kimi-chat.ts

#!/usr/bin/env node

//this is a simple command-line chat interface for Kimi K2.5 (for PS).
//It has a conversational format.
//The script also includes error handling.

import * as readline from 'readline';
import { InferenceClient } from '@huggingface/inference';

// Configuration
const MODEL_ID = 'moonshotai/Kimi-K2-Instruct-0905';
const HF_TOKEN = process.env.HF_TOKEN;

// Initialize Hugging Face Inference client
const hf = new InferenceClient(HF_TOKEN);

// Interface for chat history
interface ChatMessage {
  role: 'user' | 'assistant' | 'system';
  content: string;
  [key: string]: unknown;
}

// Chat history to maintain context
const conversationHistory: ChatMessage[] = [];

// System prompt (optional - you can customize this)
const SYSTEM_PROMPT = 'You are a helpful AI assistant.';

/**
 * Send a message to Kimi K2.5 and get a response
 */
async function chat(userMessage: string): Promise<string> {
  try {
    // Add user message to history
    conversationHistory.push({
      role: 'user',
      content: userMessage
    });

    // Prepare messages for the API
    const messages = [
      { role: 'system' as const, content: SYSTEM_PROMPT },
      ...conversationHistory
    ];

    // Call the Hugging Face Inference API
    const data = await hf.chatCompletion({
      model: MODEL_ID,
      messages,
      max_tokens: 2048,
      temperature: 0.7,
      stream: false
    });

    // Extract assistant's response
    const assistantMessage = data.choices?.[0]?.message?.content || 'No response received.';

    // Add assistant's response to history
    conversationHistory.push({
      role: 'assistant',
      content: assistantMessage
    });

    return assistantMessage;
  } catch (error) {
    if (error instanceof Error) {
      return `Error: ${error.message}`;
    }
    return 'An unknown error occurred.';
  }
}

/**
 * Main CLI loop
 */
async function main() {
  console.log('=== Kimi K2.5 Chat ===');
  console.log('Type your message and press Enter. Type "exit" or "quit" to end the conversation.\n');

  const rl = readline.createInterface({
    input: process.stdin,
    output: process.stdout,
    prompt: 'You: '
  });

  rl.prompt();

  rl.on('line', async (line: string) => {
    const userInput = line.trim();

    // Exit commands
    if (userInput.toLowerCase() === 'exit' || userInput.toLowerCase() === 'quit') {
      console.log('\nGoodbye!');
      rl.close();
      process.exit(0);
    }

    // Clear history command
    if (userInput.toLowerCase() === 'clear') {
      conversationHistory.length = 0;
      console.log('\nConversation history cleared.\n');
      rl.prompt();
      return;
    }

    // Skip empty input
    if (!userInput) {
      rl.prompt();
      return;
    }

    // Get and display response
    console.log('\nKimi: Thinking...\n');
    const response = await chat(userInput);
    console.log(`Kimi: ${response}\n`);
    
    rl.prompt();
  });

  rl.on('close', () => {
    console.log('\nSession ended.');
    process.exit(0);
  });
}

// Check for HF_TOKEN
if (!HF_TOKEN) {
  console.error('Error: HF_TOKEN environment variable not set.');
  console.error('Please set your Hugging Face token:');
  console.error('  PowerShell: $env:HF_TOKEN="your_token_here"');
  process.exit(1);
}

// Run the chat
main().catch(console.error);