ISSAI KazLLM 1.0 70B

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://api.hugging-face.com/v1",
  apiKey: process.env.HUGGING_FACE_API_KEY,
});

const response = await client.chat.completions.create({
  model: "issai/LLama-3.1-KazLLM-1.0-70B",
  messages: [
    { role: "user", content: "Hello!" }
  ],
});

console.log(response.choices[0].message.content);