Llama 3.1 8B Instruct

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://api.modal.com/v1",
  apiKey: process.env.MODAL_API_KEY,
});

const response = await client.chat.completions.create({
  model: "meta-llama/Llama-3.1-8B-Instruct",
  messages: [
    { role: "user", content: "Hello!" }
  ],
});

console.log(response.choices[0].message.content);