Documentation

import OpenAI from 'openai';

const client = new OpenAI({
  baseURL: 'https://api.rhodes.ai/v1',
  apiKey: process.env.RHODES_API_KEY,
});

const completion = await client.chat.completions.create({
  model: 'rhodes/llama-3.1-70b',
  messages: [
    { role: 'user', content: 'Hello!' }
  ],
});

console.log(completion.choices[0].message);