LlamaIndex

pip install llama-index-llms-openai-like

import os
from llama_index.llms.openai_like import OpenAILike

llm = OpenAILike(
    model="anyrouter/free",
    api_base="https://anyrouter.dev/api/v1",
    api_key=os.environ["ANYROUTER_API_KEY"],
    is_chat_model=True,
    context_window=128000,  # the model's context length
)

print(llm.complete("Explain semantic search in one sentence."))

npm install llamaindex @llamaindex/openai

import { OpenAI } from "@llamaindex/openai"

const llm = new OpenAI({
  model: "anyrouter/free",
  apiKey: process.env.ANYROUTER_API_KEY,
  baseURL: "https://anyrouter.dev/api/v1",
})

const response = await llm.complete({ prompt: "Explain vectors in one sentence." })
console.log(response.text)