LiteLLM

npm install @zespan/sdk openai

pip install zespan litellm

import { zespan } from "@zespan/sdk";

zespan.init({ apiKey: process.env.ZESPAN_API_KEY! });

const litellm = zespan.wrapLiteLLM({
  baseURL: "http://localhost:4000", // your LiteLLM proxy server
  apiKey: process.env.LITELLM_API_KEY,
});

import os
import litellm
import zespan

zespan.init(api_key=os.environ["ZESPAN_API_KEY"])
zespan.patch_litellm()

const response = await litellm.chat.completions.create({
  model: "gpt-4o",
  messages: [{ role: "user", content: "What is observability?" }],
});

response = litellm.completion(
    model="gpt-4o",
    messages=[{"role": "user", "content": "What is observability?"}],
)

# Async
response = await litellm.acompletion(
    model="gpt-4o",
    messages=[{"role": "user", "content": "What is observability?"}],
)