llm-sdk

npm install llm-sdk-js

import { createRouter } from "llm-sdk-js";

const llm = createRouter({
  routes: {
    fast: { primary: "groq/llama-3.3-70b" },
    smart: {
      primary: "anthropic/claude-sonnet-4-5",
      fallbacks: ["openai/gpt-4o", "groq/llama-3.3-70b"],
    },
  },
  default: "smart",
  cache: { ttl: "1h" },
  retry: { attempts: 3 },
  timeout: 30_000,
  onFallback: (from, to, err) => console.warn({ from, to, err }),
});

const res = await llm.complete("Summarise this in one line.");
// or: await llm.route("fast").complete("…")

Keys are read from the environment (ANTHROPIC_API_KEY, OPENAI_API_KEY, GROQ_API_KEY, …). No client setup.