@blmarket/llm-daemon-provider

This package provides an AI SDK provider that integrates with @blmarket/llm-daemon to offer OpenAI-compatible interface.

Example

const { createLlmDaemonProvider } = require("@blmarket/llm-daemon-provider");
const { generateText } = require('ai');

async function main() {
    const provider = createLlmDaemonProvider({
      hfRepo: "ggml-org/gpt-oss-20b-GGUF",
      args: [ "--jinja", "-ngl", "99", "--threads", "-1", "--ctx-size", "131072", "-ub", "2048", "-b", "2048", ],
    });
    
    const result = await generateText({
        model: provider('ggml-org/gpt-oss-20b-GGUF'),
        prompt: 'Create a python code prints hello world',
    });
    
    console.log('Generated text:', result.text);
}

main().catch(console.error);