diff --git a/providers/llmgateway/README.md b/providers/llmgateway/README.md new file mode 100644 index 000000000..b1efbb418 --- /dev/null +++ b/providers/llmgateway/README.md @@ -0,0 +1,65 @@ +# LLM Gateway Provider + +This provider enables access to 150+ AI models through [LLM Gateway](https://llmgateway.io), an OpenAI-compatible API gateway that provides unified access to 40+ LLM providers. + +## Directory Structure + +- **models/**: TOML configuration files for all supported models +- **provider.toml**: Provider configuration +- **logo.svg**: Provider logo + +## Regenerating Models + +Model configurations are generated from the [LLM Gateway repository](https://github.com/theopenco/llmgateway): + +```bash +npx tsx scripts/export-models-dev.ts +``` + +## How It Works + +LLM Gateway acts as a unified proxy for multiple AI providers. You can access any supported model through a single API endpoint using your LLM Gateway API key. + +## Prerequisites + +```bash +export LLMGATEWAY_API_KEY="your-api-key" +``` + +## Supported Providers + +- OpenAI (GPT-3.5, GPT-4, GPT-4o, GPT-5, o1, o3, o4-mini) +- Anthropic (Claude 3, 3.5, 3.7, 4, 4.5) +- Google (Gemini 1.5, 2.0, 2.5, 3, Gemma) +- Meta (Llama 3.1, 3.3, 4) +- xAI (Grok 2, 3, 4) +- DeepSeek (V3, R1) +- Alibaba (Qwen Max, Plus, Flash, VL, Coder) +- Mistral (Large, Pixtral, Mixtral) +- ZAI (GLM 4.5, 4.6, 4.7) +- ByteDance (Seed, Seedream) +- Moonshot (Kimi K2) +- Perplexity (Sonar) +- And many more... + +## Usage with AI SDK + +```typescript +import { createOpenAICompatible } from "@ai-sdk/openai-compatible"; + +const llmgateway = createOpenAICompatible({ + baseURL: "https://api.llmgateway.io/v1", + apiKey: process.env.LLMGATEWAY_API_KEY, +}); + +const result = await generateText({ + model: llmgateway("claude-sonnet-4-5"), + prompt: "Hello!", +}); +``` + +## Links + +- [Documentation](https://llmgateway.io/docs) +- [Pricing](https://llmgateway.io/pricing) +- [GitHub](https://github.com/theopenco/llmgateway) diff --git a/providers/llmgateway/logo.svg b/providers/llmgateway/logo.svg new file mode 100644 index 000000000..77135ce4f --- /dev/null +++ b/providers/llmgateway/logo.svg @@ -0,0 +1,4 @@ + + + + diff --git a/providers/llmgateway/models/auto.toml b/providers/llmgateway/models/auto.toml new file mode 100644 index 000000000..d6548da5b --- /dev/null +++ b/providers/llmgateway/models/auto.toml @@ -0,0 +1,22 @@ +name = "Auto Route" +family = "auto" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-5-haiku-20241022.toml b/providers/llmgateway/models/claude-3-5-haiku-20241022.toml new file mode 100644 index 000000000..f36e5c2f8 --- /dev/null +++ b/providers/llmgateway/models/claude-3-5-haiku-20241022.toml @@ -0,0 +1,24 @@ +name = "Claude 3.5 Haiku (2024-10-22)" +family = "claude" +release_date = "2024-10-22" +last_updated = "2024-10-22" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false +status = "deprecated" + +[cost] +input = 0.80 +output = 4.00 +cache_read = 0.08 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-5-haiku.toml b/providers/llmgateway/models/claude-3-5-haiku.toml new file mode 100644 index 000000000..cbe510f64 --- /dev/null +++ b/providers/llmgateway/models/claude-3-5-haiku.toml @@ -0,0 +1,23 @@ +name = "Claude 3.5 Haiku" +family = "claude" +release_date = "2024-10-22" +last_updated = "2024-10-22" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 0.80 +output = 4.00 +cache_read = 0.08 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-5-sonnet-20240620.toml b/providers/llmgateway/models/claude-3-5-sonnet-20240620.toml new file mode 100644 index 000000000..70e49ed5f --- /dev/null +++ b/providers/llmgateway/models/claude-3-5-sonnet-20240620.toml @@ -0,0 +1,23 @@ +name = "Claude 3.5 Sonnet (Old)" +family = "claude" +release_date = "2024-06-20" +last_updated = "2024-06-20" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-5-sonnet.toml b/providers/llmgateway/models/claude-3-5-sonnet.toml new file mode 100644 index 000000000..e06f756fc --- /dev/null +++ b/providers/llmgateway/models/claude-3-5-sonnet.toml @@ -0,0 +1,23 @@ +name = "Claude 3.5 Sonnet" +family = "claude" +release_date = "2024-06-20" +last_updated = "2024-06-20" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-7-sonnet-20250219.toml b/providers/llmgateway/models/claude-3-7-sonnet-20250219.toml new file mode 100644 index 000000000..1572e751b --- /dev/null +++ b/providers/llmgateway/models/claude-3-7-sonnet-20250219.toml @@ -0,0 +1,23 @@ +name = "Claude 3.7 Sonnet (2025-02-19)" +family = "claude" +release_date = "2025-02-19" +last_updated = "2025-02-19" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-7-sonnet.toml b/providers/llmgateway/models/claude-3-7-sonnet.toml new file mode 100644 index 000000000..3800cc12f --- /dev/null +++ b/providers/llmgateway/models/claude-3-7-sonnet.toml @@ -0,0 +1,23 @@ +name = "Claude 3.7 Sonnet" +family = "claude" +release_date = "2025-02-24" +last_updated = "2025-02-24" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-haiku.toml b/providers/llmgateway/models/claude-3-haiku.toml new file mode 100644 index 000000000..67494e981 --- /dev/null +++ b/providers/llmgateway/models/claude-3-haiku.toml @@ -0,0 +1,23 @@ +name = "Claude 3 Haiku" +family = "claude" +release_date = "2024-03-04" +last_updated = "2024-03-04" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 0.25 +output = 1.25 +cache_read = 0.03 + +[limit] +context = 200_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-3-opus.toml b/providers/llmgateway/models/claude-3-opus.toml new file mode 100644 index 000000000..8cf509623 --- /dev/null +++ b/providers/llmgateway/models/claude-3-opus.toml @@ -0,0 +1,23 @@ +name = "Claude 3 Opus" +family = "claude" +release_date = "2024-03-04" +last_updated = "2024-03-04" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 15.00 +output = 75.00 +cache_read = 1.50 + +[limit] +context = 200_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-haiku-4-5-20251001.toml b/providers/llmgateway/models/claude-haiku-4-5-20251001.toml new file mode 100644 index 000000000..8b1cf8cb2 --- /dev/null +++ b/providers/llmgateway/models/claude-haiku-4-5-20251001.toml @@ -0,0 +1,23 @@ +name = "Claude Haiku 4.5 (2025-10-01)" +family = "claude" +release_date = "2025-10-15" +last_updated = "2025-10-15" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 5.00 +cache_read = 0.10 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-haiku-4-5.toml b/providers/llmgateway/models/claude-haiku-4-5.toml new file mode 100644 index 000000000..61c4fb842 --- /dev/null +++ b/providers/llmgateway/models/claude-haiku-4-5.toml @@ -0,0 +1,23 @@ +name = "Claude Haiku 4.5" +family = "claude" +release_date = "2025-10-15" +last_updated = "2025-10-15" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 5.00 +cache_read = 0.10 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-opus-4-1-20250805.toml b/providers/llmgateway/models/claude-opus-4-1-20250805.toml new file mode 100644 index 000000000..12f7d8575 --- /dev/null +++ b/providers/llmgateway/models/claude-opus-4-1-20250805.toml @@ -0,0 +1,23 @@ +name = "Claude Opus 4.1" +family = "claude" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 15.00 +output = 75.00 +cache_read = 1.50 + +[limit] +context = 200_000 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-opus-4-20250514.toml b/providers/llmgateway/models/claude-opus-4-20250514.toml new file mode 100644 index 000000000..54b6a2f56 --- /dev/null +++ b/providers/llmgateway/models/claude-opus-4-20250514.toml @@ -0,0 +1,23 @@ +name = "Claude Opus 4 (2025-05-14)" +family = "claude" +release_date = "2025-05-22" +last_updated = "2025-05-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 15.00 +output = 75.00 +cache_read = 1.50 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-opus-4-5-20251101.toml b/providers/llmgateway/models/claude-opus-4-5-20251101.toml new file mode 100644 index 000000000..5f6f67cc1 --- /dev/null +++ b/providers/llmgateway/models/claude-opus-4-5-20251101.toml @@ -0,0 +1,23 @@ +name = "Claude Opus 4.5" +family = "claude" +release_date = "2025-11-24" +last_updated = "2025-11-24" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 5.00 +output = 25.00 +cache_read = 0.50 + +[limit] +context = 200_000 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-sonnet-4-20250514.toml b/providers/llmgateway/models/claude-sonnet-4-20250514.toml new file mode 100644 index 000000000..4853becd5 --- /dev/null +++ b/providers/llmgateway/models/claude-sonnet-4-20250514.toml @@ -0,0 +1,23 @@ +name = "Claude Sonnet 4 (2025-05-14)" +family = "claude" +release_date = "2025-05-14" +last_updated = "2025-05-14" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-sonnet-4-5-20250929.toml b/providers/llmgateway/models/claude-sonnet-4-5-20250929.toml new file mode 100644 index 000000000..e638be33a --- /dev/null +++ b/providers/llmgateway/models/claude-sonnet-4-5-20250929.toml @@ -0,0 +1,23 @@ +name = "Claude Sonnet 4.5 (2025-09-29)" +family = "claude" +release_date = "2025-09-29" +last_updated = "2025-09-29" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/claude-sonnet-4-5.toml b/providers/llmgateway/models/claude-sonnet-4-5.toml new file mode 100644 index 000000000..41e19c16b --- /dev/null +++ b/providers/llmgateway/models/claude-sonnet-4-5.toml @@ -0,0 +1,23 @@ +name = "Claude Sonnet 4.5" +family = "claude" +release_date = "2025-09-29" +last_updated = "2025-09-29" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/cogview-4.toml b/providers/llmgateway/models/cogview-4.toml new file mode 100644 index 000000000..0eb9aac02 --- /dev/null +++ b/providers/llmgateway/models/cogview-4.toml @@ -0,0 +1,22 @@ +name = "CogView-4" +family = "glm" +release_date = "2025-03-04" +last_updated = "2025-03-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/custom.toml b/providers/llmgateway/models/custom.toml new file mode 100644 index 000000000..2f244ede3 --- /dev/null +++ b/providers/llmgateway/models/custom.toml @@ -0,0 +1,22 @@ +name = "Custom Model" +family = "auto" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-r1-0528.toml b/providers/llmgateway/models/deepseek-r1-0528.toml new file mode 100644 index 000000000..a7e000a7b --- /dev/null +++ b/providers/llmgateway/models/deepseek-r1-0528.toml @@ -0,0 +1,23 @@ +name = "DeepSeek R1 (0528)" +family = "deepseek" +release_date = "2025-05-28" +last_updated = "2025-05-28" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.25 +output = 1.00 + +[limit] +context = 32_770 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml b/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml new file mode 100644 index 000000000..04988cd0b --- /dev/null +++ b/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml @@ -0,0 +1,22 @@ +name = "DeepSeek R1T2 Chimera (Free)" +family = "deepseek" +release_date = "2025-07-08" +last_updated = "2025-07-08" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 163_840 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-v3.1.toml b/providers/llmgateway/models/deepseek-v3.1.toml new file mode 100644 index 000000000..931c90e48 --- /dev/null +++ b/providers/llmgateway/models/deepseek-v3.1.toml @@ -0,0 +1,23 @@ +name = "DeepSeek V3.1" +family = "deepseek" +release_date = "2025-08-21" +last_updated = "2025-08-21" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = true + +[cost] +input = 0.56 +output = 1.68 +cache_read = 0.11 + +[limit] +context = 128_000 +output = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-v3.2.toml b/providers/llmgateway/models/deepseek-v3.2.toml new file mode 100644 index 000000000..6466fced7 --- /dev/null +++ b/providers/llmgateway/models/deepseek-v3.2.toml @@ -0,0 +1,23 @@ +name = "DeepSeek V3.2" +family = "deepseek" +release_date = "2025-09-29" +last_updated = "2025-09-29" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.28 +output = 0.42 +cache_read = 0.03 + +[limit] +context = 163_840 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-v3.toml b/providers/llmgateway/models/deepseek-v3.toml new file mode 100644 index 000000000..8daba1c87 --- /dev/null +++ b/providers/llmgateway/models/deepseek-v3.toml @@ -0,0 +1,22 @@ +name = "DeepSeek V3" +family = "deepseek" +release_date = "2024-12-26" +last_updated = "2024-12-26" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.15 +output = 0.40 + +[limit] +context = 163_840 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.0-flash-lite.toml b/providers/llmgateway/models/gemini-2.0-flash-lite.toml new file mode 100644 index 000000000..d4d0e237c --- /dev/null +++ b/providers/llmgateway/models/gemini-2.0-flash-lite.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.0 Flash Lite" +family = "gemini" +release_date = "2025-02-25" +last_updated = "2025-02-25" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.0-flash.toml b/providers/llmgateway/models/gemini-2.0-flash.toml new file mode 100644 index 000000000..a041f03b2 --- /dev/null +++ b/providers/llmgateway/models/gemini-2.0-flash.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.0 Flash" +family = "gemini" +release_date = "2025-02-05" +last_updated = "2025-02-05" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml b/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml new file mode 100644 index 000000000..25d594d3a --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Image (Preview)" +family = "gemini" +release_date = "2025-10-02" +last_updated = "2025-10-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 30.00 + +[limit] +context = 32_800 +output = 8_200 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-flash-image.toml b/providers/llmgateway/models/gemini-2.5-flash-image.toml new file mode 100644 index 000000000..463827600 --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-flash-image.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Image" +family = "gemini" +release_date = "2025-10-02" +last_updated = "2025-10-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 30.00 + +[limit] +context = 32_800 +output = 8_200 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml new file mode 100644 index 000000000..c3ca4f53d --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml @@ -0,0 +1,23 @@ +name = "Gemini 2.5 Flash Lite Preview (09-2025)" +family = "gemini" +release_date = "2025-09-25" +last_updated = "2025-09-25" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 +cache_read = 0.03 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-flash-lite.toml b/providers/llmgateway/models/gemini-2.5-flash-lite.toml new file mode 100644 index 000000000..9e75f16c6 --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-flash-lite.toml @@ -0,0 +1,23 @@ +name = "Gemini 2.5 Flash Lite" +family = "gemini" +release_date = "2025-07-22" +last_updated = "2025-07-22" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 +cache_read = 0.03 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml new file mode 100644 index 000000000..9427be50e --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml @@ -0,0 +1,23 @@ +name = "Gemini 2.5 Flash Preview (09-2025)" +family = "gemini" +release_date = "2025-09-25" +last_updated = "2025-09-25" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 2.50 +cache_read = 0.08 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-flash.toml b/providers/llmgateway/models/gemini-2.5-flash.toml new file mode 100644 index 000000000..3c5116433 --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-flash.toml @@ -0,0 +1,23 @@ +name = "Gemini 2.5 Flash" +family = "gemini" +release_date = "2025-08-26" +last_updated = "2025-08-26" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 2.50 +cache_read = 0.08 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-2.5-pro.toml b/providers/llmgateway/models/gemini-2.5-pro.toml new file mode 100644 index 000000000..b4489f17e --- /dev/null +++ b/providers/llmgateway/models/gemini-2.5-pro.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Pro" +family = "gemini" +release_date = "2025-03-25" +last_updated = "2025-03-25" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-3-flash-preview.toml b/providers/llmgateway/models/gemini-3-flash-preview.toml new file mode 100644 index 000000000..8aae94d8a --- /dev/null +++ b/providers/llmgateway/models/gemini-3-flash-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3 Flash (Preview)" +family = "gemini" +release_date = "2025-12-17" +last_updated = "2025-12-17" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.50 +output = 3.00 + +[limit] +context = 1_000_000 +output = 65_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-3-pro-image-preview.toml b/providers/llmgateway/models/gemini-3-pro-image-preview.toml new file mode 100644 index 000000000..2a3b2ee0e --- /dev/null +++ b/providers/llmgateway/models/gemini-3-pro-image-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3 Pro Image (Preview)" +family = "gemini" +release_date = "2025-11-20" +last_updated = "2025-11-20" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 12.00 + +[limit] +context = 98_304 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-3-pro-preview.toml b/providers/llmgateway/models/gemini-3-pro-preview.toml new file mode 100644 index 000000000..498444399 --- /dev/null +++ b/providers/llmgateway/models/gemini-3-pro-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3 Pro (Preview)" +family = "gemini" +release_date = "2025-11-18" +last_updated = "2025-11-18" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 12.00 + +[limit] +context = 1_000_000 +output = 65_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-2-27b-it-together.toml b/providers/llmgateway/models/gemma-2-27b-it-together.toml new file mode 100644 index 000000000..f865b39dc --- /dev/null +++ b/providers/llmgateway/models/gemma-2-27b-it-together.toml @@ -0,0 +1,22 @@ +name = "Gemma 2 27B IT" +family = "gemma" +release_date = "2024-06-27" +last_updated = "2024-06-27" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.08 + +[limit] +context = 8_192 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-3-12b-it.toml b/providers/llmgateway/models/gemma-3-12b-it.toml new file mode 100644 index 000000000..4f6aa660b --- /dev/null +++ b/providers/llmgateway/models/gemma-3-12b-it.toml @@ -0,0 +1,22 @@ +name = "Gemma 3 12B IT" +family = "gemma" +release_date = "2025-03-10" +last_updated = "2025-03-10" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-3-1b-it.toml b/providers/llmgateway/models/gemma-3-1b-it.toml new file mode 100644 index 000000000..19da323e9 --- /dev/null +++ b/providers/llmgateway/models/gemma-3-1b-it.toml @@ -0,0 +1,22 @@ +name = "Gemma 3 1B IT" +family = "gemma" +release_date = "2025-03-12" +last_updated = "2025-03-12" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-3-27b.toml b/providers/llmgateway/models/gemma-3-27b.toml new file mode 100644 index 000000000..a8bde1194 --- /dev/null +++ b/providers/llmgateway/models/gemma-3-27b.toml @@ -0,0 +1,22 @@ +name = "Gemma 3 27B" +family = "gemma" +release_date = "2025-03-12" +last_updated = "2025-03-12" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.27 +output = 0.27 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-3-4b-it.toml b/providers/llmgateway/models/gemma-3-4b-it.toml new file mode 100644 index 000000000..967753f87 --- /dev/null +++ b/providers/llmgateway/models/gemma-3-4b-it.toml @@ -0,0 +1,22 @@ +name = "Gemma 3 4B IT" +family = "gemma" +release_date = "2025-03-10" +last_updated = "2025-03-10" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-3n-e2b-it.toml b/providers/llmgateway/models/gemma-3n-e2b-it.toml new file mode 100644 index 000000000..41414c09b --- /dev/null +++ b/providers/llmgateway/models/gemma-3n-e2b-it.toml @@ -0,0 +1,22 @@ +name = "Gemma 3n E2B IT" +family = "gemma" +release_date = "2025-06-26" +last_updated = "2025-06-26" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemma-3n-e4b-it.toml b/providers/llmgateway/models/gemma-3n-e4b-it.toml new file mode 100644 index 000000000..7512c1bb0 --- /dev/null +++ b/providers/llmgateway/models/gemma-3n-e4b-it.toml @@ -0,0 +1,22 @@ +name = "Gemma 3n E4B IT" +family = "gemma" +release_date = "2025-06-26" +last_updated = "2025-06-26" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4-32b-0414-128k.toml b/providers/llmgateway/models/glm-4-32b-0414-128k.toml new file mode 100644 index 000000000..589c26730 --- /dev/null +++ b/providers/llmgateway/models/glm-4-32b-0414-128k.toml @@ -0,0 +1,22 @@ +name = "GLM-4 32B (0414-128k)" +family = "glm" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.10 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5-air-free.toml b/providers/llmgateway/models/glm-4.5-air-free.toml new file mode 100644 index 000000000..da9213c4f --- /dev/null +++ b/providers/llmgateway/models/glm-4.5-air-free.toml @@ -0,0 +1,22 @@ +name = "GLM-4.5 Air (Free)" +family = "glm" +release_date = "2025-07-25" +last_updated = "2025-07-25" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5-air.toml b/providers/llmgateway/models/glm-4.5-air.toml new file mode 100644 index 000000000..f4d82aabb --- /dev/null +++ b/providers/llmgateway/models/glm-4.5-air.toml @@ -0,0 +1,23 @@ +name = "GLM-4.5 Air" +family = "glm" +release_date = "2025-07-25" +last_updated = "2025-07-25" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 1.10 +cache_read = 0.03 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5-airx.toml b/providers/llmgateway/models/glm-4.5-airx.toml new file mode 100644 index 000000000..b2753490b --- /dev/null +++ b/providers/llmgateway/models/glm-4.5-airx.toml @@ -0,0 +1,23 @@ +name = "GLM-4.5 AirX" +family = "glm" +release_date = "2025-07-28" +last_updated = "2025-07-28" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.10 +output = 4.50 +cache_read = 0.22 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5-flash.toml b/providers/llmgateway/models/glm-4.5-flash.toml new file mode 100644 index 000000000..88ead7822 --- /dev/null +++ b/providers/llmgateway/models/glm-4.5-flash.toml @@ -0,0 +1,22 @@ +name = "GLM-4.5 Flash" +family = "glm" +release_date = "2025-08-13" +last_updated = "2025-08-13" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5-x.toml b/providers/llmgateway/models/glm-4.5-x.toml new file mode 100644 index 000000000..7b8ab8646 --- /dev/null +++ b/providers/llmgateway/models/glm-4.5-x.toml @@ -0,0 +1,24 @@ +name = "GLM-4.5 X" +family = "glm" +release_date = "2025-07-28" +last_updated = "2025-07-28" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false +status = "beta" + +[cost] +input = 2.20 +output = 8.90 +cache_read = 0.45 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5.toml b/providers/llmgateway/models/glm-4.5.toml new file mode 100644 index 000000000..ea514b061 --- /dev/null +++ b/providers/llmgateway/models/glm-4.5.toml @@ -0,0 +1,23 @@ +name = "GLM-4.5" +family = "glm" +release_date = "2025-07-28" +last_updated = "2025-07-28" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.20 +cache_read = 0.11 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.5v.toml b/providers/llmgateway/models/glm-4.5v.toml new file mode 100644 index 000000000..a404f8abe --- /dev/null +++ b/providers/llmgateway/models/glm-4.5v.toml @@ -0,0 +1,23 @@ +name = "GLM-4.5V" +family = "glm" +release_date = "2025-08-11" +last_updated = "2025-08-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 1.80 +cache_read = 0.11 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.6.toml b/providers/llmgateway/models/glm-4.6.toml new file mode 100644 index 000000000..fb2cdacd0 --- /dev/null +++ b/providers/llmgateway/models/glm-4.6.toml @@ -0,0 +1,23 @@ +name = "GLM-4.6" +family = "glm" +release_date = "2025-09-30" +last_updated = "2025-09-30" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.20 +cache_read = 0.11 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.6v-flash.toml b/providers/llmgateway/models/glm-4.6v-flash.toml new file mode 100644 index 000000000..7fc75e7e6 --- /dev/null +++ b/providers/llmgateway/models/glm-4.6v-flash.toml @@ -0,0 +1,22 @@ +name = "GLM-4.6V Flash" +family = "glm" +release_date = "2025-12-08" +last_updated = "2025-12-08" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.6v-flashx.toml b/providers/llmgateway/models/glm-4.6v-flashx.toml new file mode 100644 index 000000000..993b36242 --- /dev/null +++ b/providers/llmgateway/models/glm-4.6v-flashx.toml @@ -0,0 +1,23 @@ +name = "GLM-4.6V FlashX" +family = "glm" +release_date = "2025-12-08" +last_updated = "2025-12-08" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.04 +output = 0.40 +cache_read = 0.00 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.6v.toml b/providers/llmgateway/models/glm-4.6v.toml new file mode 100644 index 000000000..b13d5762d --- /dev/null +++ b/providers/llmgateway/models/glm-4.6v.toml @@ -0,0 +1,23 @@ +name = "GLM-4.6V" +family = "glm" +release_date = "2025-12-08" +last_updated = "2025-12-08" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 0.90 +cache_read = 0.05 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.7-flash.toml b/providers/llmgateway/models/glm-4.7-flash.toml new file mode 100644 index 000000000..c390fbb38 --- /dev/null +++ b/providers/llmgateway/models/glm-4.7-flash.toml @@ -0,0 +1,22 @@ +name = "GLM-4.7 Flash" +family = "glm" +release_date = "2025-12-22" +last_updated = "2025-12-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 200_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.7-flashx.toml b/providers/llmgateway/models/glm-4.7-flashx.toml new file mode 100644 index 000000000..b1e5111ad --- /dev/null +++ b/providers/llmgateway/models/glm-4.7-flashx.toml @@ -0,0 +1,23 @@ +name = "GLM-4.7 FlashX" +family = "glm" +release_date = "2025-12-22" +last_updated = "2025-12-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.07 +output = 0.40 +cache_read = 0.01 + +[limit] +context = 200_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-4.7.toml b/providers/llmgateway/models/glm-4.7.toml new file mode 100644 index 000000000..103e57c9a --- /dev/null +++ b/providers/llmgateway/models/glm-4.7.toml @@ -0,0 +1,23 @@ +name = "GLM-4.7" +family = "glm" +release_date = "2025-12-22" +last_updated = "2025-12-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.20 +cache_read = 0.11 + +[limit] +context = 200_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-image.toml b/providers/llmgateway/models/glm-image.toml new file mode 100644 index 000000000..43af1a0b5 --- /dev/null +++ b/providers/llmgateway/models/glm-image.toml @@ -0,0 +1,22 @@ +name = "GLM-Image" +family = "glm" +release_date = "2025-01-14" +last_updated = "2025-01-14" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-3.5-turbo.toml b/providers/llmgateway/models/gpt-3.5-turbo.toml new file mode 100644 index 000000000..66200229a --- /dev/null +++ b/providers/llmgateway/models/gpt-3.5-turbo.toml @@ -0,0 +1,22 @@ +name = "GPT-3.5 Turbo" +family = "gpt" +release_date = "2022-11-30" +last_updated = "2022-11-30" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.50 +output = 1.50 + +[limit] +context = 16_385 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4-turbo.toml b/providers/llmgateway/models/gpt-4-turbo.toml new file mode 100644 index 000000000..e34fa95ba --- /dev/null +++ b/providers/llmgateway/models/gpt-4-turbo.toml @@ -0,0 +1,22 @@ +name = "GPT-4 Turbo" +family = "gpt" +release_date = "2023-11-06" +last_updated = "2023-11-06" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 10.00 +output = 30.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4.1-mini.toml b/providers/llmgateway/models/gpt-4.1-mini.toml new file mode 100644 index 000000000..ea8f82488 --- /dev/null +++ b/providers/llmgateway/models/gpt-4.1-mini.toml @@ -0,0 +1,22 @@ +name = "GPT-4.1 Mini" +family = "gpt" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.40 +output = 1.60 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4.1-nano.toml b/providers/llmgateway/models/gpt-4.1-nano.toml new file mode 100644 index 000000000..2dc114d05 --- /dev/null +++ b/providers/llmgateway/models/gpt-4.1-nano.toml @@ -0,0 +1,22 @@ +name = "GPT-4.1 Nano" +family = "gpt" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4.1.toml b/providers/llmgateway/models/gpt-4.1.toml new file mode 100644 index 000000000..028344e4e --- /dev/null +++ b/providers/llmgateway/models/gpt-4.1.toml @@ -0,0 +1,22 @@ +name = "GPT-4.1" +family = "gpt" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 8.00 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4.toml b/providers/llmgateway/models/gpt-4.toml new file mode 100644 index 000000000..c54180af8 --- /dev/null +++ b/providers/llmgateway/models/gpt-4.toml @@ -0,0 +1,22 @@ +name = "GPT-4" +family = "gpt" +release_date = "2023-03-14" +last_updated = "2023-03-14" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 30.00 +output = 60.00 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4o-mini-search-preview.toml b/providers/llmgateway/models/gpt-4o-mini-search-preview.toml new file mode 100644 index 000000000..82d810fdd --- /dev/null +++ b/providers/llmgateway/models/gpt-4o-mini-search-preview.toml @@ -0,0 +1,22 @@ +name = "GPT-4o Mini Search Preview" +family = "gpt" +release_date = "2024-10-01" +last_updated = "2024-10-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.15 +output = 0.60 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4o-mini.toml b/providers/llmgateway/models/gpt-4o-mini.toml new file mode 100644 index 000000000..a4a199b1e --- /dev/null +++ b/providers/llmgateway/models/gpt-4o-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-4o Mini" +family = "gpt" +release_date = "2024-07-18" +last_updated = "2024-07-18" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.15 +output = 0.60 +cache_read = 0.08 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4o-search-preview.toml b/providers/llmgateway/models/gpt-4o-search-preview.toml new file mode 100644 index 000000000..45efd2f55 --- /dev/null +++ b/providers/llmgateway/models/gpt-4o-search-preview.toml @@ -0,0 +1,22 @@ +name = "GPT-4o Search Preview" +family = "gpt" +release_date = "2024-10-01" +last_updated = "2024-10-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 2.50 +output = 10.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-4o.toml b/providers/llmgateway/models/gpt-4o.toml new file mode 100644 index 000000000..8ccca0582 --- /dev/null +++ b/providers/llmgateway/models/gpt-4o.toml @@ -0,0 +1,23 @@ +name = "GPT-4o" +family = "gpt" +release_date = "2024-05-13" +last_updated = "2024-05-13" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.50 +output = 10.00 +cache_read = 1.25 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5-chat-latest.toml b/providers/llmgateway/models/gpt-5-chat-latest.toml new file mode 100644 index 000000000..f2ff52f9d --- /dev/null +++ b/providers/llmgateway/models/gpt-5-chat-latest.toml @@ -0,0 +1,23 @@ +name = "GPT-5 Chat Latest" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 +cache_read = 0.13 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5-mini.toml b/providers/llmgateway/models/gpt-5-mini.toml new file mode 100644 index 000000000..1926ccb79 --- /dev/null +++ b/providers/llmgateway/models/gpt-5-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-5 Mini" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.03 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5-nano.toml b/providers/llmgateway/models/gpt-5-nano.toml new file mode 100644 index 000000000..905e7d7c2 --- /dev/null +++ b/providers/llmgateway/models/gpt-5-nano.toml @@ -0,0 +1,23 @@ +name = "GPT-5 Nano" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.05 +output = 0.40 +cache_read = 0.01 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5-pro.toml b/providers/llmgateway/models/gpt-5-pro.toml new file mode 100644 index 000000000..0bdcec99a --- /dev/null +++ b/providers/llmgateway/models/gpt-5-pro.toml @@ -0,0 +1,22 @@ +name = "GPT-5 Pro" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 15.00 +output = 120.00 + +[limit] +context = 400_000 +output = 272_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.1-codex-mini.toml b/providers/llmgateway/models/gpt-5.1-codex-mini.toml new file mode 100644 index 000000000..6bad6ac25 --- /dev/null +++ b/providers/llmgateway/models/gpt-5.1-codex-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-5.1 Codex mini" +family = "gpt" +release_date = "2025-11-12" +last_updated = "2025-11-12" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.03 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.1-codex.toml b/providers/llmgateway/models/gpt-5.1-codex.toml new file mode 100644 index 000000000..af38bff5d --- /dev/null +++ b/providers/llmgateway/models/gpt-5.1-codex.toml @@ -0,0 +1,22 @@ +name = "GPT-5.1 Codex" +family = "gpt" +release_date = "2025-11-13" +last_updated = "2025-11-13" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 + +[limit] +context = 400_000 +output = 272_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.1.toml b/providers/llmgateway/models/gpt-5.1.toml new file mode 100644 index 000000000..1581dc2a2 --- /dev/null +++ b/providers/llmgateway/models/gpt-5.1.toml @@ -0,0 +1,23 @@ +name = "GPT-5.1" +family = "gpt" +release_date = "2025-11-01" +last_updated = "2025-11-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 +cache_read = 0.13 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.2-chat-latest.toml b/providers/llmgateway/models/gpt-5.2-chat-latest.toml new file mode 100644 index 000000000..f31092eab --- /dev/null +++ b/providers/llmgateway/models/gpt-5.2-chat-latest.toml @@ -0,0 +1,23 @@ +name = "GPT-5.2 Chat" +family = "gpt" +release_date = "2025-12-11" +last_updated = "2025-12-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 128_000 +output = 16_400 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.2-pro.toml b/providers/llmgateway/models/gpt-5.2-pro.toml new file mode 100644 index 000000000..420230374 --- /dev/null +++ b/providers/llmgateway/models/gpt-5.2-pro.toml @@ -0,0 +1,22 @@ +name = "GPT-5.2 Pro" +family = "gpt" +release_date = "2025-12-11" +last_updated = "2025-12-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 21.00 +output = 168.00 + +[limit] +context = 400_000 +output = 272_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.2.toml b/providers/llmgateway/models/gpt-5.2.toml new file mode 100644 index 000000000..fd6a2a43b --- /dev/null +++ b/providers/llmgateway/models/gpt-5.2.toml @@ -0,0 +1,23 @@ +name = "GPT-5.2" +family = "gpt" +release_date = "2025-12-11" +last_updated = "2025-12-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.toml b/providers/llmgateway/models/gpt-5.toml new file mode 100644 index 000000000..5c86e3140 --- /dev/null +++ b/providers/llmgateway/models/gpt-5.toml @@ -0,0 +1,23 @@ +name = "GPT-5" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 +cache_read = 0.13 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-oss-120b.toml b/providers/llmgateway/models/gpt-oss-120b.toml new file mode 100644 index 000000000..708a32e86 --- /dev/null +++ b/providers/llmgateway/models/gpt-oss-120b.toml @@ -0,0 +1,22 @@ +name = "GPT OSS 120B" +family = "gpt-oss" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.15 +output = 0.75 + +[limit] +context = 131_072 +output = 32_766 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-oss-20b-free.toml b/providers/llmgateway/models/gpt-oss-20b-free.toml new file mode 100644 index 000000000..ad9142add --- /dev/null +++ b/providers/llmgateway/models/gpt-oss-20b-free.toml @@ -0,0 +1,22 @@ +name = "GPT OSS 20B (Free)" +family = "gpt-oss" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-oss-20b.toml b/providers/llmgateway/models/gpt-oss-20b.toml new file mode 100644 index 000000000..f095e5e02 --- /dev/null +++ b/providers/llmgateway/models/gpt-oss-20b.toml @@ -0,0 +1,22 @@ +name = "GPT OSS 20B" +family = "gpt-oss" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.50 + +[limit] +context = 131_072 +output = 32_766 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-3-mini.toml b/providers/llmgateway/models/grok-3-mini.toml new file mode 100644 index 000000000..9ffc91d63 --- /dev/null +++ b/providers/llmgateway/models/grok-3-mini.toml @@ -0,0 +1,22 @@ +name = "Grok-3 Mini" +family = "grok" +release_date = "2025-04-09" +last_updated = "2025-04-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 0.50 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-3.toml b/providers/llmgateway/models/grok-3.toml new file mode 100644 index 000000000..aaa58f184 --- /dev/null +++ b/providers/llmgateway/models/grok-3.toml @@ -0,0 +1,22 @@ +name = "Grok-3" +family = "grok" +release_date = "2025-02-17" +last_updated = "2025-02-17" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-0709.toml b/providers/llmgateway/models/grok-4-0709.toml new file mode 100644 index 000000000..1c7dba3fc --- /dev/null +++ b/providers/llmgateway/models/grok-4-0709.toml @@ -0,0 +1,22 @@ +name = "Grok 4 (0709)" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 256_000 +output = 256_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml new file mode 100644 index 000000000..615e6b2a4 --- /dev/null +++ b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml @@ -0,0 +1,22 @@ +name = "Grok 4.1 Fast Non-Reasoning" +family = "grok" +release_date = "2025-11-19" +last_updated = "2025-11-19" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 2_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-1-fast-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml new file mode 100644 index 000000000..0b16eadbf --- /dev/null +++ b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml @@ -0,0 +1,22 @@ +name = "Grok 4.1 Fast Reasoning" +family = "grok" +release_date = "2025-11-19" +last_updated = "2025-11-19" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 2_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml new file mode 100644 index 000000000..39807c91a --- /dev/null +++ b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml @@ -0,0 +1,23 @@ +name = "Grok 4 Fast Non-Reasoning" +family = "grok" +release_date = "2025-10-10" +last_updated = "2025-10-10" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.40 +output = 1.00 +cache_read = 0.05 + +[limit] +context = 2_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-fast-reasoning.toml b/providers/llmgateway/models/grok-4-fast-reasoning.toml new file mode 100644 index 000000000..4778a6d64 --- /dev/null +++ b/providers/llmgateway/models/grok-4-fast-reasoning.toml @@ -0,0 +1,23 @@ +name = "Grok 4 Fast Reasoning" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.40 +output = 1.00 +cache_read = 0.05 + +[limit] +context = 2_000_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4.toml b/providers/llmgateway/models/grok-4.toml new file mode 100644 index 000000000..e9904febf --- /dev/null +++ b/providers/llmgateway/models/grok-4.toml @@ -0,0 +1,22 @@ +name = "Grok 4" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 256_000 +output = 256_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-code-fast-1.toml b/providers/llmgateway/models/grok-code-fast-1.toml new file mode 100644 index 000000000..6428c94e9 --- /dev/null +++ b/providers/llmgateway/models/grok-code-fast-1.toml @@ -0,0 +1,22 @@ +name = "Grok Code Fast 1" +family = "grok" +release_date = "2025-08-28" +last_updated = "2025-08-28" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 1.50 + +[limit] +context = 256_000 +output = 10_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/kimi-k2-0905-free.toml b/providers/llmgateway/models/kimi-k2-0905-free.toml new file mode 100644 index 000000000..93ebbe4fb --- /dev/null +++ b/providers/llmgateway/models/kimi-k2-0905-free.toml @@ -0,0 +1,22 @@ +name = "Kimi Dev 0905 (Free)" +family = "kimi" +release_date = "2025-09-05" +last_updated = "2025-09-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/kimi-k2-thinking-turbo.toml b/providers/llmgateway/models/kimi-k2-thinking-turbo.toml new file mode 100644 index 000000000..391a4f5a4 --- /dev/null +++ b/providers/llmgateway/models/kimi-k2-thinking-turbo.toml @@ -0,0 +1,23 @@ +name = "Kimi K2 Thinking Turbo" +family = "kimi" +release_date = "2025-11-06" +last_updated = "2025-11-06" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.15 +output = 8.00 +cache_read = 0.15 + +[limit] +context = 262_144 +output = 262_144 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/kimi-k2-thinking.toml b/providers/llmgateway/models/kimi-k2-thinking.toml new file mode 100644 index 000000000..4d1986388 --- /dev/null +++ b/providers/llmgateway/models/kimi-k2-thinking.toml @@ -0,0 +1,23 @@ +name = "Kimi K2 Thinking" +family = "kimi" +release_date = "2025-11-06" +last_updated = "2025-11-06" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.50 +cache_read = 0.15 + +[limit] +context = 262_144 +output = 262_144 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/kimi-k2.toml b/providers/llmgateway/models/kimi-k2.toml new file mode 100644 index 000000000..e794e5092 --- /dev/null +++ b/providers/llmgateway/models/kimi-k2.toml @@ -0,0 +1,23 @@ +name = "Kimi K2" +family = "kimi" +release_date = "2025-07-11" +last_updated = "2025-07-11" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 3.00 +cache_read = 0.50 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.1-70b-instruct.toml b/providers/llmgateway/models/llama-3.1-70b-instruct.toml new file mode 100644 index 000000000..915daceeb --- /dev/null +++ b/providers/llmgateway/models/llama-3.1-70b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 3.1 70B Instruct" +family = "llama" +release_date = "2024-07-23" +last_updated = "2024-07-23" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.72 +output = 0.72 + +[limit] +context = 128_000 +output = 2_048 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.1-8b-instruct.toml b/providers/llmgateway/models/llama-3.1-8b-instruct.toml new file mode 100644 index 000000000..b2c2cbe0e --- /dev/null +++ b/providers/llmgateway/models/llama-3.1-8b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 3.1 8B Instruct" +family = "llama" +release_date = "2024-07-23" +last_updated = "2024-07-23" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.22 +output = 0.22 + +[limit] +context = 128_000 +output = 2_048 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml b/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml new file mode 100644 index 000000000..db4efb8d0 --- /dev/null +++ b/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml @@ -0,0 +1,22 @@ +name = "Llama 3.1 Nemotron Ultra 253B" +family = "llama" +release_date = "2025-04-07" +last_updated = "2025-04-07" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.60 +output = 1.80 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.2-11b-instruct.toml b/providers/llmgateway/models/llama-3.2-11b-instruct.toml new file mode 100644 index 000000000..5bc16d2c1 --- /dev/null +++ b/providers/llmgateway/models/llama-3.2-11b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 3.2 11B Instruct" +family = "llama" +release_date = "2024-09-25" +last_updated = "2024-09-25" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.07 +output = 0.33 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml b/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml new file mode 100644 index 000000000..74b47b1f8 --- /dev/null +++ b/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml @@ -0,0 +1,22 @@ +name = "Meta Llama 3.3 70B Instruct (Free)" +family = "llama" +release_date = "2024-12-06" +last_updated = "2024-12-06" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.3-70b-instruct.toml b/providers/llmgateway/models/llama-3.3-70b-instruct.toml new file mode 100644 index 000000000..dd36a6d3c --- /dev/null +++ b/providers/llmgateway/models/llama-3.3-70b-instruct.toml @@ -0,0 +1,22 @@ +name = "Llama 3.3 70B Instruct" +family = "llama" +release_date = "2024-12-06" +last_updated = "2024-12-06" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.13 +output = 0.40 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml b/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml new file mode 100644 index 000000000..b4d26ec55 --- /dev/null +++ b/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 4 Maverick 17B Instruct" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.24 +output = 0.97 + +[limit] +context = 8_192 +output = 2_048 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-maverick-free.toml b/providers/llmgateway/models/llama-4-maverick-free.toml new file mode 100644 index 000000000..4bb90ca72 --- /dev/null +++ b/providers/llmgateway/models/llama-4-maverick-free.toml @@ -0,0 +1,22 @@ +name = "Meta Llama 4 Maverick (Free)" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-scout-17b-instruct.toml b/providers/llmgateway/models/llama-4-scout-17b-instruct.toml new file mode 100644 index 000000000..9490f4215 --- /dev/null +++ b/providers/llmgateway/models/llama-4-scout-17b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 4 Scout 17B Instruct" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.17 +output = 0.66 + +[limit] +context = 8_192 +output = 2_048 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-scout-free.toml b/providers/llmgateway/models/llama-4-scout-free.toml new file mode 100644 index 000000000..6b13e6ded --- /dev/null +++ b/providers/llmgateway/models/llama-4-scout-free.toml @@ -0,0 +1,22 @@ +name = "Meta Llama 4 Scout (Free)" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 1_000_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-scout.toml b/providers/llmgateway/models/llama-4-scout.toml new file mode 100644 index 000000000..a95487fee --- /dev/null +++ b/providers/llmgateway/models/llama-4-scout.toml @@ -0,0 +1,23 @@ +name = "Llama 4 Scout" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.18 +output = 0.59 + +[limit] +context = 32_768 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-guard-4-12b.toml b/providers/llmgateway/models/llama-guard-4-12b.toml new file mode 100644 index 000000000..fa5977153 --- /dev/null +++ b/providers/llmgateway/models/llama-guard-4-12b.toml @@ -0,0 +1,22 @@ +name = "Llama Guard 4 12B" +family = "llama" +release_date = "2025-04-30" +last_updated = "2025-04-30" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.20 +output = 0.20 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.1.toml b/providers/llmgateway/models/minimax-m2.1.toml new file mode 100644 index 000000000..17b6e62fe --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.1.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2.1" +family = "minimax" +release_date = "2025-12-23" +last_updated = "2025-12-23" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 1.20 +cache_read = 0.03 + +[limit] +context = 204_800 +output = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mistral-large-latest.toml b/providers/llmgateway/models/mistral-large-latest.toml new file mode 100644 index 000000000..5e308028e --- /dev/null +++ b/providers/llmgateway/models/mistral-large-latest.toml @@ -0,0 +1,22 @@ +name = "Mistral Large Latest" +family = "mistral" +release_date = "2025-12-02" +last_updated = "2025-12-02" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 4.00 +output = 12.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml b/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml new file mode 100644 index 000000000..155c4e94a --- /dev/null +++ b/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml @@ -0,0 +1,22 @@ +name = "Mixtral 8x7B Instruct" +family = "mistral" +release_date = "2023-12-10" +last_updated = "2023-12-10" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.06 +output = 0.06 + +[limit] +context = 32_768 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/nemotron-nano-9b-v2.toml b/providers/llmgateway/models/nemotron-nano-9b-v2.toml new file mode 100644 index 000000000..e80608bbd --- /dev/null +++ b/providers/llmgateway/models/nemotron-nano-9b-v2.toml @@ -0,0 +1,22 @@ +name = "Nemotron Nano 9B V2 (Free)" +family = "nemotron" +release_date = "2025-08-18" +last_updated = "2025-08-18" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/o1-mini.toml b/providers/llmgateway/models/o1-mini.toml new file mode 100644 index 000000000..9792911dc --- /dev/null +++ b/providers/llmgateway/models/o1-mini.toml @@ -0,0 +1,23 @@ +name = "o1 Mini" +family = "gpt" +release_date = "2024-09-12" +last_updated = "2024-09-12" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false +status = "beta" + +[cost] +input = 1.10 +output = 4.40 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/o1.toml b/providers/llmgateway/models/o1.toml new file mode 100644 index 000000000..eeea2a993 --- /dev/null +++ b/providers/llmgateway/models/o1.toml @@ -0,0 +1,22 @@ +name = "o1" +family = "gpt" +release_date = "2024-09-12" +last_updated = "2024-09-12" +attachment = true +reasoning = true +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 15.00 +output = 60.00 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/o3-mini.toml b/providers/llmgateway/models/o3-mini.toml new file mode 100644 index 000000000..db4d9e80c --- /dev/null +++ b/providers/llmgateway/models/o3-mini.toml @@ -0,0 +1,22 @@ +name = "o3 Mini" +family = "gpt" +release_date = "2025-06-01" +last_updated = "2025-06-01" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 1.10 +output = 4.40 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/o3.toml b/providers/llmgateway/models/o3.toml new file mode 100644 index 000000000..ec7e098e1 --- /dev/null +++ b/providers/llmgateway/models/o3.toml @@ -0,0 +1,22 @@ +name = "o3" +family = "gpt" +release_date = "2025-06-01" +last_updated = "2025-06-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 8.00 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/pixtral-large-latest.toml b/providers/llmgateway/models/pixtral-large-latest.toml new file mode 100644 index 000000000..1d6c5af2e --- /dev/null +++ b/providers/llmgateway/models/pixtral-large-latest.toml @@ -0,0 +1,22 @@ +name = "Pixtral Large Latest" +family = "mistral" +release_date = "2024-11-18" +last_updated = "2024-11-18" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 4.00 +output = 12.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-flash.toml b/providers/llmgateway/models/qwen-flash.toml new file mode 100644 index 000000000..e09911f57 --- /dev/null +++ b/providers/llmgateway/models/qwen-flash.toml @@ -0,0 +1,22 @@ +name = "Qwen Flash" +family = "qwen" +release_date = "2024-09-09" +last_updated = "2024-09-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.05 +output = 0.40 + +[limit] +context = 1_000_000 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-image-max-2025-12-30.toml b/providers/llmgateway/models/qwen-image-max-2025-12-30.toml new file mode 100644 index 000000000..83b4c97f9 --- /dev/null +++ b/providers/llmgateway/models/qwen-image-max-2025-12-30.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Max 2025-12-30" +family = "qwen" +release_date = "2025-12-31" +last_updated = "2025-12-31" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-image-max.toml b/providers/llmgateway/models/qwen-image-max.toml new file mode 100644 index 000000000..c7d114a03 --- /dev/null +++ b/providers/llmgateway/models/qwen-image-max.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Max" +family = "qwen" +release_date = "2025-08-04" +last_updated = "2025-08-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-image-plus.toml b/providers/llmgateway/models/qwen-image-plus.toml new file mode 100644 index 000000000..c0078bcc3 --- /dev/null +++ b/providers/llmgateway/models/qwen-image-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Plus" +family = "qwen" +release_date = "2025-08-04" +last_updated = "2025-08-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-image.toml b/providers/llmgateway/models/qwen-image.toml new file mode 100644 index 000000000..2024a02a8 --- /dev/null +++ b/providers/llmgateway/models/qwen-image.toml @@ -0,0 +1,22 @@ +name = "Qwen Image" +family = "qwen" +release_date = "2025-08-04" +last_updated = "2025-08-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-max-latest.toml b/providers/llmgateway/models/qwen-max-latest.toml new file mode 100644 index 000000000..c65a8894c --- /dev/null +++ b/providers/llmgateway/models/qwen-max-latest.toml @@ -0,0 +1,22 @@ +name = "Qwen Max Latest" +family = "qwen" +release_date = "2025-01-25" +last_updated = "2025-01-25" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 1.60 +output = 6.40 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-max.toml b/providers/llmgateway/models/qwen-max.toml new file mode 100644 index 000000000..3207ded01 --- /dev/null +++ b/providers/llmgateway/models/qwen-max.toml @@ -0,0 +1,22 @@ +name = "Qwen Max" +family = "qwen" +release_date = "2025-09-05" +last_updated = "2025-09-05" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 1.60 +output = 6.40 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-omni-turbo.toml b/providers/llmgateway/models/qwen-omni-turbo.toml new file mode 100644 index 000000000..d871d81aa --- /dev/null +++ b/providers/llmgateway/models/qwen-omni-turbo.toml @@ -0,0 +1,22 @@ +name = "Qwen Omni Turbo" +family = "qwen" +release_date = "2025-03-26" +last_updated = "2025-03-26" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.20 +output = 0.80 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-plus-latest.toml b/providers/llmgateway/models/qwen-plus-latest.toml new file mode 100644 index 000000000..5da8f1be9 --- /dev/null +++ b/providers/llmgateway/models/qwen-plus-latest.toml @@ -0,0 +1,22 @@ +name = "Qwen Plus Latest" +family = "qwen" +release_date = "2024-09-09" +last_updated = "2024-09-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.40 +output = 1.20 + +[limit] +context = 1_000_000 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-plus.toml b/providers/llmgateway/models/qwen-plus.toml new file mode 100644 index 000000000..a41679ac6 --- /dev/null +++ b/providers/llmgateway/models/qwen-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen Plus" +family = "qwen" +release_date = "2025-01-25" +last_updated = "2025-01-25" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.40 +output = 1.20 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-turbo.toml b/providers/llmgateway/models/qwen-turbo.toml new file mode 100644 index 000000000..975c2315b --- /dev/null +++ b/providers/llmgateway/models/qwen-turbo.toml @@ -0,0 +1,22 @@ +name = "Qwen Turbo" +family = "qwen" +release_date = "2025-02-01" +last_updated = "2025-02-01" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.05 +output = 0.20 + +[limit] +context = 1_000_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-vl-max.toml b/providers/llmgateway/models/qwen-vl-max.toml new file mode 100644 index 000000000..53a7cdef3 --- /dev/null +++ b/providers/llmgateway/models/qwen-vl-max.toml @@ -0,0 +1,22 @@ +name = "Qwen VL Max" +family = "qwen" +release_date = "2025-02-01" +last_updated = "2025-02-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.80 +output = 3.20 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-vl-plus.toml b/providers/llmgateway/models/qwen-vl-plus.toml new file mode 100644 index 000000000..ea6262368 --- /dev/null +++ b/providers/llmgateway/models/qwen-vl-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen VL Plus" +family = "qwen" +release_date = "2025-02-05" +last_updated = "2025-02-05" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.21 +output = 0.64 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen2-5-vl-72b-instruct.toml b/providers/llmgateway/models/qwen2-5-vl-72b-instruct.toml new file mode 100644 index 000000000..950838ae5 --- /dev/null +++ b/providers/llmgateway/models/qwen2-5-vl-72b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen2.5 VL 72B Instruct" +family = "qwen" +release_date = "2025-01-26" +last_updated = "2025-01-26" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.13 +output = 0.40 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen25-coder-7b.toml b/providers/llmgateway/models/qwen25-coder-7b.toml new file mode 100644 index 000000000..d297f6571 --- /dev/null +++ b/providers/llmgateway/models/qwen25-coder-7b.toml @@ -0,0 +1,22 @@ +name = "Qwen2.5 Coder 7B" +family = "qwen" +release_date = "2024-09-19" +last_updated = "2024-09-19" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.01 +output = 0.03 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-235b-a22b-instruct-2507.toml b/providers/llmgateway/models/qwen3-235b-a22b-instruct-2507.toml new file mode 100644 index 000000000..4386b79bf --- /dev/null +++ b/providers/llmgateway/models/qwen3-235b-a22b-instruct-2507.toml @@ -0,0 +1,23 @@ +name = "Qwen3 235B A22B Instruct 2507" +family = "qwen" +release_date = "2025-07-21" +last_updated = "2025-07-21" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.20 +output = 0.60 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-235b-a22b-thinking-2507.toml b/providers/llmgateway/models/qwen3-235b-a22b-thinking-2507.toml new file mode 100644 index 000000000..fbce668d1 --- /dev/null +++ b/providers/llmgateway/models/qwen3-235b-a22b-thinking-2507.toml @@ -0,0 +1,23 @@ +name = "Qwen3 235B A22B Thinking 2507" +family = "qwen" +release_date = "2025-07-25" +last_updated = "2025-07-25" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.20 +output = 0.60 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-30b-a3b-instruct-2507.toml b/providers/llmgateway/models/qwen3-30b-a3b-instruct-2507.toml new file mode 100644 index 000000000..82d13f7b0 --- /dev/null +++ b/providers/llmgateway/models/qwen3-30b-a3b-instruct-2507.toml @@ -0,0 +1,22 @@ +name = "Qwen3 30B A3B Instruct 2507" +family = "qwen" +release_date = "2025-07-30" +last_updated = "2025-07-30" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-30b-a3b-thinking-2507.toml b/providers/llmgateway/models/qwen3-30b-a3b-thinking-2507.toml new file mode 100644 index 000000000..4589eb5ce --- /dev/null +++ b/providers/llmgateway/models/qwen3-30b-a3b-thinking-2507.toml @@ -0,0 +1,22 @@ +name = "Qwen3 30B A3B Thinking 2507" +family = "qwen" +release_date = "2025-07-30" +last_updated = "2025-07-30" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-32b.toml b/providers/llmgateway/models/qwen3-32b.toml new file mode 100644 index 000000000..a19495067 --- /dev/null +++ b/providers/llmgateway/models/qwen3-32b.toml @@ -0,0 +1,22 @@ +name = "Qwen3 32B" +family = "qwen" +release_date = "2025-04-28" +last_updated = "2025-04-28" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder-30b-a3b-instruct.toml b/providers/llmgateway/models/qwen3-coder-30b-a3b-instruct.toml new file mode 100644 index 000000000..d6110d145 --- /dev/null +++ b/providers/llmgateway/models/qwen3-coder-30b-a3b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder 30B A3B Instruct" +family = "qwen" +release_date = "2025-07-31" +last_updated = "2025-07-31" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder-480b-a35b-instruct.toml b/providers/llmgateway/models/qwen3-coder-480b-a35b-instruct.toml new file mode 100644 index 000000000..698cd1a1b --- /dev/null +++ b/providers/llmgateway/models/qwen3-coder-480b-a35b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder 480B A35B Instruct" +family = "qwen" +release_date = "2025-01-31" +last_updated = "2025-01-31" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.40 +output = 1.80 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder-plus.toml b/providers/llmgateway/models/qwen3-coder-plus.toml new file mode 100644 index 000000000..6817f6e73 --- /dev/null +++ b/providers/llmgateway/models/qwen3-coder-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder Plus" +family = "qwen" +release_date = "2025-09-23" +last_updated = "2025-09-23" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 6.00 +output = 60.00 + +[limit] +context = 1_000_000 +output = 66_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder.toml b/providers/llmgateway/models/qwen3-coder.toml new file mode 100644 index 000000000..ff536a2fc --- /dev/null +++ b/providers/llmgateway/models/qwen3-coder.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder" +family = "qwen" +release_date = "2025-07-23" +last_updated = "2025-07-23" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.22 +output = 0.95 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-max.toml b/providers/llmgateway/models/qwen3-max.toml new file mode 100644 index 000000000..da79ecf8f --- /dev/null +++ b/providers/llmgateway/models/qwen3-max.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Max" +family = "qwen" +release_date = "2025-09-24" +last_updated = "2025-09-24" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.60 + +[limit] +context = 256_000 +output = 32_800 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-next-80b-a3b-instruct.toml b/providers/llmgateway/models/qwen3-next-80b-a3b-instruct.toml new file mode 100644 index 000000000..8827c2e00 --- /dev/null +++ b/providers/llmgateway/models/qwen3-next-80b-a3b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Next 80B A3B Instruct" +family = "qwen" +release_date = "2025-09-10" +last_updated = "2025-09-10" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.50 +output = 2.00 + +[limit] +context = 129_024 +output = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-next-80b-a3b-thinking.toml b/providers/llmgateway/models/qwen3-next-80b-a3b-thinking.toml new file mode 100644 index 000000000..ca4b46a01 --- /dev/null +++ b/providers/llmgateway/models/qwen3-next-80b-a3b-thinking.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Next 80B A3B Thinking" +family = "qwen" +release_date = "2025-09-10" +last_updated = "2025-09-10" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.50 +output = 6.00 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/seed-1-6-250615.toml b/providers/llmgateway/models/seed-1-6-250615.toml new file mode 100644 index 000000000..f005e5e57 --- /dev/null +++ b/providers/llmgateway/models/seed-1-6-250615.toml @@ -0,0 +1,23 @@ +name = "Seed 1.6 (250615)" +family = "seed" +release_date = "2025-06-25" +last_updated = "2025-06-25" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.05 + +[limit] +context = 256_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/seed-1-6-250915.toml b/providers/llmgateway/models/seed-1-6-250915.toml new file mode 100644 index 000000000..436438370 --- /dev/null +++ b/providers/llmgateway/models/seed-1-6-250915.toml @@ -0,0 +1,23 @@ +name = "Seed 1.6 (250915)" +family = "seed" +release_date = "2025-09-15" +last_updated = "2025-09-15" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.05 + +[limit] +context = 256_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/seed-1-6-flash-250715.toml b/providers/llmgateway/models/seed-1-6-flash-250715.toml new file mode 100644 index 000000000..22a4b7277 --- /dev/null +++ b/providers/llmgateway/models/seed-1-6-flash-250715.toml @@ -0,0 +1,23 @@ +name = "Seed 1.6 Flash (250715)" +family = "seed" +release_date = "2025-07-26" +last_updated = "2025-07-26" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.07 +output = 0.30 +cache_read = 0.02 + +[limit] +context = 256_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/seed-1-8-251228.toml b/providers/llmgateway/models/seed-1-8-251228.toml new file mode 100644 index 000000000..46b0677e9 --- /dev/null +++ b/providers/llmgateway/models/seed-1-8-251228.toml @@ -0,0 +1,23 @@ +name = "Seed 1.8 (251228)" +family = "seed" +release_date = "2025-12-18" +last_updated = "2025-12-18" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.05 + +[limit] +context = 256_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/seedream-4-0.toml b/providers/llmgateway/models/seedream-4-0.toml new file mode 100644 index 000000000..df444f37e --- /dev/null +++ b/providers/llmgateway/models/seedream-4-0.toml @@ -0,0 +1,22 @@ +name = "Seedream 4.0" +family = "seed" +release_date = "2025-09-16" +last_updated = "2025-09-16" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/seedream-4-5.toml b/providers/llmgateway/models/seedream-4-5.toml new file mode 100644 index 000000000..59d1b36c4 --- /dev/null +++ b/providers/llmgateway/models/seedream-4-5.toml @@ -0,0 +1,22 @@ +name = "Seedream 4.5" +family = "seed" +release_date = "2025-12-03" +last_updated = "2025-12-03" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/sonar-pro.toml b/providers/llmgateway/models/sonar-pro.toml new file mode 100644 index 000000000..012f3d1a2 --- /dev/null +++ b/providers/llmgateway/models/sonar-pro.toml @@ -0,0 +1,22 @@ +name = "Sonar Pro" +family = "sonar" +release_date = "2025-03-07" +last_updated = "2025-03-07" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/sonar-reasoning-pro.toml b/providers/llmgateway/models/sonar-reasoning-pro.toml new file mode 100644 index 000000000..b4d3006e7 --- /dev/null +++ b/providers/llmgateway/models/sonar-reasoning-pro.toml @@ -0,0 +1,22 @@ +name = "Sonar Reasoning Pro" +family = "sonar" +release_date = "2025-03-07" +last_updated = "2025-03-07" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 8.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/sonar.toml b/providers/llmgateway/models/sonar.toml new file mode 100644 index 000000000..5615ef7ec --- /dev/null +++ b/providers/llmgateway/models/sonar.toml @@ -0,0 +1,22 @@ +name = "Sonar" +family = "sonar" +release_date = "2025-01-01" +last_updated = "2025-01-01" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 1.00 + +[limit] +context = 130_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/provider.toml b/providers/llmgateway/provider.toml new file mode 100644 index 000000000..7f3a03eac --- /dev/null +++ b/providers/llmgateway/provider.toml @@ -0,0 +1,5 @@ +name = "LLM Gateway" +env = ["LLMGATEWAY_API_KEY"] +npm = "@ai-sdk/openai-compatible" +doc = "https://llmgateway.io/docs" +api = "https://api.llmgateway.io/v1" \ No newline at end of file