feat: add LLM Gateway provider (#7847)
Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com> Co-authored-by: Aiden Cline <63023139+rekram1-node@users.noreply.github.com> Co-authored-by: Aiden Cline <aidenpcline@gmail.com>
This commit is contained in:
co-authored by
Claude Opus 4.5
Aiden Cline
Aiden Cline
parent
3a4b49095c
commit
3fe602cda3
@@ -390,6 +390,17 @@ function custom(dep: CustomDep): Record<string, CustomLoader> {
|
|||||||
},
|
},
|
||||||
}
|
}
|
||||||
}),
|
}),
|
||||||
|
llmgateway: () =>
|
||||||
|
Effect.succeed({
|
||||||
|
autoload: false,
|
||||||
|
options: {
|
||||||
|
headers: {
|
||||||
|
"HTTP-Referer": "https://opencode.ai/",
|
||||||
|
"X-Title": "opencode",
|
||||||
|
"X-Source": "opencode",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}),
|
||||||
openrouter: () =>
|
openrouter: () =>
|
||||||
Effect.succeed({
|
Effect.succeed({
|
||||||
autoload: false,
|
autoload: false,
|
||||||
|
|||||||
@@ -807,7 +807,7 @@ export function options(input: {
|
|||||||
result["promptCacheKey"] = input.sessionID
|
result["promptCacheKey"] = input.sessionID
|
||||||
}
|
}
|
||||||
|
|
||||||
if (input.model.api.npm === "@openrouter/ai-sdk-provider") {
|
if (input.model.api.npm === "@openrouter/ai-sdk-provider" || input.model.api.npm === "@llmgateway/ai-sdk-provider") {
|
||||||
result["usage"] = {
|
result["usage"] = {
|
||||||
include: true,
|
include: true,
|
||||||
}
|
}
|
||||||
@@ -944,7 +944,7 @@ export function smallOptions(model: Provider.Model) {
|
|||||||
}
|
}
|
||||||
return { thinkingConfig: { thinkingBudget: 0 } }
|
return { thinkingConfig: { thinkingBudget: 0 } }
|
||||||
}
|
}
|
||||||
if (model.providerID === "openrouter") {
|
if (model.providerID === "openrouter" || model.providerID === "llmgateway") {
|
||||||
if (model.api.id.includes("google")) {
|
if (model.api.id.includes("google")) {
|
||||||
return { reasoning: { enabled: false } }
|
return { reasoning: { enabled: false } }
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -62,6 +62,7 @@ delete process.env["AWS_PROFILE"]
|
|||||||
delete process.env["AWS_REGION"]
|
delete process.env["AWS_REGION"]
|
||||||
delete process.env["AWS_BEARER_TOKEN_BEDROCK"]
|
delete process.env["AWS_BEARER_TOKEN_BEDROCK"]
|
||||||
delete process.env["OPENROUTER_API_KEY"]
|
delete process.env["OPENROUTER_API_KEY"]
|
||||||
|
delete process.env["LLM_GATEWAY_API_KEY"]
|
||||||
delete process.env["GROQ_API_KEY"]
|
delete process.env["GROQ_API_KEY"]
|
||||||
delete process.env["MISTRAL_API_KEY"]
|
delete process.env["MISTRAL_API_KEY"]
|
||||||
delete process.env["PERPLEXITY_API_KEY"]
|
delete process.env["PERPLEXITY_API_KEY"]
|
||||||
|
|||||||
@@ -32,6 +32,7 @@ export const iconNames = [
|
|||||||
"perplexity",
|
"perplexity",
|
||||||
"ovhcloud",
|
"ovhcloud",
|
||||||
"openrouter",
|
"openrouter",
|
||||||
|
"llmgateway",
|
||||||
"opencode",
|
"opencode",
|
||||||
"opencode-go",
|
"opencode-go",
|
||||||
"openai",
|
"openai",
|
||||||
|
|||||||
@@ -1577,6 +1577,74 @@ OpenCode Zen is a list of tested and verified models provided by the OpenCode te
|
|||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
|
### LLM Gateway
|
||||||
|
|
||||||
|
1. Head over to the [LLM Gateway dashboard](https://llmgateway.io/dashboard), click **Create API Key**, and copy the key.
|
||||||
|
|
||||||
|
2. Run the `/connect` command and search for LLM Gateway.
|
||||||
|
|
||||||
|
```txt
|
||||||
|
/connect
|
||||||
|
```
|
||||||
|
|
||||||
|
3. Enter the API key for the provider.
|
||||||
|
|
||||||
|
```txt
|
||||||
|
┌ API key
|
||||||
|
│
|
||||||
|
│
|
||||||
|
└ enter
|
||||||
|
```
|
||||||
|
|
||||||
|
4. Many LLM Gateway models are preloaded by default, run the `/models` command to select the one you want.
|
||||||
|
|
||||||
|
```txt
|
||||||
|
/models
|
||||||
|
```
|
||||||
|
|
||||||
|
You can also add additional models through your opencode config.
|
||||||
|
|
||||||
|
```json title="opencode.json" {6}
|
||||||
|
{
|
||||||
|
"$schema": "https://opencode.ai/config.json",
|
||||||
|
"provider": {
|
||||||
|
"llmgateway": {
|
||||||
|
"models": {
|
||||||
|
"somecoolnewmodel": {}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
5. You can also customize them through your opencode config. Here's an example of specifying a provider
|
||||||
|
|
||||||
|
```json title="opencode.json"
|
||||||
|
{
|
||||||
|
"$schema": "https://opencode.ai/config.json",
|
||||||
|
"provider": {
|
||||||
|
"llmgateway": {
|
||||||
|
"models": {
|
||||||
|
"glm-4.7": {
|
||||||
|
"name": "GLM 4.7"
|
||||||
|
},
|
||||||
|
"gpt-5.2": {
|
||||||
|
"name": "GPT-5.2"
|
||||||
|
},
|
||||||
|
"gemini-2.5-pro": {
|
||||||
|
"name": "Gemini 2.5 Pro"
|
||||||
|
},
|
||||||
|
"claude-3-5-sonnet-20241022": {
|
||||||
|
"name": "Claude 3.5 Sonnet"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
### SAP AI Core
|
### SAP AI Core
|
||||||
|
|
||||||
SAP AI Core provides access to 40+ models from OpenAI, Anthropic, Google, Amazon, Meta, Mistral, and AI21 through a unified platform.
|
SAP AI Core provides access to 40+ models from OpenAI, Anthropic, Google, Amazon, Meta, Mistral, and AI21 through a unified platform.
|
||||||
|
|||||||
Reference in New Issue
Block a user