20 lines
No EOL
471 B
JSON
20 lines
No EOL
471 B
JSON
{
|
|
"providers": {
|
|
"bonsai": {
|
|
"baseUrl": "http://127.0.0.1:8080/v1",
|
|
"api": "openai-completions",
|
|
"apiKey": "local",
|
|
"models": [
|
|
{
|
|
"id": "bonsai-27b",
|
|
"name": "Local Bonsai 27B (PQ2_0)",
|
|
"reasoning": true,
|
|
"input": ["text"],
|
|
"contextWindow": 16384,
|
|
"maxTokens": 2048,
|
|
"cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
} |