ginnoir/llm-router
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit: llm-router — smart OpenAI/Anthropic/Ollama router

Browse Source 
A stdlib pre-router in front of Ollama with LiteLLM backend:
- auto model selection by content/tools/modality, with fallbacks
- OpenAI /v1, Anthropic /v1/messages, and Ollama-native /api/* endpoints
- Whisper-shaped /v1/audio/transcriptions + in-chat audio
- key-based fleet policies (e.g. force a client onto uncensored models)
- optional Bearer auth; launchd/systemd service install
- benchmark harnesses (speed, quality, agentic tool use) with sample results

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Joseph Costa
2026-07-05 02:05:16 -05:00
co-authored by Claude Opus 4.8
commit 9938d46a67
32 changed files with 2419 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmarks/results/agent_results.json
+128
View File
@@ -0,0 +1,128 @@
{
"qwen3-vl:30b-a3b-instruct": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"qwen3-vl:8b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"qwen3-coder:30b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"glm-4.7-flash:latest": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"gpt-oss:20b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"qwen3.6:35b-a3b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"gemma4:31b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"gemma4:26b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"qwen3.6:27b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"gemma4:e4b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"qwen3:14b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"gemma4:12b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"gemma4:e2b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
},
"qwen3:8b": {
"invoke": 1,
"args": 1,
"select": 1,
"multiarg": 1,
"useresult": 1,
"abstain": 1,
"overall": 1.0
}
}