406083310f
Runs the kimi-code coding agent in its own container, exposed as an
OpenAI-compatible model ("kimi-agent") that LiteLLM/Open WebUI can call
directly. Backed by the user's own Kimi/Moonshot subscription via
`kimi login`, not the pay-per-token API. Mount is scoped to a dedicated
~/kimi-workspace directory rather than the full home dir.
128 lines
4.0 KiB
YAML
128 lines
4.0 KiB
YAML
model_list:
|
|
# ── oO aliases (used by ml/serving; see oO/CLAUDE.md AI stack) ──────────
|
|
- model_name: tip-generator
|
|
litellm_params:
|
|
model: ollama/qwen2.5:1.5b
|
|
api_base: http://host.docker.internal:11434
|
|
|
|
- model_name: embedder
|
|
litellm_params:
|
|
model: ollama/nomic-embed-text
|
|
api_base: http://host.docker.internal:11434
|
|
|
|
- model_name: judge
|
|
litellm_params:
|
|
model: anthropic/claude-haiku-4-5-20251001
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
# Kimi Code CLI agent (own container, own Moonshot/Kimi subscription via `kimi login`)
|
|
- model_name: kimi-agent
|
|
litellm_params:
|
|
model: openai/kimi-agent
|
|
api_base: http://kimi-agent:8000/v1
|
|
api_key: dummy
|
|
|
|
# ── raw model exposure ─────────────────────────────────────────────────
|
|
- model_name: ollama/qwen3.5:4b
|
|
litellm_params:
|
|
model: ollama/qwen3.5:4b
|
|
api_base: http://host.docker.internal:11436
|
|
|
|
- model_name: ollama/qwen3:8b
|
|
litellm_params:
|
|
model: ollama/qwen3:8b
|
|
api_base: http://host.docker.internal:11436
|
|
|
|
- model_name: ollama/qwen2.5:1.5b
|
|
litellm_params:
|
|
model: ollama/qwen2.5:1.5b
|
|
api_base: http://host.docker.internal:11436
|
|
|
|
- model_name: ollama/qwen2.5:0.5b
|
|
litellm_params:
|
|
model: ollama/qwen2.5:0.5b
|
|
api_base: http://host.docker.internal:11436
|
|
|
|
- model_name: ollama/gemma3:4b
|
|
litellm_params:
|
|
model: ollama/gemma3:4b
|
|
api_base: http://host.docker.internal:11436
|
|
|
|
- model_name: ollama/gemma3:1b
|
|
litellm_params:
|
|
model: ollama/gemma3:1b
|
|
api_base: http://host.docker.internal:11435
|
|
|
|
- model_name: ollama/nomic-embed-text
|
|
litellm_params:
|
|
model: ollama/nomic-embed-text
|
|
api_base: http://host.docker.internal:11435
|
|
|
|
# OpenRouter free-tier models
|
|
- model_name: meta-llama/llama-3.3-70b-instruct:free
|
|
litellm_params:
|
|
model: openrouter/meta-llama/llama-3.3-70b-instruct:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: meta-llama/llama-3.2-3b-instruct:free
|
|
litellm_params:
|
|
model: openrouter/meta-llama/llama-3.2-3b-instruct:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: deepseek/deepseek-r1:free
|
|
litellm_params:
|
|
model: openrouter/deepseek/deepseek-r1:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: qwen/qwen3-4b:free
|
|
litellm_params:
|
|
model: openrouter/qwen/qwen3-4b:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: qwen/qwen3-coder:free
|
|
litellm_params:
|
|
model: openrouter/qwen/qwen3-coder:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: google/gemma-3-27b-it:free
|
|
litellm_params:
|
|
model: openrouter/google/gemma-3-27b-it:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: google/gemma-3-12b-it:free
|
|
litellm_params:
|
|
model: openrouter/google/gemma-3-12b-it:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: mistralai/mistral-small-3.1-24b-instruct:free
|
|
litellm_params:
|
|
model: openrouter/mistralai/mistral-small-3.1-24b-instruct:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: nvidia/nemotron-3-super-120b-a12b:free
|
|
litellm_params:
|
|
model: openrouter/nvidia/nemotron-3-super-120b-a12b:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: openai/gpt-oss-120b:free
|
|
litellm_params:
|
|
model: openrouter/openai/gpt-oss-120b:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: minimax/minimax-m2.5:free
|
|
litellm_params:
|
|
model: openrouter/minimax/minimax-m2.5:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
- model_name: nousresearch/hermes-3-llama-3.1-405b:free
|
|
litellm_params:
|
|
model: openrouter/nousresearch/hermes-3-llama-3.1-405b:free
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
|
|
litellm_settings:
|
|
success_callback: ["langfuse"]
|
|
failure_callback: ["langfuse"]
|
|
drop_params: true
|
|
fallbacks:
|
|
- deepseek/deepseek-r1:free: ["ollama/qwen3.5:4b"]
|