14 lines
No EOL
460 B
JSON
14 lines
No EOL
460 B
JSON
{
|
|
"_comment": "local 8b abliterated arm",
|
|
"providers": [
|
|
{
|
|
"name": "local-abliterated-8b",
|
|
"base_url": "http://localhost:11434/v1",
|
|
"model": "huihui_ai/qwen3-abliterated:8b",
|
|
"api_key_env": "OLLAMA_FAKE_KEY",
|
|
"rps_delay": 0.0,
|
|
"timeout": 400,
|
|
"_comment": "Канал B терминальный fallback — abliterated 8b (fits 8GB VRAM, fast). 30b too slow on this GPU (partial run in -30b file)."
|
|
}
|
|
]
|
|
} |