Hitonabi/mission-control-v2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(routing): Rollen-Aliase 'debugger' und 'doctor' für Muse-Glimmer-30B verdrahtet

Browse Source
This commit is contained in:
Hitonabi
2026-08-14 19:01:09 +02:00
parent 0a6b009cb6
commit 4b6c6ebfd5
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/models_catalog.json
+1 -1
View File
@@ -3,7 +3,7 @@
"version": "2026-07-03", "version": "2026-07-03",
"models": [ "models": [
{ {
"role": "fast", "name": "Muse-Glimmer-30B", "repo": "unsloth/Muse-Glimmer-30B-GGUF", "role": "debugger", "name": "Muse-Glimmer-30B", "repo": "unsloth/Muse-Glimmer-30B-GGUF",
"family": "muse", "generation": 1.0, "total_params_b": 30, "active_params_b": 30, "family": "muse", "generation": 1.0, "total_params_b": 30, "active_params_b": 30,
"moe": false, "quant": "Q4_K_XL", "ctx": 65536, "tools": true, "vision": true "moe": false, "quant": "Q4_K_XL", "ctx": 65536, "tools": true, "vision": true
}, },
deploy/llama-swap.config.yaml
+4 -1
View File
@@ -34,10 +34,13 @@ models:
context: 65536 context: 65536
Muse-Glimmer-30B: Muse-Glimmer-30B:
# Meta Muse Glimmer 30B: Dichtes 30B-Agenten-Modell mit DFlash-Speculative-Drafting # Meta Muse Glimmer 30B: Dichtes 30B-Agenten-Modell mit DFlash-Speculative-Drafting
# und 1.8B Perception Multimodal Projector. # und 1.8B Perception Multimodal Projector. Ideal als Runtime-Debugger & Fehler-Diagnostiker.
cmd: | cmd: |
llama-server -m /srv/models/Muse-Glimmer-30B-GGUF/Muse-Glimmer-30B-UD-Q4_K_XL.gguf --host 127.0.0.1 --port ${PORT} -c 65536 -ngl 999 -fa on --no-mmap --mmproj /srv/models/Muse-Glimmer-30B-GGUF/mmproj-kquant.gguf --jinja --spec-type draft-dflash --spec-draft-model /srv/models/Muse-Glimmer-30B-GGUF/dflash-kquant.gguf llama-server -m /srv/models/Muse-Glimmer-30B-GGUF/Muse-Glimmer-30B-UD-Q4_K_XL.gguf --host 127.0.0.1 --port ${PORT} -c 65536 -ngl 999 -fa on --no-mmap --mmproj /srv/models/Muse-Glimmer-30B-GGUF/mmproj-kquant.gguf --jinja --spec-type draft-dflash --spec-draft-model /srv/models/Muse-Glimmer-30B-GGUF/dflash-kquant.gguf
ttl: 600 ttl: 600
aliases:
- debugger
- doctor
capabilities: capabilities:
in: [text, image] in: [text, image]
out: [text] out: [text]