healthCheckTimeout: 120
includeAliasesInList: false
listen: 0.0.0.0:9292
models:
  gemma-26b-200k:
    aliases:
    - gemma
    - gemma-26b
    - gemma-26b-200k
    - gemma-200k
    - deep-reason
    - high-ctx
    cmd: /usr/local/bin/llama-server-sm75 -m /models/downloads/gemma-4-26B-A4B-it-qat-UD-Q4_K_XL.gguf --model-draft /models/downloads/mtp-gemma-4-26B-A4B-it.gguf
      --port ${PORT} --host 127.0.0.1 --jinja --reasoning off -ngl 99 --no-mmap --mlock --prio 2 --poll 30 --no-cont-batching
      --timeout 300 --threads 16 --threads-batch 16 --parallel 1 -c 230000 --batch-size 1024 --ubatch-size 256 --cache-type-k
      q8_0 --cache-type-v q8_0 --flash-attn on --no-host -fitt 1024 --n-cpu-moe 16 --no-kv-offload --spec-type draft-mtp --spec-draft-n-max
      3 --spec-draft-p-min 0.85 --spec-draft-type-k q8_0 --spec-draft-type-v q8_0 --temp 1.0 --top-p 0.95 --min-p 0.10 --top-k
      40 --repeat-penalty 1.05 --repeat-last-n 256 --metrics
    concurrency: 1
    ttl: 1800
  ornith-35b-q6-mtp:
    aliases:
    - ornith
    - ornith-35b
    - ornith-mtp
    cmd: /usr/local/bin/llama-server-sm75 -m /models/downloads/Ornith-1.0-35B-MTP-IQ4_XS-GGUF/ornith-1.0-35b-IQ4_XS-MTP-graft-headQ6.gguf --port
      ${PORT} --host 127.0.0.1 --jinja --reasoning off -ngl 99 --no-mmap --mlock --prio 2 --poll 30 --no-cont-batching --timeout
      300 --threads 16 --threads-batch 32 --parallel 1 -c 262144 --batch-size 2048 --ubatch-size 512 --cache-type-k q8_0 --cache-type-v
      q8_0 --flash-attn on --no-host -fitt 1024 --n-cpu-moe 24 --no-kv-offload --spec-type draft-mtp --spec-draft-n-max 3
      --spec-draft-type-k q8_0 --spec-draft-type-v q8_0 --temp 0.6 --top-p 0.95 --min-p 0.10 --top-k 20 --repeat-penalty
      1.05 --repeat-last-n 256 --metrics
    concurrency: 1
    ttl: 3600
  ornith-9b-mtp-q5:
    aliases:
    - ornith-9b
    - ornith-9b-mtp
    cmd: /usr/local/bin/llama-server-sm75 -m /models/downloads/Ornith-1.0-9B-MTP-GGUF/Ornith-1.0-9B-MTP-Q5_K_M.gguf --port ${PORT}
      --host 127.0.0.1 --jinja --reasoning off -ngl 99 --no-mmap --mlock --prio 2 --poll 30 --no-cont-batching --timeout 300
      --threads 16 --threads-batch 32 --parallel 1 -c 98304 --batch-size 2048 --ubatch-size 512 --cache-type-k q8_0 --cache-type-v
      q8_0 --flash-attn on --no-host -fitt 1024 --spec-type draft-mtp --spec-draft-n-max 2 --spec-draft-type-k q8_0
      --spec-draft-type-v q8_0 --temp 0.6 --top-p 0.95 --min-p 0.10 --top-k 10 --repeat-penalty 1.10 --repeat-last-n 256 --metrics
    concurrency: 1
    ttl: 3600
  qwen36-35b-mtp:
    aliases:
    - qwen36
    - qwen36-mtp
    - primary
    cmd: /usr/local/bin/llama-server-sm75 -m /models/downloads/Qwen3.6-35B-A3B-MTP-Q4_K_M.gguf --port ${PORT} --host 127.0.0.1
      --jinja --reasoning off -ngl 99 --no-mmap --mlock --prio 2 --poll 30 --no-cont-batching --timeout 300 --threads 16 --threads-batch
      32 --parallel 1 -c 230000 --batch-size 2048 --ubatch-size 512 --cache-type-k q8_0 --cache-type-v q8_0 --flash-attn on
      --no-host --no-warmup -fitt 1024 --n-cpu-moe 26 --spec-type draft-mtp --spec-draft-n-max 3 --spec-draft-p-min 0.75 --spec-draft-type-k
      q8_0 --spec-draft-type-v q8_0 --temp 0.2 --top-p 0.95 --min-p 0.10 --top-k 20 --repeat-penalty 1.05 --repeat-last-n
      256 --metrics
    concurrency: 1
    ttl: 3600
  qwythos-9b-mtp-q6:
    aliases:
    - qwythos
    - qwythos-mtp
    cmd: /usr/local/bin/llama-server-sm75 -m /models/downloads/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF/Qwythos-9B-Claude-Mythos-5-1M-MTP-Q6_K.gguf
      --port ${PORT} --host 127.0.0.1 --jinja --reasoning off -ngl 99 --no-mmap --mlock --prio 2 --poll 30 --no-cont-batching
      --timeout 300 --threads 16 --threads-batch 32 --parallel 1 -c 131072 --batch-size 1024 --ubatch-size 256 --cache-type-k
      q8_0 --cache-type-v q8_0 --flash-attn on --no-host -fitt 1024 --spec-type draft-mtp --spec-draft-n-max 3 --spec-draft-p-min
      0.75 --spec-draft-type-k q8_0 --spec-draft-type-v q8_0 --temp 0.2 --top-p 0.95 --min-p 0.10 --top-k 20 --repeat-penalty
      1.05 --repeat-last-n 256 --metrics
    concurrency: 1
    ttl: 3600
performance:
  disabled: false
  every: 15s
sendLoadingState: true
