~/llamay $ llamay serve -m qwen2.5:0.5b -addr 127.0.0.1:11439
time=2026-09-18T08:51:02.365-04:00 level=INFO msg="device graph attached" max-tokens=256
time=2026-09-18T08:51:02.365-04:00 level=INFO msg="llamay serving" addr=127.0.0.1:11439 mode
l=qwen2.5:0.5b arch=qwen2 max-loaded=2 keepalive=5m0s params="0.36 GB" context=32768 threads
=7 kv=f32 lexicon=0

  OpenAI      POST http://127.0.0.1:11439/v1/chat/completions
  Anthropic   POST http://127.0.0.1:11439/v1/messages
  Embeddings  POST http://127.0.0.1:11439/v1/embeddings     (start with -embed <encoder.gguf
>)
  Rerank      POST http://127.0.0.1:11439/rerank            (start with -rerank <reranker.gg
uf>)
  Contexts    POST http://127.0.0.1:11439/v1/contexts        (then /{id}/fork?n=8, /{id}/sna
pshot)
  Models      POST http://127.0.0.1:11439/api/pull          (and /api/copy, /api/delete)
  Stats       GET  http://127.0.0.1:11439/v1/stats


~/llamay $ # the server stays up; the rest of this is a second terminal
~/llamay $ # a model that is not there
~/llamay $ curl -s http://127.0.0.1:11439/v1/chat/completions -H 'content-type: application/
json' \
>   -d '{"model":"not-a-model:9b","messages":[{"role":"user","content":"hi"}]}' | jq
{
  "error": {
    "message": "no model named \"not-a-model:9b\". Available:\n  all-minilm:latest\n  gemma2
:2b\n  gemma3:270m\n  gpt2:q8_0\n  qwen2.5:0.5b\n  smollm2:135m\n  azmx-code-test:latest (ol
lama)",
    "type": "Not Found"
  }
}
~/llamay $ # a body that is not JSON
~/llamay $ curl -s http://127.0.0.1:11439/v1/chat/completions -H 'content-type: application/
json' -d 'nonsense' | jq
{
  "error": {
    "message": "cannot parse request: invalid character 'o' in literal null (expecting 'u')"
,
    "type": "Bad Request"
  }
}
~/llamay $ # a route that does not exist
~/llamay $ curl -s -o /dev/null -w '%{http_code}\n' http://127.0.0.1:11439/v1/nope
404
~/llamay $ # and a file that is not a GGUF
~/llamay $ llamay info -m README.md
llamay info: README.md: not a GGUF file: magic is 0x6c6c2023, want 0x46554747