|
453 | 453 | - filename: llama-cpp/mmproj/ornith-1.0-9b/mmproj-F16.gguf |
454 | 454 | uri: huggingface://unsloth/Ornith-1.0-9B-GGUF/mmproj-F16.gguf |
455 | 455 | sha256: 013638437d619467b92412e6efa281f706132f05ba6d0f4733e50f812c7e32fa |
| 456 | +- &ornith-1-5-9b |
| 457 | + name: "ornith-1.5-9b-q4" |
| 458 | + variants: |
| 459 | + - model: ornith-1.5-9b-q8 |
| 460 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 461 | + urls: |
| 462 | + - https://huggingface.co/ornith-ai/Ornith-1.5-9B |
| 463 | + - https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF |
| 464 | + description: | |
| 465 | + Ornith-1.5-9B is an MIT-licensed Qwen3.5 model from Ornith AI for |
| 466 | + agentic coding, reasoning, repository-level software tasks, and tool use. |
| 467 | + It supports text and image input with a context window of 262K tokens. |
| 468 | + |
| 469 | + This default entry uses the Q4_K_M GGUF and BF16 vision projector. A |
| 470 | + higher-quality Q8_0 model is available as a variant. |
| 471 | + license: "mit" |
| 472 | + tags: |
| 473 | + - llm |
| 474 | + - gguf |
| 475 | + - cpu |
| 476 | + - gpu |
| 477 | + - qwen |
| 478 | + - reasoning |
| 479 | + - thinking |
| 480 | + - coding |
| 481 | + - agent |
| 482 | + - tools |
| 483 | + - vision |
| 484 | + - multimodal |
| 485 | + - long-context |
| 486 | + last_checked: "2026-08-19" |
| 487 | + overrides: |
| 488 | + backend: llama-cpp |
| 489 | + context_size: 262144 |
| 490 | + function: |
| 491 | + automatic_tool_parsing_fallback: true |
| 492 | + grammar: |
| 493 | + disable: true |
| 494 | + known_usecases: |
| 495 | + - chat |
| 496 | + - vision |
| 497 | + mmproj: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf |
| 498 | + options: |
| 499 | + - use_jinja:true |
| 500 | + parameters: |
| 501 | + min_p: 0 |
| 502 | + model: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q4_K_M.gguf |
| 503 | + repeat_penalty: 1 |
| 504 | + temperature: 0.6 |
| 505 | + top_k: 20 |
| 506 | + top_p: 0.95 |
| 507 | + template: |
| 508 | + use_tokenizer_template: true |
| 509 | + files: |
| 510 | + - filename: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q4_K_M.gguf |
| 511 | + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/Ornith-1.5-9B-Q4_K_M.gguf |
| 512 | + sha256: 7d791afcb31812acc88cd5aafc675391df28c6fc3d8eae002bb4e6cc3d8cfd8d |
| 513 | + - filename: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf |
| 514 | + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/mmproj-Ornith-1.5-9B-BF16.gguf |
| 515 | + sha256: d65001a94c4b6852bc7a0e7c5cc92fe8506755bb270e54483fd5feec7ae39a19 |
| 516 | +- !!merge <<: *ornith-1-5-9b |
| 517 | + name: "ornith-1.5-9b-q8" |
| 518 | + variants: [] |
| 519 | + description: | |
| 520 | + Ornith-1.5-9B in the higher-quality Q8_0 GGUF format, with the shared BF16 |
| 521 | + vision projector for multimodal prompts. |
| 522 | + overrides: |
| 523 | + backend: llama-cpp |
| 524 | + context_size: 262144 |
| 525 | + function: |
| 526 | + automatic_tool_parsing_fallback: true |
| 527 | + grammar: |
| 528 | + disable: true |
| 529 | + known_usecases: |
| 530 | + - chat |
| 531 | + - vision |
| 532 | + mmproj: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf |
| 533 | + options: |
| 534 | + - use_jinja:true |
| 535 | + parameters: |
| 536 | + min_p: 0 |
| 537 | + model: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q8_0.gguf |
| 538 | + repeat_penalty: 1 |
| 539 | + temperature: 0.6 |
| 540 | + top_k: 20 |
| 541 | + top_p: 0.95 |
| 542 | + template: |
| 543 | + use_tokenizer_template: true |
| 544 | + files: |
| 545 | + - filename: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q8_0.gguf |
| 546 | + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/Ornith-1.5-9B-Q8_0.gguf |
| 547 | + sha256: 6874eeb25c71081dc8f0bbe88f3ebb786312447132745371cd980bce95d259b9 |
| 548 | + - filename: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf |
| 549 | + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/mmproj-Ornith-1.5-9B-BF16.gguf |
| 550 | + sha256: d65001a94c4b6852bc7a0e7c5cc92fe8506755bb270e54483fd5feec7ae39a19 |
456 | 551 | - &qwen3-8-27b |
457 | 552 | name: "qwen3.8-27b-q4" |
458 | 553 | variants: |
|
0 commit comments