{"schema_version":"0.1","resource":{"uid":"gh/RustingStudio/RustingStrata","repory_url":"https://takemyrepo.com/gh/RustingStudio/RustingStrata","source":"github","kind":"repo","source_id":"1413067901","source_url":"https://github.com/RustingStudio/RustingStrata","name":"RustingStrata","full_name":"RustingStudio/RustingStrata","owner":{"login":"RustingStudio","source_id":"293644583","url":"https://github.com/RustingStudio","type":"organization","avatar_url":"https://avatars.githubusercontent.com/u/293644583?v=4","on_repory":false},"description":"Pure-Rust LLM inference engine for GGUF (Qwen, DeepSeek, GLM, Hy4, Flint). Runs models bigger than your VRAM on CUDA and Vulkan, with MTP drafts and an OpenAI/Anthropic server. 12 GB RTX 3060 vs llama.cpp: Qwen3.6-35B-A3B UD-Q5_K_M 80.5 vs 64.4 tok/s, Flint UD-Q5_K_XL 64.6 vs 48.6. With MTP: 108 tok/s (UD-Q3_K_M), up to 160 (UD-Q2_K_XL).","homepage":null,"topics":["anthropic-api","cuda","gguf","inference","llama-cpp","llm","local-llm","mixture-of-experts","moe","mtp","openai-api","qwen","rust","speculative-decoding","vulkan"],"language":"Rust","license":null,"license_note":"none declared; public does not mean open source","popularity":{"stars_or_likes":309,"forks":38,"downloads_30d":null},"task":null,"library":null,"gated":false,"archived":false,"image_url":"https://repository-images.githubusercontent.com/1413067901/e635a23c-627a-4a4a-b78c-dbe8c413affd","details":[{"k":"Open issues","v":"11","how":"Issues and pull requests open on GitHub"},{"k":"Watchers","v":"2","how":"People notified of every change on GitHub"},{"k":"Started","v":"2026-10","how":"Repository created on GitHub"},{"k":"Repository size","v":"13 MB","how":"Code and history, as counted by GitHub"},{"k":"Main branch","v":"main","how":"Where an agent clones from"},{"k":"On GitHub","v":"wiki, issues","how":"Switched on by the maintainer"}],"created_at":"2026-10-10T10:42:11+00:00","updated_at":"2026-11-20T19:24:06+00:00","synced_at":"2026-11-20T20:45:19.607364+00:00","from_snapshot":false},"install_plan_url":"https://takemyrepo.com/api/v1/install-plan?uid=gh%2FRustingStudio%2FRustingStrata"}