{"full_name":"Tiiny-AI/PowerInfer","owner":"Tiiny-AI","name":"PowerInfer","shard":"1","url":"https://github.com/Tiiny-AI/PowerInfer","description":"High-speed Large Language Model Serving for Local Deployment","homepage":"","topics":["large-language-models","llama","llm","llm-inference","local-inference"],"tag_pages":["large-language-models","llama","llm","llm-inference"],"language":"C++","license":"MIT","avatar":"https://avatars.githubusercontent.com/u/256922953?v=4","created_at":"2023-12-15T02:24:10Z","pushed_at":"2026-05-11T06:48:06Z","metrics":{"stars":9887,"forks":619,"watchers":101,"issues":205,"prs":80,"releases":0,"issues_open":127,"issues_closed":78,"prs_open":7,"prs_closed":12,"prs_merged":61,"discussions":0},"growth":{"day":{"stars":1,"forks":0,"base_day":"2026-11-15"}},"history":{"dates":["2026-11-10","2026-11-11","2026-11-12","2026-11-13","2026-11-14","2026-11-15","2026-11-16"],"stars":[9874,9877,9879,9881,9884,9886,9887],"forks":[618,618,618,618,618,619,619],"watchers":[null,101,101,101,101,101,101],"issues_open":[null,127,127,127,127,127,127],"prs_open":[null,7,7,7,7,7,7]},"boards":{},"same_owner":[],"issues":[{"number":117,"title":"what is the test condition of Figure 18 in your paper?","comments":12,"created_at":"2024-01-11T07:25:45Z"},{"number":93,"title":"Meta: Wider model support for PowerInfer","comments":12,"created_at":"2023-12-27T09:14:34Z"},{"number":42,"title":"llama.cpp:3107: vram_allocated_bytes < vram_capacity","comments":12,"created_at":"2023-12-21T12:19:20Z"},{"number":194,"title":"Source for v2 (mobile inference engine)","comments":9,"created_at":"2024-06-12T00:57:46Z"},{"number":128,"title":"BenchMark 复现遇到了问题","comments":9,"created_at":"2024-01-23T09:08:35Z"},{"number":50,"title":"testing vs ollama mistral gives same speed results on llama2 7b","comments":9,"created_at":"2023-12-22T01:35:08Z"},{"number":75,"title":"请问和llama.cpp 相比有什么优化的地方吗？因为我看大部分代码都是和他重合的","comments":8,"created_at":"2023-12-25T02:07:37Z"},{"number":36,"title":"[HELP WANTED] 支持qwen吗？","comments":8,"created_at":"2023-12-21T06:23:47Z"}],"discussions":[],"latest_release":null,"readme":true,"readme_zh":false,"news":[],"stale":false,"snapshot_at":"2026-11-16T09:23:14Z","history_start":"2026-09-06"}