{"full_name":"mlc-ai/mlc-llm","owner":"mlc-ai","name":"mlc-llm","shard":"1","url":"https://github.com/mlc-ai/mlc-llm","description":"Universal LLM Deployment Engine with ML Compilation","homepage":"https://llm.mlc.ai/","topics":["llm","machine-learning-compilation","language-model","tvm"],"tag_pages":["language-model","llm"],"language":"Python","license":"Apache-2.0","avatar":"https://avatars.githubusercontent.com/u/106173866?v=4","created_at":"2023-04-29T01:59:25Z","pushed_at":"2026-11-14T10:52:37Z","metrics":{"stars":23415,"forks":2209,"watchers":262,"issues":1661,"prs":1906,"releases":1,"issues_open":308,"issues_closed":1353,"prs_open":67,"prs_closed":141,"prs_merged":1698,"discussions":0},"growth":{"day":{"stars":-2,"forks":-1,"base_day":"2026-11-15"},"week":{"stars":114,"forks":44,"base_day":"2026-11-04"},"month":{"stars":166,"forks":15,"base_day":"2026-10-17"}},"history":{"dates":["2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-10","2026-11-11","2026-11-12","2026-11-13","2026-11-14","2026-11-15","2026-11-16"],"stars":[23134,23137,23140,23138,23139,23142,23148,23148,23152,23153,23161,23164,23165,23167,23168,23170,23176,23181,23183,23186,23193,23194,23196,23196,23198,23201,23201,23199,23202,23205,23208,23210,23210,23213,23225,23228,23229,23227,23239,23246,23249,23249,23249,23252,23258,23260,23263,23264,23269,23271,23271,23277,23281,23284,23285,23284,23288,23289,23296,23301,23318,23364,23419,23419,23418,23417,23415],"forks":[2130,2131,2132,2131,2130,2129,2130,2131,2133,2135,2135,2134,2135,2135,2138,2139,2139,2138,2138,2137,2138,2141,2142,2142,2144,2144,2144,2144,2145,2147,2147,2147,2148,2148,2157,2160,2160,2158,2175,2170,2171,2194,2216,2258,2292,2262,2162,2162,2162,2162,2162,2164,2163,2164,2163,2164,2164,2165,2165,2165,2165,2184,2211,2211,2211,2210,2209],"watchers":[198,199,199,199,199,199,199,199,199,199,200,199,199,199,199,200,200,200,200,200,200,200,200,200,200,200,200,200,200,200,200,200,200,200,205,205,205,204,212,212,212,212,212,212,211,211,211,211,211,209,209,208,208,208,208,208,209,209,209,209,null,240,266,266,265,264,262],"issues_open":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,308,308,308,308,308,308],"prs_open":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,61,61,61,62,62,67]},"boards":{},"same_owner":[{"full_name":"mlc-ai/web-llm","name":"web-llm","shard":"1","boards":{}}],"issues":[{"number":766,"title":"[Question] Support for Flutter","comments":20,"created_at":"2023-08-16T08:17:07Z"},{"number":1689,"title":"[Feature Request] run the LLM model on the Qualcomm Hexagon NPU in Android OS","comments":16,"created_at":"2024-01-31T02:31:40Z"},{"number":2558,"title":"Exiting all the time. Android, Redmi Note 13 pro plus [Bug] ","comments":16,"created_at":"2024-06-09T10:07:32Z"},{"number":1106,"title":"[Feature Request] Do you have any plan to support CPU backend on Android devices?","comments":14,"created_at":"2023-10-23T02:34:46Z"},{"number":3394,"title":"[Bug] phi3V (phi3.5v) inference is broken","comments":12,"created_at":"2025-12-09T06:48:55Z"},{"number":3142,"title":"[Question] mlc-llm server cannot return correct logprobs","comments":12,"created_at":"2025-02-19T15:22:54Z"},{"number":2517,"title":"[Bug] chatglm4 mlc_llm shows error \"TVMError: Check failed: append_length > 0 (0 vs. 0) : Append with length 0 is not allowed.\" during mlc_llm chat CLI","comments":11,"created_at":"2024-06-06T01:10:06Z"},{"number":3113,"title":"How to stop a stream?","comments":10,"created_at":"2025-01-30T00:17:25Z"}],"discussions":[],"latest_release":{"name":"v0.1.dev0","tag":"v0.1.dev0","published_at":"2023-04-29T03:31:41Z","body":"","is_prerelease":true},"readme":true,"readme_zh":false,"news":[],"stale":false,"snapshot_at":"2026-11-16T09:23:14Z","history_start":"2026-09-06"}