{"full_name":"FMInference/FlexLLMGen","owner":"FMInference","name":"FlexLLMGen","shard":"1","url":"https://github.com/FMInference/FlexLLMGen","description":"Running large language models on a single GPU for throughput-oriented scenarios.","homepage":"","topics":["deep-learning","gpt-3","high-throughput","large-language-models","machine-learning","offloading","opt"],"tag_pages":["deep-learning","gpt-3","large-language-models","machine-learning"],"language":"Python","license":"Apache-2.0","avatar":"https://avatars.githubusercontent.com/u/125944572?v=4","created_at":"2023-02-15T21:18:53Z","pushed_at":"2024-10-28T03:05:41Z","metrics":{"stars":9336,"forks":588,"watchers":7,"issues":83,"prs":59,"releases":0,"issues_open":52,"issues_closed":31,"prs_open":6,"prs_closed":5,"prs_merged":48,"discussions":0},"growth":{"day":{"stars":0,"forks":0,"base_day":"2026-11-15"}},"history":{"dates":["2026-11-10","2026-11-11","2026-11-12","2026-11-13","2026-11-14","2026-11-15","2026-11-16"],"stars":[9340,9339,9339,9339,9339,9336,9336],"forks":[588,588,588,588,588,588,588],"watchers":[null,7,7,7,7,7,7],"issues_open":[null,52,52,52,52,52,52],"prs_open":[null,6,6,6,6,6,6]},"boards":{},"same_owner":[],"issues":[{"number":60,"title":"Is LLaMa supported?","comments":28,"created_at":"2023-02-24T17:54:03Z"},{"number":40,"title":"Add Erebus and GALACTICA support","comments":11,"created_at":"2023-02-22T10:08:59Z"},{"number":75,"title":" AttributeError: 'OptLM' object has no attribute 'weight_home'","comments":9,"created_at":"2023-02-28T06:19:12Z"},{"number":55,"title":"Update documentation to explicitly describe compatability/performance with early Pascal cards","comments":6,"created_at":"2023-02-23T21:14:59Z"},{"number":118,"title":"how to install from source","comments":4,"created_at":"2023-05-28T14:33:04Z"},{"number":46,"title":"Mac","comments":4,"created_at":"2023-02-23T00:07:16Z"},{"number":20,"title":"Doesn't seem to obey --path argument, instead try to download to .cache again","comments":4,"created_at":"2023-02-21T07:24:30Z"},{"number":137,"title":" File \"setup.py\" not found.","comments":3,"created_at":"2024-05-03T08:48:11Z"}],"discussions":[],"latest_release":null,"readme":true,"readme_zh":false,"news":[],"stale":false,"snapshot_at":"2026-11-16T09:23:14Z","history_start":"2026-09-06"}