{"full_name":"karpathy/build-nanogpt","owner":"karpathy","name":"build-nanogpt","shard":"1","url":"https://github.com/karpathy/build-nanogpt","description":"Video+code lecture on building nanoGPT from scratch","homepage":"","topics":[],"tag_pages":[],"language":"Python","license":null,"avatar":"https://avatars.githubusercontent.com/u/241138?u=05376db54475c3d23b3a409f4c47d14c4855dc28&v=4","created_at":"2024-06-09T05:16:13Z","pushed_at":"2024-08-13T12:28:52Z","metrics":{"stars":5644,"forks":907,"watchers":52,"issues":27,"prs":45,"releases":0,"issues_open":18,"issues_closed":9,"prs_open":17,"prs_closed":25,"prs_merged":3,"discussions":36},"growth":{"day":{"stars":1,"forks":2,"base_day":"2026-11-15"}},"history":{"dates":["2026-11-10","2026-11-11","2026-11-12","2026-11-13","2026-11-14","2026-11-15","2026-11-16"],"stars":[5630,5635,5636,5637,5641,5643,5644],"forks":[905,904,905,905,905,905,907],"watchers":[null,52,52,52,52,52,52],"issues_open":[null,18,18,18,18,18,18],"prs_open":[null,17,17,17,17,17,17]},"boards":{},"same_owner":[{"full_name":"karpathy/autoresearch","name":"autoresearch","shard":"1","boards":{"total":146}},{"full_name":"karpathy/LLM101n","name":"LLM101n","shard":"1","boards":{}},{"full_name":"karpathy/arxiv-sanity-preserver","name":"arxiv-sanity-preserver","shard":"1","boards":{}},{"full_name":"karpathy/llama2.c","name":"llama2.c","shard":"1","boards":{}},{"full_name":"karpathy/micrograd","name":"micrograd","shard":"1","boards":{}},{"full_name":"karpathy/nanoGPT","name":"nanoGPT","shard":"1","boards":{}},{"full_name":"karpathy/nanochat","name":"nanochat","shard":"1","boards":{}},{"full_name":"karpathy/neuraltalk2","name":"neuraltalk2","shard":"1","boards":{}},{"full_name":"karpathy/nn-zero-to-hero","name":"nn-zero-to-hero","shard":"1","boards":{"daily_watchers":162}}],"issues":[{"number":6,"title":"Consider using `torch.compile(model, fullgraph=True, mode=\"reduce-overhead\")`","comments":11,"created_at":"2024-06-11T10:34:56Z"},{"number":25,"title":"Sharding the dataset not completing?","comments":7,"created_at":"2024-06-14T15:26:39Z"},{"number":47,"title":"Cannot get the log file \"log124M_40B/log.txt\"?","comments":5,"created_at":"2024-07-01T03:39:15Z"},{"number":18,"title":"Embeddings are initialized with std of 0.02","comments":3,"created_at":"2024-06-12T18:28:22Z"},{"number":92,"title":"Model convergence differences between cpu and mps","comments":2,"created_at":"2025-03-09T19:52:50Z"},{"number":89,"title":"Why does weights sharing have to be in that direction?","comments":2,"created_at":"2025-01-16T18:30:50Z"},{"number":49,"title":"How to support padding in the train dataset for training ?","comments":2,"created_at":"2024-07-02T02:32:20Z"},{"number":48,"title":"Integrating GPT-2 with deepspeed Zero-1, Zero-2 and Zero-3","comments":2,"created_at":"2024-07-01T08:50:15Z"}],"discussions":[{"number":114,"title":"Modular Reimplementation","comments":0,"category":"Show and tell","created_at":"2026-08-26T20:45:22Z"},{"number":113,"title":"Reproduced ChatGPT2 (124M): pretrained model + SFT + RLHF !!!","comments":0,"category":"Show and tell","created_at":"2026-05-19T10:11:42Z"},{"number":112,"title":"Why is bias used in the Attention Layer ?","comments":0,"category":"Q&A","created_at":"2026-05-05T05:57:22Z"},{"number":107,"title":"Reproduced GPT-2 (124M) + RoPE + SwiGLU — trained from scratch on FineWeb-Edu (10BT) using RTX 5090","comments":2,"category":"Show and tell","created_at":"2025-11-29T14:00:33Z"},{"number":106,"title":"Re-building and improving GPT-2","comments":0,"category":"Show and tell","created_at":"2025-09-24T13:10:59Z"},{"number":101,"title":"Implemented rotary positional embedding and swiglu activation","comments":0,"category":"Show and tell","created_at":"2025-07-02T21:07:28Z"},{"number":98,"title":"Will training be faster and efficient without Torch.cuda.synchronize()","comments":1,"category":"Q&A","created_at":"2025-04-22T22:22:14Z"},{"number":97,"title":"Not sure to understand well Lamda AI plz helppp","comments":1,"category":"Q&A","created_at":"2025-04-06T11:42:12Z"}],"latest_release":null,"readme":true,"readme_zh":false,"news":[],"stale":false,"snapshot_at":"2026-11-16T09:23:14Z","history_start":"2026-09-06"}