{"full_name":"openai/tiktoken","owner":"openai","name":"tiktoken","shard":"1","url":"https://github.com/openai/tiktoken","description":"tiktoken is a fast BPE tokeniser for use with OpenAI's models.","homepage":"","topics":[],"tag_pages":[],"language":"Python","license":"MIT","avatar":"https://avatars.githubusercontent.com/u/14957082?v=4","created_at":"2022-12-01T23:22:11Z","pushed_at":"2026-11-08T08:48:20Z","metrics":{"stars":19668,"forks":1680,"watchers":208,"issues":346,"prs":235,"releases":15,"issues_open":60,"issues_closed":286,"prs_open":90,"prs_closed":102,"prs_merged":43,"discussions":0},"growth":{"day":{"stars":4,"forks":1,"base_day":"2026-11-15"}},"history":{"dates":["2026-11-10","2026-11-11","2026-11-12","2026-11-13","2026-11-14","2026-11-15","2026-11-16"],"stars":[19626,19636,19648,19652,19658,19664,19668],"forks":[1673,1676,1678,1678,1679,1679,1680],"watchers":[null,208,208,208,208,208,208],"issues_open":[null,61,61,61,61,60,60],"prs_open":[null,90,91,91,91,90,90]},"boards":{},"same_owner":[{"full_name":"openai/codex","name":"codex","shard":"1","boards":{"weekly":143,"monthly":101,"total":85}},{"full_name":"openai/whisper","name":"whisper","shard":"1","boards":{"daily_watchers":119,"total":117}},{"full_name":"openai/CLIP","name":"CLIP","shard":"1","boards":{}},{"full_name":"openai/baselines","name":"baselines","shard":"1","boards":{}},{"full_name":"openai/chatgpt-retrieval-plugin","name":"chatgpt-retrieval-plugin","shard":"1","boards":{}},{"full_name":"openai/codex-plugin-cc","name":"codex-plugin-cc","shard":"1","boards":{}},{"full_name":"openai/codex-security","name":"codex-security","shard":"1","boards":{"weekly":67,"weekly_rate":75,"monthly_rate":163}},{"full_name":"openai/evals","name":"evals","shard":"1","boards":{}},{"full_name":"openai/gpt-3","name":"gpt-3","shard":"1","boards":{}},{"full_name":"openai/gym","name":"gym","shard":"1","boards":{}},{"full_name":"openai/math","name":"math","shard":"1","boards":{"new":24}},{"full_name":"openai/openai-cookbook","name":"openai-cookbook","shard":"1","boards":{"daily_watchers":127}},{"full_name":"openai/parameter-golf","name":"parameter-golf","shard":"1","boards":{}},{"full_name":"openai/shap-e","name":"shap-e","shard":"1","boards":{}},{"full_name":"openai/skills","name":"skills","shard":"1","boards":{}},{"full_name":"openai/tart","name":"tart","shard":"1","boards":{}}],"issues":[{"number":245,"title":"Panic (stack overflow) when encoding a certain string","comments":13,"created_at":"2024-01-18T23:40:46Z"},{"number":195,"title":"Very slow for inputs like \"a\" * 100000","comments":12,"created_at":"2023-09-18T07:57:49Z"},{"number":97,"title":"Unofficial bindings / ports in other languages","comments":12,"created_at":"2023-04-05T22:52:26Z"},{"number":24,"title":"Tiktoken not published to cargo","comments":12,"created_at":"2023-01-24T21:51:29Z"},{"number":281,"title":"SSLError: HTTPSConnectionPool(host='openaipublic.blob.core.windows.net', port=443): Max retries exceeded with url","comments":9,"created_at":"2024-04-10T20:53:02Z"},{"number":22,"title":"NPM package","comments":7,"created_at":"2023-01-22T09:58:31Z"},{"number":511,"title":"[RFC] Korean Tokenization: Jamo Decomposition as Pre-tokenizer (A Blueprint for Compositional Scripts)","comments":6,"created_at":"2026-03-22T04:58:14Z"},{"number":366,"title":"tiktoken under counting tokens for openai text-embedding-3-large","comments":6,"created_at":"2025-01-09T14:10:49Z"}],"discussions":[],"latest_release":{"name":"","tag":"0.14.0","published_at":"2026-08-17T05:25:57Z","body":"","is_prerelease":false},"readme":true,"readme_zh":false,"news":[],"stale":false,"snapshot_at":"2026-11-16T09:23:14Z","history_start":"2026-09-06"}