{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":608785390,"defaultBranch":"master","name":"tiktokenizer","ownerLogin":"dqbd","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-03-02T18:24:33.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/1443449?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1710427142.0","currentOid":""},"activityList":{"items":[{"before":"84fd130674650ccf5e9d9dda115c5a1301c7d154","after":"071fb6e059d792aaaf2afbd8e11ece6c9d580840","ref":"refs/heads/master","pushedAt":"2024-05-14T01:41:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Prevent token id collision","shortMessageHtmlLink":"Prevent token id collision"}},{"before":"d2350eb3f28e6ab5a80b451ffcc2cc088f2df149","after":"84fd130674650ccf5e9d9dda115c5a1301c7d154","ref":"refs/heads/master","pushedAt":"2024-05-14T01:35:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Fix types","shortMessageHtmlLink":"Fix types"}},{"before":"c4a63fb35104449d3753c313ad18c4a3ec31bed5","after":"d2350eb3f28e6ab5a80b451ffcc2cc088f2df149","ref":"refs/heads/master","pushedAt":"2024-05-14T01:31:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Add o200k_base","shortMessageHtmlLink":"Add o200k_base"}},{"before":"08ea735f77556a2790a502d0e91c189e13429b7c","after":"c4a63fb35104449d3753c313ad18c4a3ec31bed5","ref":"refs/heads/master","pushedAt":"2024-04-26T17:34:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"feat: add auto resizing","shortMessageHtmlLink":"feat: add auto resizing"}},{"before":"640f144a6ce770f51c841afae9dd8e73f406a9c6","after":"08ea735f77556a2790a502d0e91c189e13429b7c","ref":"refs/heads/master","pushedAt":"2024-04-25T23:50:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Replace dotenv with dotenv-cli","shortMessageHtmlLink":"Replace dotenv with dotenv-cli"}},{"before":"c083de60efa58df7206ce6c6b237dfa08b5b4efc","after":"640f144a6ce770f51c841afae9dd8e73f406a9c6","ref":"refs/heads/master","pushedAt":"2024-04-25T23:50:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Maybe now dotenv will be detected?","shortMessageHtmlLink":"Maybe now dotenv will be detected?"}},{"before":"3dc5b2cc72d478a9c2003d98e285150f40c8dd2d","after":"c083de60efa58df7206ce6c6b237dfa08b5b4efc","ref":"refs/heads/master","pushedAt":"2024-04-25T23:47:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Download tokenizers on build","shortMessageHtmlLink":"Download tokenizers on build"}},{"before":"bd217ec7e019762070d9f388693b946c0f74dc01","after":"3dc5b2cc72d478a9c2003d98e285150f40c8dd2d","ref":"refs/heads/master","pushedAt":"2024-04-25T23:18:24.000Z","pushType":"push","commitsCount":15,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Merge branch 'master' into pr/darknoon/20-1","shortMessageHtmlLink":"Merge branch 'master' into pr/darknoon/20-1"}},{"before":"4646b5612c2cf096ce99f05543723e1b3bda534c","after":"bd217ec7e019762070d9f388693b946c0f74dc01","ref":"refs/heads/master","pushedAt":"2024-03-14T14:40:45.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Merge pull request #21 from dqbd/dqbd/sticky-url\n\nStore encoder selection in URL","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2186552914\" data-permission-text=\"Title is private\" data-url=\"https://github.com/dqbd/tiktokenizer/issues/21\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/dqbd/tiktokenizer/pull/21/hovercard\" href=\"https://github.com/dqbd/tiktokenizer/pull/21\">#21</a> from dqbd/dqbd/sticky-url"}},{"before":"accdd7d597372ab0538f25e20a2644acd1f89a9c","after":"89e379b7006b2467c6cde47afee4887717e7553c","ref":"refs/heads/dqbd/sticky-url","pushedAt":"2024-03-14T14:40:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Use pathname instead of asPath","shortMessageHtmlLink":"Use pathname instead of asPath"}},{"before":null,"after":"accdd7d597372ab0538f25e20a2644acd1f89a9c","ref":"refs/heads/dqbd/sticky-url","pushedAt":"2024-03-14T14:39:02.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Store encoder selection in URL","shortMessageHtmlLink":"Store encoder selection in URL"}},{"before":"cea57c454f38001a91873c944cee6a9b8e2a0610","after":"4646b5612c2cf096ce99f05543723e1b3bda534c","ref":"refs/heads/master","pushedAt":"2023-11-15T23:10:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Add support for GPT-4 models","shortMessageHtmlLink":"Add support for GPT-4 models"}},{"before":"1ec7a71142ae7c3ac968810c4977597021f29f4a","after":"cea57c454f38001a91873c944cee6a9b8e2a0610","ref":"refs/heads/master","pushedAt":"2023-08-07T23:01:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Swap to `tiktoken`","shortMessageHtmlLink":"Swap to <code>tiktoken</code>"}},{"before":"740c40322f0b7cd57c2839f1bd6d81a81d72d886","after":"1ec7a71142ae7c3ac968810c4977597021f29f4a","ref":"refs/heads/master","pushedAt":"2023-04-12T23:21:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Clear text input if showing/hiding chat editor","shortMessageHtmlLink":"Clear text input if showing/hiding chat editor"}},{"before":null,"after":"597e78d49ac7d961250ceb1ff755d03a0576ea1c","ref":"refs/heads/custom-bpe-models","pushedAt":"2023-04-12T16:13:19.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Add other BPE models","shortMessageHtmlLink":"Add other BPE models"}},{"before":"a8fbbe065bf00d03497f74330f38abbedebbf1a8","after":"740c40322f0b7cd57c2839f1bd6d81a81d72d886","ref":"refs/heads/master","pushedAt":"2023-04-11T16:24:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Add Vercel Analytics for audience monitoring","shortMessageHtmlLink":"Add Vercel Analytics for audience monitoring"}},{"before":"544204c593b643d556c8d8b26ca4093c9baac75a","after":"a8fbbe065bf00d03497f74330f38abbedebbf1a8","ref":"refs/heads/master","pushedAt":"2023-04-09T21:14:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Split strings based on grapheme cluster boundaries\n\nFixes TokenViewer shows \"replacement characters\" when entering CJK characters #2","shortMessageHtmlLink":"Split strings based on grapheme cluster boundaries"}},{"before":"be44984aadb680db1a5d98cb1397a60876dee23e","after":"544204c593b643d556c8d8b26ca4093c9baac75a","ref":"refs/heads/master","pushedAt":"2023-04-08T18:11:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Add edge example endpoint, upgrade to 1.0.4","shortMessageHtmlLink":"Add edge example endpoint, upgrade to 1.0.4"}},{"before":"821c5ba5584fe896680d92b6f3e84dea057de265","after":"be44984aadb680db1a5d98cb1397a60876dee23e","ref":"refs/heads/master","pushedAt":"2023-04-06T07:51:43.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Merge pull request #4 from shadcn/fix/button\n\nfix: remove the scale effect from button","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1656745715\" data-permission-text=\"Title is private\" data-url=\"https://github.com/dqbd/tiktokenizer/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/dqbd/tiktokenizer/pull/4/hovercard\" href=\"https://github.com/dqbd/tiktokenizer/pull/4\">#4</a> from shadcn/fix/button"}},{"before":"3ee6d57cc14adbae880328b70ce454a526d30c61","after":"821c5ba5584fe896680d92b6f3e84dea057de265","ref":"refs/heads/master","pushedAt":"2023-04-06T07:51:16.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Merge pull request #3 from shadcn/feat/combobox\n\nUse combobox for EncoderSelect","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1656739255\" data-permission-text=\"Title is private\" data-url=\"https://github.com/dqbd/tiktokenizer/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/dqbd/tiktokenizer/pull/3/hovercard\" href=\"https://github.com/dqbd/tiktokenizer/pull/3\">#3</a> from shadcn/feat/combobox"}},{"before":"5b55fd69130c753cac8b815c1a1f43302a64a82e","after":"3ee6d57cc14adbae880328b70ce454a526d30c61","ref":"refs/heads/master","pushedAt":"2023-04-03T13:20:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Show token when hover","shortMessageHtmlLink":"Show token when hover"}},{"before":"6fede50e84986f486aaf8fbd85a2ae1ae6490ccb","after":"5b55fd69130c753cac8b815c1a1f43302a64a82e","ref":"refs/heads/master","pushedAt":"2023-04-02T16:33:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Add checkbox for rendering whitespace","shortMessageHtmlLink":"Add checkbox for rendering whitespace"}},{"before":"92a05437476450347adec807d351b0df4f26c1dd","after":"6fede50e84986f486aaf8fbd85a2ae1ae6490ccb","ref":"refs/heads/master","pushedAt":"2023-04-02T16:11:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Show newlines","shortMessageHtmlLink":"Show newlines"}},{"before":"a4f9784fe6eb237b0382f4957f8842ac32a33d1d","after":"92a05437476450347adec807d351b0df4f26c1dd","ref":"refs/heads/master","pushedAt":"2023-03-25T01:44:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Fix possible undocumented change in ChatML\n\nThanks @loretoparisi for the report\n\nRelated: https://github.com/dqbd/tiktoken/issues/23","shortMessageHtmlLink":"Fix possible undocumented change in ChatML"}},{"before":"ba8fa92cfda9ff8a0a22b21cb61335cd9a148a55","after":"a4f9784fe6eb237b0382f4957f8842ac32a33d1d","ref":"refs/heads/master","pushedAt":"2023-03-17T02:18:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Bump @dqbd/tiktoken to 1.0.2, perform tokenization on the client","shortMessageHtmlLink":"Bump @dqbd/tiktoken to 1.0.2, perform tokenization on the client"}},{"before":"212363d996795f58d6b6984301176349cbaced07","after":"ba8fa92cfda9ff8a0a22b21cb61335cd9a148a55","ref":"refs/heads/master","pushedAt":"2023-03-14T19:09:19.865Z","pushType":"push","commitsCount":4,"pusher":{"login":"dqbd","name":"David Duong","path":"/dqbd","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/1443449?s=80&v=4"},"commit":{"message":"Upgrade to newest tiktoken","shortMessageHtmlLink":"Upgrade to newest tiktoken"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAESPkScgA","startCursor":null,"endCursor":null}},"title":"Activity · dqbd/tiktokenizer"}