{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":806242547,"defaultBranch":"main","name":"bpetokenizer","ownerLogin":"Hk669","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-05-26T19:05:35.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/96101829?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1717784840.0","currentOid":""},"activityList":{"items":[{"before":"bfce21f95e3a9aea37275dcb56f32de97299313a","after":null,"ref":"refs/heads/fix4","pushedAt":"2024-06-07T18:27:20.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"}},{"before":"c66cab71798ad8aecd95e87ed15e9caa3de1cfc8","after":"9e736dad38faac5c09bc47f8ee6355edb5be789a","ref":"refs/heads/main","pushedAt":"2024-06-07T18:27:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"deprecate: file mode in load and save (#15)","shortMessageHtmlLink":"deprecate: file mode in load and save (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2340964004\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Hk669/bpetokenizer/issues/15\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Hk669/bpetokenizer/pull/15/hovercard\" href=\"https://github.com/Hk669/bpetokenizer/pull/15\">#15</a>)"}},{"before":null,"after":"bfce21f95e3a9aea37275dcb56f32de97299313a","ref":"refs/heads/fix4","pushedAt":"2024-06-07T18:25:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"deprecate: file mode in load and save","shortMessageHtmlLink":"deprecate: file mode in load and save"}},{"before":"6682dba3707105ee2d6111fadd543bca1dc9e813","after":null,"ref":"refs/heads/fix12","pushedAt":"2024-06-07T08:05:11.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"}},{"before":"de227727f4c76e9232cdfe1e0f5606c7f3696575","after":"c66cab71798ad8aecd95e87ed15e9caa3de1cfc8","ref":"refs/heads/main","pushedAt":"2024-06-07T08:05:04.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"fix: special_tokens in the encode method to support the special tokens in the vocab (#13)\n\n* fix: special_tokens in the encode method to support the special tokens in the vocab\r\n\r\n* fix: encode_ord to not handle the special_tokens","shortMessageHtmlLink":"fix: special_tokens in the encode method to support the special token…"}},{"before":"9fe90d461f756b63f77eaa2c9d37498515a0e5b1","after":"6682dba3707105ee2d6111fadd543bca1dc9e813","ref":"refs/heads/fix12","pushedAt":"2024-06-07T08:02:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"fix: encode_ord to not handle the special_tokens","shortMessageHtmlLink":"fix: encode_ord to not handle the special_tokens"}},{"before":null,"after":"9fe90d461f756b63f77eaa2c9d37498515a0e5b1","ref":"refs/heads/fix12","pushedAt":"2024-06-07T06:14:02.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"fix: special_tokens in the encode method to support the special tokens in the vocab","shortMessageHtmlLink":"fix: special_tokens in the encode method to support the special token…"}},{"before":"e16edab6d0c3d1853996df0c00472c2050407aa1","after":null,"ref":"refs/heads/fix9","pushedAt":"2024-06-06T18:29:42.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"}},{"before":"377bb18c02648c86044eb2830393d7665eaecc36","after":"de227727f4c76e9232cdfe1e0f5606c7f3696575","ref":"refs/heads/main","pushedAt":"2024-06-06T18:29:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"Updates for the pretrained tokenizers. (#11)\n\n* feat: starttime-endtime added with the throughput on verbose\r\n\r\n* fix: ZeroDivisionError\r\n\r\n* update: more optimized and fix enc\r\n\r\n* feat: pretrained version 1.2.1\r\n\r\n* fix: self.inverse_vocab init","shortMessageHtmlLink":"Updates for the pretrained tokenizers. (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2338889178\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Hk669/bpetokenizer/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Hk669/bpetokenizer/pull/11/hovercard\" href=\"https://github.com/Hk669/bpetokenizer/pull/11\">#11</a>)"}},{"before":"211f5d8e371d7bd83ec4665639accc85bdf2523a","after":"e16edab6d0c3d1853996df0c00472c2050407aa1","ref":"refs/heads/fix9","pushedAt":"2024-06-06T18:27:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"fix: self.inverse_vocab init","shortMessageHtmlLink":"fix: self.inverse_vocab init"}},{"before":null,"after":"211f5d8e371d7bd83ec4665639accc85bdf2523a","ref":"refs/heads/fix9","pushedAt":"2024-06-06T18:14:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"feat: pretrained version 1.2.1","shortMessageHtmlLink":"feat: pretrained version 1.2.1"}},{"before":"1a8c2105f4a007ce0971894ecfc88e81ebe71dfa","after":null,"ref":"refs/heads/fix9","pushedAt":"2024-06-06T08:56:03.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"}},{"before":"3350f6c208aaf9612c96487b06bfccb7107a851e","after":"377bb18c02648c86044eb2830393d7665eaecc36","ref":"refs/heads/main","pushedAt":"2024-06-06T08:55:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"feat: starttime-endtime added with the throughput on verbose (#10)\n\n* feat: starttime-endtime added with the throughput on verbose\r\n\r\n* fix: ZeroDivisionError","shortMessageHtmlLink":"feat: starttime-endtime added with the throughput on verbose (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2337709671\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Hk669/bpetokenizer/issues/10\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Hk669/bpetokenizer/pull/10/hovercard\" href=\"https://github.com/Hk669/bpetokenizer/pull/10\">#10</a>)"}},{"before":"f8606f2903520ff821cf8a584fe3daed41a8c96b","after":"1a8c2105f4a007ce0971894ecfc88e81ebe71dfa","ref":"refs/heads/fix9","pushedAt":"2024-06-06T08:54:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"fix: ZeroDivisionError","shortMessageHtmlLink":"fix: ZeroDivisionError"}},{"before":null,"after":"f8606f2903520ff821cf8a584fe3daed41a8c96b","ref":"refs/heads/fix9","pushedAt":"2024-06-06T08:47:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"feat: starttime-endtime added with the throughput on verbose","shortMessageHtmlLink":"feat: starttime-endtime added with the throughput on verbose"}},{"before":"c7513f35e2b8cff13e398a625471b1297b9da627","after":"3350f6c208aaf9612c96487b06bfccb7107a851e","ref":"refs/heads/main","pushedAt":"2024-06-06T08:41:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"issue and pull_request templates added","shortMessageHtmlLink":"issue and pull_request templates added"}},{"before":"02f7eba6bae68fe4c73756aafcdc30c93bf0bc98","after":null,"ref":"refs/heads/fix7","pushedAt":"2024-06-05T15:14:25.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"}},{"before":"3b12f61f778c5e45a51d90becf01bb842e46f216","after":"c7513f35e2b8cff13e398a625471b1297b9da627","ref":"refs/heads/main","pushedAt":"2024-06-05T15:14:20.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"deprecated the __version__ check when loading (#8)","shortMessageHtmlLink":"deprecated the __version__ check when loading (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2336187285\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Hk669/bpetokenizer/issues/8\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Hk669/bpetokenizer/pull/8/hovercard\" href=\"https://github.com/Hk669/bpetokenizer/pull/8\">#8</a>)"}},{"before":null,"after":"02f7eba6bae68fe4c73756aafcdc30c93bf0bc98","ref":"refs/heads/fix7","pushedAt":"2024-06-05T15:12:41.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"deprecated the __version__ check when loading","shortMessageHtmlLink":"deprecated the __version__ check when loading"}},{"before":"e5d5e4357aa8f558f9ac0e2287e29cbe919f8564","after":"3b12f61f778c5e45a51d90becf01bb842e46f216","ref":"refs/heads/main","pushedAt":"2024-06-05T15:07:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"version update","shortMessageHtmlLink":"version update"}},{"before":"3bfaf5c0b094bbcd868636515f2bf8086b2d4814","after":null,"ref":"refs/heads/fix5","pushedAt":"2024-06-05T14:59:07.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"}},{"before":"878f9ea96685beef5381f7ee24edd47e87b31208","after":"e5d5e4357aa8f558f9ac0e2287e29cbe919f8564","ref":"refs/heads/main","pushedAt":"2024-06-05T14:58:56.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"feat: from_pretrained enabled with wi17k_base (#6)\n\n* feat: from_pretrained enabled with wi17k_base\r\n\r\n* fix: tests_train_bpe_w_specail_tokens","shortMessageHtmlLink":"feat: from_pretrained enabled with wi17k_base (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2336139521\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Hk669/bpetokenizer/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Hk669/bpetokenizer/pull/6/hovercard\" href=\"https://github.com/Hk669/bpetokenizer/pull/6\">#6</a>)"}},{"before":"d8e2eacf4d6d0f0cf2051931909621bc0f32e0c7","after":"3bfaf5c0b094bbcd868636515f2bf8086b2d4814","ref":"refs/heads/fix5","pushedAt":"2024-06-05T14:56:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"fix: tests_train_bpe_w_specail_tokens","shortMessageHtmlLink":"fix: tests_train_bpe_w_specail_tokens"}},{"before":null,"after":"d8e2eacf4d6d0f0cf2051931909621bc0f32e0c7","ref":"refs/heads/fix5","pushedAt":"2024-06-05T14:51:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"feat: from_pretrained enabled with wi17k_base","shortMessageHtmlLink":"feat: from_pretrained enabled with wi17k_base"}},{"before":"a8a5d6689a9eb687a699ae27ffc72d28dfdeb7cf","after":"878f9ea96685beef5381f7ee24edd47e87b31208","ref":"refs/heads/main","pushedAt":"2024-06-04T19:30:27.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"feat: pretrained tokenizers","shortMessageHtmlLink":"feat: pretrained tokenizers"}},{"before":"e6799d639024b99e25811594d5d4c63430d1b74f","after":"a8a5d6689a9eb687a699ae27ffc72d28dfdeb7cf","ref":"refs/heads/main","pushedAt":"2024-06-02T13:09:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"added tests for package","shortMessageHtmlLink":"added tests for package"}},{"before":"e011cd1223d34bf8f60e91a2142b246487b78ef0","after":"e6799d639024b99e25811594d5d4c63430d1b74f","ref":"refs/heads/main","pushedAt":"2024-05-29T15:29:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"updates in the base tokenizer","shortMessageHtmlLink":"updates in the base tokenizer"}},{"before":"50c86d9b5232a94017b021d577c9dbd74bdb4298","after":"e011cd1223d34bf8f60e91a2142b246487b78ef0","ref":"refs/heads/main","pushedAt":"2024-05-29T14:57:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"broke tests passed(min_freq update)","shortMessageHtmlLink":"broke tests passed(min_freq update)"}},{"before":"75644b1e080153725462b6b116d4307c4bfe0293","after":"50c86d9b5232a94017b021d577c9dbd74bdb4298","ref":"refs/heads/main","pushedAt":"2024-05-29T14:53:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"hyperparameters added","shortMessageHtmlLink":"hyperparameters added"}},{"before":"032cf2d5ea31a3a5bb38ef3a374a52cb1201ddde","after":"75644b1e080153725462b6b116d4307c4bfe0293","ref":"refs/heads/main","pushedAt":"2024-05-29T08:38:06.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Hk669","name":"HRUSHIKESH DOKALA","path":"/Hk669","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96101829?s=80&v=4"},"commit":{"message":"version update .31","shortMessageHtmlLink":"version update .31"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0wN1QxODoyNzoyMC4wMDAwMDBazwAAAARff31i","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0wN1QxODoyNzoyMC4wMDAwMDBazwAAAARff31i","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNS0yOVQwODozODowNi4wMDAwMDBazwAAAARWsptj"}},"title":"Activity · Hk669/bpetokenizer"}