{"name":"python314Packages.pytorch-tokenizers","summary":"C++ implementations for various tokenizers (sentencepiece, tiktoken, etc.)","description":"","homepage_url":"https://github.com/meta-pytorch/tokenizers","license":"BSD-3-Clause","attribute_paths":["python314Packages.pytorch-tokenizers"],"releases":[{"version":"1.5.0","last_updated":"2026-09-17T08:15:29Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a32edd7654519351e48e80372a928df336394670","date":"2026-09-17T08:15:29Z","outputs":[{"name":"out","path":"/nix/store/zsq9k4shyxqd5rypd2nflrir8qwbaqv6-python3.14-pytorch-tokenizers-1.5.0","default":true},{"name":"dist","path":"/nix/store/nxia376m4sgs5cigrlxqi5hs2srp9nn9-python3.14-pytorch-tokenizers-1.5.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a32edd7654519351e48e80372a928df336394670","date":"2026-09-17T08:15:29Z","outputs":[{"name":"out","path":"/nix/store/3br30526qngwv13naa8nlb2lfnq7a7pg-python3.14-pytorch-tokenizers-1.5.0","default":true},{"name":"dist","path":"/nix/store/w7bby94dpima7qkfr0ym340a0dwhp5zi-python3.14-pytorch-tokenizers-1.5.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a32edd7654519351e48e80372a928df336394670","date":"2026-09-17T08:15:29Z","outputs":[{"name":"out","path":"/nix/store/djnm9k92fbx8snzii6p82zfgq38538wf-python3.14-pytorch-tokenizers-1.5.0","default":true},{"name":"dist","path":"/nix/store/9fjsa21h83c85bykylap5sfi5ahin1w6-python3.14-pytorch-tokenizers-1.5.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.4.1","last_updated":"2026-09-13T01:58:51Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/mxg1m4m7g8s3jidkasjn958dpqgw44xz-python3.14-pytorch-tokenizers-1.4.1","default":true},{"name":"dist","path":"/nix/store/7gcm5jjsamaiirvfvy0zq768xr24nhvm-python3.14-pytorch-tokenizers-1.4.1-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/cdg2gyrhvdp0j2djrq698vqbaz6j9k8d-python3.14-pytorch-tokenizers-1.4.1","default":true},{"name":"dist","path":"/nix/store/8kdffqp3r8lllbj0h2i3d4xijzpqmab3-python3.14-pytorch-tokenizers-1.4.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/ab7zp4wyyhgjgx0chgp2hirp22iah6km-python3.14-pytorch-tokenizers-1.4.1","default":true},{"name":"dist","path":"/nix/store/fy73q2a72rkhim82i5xcxn58a3rb66c2-python3.14-pytorch-tokenizers-1.4.1-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.3.0","last_updated":"2026-08-05T07:53:23Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"3a971fa2e67dcb0f2f2cfed2d37e7956567d73d1","date":"2026-08-05T07:53:23Z","outputs":[{"name":"out","path":"/nix/store/fqw34f762qjwzzia4jzfyr28f8hskkf8-python3.14-pytorch-tokenizers-1.3.0","default":true},{"name":"dist","path":"/nix/store/g85ipx116cd229m3rq6nadmdif8lr1c8-python3.14-pytorch-tokenizers-1.3.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"3a971fa2e67dcb0f2f2cfed2d37e7956567d73d1","date":"2026-08-05T07:53:23Z","outputs":[{"name":"out","path":"/nix/store/x4nvzr33xa7g20jyhr78nj6p7yi84y9h-python3.14-pytorch-tokenizers-1.3.0","default":true},{"name":"dist","path":"/nix/store/0vb9aihklz9jx10qkc0fnjx672y7h7p3-python3.14-pytorch-tokenizers-1.3.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"3a971fa2e67dcb0f2f2cfed2d37e7956567d73d1","date":"2026-08-05T07:53:23Z","outputs":[{"name":"out","path":"/nix/store/857kaw2mqlz56ji7ld71094m86ra8lk0-python3.14-pytorch-tokenizers-1.3.0","default":true},{"name":"dist","path":"/nix/store/vk58dlrb3jqld6qawa6mbgaaqblpf4kk-python3.14-pytorch-tokenizers-1.3.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.2.0","last_updated":"2026-05-22T18:39:28Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a0991c886dc83e6e9de01d5266e4842985b1850e","date":"2026-05-22T18:39:28Z","outputs":[{"name":"out","path":"/nix/store/l6fwalkyrcbdzkp2f8s232mzz5360zfj-python3.14-pytorch-tokenizers-1.2.0","default":true},{"name":"dist","path":"/nix/store/zaxc2hzr6q4zzxjzb0m3kmka0s39ka1j-python3.14-pytorch-tokenizers-1.2.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"4a29d733e8a7d5b824c3d8c958a946a9867b3eb2","date":"2026-05-21T08:15:18Z","outputs":[{"name":"out","path":"/nix/store/f6gnm56xqk5j2nlq9d4bjs9k5hd1falr-python3.14-pytorch-tokenizers-1.2.0","default":true},{"name":"dist","path":"/nix/store/agv5hpj1ckwyxp2qa7k6a5qxdixpgx2v-python3.14-pytorch-tokenizers-1.2.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"4a29d733e8a7d5b824c3d8c958a946a9867b3eb2","date":"2026-05-21T08:15:18Z","outputs":[{"name":"out","path":"/nix/store/l1pzfvly2m3d8j2myxzwm5nxgbb32cqb-python3.14-pytorch-tokenizers-1.2.0","default":true},{"name":"dist","path":"/nix/store/rbjqkgw3x01v60hqprqc9isqxihfq2ya-python3.14-pytorch-tokenizers-1.2.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.1.0","last_updated":"2026-03-30T07:26:21Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"15c6719d8c604779cf59e03c245ea61d3d7ab69b","date":"2026-03-30T07:26:21Z","outputs":[{"name":"out","path":"/nix/store/hhg7h5vmvy30y3ppblcdz0hjd0l318x4-python3.14-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/dypylag8dhif7im989ra8aq467nbpcin-python3.14-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"15c6719d8c604779cf59e03c245ea61d3d7ab69b","date":"2026-03-30T07:26:21Z","outputs":[{"name":"out","path":"/nix/store/2crqp0hpf369ck1x9irk9jhiqc9widv1-python3.14-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/vrxxs1rx7bxj00pjjn20kw0rx0nkk5dl-python3.14-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"09061f748ee21f68a089cd5d91ec1859cd93d0be","date":"2026-03-21T07:29:51Z","outputs":[{"name":"out","path":"/nix/store/8lyig6ryfsq8znxavazn6lv6v2zighak-python3.14-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/fi6qz3bm3gr5jxy9k9dg1rdn0gb13351-python3.14-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"15c6719d8c604779cf59e03c245ea61d3d7ab69b","date":"2026-03-30T07:26:21Z","outputs":[{"name":"out","path":"/nix/store/0d6dmfwrmaans0z8jk0rlh0l20c4alrb-python3.14-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/0qhdw7zpngn7gm8v88wws7vnp6m57zla-python3.14-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.0.1","last_updated":"2026-01-23T17:20:52Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/3lfdnc3njl0mmfg1klr2hczabj3c1xlk-python3.14-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/cvn7sznzravgbpxj925vjicrwmid001m-python3.14-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/08rj78dw56g11rb9nm1lp9z5v016pp82-python3.14-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/hp18d9f1ydk8qnlbndhzv0a7s7zg376d-python3.14-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/886fqw6nnhnf544z4msl51zwgkj9bvb2-python3.14-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/vhr5p7xxdrsldb6d0cp22hqayrzrklz6-python3.14-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/xj9sai9b2hwkq8kkf2ycqafy9431rzmb-python3.14-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/insgk2n7w60a2v2grhfz775xinjyjav5-python3.14-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false}]}