{"name":"python314Packages.tokenizers","summary":"Fast State-of-the-Art Tokenizers optimized for Research and Production","description":"","homepage_url":"https://github.com/huggingface/tokenizers","license":"Apache-2.0","attribute_paths":["python314Packages.tokenizers"],"releases":[{"version":"0.23.2","last_updated":"2026-09-13T01:58:51Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/9q6k8rxq07n7g5sap0y4ji9xxyz84lqd-python3.14-tokenizers-0.23.2","default":true},{"name":"dist","path":"/nix/store/s9a377wcdq5sbkrqfjhwlspifpmlijww-python3.14-tokenizers-0.23.2-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/hq1g650n768snjn0swcjlv8zx469biba-python3.14-tokenizers-0.23.2","default":true},{"name":"dist","path":"/nix/store/vy7bw1nyddsl4gbxrd90jnbxy3zc6j9s-python3.14-tokenizers-0.23.2-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/ffz73949zj9r8jlkf228fxibcrfwqjbc-python3.14-tokenizers-0.23.2","default":true},{"name":"dist","path":"/nix/store/is3amii81sx6c73m85p2xrmqkpz970z7-python3.14-tokenizers-0.23.2-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"0.23.1","last_updated":"2026-09-01T09:24:39Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.tokenizers","commit_hash":"f0e996ff59c7624eba9db8972e8f1623a69d3b83","date":"2026-09-01T09:24:39Z","outputs":[{"name":"out","path":"/nix/store/k8x5zvs7ak60zvq8kp555j4gzpp4n8mm-python3.14-tokenizers-0.23.1","default":true},{"name":"dist","path":"/nix/store/xj3s5ccvi3rlcvs05j36a7pmbbb7m082-python3.14-tokenizers-0.23.1-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.tokenizers","commit_hash":"f0e996ff59c7624eba9db8972e8f1623a69d3b83","date":"2026-09-01T09:24:39Z","outputs":[{"name":"out","path":"/nix/store/y1qw4mngfykm2npj7n3b9g3id8mjrb9f-python3.14-tokenizers-0.23.1","default":true},{"name":"dist","path":"/nix/store/avh49388la8r3a7ds0cxw0k457q2qzh0-python3.14-tokenizers-0.23.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.tokenizers","commit_hash":"f0e996ff59c7624eba9db8972e8f1623a69d3b83","date":"2026-09-01T09:24:39Z","outputs":[{"name":"out","path":"/nix/store/zalykzwc7q8gq1aphhigi1hx5m065hdw-python3.14-tokenizers-0.23.1","default":true},{"name":"dist","path":"/nix/store/khprs5mv2chx77jz2faqjyx7240wv8bp-python3.14-tokenizers-0.23.1-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"0.22.2","last_updated":"2026-08-27T23:47:58Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python314Packages.tokenizers","commit_hash":"7d1a7c21a4c00ea653fc7ed5c083d261340f185f","date":"2026-08-27T23:47:58Z","outputs":[{"name":"out","path":"/nix/store/r3y35rnc1c17wsa74p8dacjpzcznl562-python3.14-tokenizers-0.22.2","default":true},{"name":"dist","path":"/nix/store/ml2rkcpkpbcnsff4i2m2h9d0adnn51v7-python3.14-tokenizers-0.22.2-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python314Packages.tokenizers","commit_hash":"7d1a7c21a4c00ea653fc7ed5c083d261340f185f","date":"2026-08-27T23:47:58Z","outputs":[{"name":"out","path":"/nix/store/8hq82p9is8ja6r9dx35n01zpmwbw3a0c-python3.14-tokenizers-0.22.2","default":true},{"name":"dist","path":"/nix/store/5gifji80xnyrzs7n1971x02q7x33539n-python3.14-tokenizers-0.22.2-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"python314Packages.tokenizers","commit_hash":"09061f748ee21f68a089cd5d91ec1859cd93d0be","date":"2026-03-21T07:29:51Z","outputs":[{"name":"out","path":"/nix/store/pk3qqac3pl11jsmf66ph1wlg18hmqrbz-python3.14-tokenizers-0.22.2","default":true},{"name":"dist","path":"/nix/store/7h0gvf33b1kcay1zyka0px996iyz4fj2-python3.14-tokenizers-0.22.2-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python314Packages.tokenizers","commit_hash":"7d1a7c21a4c00ea653fc7ed5c083d261340f185f","date":"2026-08-27T23:47:58Z","outputs":[{"name":"out","path":"/nix/store/0gg4dr77cnmh7bn0lw06bw21byc9qplx-python3.14-tokenizers-0.22.2","default":true},{"name":"dist","path":"/nix/store/yzx76r56lv5273sna473rp4y89hszdr6-python3.14-tokenizers-0.22.2-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false}]}