{"name":"python313Packages.pytorch-tokenizers","summary":"C++ implementations for various tokenizers (sentencepiece, tiktoken, etc.)","description":"","homepage_url":"https://github.com/meta-pytorch/tokenizers","license":"BSD-3-Clause","attribute_paths":["python313Packages.pytorch-tokenizers"],"releases":[{"version":"1.5.0","last_updated":"2026-09-17T08:15:29Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a32edd7654519351e48e80372a928df336394670","date":"2026-09-17T08:15:29Z","outputs":[{"name":"out","path":"/nix/store/sqnlman32919a99dcqsmqrnnczqb1cnn-python3.13-pytorch-tokenizers-1.5.0","default":true},{"name":"dist","path":"/nix/store/m6zykfsbizk2k7yc8vndnbcysifvsl6m-python3.13-pytorch-tokenizers-1.5.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a32edd7654519351e48e80372a928df336394670","date":"2026-09-17T08:15:29Z","outputs":[{"name":"out","path":"/nix/store/bqv81hy5g8gcz3z11rv6yvrnb9fpqhs9-python3.13-pytorch-tokenizers-1.5.0","default":true},{"name":"dist","path":"/nix/store/azx40dp0v2jb6c53ki5wj3m5q20w7ws5-python3.13-pytorch-tokenizers-1.5.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a32edd7654519351e48e80372a928df336394670","date":"2026-09-17T08:15:29Z","outputs":[{"name":"out","path":"/nix/store/rxx94567vx3b5mxjaz58yyyip9mwwzpn-python3.13-pytorch-tokenizers-1.5.0","default":true},{"name":"dist","path":"/nix/store/y5ws4x8lcamgg2sqj3yasp09v8qrm8yc-python3.13-pytorch-tokenizers-1.5.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.4.1","last_updated":"2026-09-13T01:58:51Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/59c30iy07x2zpci6xccwmys29h6bgzrv-python3.13-pytorch-tokenizers-1.4.1","default":true},{"name":"dist","path":"/nix/store/fnam1kynsxlbdp6aafk7hczpywq8a9y5-python3.13-pytorch-tokenizers-1.4.1-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/31x5vqnp3sbkhabmdfmvh8kwvq6y8pp2-python3.13-pytorch-tokenizers-1.4.1","default":true},{"name":"dist","path":"/nix/store/c2d6g7g70jkjgqg3lm0z4qsnwwdf04gj-python3.13-pytorch-tokenizers-1.4.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"02f5696b0e6097e589076d886b317b83ff0437d7","date":"2026-09-13T01:58:51Z","outputs":[{"name":"out","path":"/nix/store/ah1v8pl3mjabh5lq1nm6hf4bdii9aw2g-python3.13-pytorch-tokenizers-1.4.1","default":true},{"name":"dist","path":"/nix/store/ykgg9k281bnv4nz3vjr1zpkfsz1nq77z-python3.13-pytorch-tokenizers-1.4.1-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.3.0","last_updated":"2026-08-05T07:53:23Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"3a971fa2e67dcb0f2f2cfed2d37e7956567d73d1","date":"2026-08-05T07:53:23Z","outputs":[{"name":"out","path":"/nix/store/93pvvfplz99kkahv5ib2kzcalm05ljfr-python3.13-pytorch-tokenizers-1.3.0","default":true},{"name":"dist","path":"/nix/store/rvbs37lys1n1kf8s1d9nfjscvfhg439y-python3.13-pytorch-tokenizers-1.3.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"3a971fa2e67dcb0f2f2cfed2d37e7956567d73d1","date":"2026-08-05T07:53:23Z","outputs":[{"name":"out","path":"/nix/store/kpadr4vygxq17dpnnq10802xwhwnsbwd-python3.13-pytorch-tokenizers-1.3.0","default":true},{"name":"dist","path":"/nix/store/hqyj4zj59ardxamxpw2l64y5f61cga5z-python3.13-pytorch-tokenizers-1.3.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"3a971fa2e67dcb0f2f2cfed2d37e7956567d73d1","date":"2026-08-05T07:53:23Z","outputs":[{"name":"out","path":"/nix/store/na0dpc48gp40jw034i22l6hj3hzd6wri-python3.13-pytorch-tokenizers-1.3.0","default":true},{"name":"dist","path":"/nix/store/wrrgaz9cf95qkm3iq748rkbxk59wa6jw-python3.13-pytorch-tokenizers-1.3.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.2.0","last_updated":"2026-05-22T18:39:28Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a0991c886dc83e6e9de01d5266e4842985b1850e","date":"2026-05-22T18:39:28Z","outputs":[{"name":"out","path":"/nix/store/pvpvarw6bv0ncy75gsqqspclhfkl85a7-python3.13-pytorch-tokenizers-1.2.0","default":true},{"name":"dist","path":"/nix/store/jyj80snqi2jjgmfpni4cyyhxbj1g66za-python3.13-pytorch-tokenizers-1.2.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"4a29d733e8a7d5b824c3d8c958a946a9867b3eb2","date":"2026-05-21T08:15:18Z","outputs":[{"name":"out","path":"/nix/store/5nyqjc5amgx2i03mk0qq4c6x93sn4iky-python3.13-pytorch-tokenizers-1.2.0","default":true},{"name":"dist","path":"/nix/store/xf3a3wv16621nwdazfar1ychfpjdnhjm-python3.13-pytorch-tokenizers-1.2.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"4a29d733e8a7d5b824c3d8c958a946a9867b3eb2","date":"2026-05-21T08:15:18Z","outputs":[{"name":"out","path":"/nix/store/71ycv4pllpk4r84ch5fnk17j5rnbji5f-python3.13-pytorch-tokenizers-1.2.0","default":true},{"name":"dist","path":"/nix/store/s4q43gk4cd3bbrh0k8zzv5cxdmv66vvq-python3.13-pytorch-tokenizers-1.2.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS (Apple Silicon only)","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.1.0","last_updated":"2026-03-30T07:26:21Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"15c6719d8c604779cf59e03c245ea61d3d7ab69b","date":"2026-03-30T07:26:21Z","outputs":[{"name":"out","path":"/nix/store/gwbirv8qblhrn72f1ai7i1cm1cx9jwsq-python3.13-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/ay14xp383miqj0vpdry35qrzx23j3b1s-python3.13-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"15c6719d8c604779cf59e03c245ea61d3d7ab69b","date":"2026-03-30T07:26:21Z","outputs":[{"name":"out","path":"/nix/store/6j10l6zakhbvgqzvb4cfsx3wvbx5d9c5-python3.13-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/f48413ljnqh0wpl4c5rrirzng03nzgsz-python3.13-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"09061f748ee21f68a089cd5d91ec1859cd93d0be","date":"2026-03-21T07:29:51Z","outputs":[{"name":"out","path":"/nix/store/inda2988s0d9k4arkdvvrydmy5z8hmyg-python3.13-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/0mhb26hm8kgws2vfyicddfnb25zk64x8-python3.13-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"15c6719d8c604779cf59e03c245ea61d3d7ab69b","date":"2026-03-30T07:26:21Z","outputs":[{"name":"out","path":"/nix/store/490bgqfwvyrq22vjv97jpy8ybn474v20-python3.13-pytorch-tokenizers-1.1.0","default":true},{"name":"dist","path":"/nix/store/229hm0afxjalqwvgr5m1lxk6mgzcwd78-python3.13-pytorch-tokenizers-1.1.0-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false},{"version":"1.0.1","last_updated":"2026-01-23T17:20:52Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/vrczkf3fq2zrczvszmm1q8cykn6c1096-python3.13-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/klh3l7jxv7v29zk151rinmbdi5xir5j2-python3.13-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/jp82drhbk1j0fg8ybbb4mlcgpb8n96p2-python3.13-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/w555n6z13qw5krx077m388041vhw0s8j-python3.13-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/4wqgvypckv0h84zp90jarq62mddjf8qf-python3.13-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/cz855c4aqsdsxbwx5c61jiqb04khmxl2-python3.13-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"python313Packages.pytorch-tokenizers","commit_hash":"a1bab9e494f5f4939442a57a58d0449a109593fe","date":"2026-01-23T17:20:52Z","outputs":[{"name":"out","path":"/nix/store/1kynasmbga5qlqlscycz9znvkrcai4ch-python3.13-pytorch-tokenizers-1.0.1","default":true},{"name":"dist","path":"/nix/store/j3h9rvx4k0hvs8hg4vh7sf1ijsnbqnrh-python3.13-pytorch-tokenizers-1.0.1-dist"}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"out, dist","prerelease":false,"broken":false,"insecure":false}]}