{"name":"promptfoo","summary":"Test your prompts, models, RAGs. Evaluate and compare LLM outputs, catch regressions, and improve prompt quality","description":"","homepage_url":"https://www.promptfoo.dev/","license":"MIT","attribute_paths":["promptfoo"],"releases":[{"version":"0.118.14","last_updated":"2026-09-29T03:29:29Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"b6c8664de9b6cc07fe5666a29f91884ba81197c4","date":"2026-09-29T03:29:29Z","outputs":[{"name":"out","path":"/nix/store/z969px8rj71z5pky2wjj0wkm8pahh3cv-promptfoo-0.118.14","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"b6c8664de9b6cc07fe5666a29f91884ba81197c4","date":"2026-09-29T03:29:29Z","outputs":[{"name":"out","path":"/nix/store/7042gkj3y8xjm1077pnj0j4f0cxp04vd-promptfoo-0.118.14","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"3d46470bb3030020f7e1361f33514854f5bfa86d","date":"2026-06-27T07:37:20Z","outputs":[{"name":"out","path":"/nix/store/5nq18gl5p5g7spbd87dch8f9z3m7217x-promptfoo-0.118.14","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"b6c8664de9b6cc07fe5666a29f91884ba81197c4","date":"2026-09-29T03:29:29Z","outputs":[{"name":"out","path":"/nix/store/1mg25rk0bnaa7p73rlihgq8rr8071qlj-promptfoo-0.118.14","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.118.11","last_updated":"2025-10-22T20:59:19Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"01b6809f7f9d1183a2b3e081f0a1e6f8f415cb09","date":"2025-10-22T20:59:19Z","outputs":[{"name":"out","path":"/nix/store/2976kycsabda7v7d2fs21r2cnrz18jkm-promptfoo-0.118.11","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"01b6809f7f9d1183a2b3e081f0a1e6f8f415cb09","date":"2025-10-22T20:59:19Z","outputs":[{"name":"out","path":"/nix/store/fsnqgsm2nymnsz3zm4hrnbfmbbhywy4v-promptfoo-0.118.11","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"01b6809f7f9d1183a2b3e081f0a1e6f8f415cb09","date":"2025-10-22T20:59:19Z","outputs":[{"name":"out","path":"/nix/store/6ni3dz86gg3aw75ihc67v0229kl41alp-promptfoo-0.118.11","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"01b6809f7f9d1183a2b3e081f0a1e6f8f415cb09","date":"2025-10-22T20:59:19Z","outputs":[{"name":"out","path":"/nix/store/4njdy4jwxwzv07zarn15dwpbq77fm042-promptfoo-0.118.11","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.117.4","last_updated":"2025-09-18T16:33:27Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"f4b140d5b253f5e2a1ff4e5506edbf8267724bde","date":"2025-09-18T16:33:27Z","outputs":[{"name":"out","path":"/nix/store/sr1nvmfwilavlr2wskif9aiq20qcwgd7-promptfoo-0.117.4","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"f4b140d5b253f5e2a1ff4e5506edbf8267724bde","date":"2025-09-18T16:33:27Z","outputs":[{"name":"out","path":"/nix/store/r9rfwqjv52nvdv6y088zzldij7whpvjz-promptfoo-0.117.4","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"f4b140d5b253f5e2a1ff4e5506edbf8267724bde","date":"2025-09-18T16:33:27Z","outputs":[{"name":"out","path":"/nix/store/dlcm0incjxq6aszliz1y6kbwdrv2azx7-promptfoo-0.117.4","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"f4b140d5b253f5e2a1ff4e5506edbf8267724bde","date":"2025-09-18T16:33:27Z","outputs":[{"name":"out","path":"/nix/store/cjy6canh3navlbxm81qiqclgwsmb5bpy-promptfoo-0.117.4","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.79.0","last_updated":"2025-07-28T17:09:23Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"648f70160c03151bc2121d179291337ad6bc564b","date":"2025-07-28T17:09:23Z","outputs":[{"name":"out","path":"/nix/store/7c09sqjb9ghbpv99ppxpig8axrxbcjjm-promptfoo-0.79.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"648f70160c03151bc2121d179291337ad6bc564b","date":"2025-07-28T17:09:23Z","outputs":[{"name":"out","path":"/nix/store/diavzig4zfq3nf28dg12v379r11b962a-promptfoo-0.79.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"648f70160c03151bc2121d179291337ad6bc564b","date":"2025-07-28T17:09:23Z","outputs":[{"name":"out","path":"/nix/store/5hyqhw7cff5gk0cb2a9m7q07dzxn7m6n-promptfoo-0.79.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"648f70160c03151bc2121d179291337ad6bc564b","date":"2025-07-28T17:09:23Z","outputs":[{"name":"out","path":"/nix/store/hgm8p4x89hzvsk20m4vfh3wzlsmgkfh4-promptfoo-0.79.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.57.1","last_updated":"2024-12-03T12:40:06Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"566e53c2ad750c84f6d31f9ccb9d00f823165550","date":"2024-12-03T12:40:06Z","outputs":[{"name":"out","path":"/nix/store/mag8cr77kvaavfpxrx5dhfy5maqqj4cn-promptfoo-0.57.1","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"566e53c2ad750c84f6d31f9ccb9d00f823165550","date":"2024-12-03T12:40:06Z","outputs":[{"name":"out","path":"/nix/store/k7dpn74gnafmfkdfdabvb6khnhnxfylw-promptfoo-0.57.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"566e53c2ad750c84f6d31f9ccb9d00f823165550","date":"2024-12-03T12:40:06Z","outputs":[{"name":"out","path":"/nix/store/78b09j10p2db1d0fgs13kx171i9k47m0-promptfoo-0.57.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"566e53c2ad750c84f6d31f9ccb9d00f823165550","date":"2024-12-03T12:40:06Z","outputs":[{"name":"out","path":"/nix/store/j9wh6xh76jk3np6xndpxaa7znw5f8b4q-promptfoo-0.57.1","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.55.0","last_updated":"2024-05-22T06:18:38Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"3f316d2a50699a78afe5e77ca486ad553169061e","date":"2024-05-22T06:18:38Z","outputs":[{"name":"out","path":"/nix/store/l1g98qbswyfb26l0m0dnpv1263hjh26s-promptfoo-0.55.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"3f316d2a50699a78afe5e77ca486ad553169061e","date":"2024-05-22T06:18:38Z","outputs":[{"name":"out","path":"/nix/store/z5nw08czxq8jlx44lqwgm1v137swka4p-promptfoo-0.55.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"3f316d2a50699a78afe5e77ca486ad553169061e","date":"2024-05-22T06:18:38Z","outputs":[{"name":"out","path":"/nix/store/x80ypz6ls81f7vpa5s0f9dg73556whkx-promptfoo-0.55.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"3f316d2a50699a78afe5e77ca486ad553169061e","date":"2024-05-22T06:18:38Z","outputs":[{"name":"out","path":"/nix/store/rkpdbdyv1zxi27sdr8p19c278qk1nivf-promptfoo-0.55.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.54.1","last_updated":"2024-05-03T15:42:32Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"5fd8536a9a5932d4ae8de52b7dc08d92041237fc","date":"2024-05-03T15:42:32Z","outputs":[{"name":"out","path":"/nix/store/s6pka0gw19cmw02p17l5ls0y04w5ynm3-promptfoo-0.54.1","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"5fd8536a9a5932d4ae8de52b7dc08d92041237fc","date":"2024-05-03T15:42:32Z","outputs":[{"name":"out","path":"/nix/store/2rlbjgyx3j0dwikkzxsdvk0pgldin3d9-promptfoo-0.54.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"5fd8536a9a5932d4ae8de52b7dc08d92041237fc","date":"2024-05-03T15:42:32Z","outputs":[{"name":"out","path":"/nix/store/czjkxnr6kzs160cv5bzhj69fsn6ilkwy-promptfoo-0.54.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"5fd8536a9a5932d4ae8de52b7dc08d92041237fc","date":"2024-05-03T15:42:32Z","outputs":[{"name":"out","path":"/nix/store/s2szja8jmjkpzaf225lqxiz1ivzxgxh3-promptfoo-0.54.1","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.53.0","last_updated":"2024-04-24T04:52:23Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"a9040b7bf8adcd322493722106dd603eb87694ea","date":"2024-04-24T04:52:23Z","outputs":[{"name":"out","path":"/nix/store/q848kpd4s9xjabx690mzsfp20dhg1ihl-promptfoo-0.53.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"a9040b7bf8adcd322493722106dd603eb87694ea","date":"2024-04-24T04:52:23Z","outputs":[{"name":"out","path":"/nix/store/33pzhr076h84i28d5kzxjphmf97mwbs1-promptfoo-0.53.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"a9040b7bf8adcd322493722106dd603eb87694ea","date":"2024-04-24T04:52:23Z","outputs":[{"name":"out","path":"/nix/store/9xipcrcs1knijbgbvmi7kc3bmsqj2c52-promptfoo-0.53.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"a9040b7bf8adcd322493722106dd603eb87694ea","date":"2024-04-24T04:52:23Z","outputs":[{"name":"out","path":"/nix/store/wzpnjwkgx2fczbm9g8vf0q990anjilxg-promptfoo-0.53.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.51.0","last_updated":"2024-04-22T17:05:09Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"1e1dc66fe68972a76679644a5577828b6a7e8be4","date":"2024-04-22T17:05:09Z","outputs":[{"name":"out","path":"/nix/store/bbzdff55fz5ww65pyya1gq0rv7brnsqv-promptfoo-0.51.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"1e1dc66fe68972a76679644a5577828b6a7e8be4","date":"2024-04-22T17:05:09Z","outputs":[{"name":"out","path":"/nix/store/5jb3xz0c5nzcq8jzysdmdfnhfbggv6pl-promptfoo-0.51.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"1e1dc66fe68972a76679644a5577828b6a7e8be4","date":"2024-04-22T17:05:09Z","outputs":[{"name":"out","path":"/nix/store/66sg0bw19dv36g3ygq022pyq6858s1ch-promptfoo-0.51.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"1e1dc66fe68972a76679644a5577828b6a7e8be4","date":"2024-04-22T17:05:09Z","outputs":[{"name":"out","path":"/nix/store/dcdklgxfzblh1fqwisifpa49628hksw2-promptfoo-0.51.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.49.3","last_updated":"2024-04-06T07:33:28Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"fe4295b9ecd88764c1abf6179e03b1a828ca0e9a","date":"2024-04-06T07:33:28Z","outputs":[{"name":"out","path":"/nix/store/nra6gya1gqwm23ndcjhfw7b11dvyv3aj-promptfoo-0.49.3","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"fe4295b9ecd88764c1abf6179e03b1a828ca0e9a","date":"2024-04-06T07:33:28Z","outputs":[{"name":"out","path":"/nix/store/pmp5g07gkilwc4m9xck7i9b5jzpbmhpd-promptfoo-0.49.3","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"fe4295b9ecd88764c1abf6179e03b1a828ca0e9a","date":"2024-04-06T07:33:28Z","outputs":[{"name":"out","path":"/nix/store/qdwh7ngjxd40l0ji1yn13741mx3kr4rw-promptfoo-0.49.3","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"fe4295b9ecd88764c1abf6179e03b1a828ca0e9a","date":"2024-04-06T07:33:28Z","outputs":[{"name":"out","path":"/nix/store/hhjgcfqp3yw33fhgvvjy44iwjrdjdfsv-promptfoo-0.49.3","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.49.0","last_updated":"2024-04-02T02:53:36Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"080a4a27f206d07724b88da096e27ef63401a504","date":"2024-04-02T02:53:36Z","outputs":[{"name":"out","path":"/nix/store/g4qd2lgf663jiimi59fl00612sdbkql4-promptfoo-0.49.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"080a4a27f206d07724b88da096e27ef63401a504","date":"2024-04-02T02:53:36Z","outputs":[{"name":"out","path":"/nix/store/acj41bwkx14g60pvraxc7f61bdrah7pa-promptfoo-0.49.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"080a4a27f206d07724b88da096e27ef63401a504","date":"2024-04-02T02:53:36Z","outputs":[{"name":"out","path":"/nix/store/3q7an0v1hmamrlllq01r3ab0i422hkcq-promptfoo-0.49.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"080a4a27f206d07724b88da096e27ef63401a504","date":"2024-04-02T02:53:36Z","outputs":[{"name":"out","path":"/nix/store/lbjsrw0y1r93si9nsms2d2ar1m8hi3dw-promptfoo-0.49.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.48.0","last_updated":"2024-03-23T13:32:18Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"20bc93ca7b2158ebc99b8cef987a2173a81cde35","date":"2024-03-23T13:32:18Z","outputs":[{"name":"out","path":"/nix/store/094bidy27kmywildywvnn6smlx1r2cbz-promptfoo-0.48.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"20bc93ca7b2158ebc99b8cef987a2173a81cde35","date":"2024-03-23T13:32:18Z","outputs":[{"name":"out","path":"/nix/store/sv111ncwjcjq4zpl8vd13yaidm5hl74h-promptfoo-0.48.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"20bc93ca7b2158ebc99b8cef987a2173a81cde35","date":"2024-03-23T13:32:18Z","outputs":[{"name":"out","path":"/nix/store/1pbdny2pnlfj6s69vqvjfq187rhcwbnb-promptfoo-0.48.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"20bc93ca7b2158ebc99b8cef987a2173a81cde35","date":"2024-03-23T13:32:18Z","outputs":[{"name":"out","path":"/nix/store/h8d22s9qlzyi53lssv08p0hs5ski1mhl-promptfoo-0.48.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.43.1","last_updated":"2024-03-22T11:26:23Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"a3ed7406349a9335cb4c2a71369b697cecd9d351","date":"2024-03-22T11:26:23Z","outputs":[{"name":"out","path":"/nix/store/28fb5ln5z8izkq8a487kxlk6zxsjm4l7-promptfoo-0.43.1","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"a3ed7406349a9335cb4c2a71369b697cecd9d351","date":"2024-03-22T11:26:23Z","outputs":[{"name":"out","path":"/nix/store/381fvwhc45q9h4z57fpdjhj20c504ccn-promptfoo-0.43.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"a3ed7406349a9335cb4c2a71369b697cecd9d351","date":"2024-03-22T11:26:23Z","outputs":[{"name":"out","path":"/nix/store/9vmwb97r11vc2aa37znjy42hq4b7vvc9-promptfoo-0.43.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"a3ed7406349a9335cb4c2a71369b697cecd9d351","date":"2024-03-22T11:26:23Z","outputs":[{"name":"out","path":"/nix/store/8ls1yd5a8hkq2y6qph3cc6bjrxjb1l10-promptfoo-0.43.1","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.39.1","last_updated":"2024-02-24T23:06:34Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"9a9dae8f6319600fa9aebde37f340975cab4b8c0","date":"2024-02-24T23:06:34Z","outputs":[{"name":"out","path":"/nix/store/nbargnycxzg42jry2592q19h85d6cpkc-promptfoo-0.39.1","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"9a9dae8f6319600fa9aebde37f340975cab4b8c0","date":"2024-02-24T23:06:34Z","outputs":[{"name":"out","path":"/nix/store/247mfr0v062rr0rgkir60p5fbiv08df5-promptfoo-0.39.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"9a9dae8f6319600fa9aebde37f340975cab4b8c0","date":"2024-02-24T23:06:34Z","outputs":[{"name":"out","path":"/nix/store/xib5vf669wny9cvwwxpab2i1f61majbh-promptfoo-0.39.1","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"9a9dae8f6319600fa9aebde37f340975cab4b8c0","date":"2024-02-24T23:06:34Z","outputs":[{"name":"out","path":"/nix/store/wd84jgkwl3m36qq7nzfwm16sdyvai0as-promptfoo-0.39.1","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.35.0","last_updated":"2024-01-27T14:55:31Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"160b762eda6d139ac10ae081f8f78d640dd523eb","date":"2024-01-27T14:55:31Z","outputs":[{"name":"out","path":"/nix/store/ygvla4k5rxxwd01n3rhbx1j5i6c9g200-promptfoo-0.35.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"160b762eda6d139ac10ae081f8f78d640dd523eb","date":"2024-01-27T14:55:31Z","outputs":[{"name":"out","path":"/nix/store/v095qp2qbkzbv8s7fgnhy609lxapcrj7-promptfoo-0.35.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"160b762eda6d139ac10ae081f8f78d640dd523eb","date":"2024-01-27T14:55:31Z","outputs":[{"name":"out","path":"/nix/store/52355z90lsh5yvzb1layqrlbgfd34572-promptfoo-0.35.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"160b762eda6d139ac10ae081f8f78d640dd523eb","date":"2024-01-27T14:55:31Z","outputs":[{"name":"out","path":"/nix/store/ii3mha4fnvgi2baw3ii9vjqcfvfbvixb-promptfoo-0.35.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.33.2","last_updated":"2024-01-07T11:22:52Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"24fe8bb4f552ad3926274d29e083b79d84707da6","date":"2024-01-07T11:22:52Z","outputs":[{"name":"out","path":"/nix/store/rpxij46z93kx8bvjvdpshdba6n672wzs-promptfoo-0.33.2","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"24fe8bb4f552ad3926274d29e083b79d84707da6","date":"2024-01-07T11:22:52Z","outputs":[{"name":"out","path":"/nix/store/5qnxmqbyrk4yrfx0754g8l49shgaxnib-promptfoo-0.33.2","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"24fe8bb4f552ad3926274d29e083b79d84707da6","date":"2024-01-07T11:22:52Z","outputs":[{"name":"out","path":"/nix/store/y5blcaxm715n6qyjnz5wrn8yvi4qqlnh-promptfoo-0.33.2","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"24fe8bb4f552ad3926274d29e083b79d84707da6","date":"2024-01-07T11:22:52Z","outputs":[{"name":"out","path":"/nix/store/zcxi7jajf92c7nh3yzddq9hl5sjm91yf-promptfoo-0.33.2","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false},{"version":"0.28.0","last_updated":"2023-12-25T10:13:25Z","platforms":[{"arch":"arm64","os":"macOS","system":"aarch64-darwin","attribute_path":"promptfoo","commit_hash":"e1fa12d4f6c6fe19ccb59cac54b5b3f25e160870","date":"2023-12-25T10:13:25Z","outputs":[{"name":"out","path":"/nix/store/f1fi4flh7briax0w9yn7g0bzca0fwzsi-promptfoo-0.28.0","default":true}],"broken":false,"insecure":false},{"arch":"arm64","os":"Linux","system":"aarch64-linux","attribute_path":"promptfoo","commit_hash":"e1fa12d4f6c6fe19ccb59cac54b5b3f25e160870","date":"2023-12-25T10:13:25Z","outputs":[{"name":"out","path":"/nix/store/0ncj8xkqi2fcbmipcmsvs1xdb0r99b5q-promptfoo-0.28.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"macOS","system":"x86_64-darwin","attribute_path":"promptfoo","commit_hash":"e1fa12d4f6c6fe19ccb59cac54b5b3f25e160870","date":"2023-12-25T10:13:25Z","outputs":[{"name":"out","path":"/nix/store/a3bqcmgwksj8sav8ig9lai743i0p68nb-promptfoo-0.28.0","default":true}],"broken":false,"insecure":false},{"arch":"x86-64","os":"Linux","system":"x86_64-linux","attribute_path":"promptfoo","commit_hash":"e1fa12d4f6c6fe19ccb59cac54b5b3f25e160870","date":"2023-12-25T10:13:25Z","outputs":[{"name":"out","path":"/nix/store/cyr2zm2djr7gsqgpnl86af5qkni8crkx-promptfoo-0.28.0","default":true}],"broken":false,"insecure":false}],"platforms_summary":"Linux and macOS","outputs_summary":"","prerelease":false,"broken":false,"insecure":false}]}