diff --git "a/evaluation/baseline-test.jsonl" "b/evaluation/baseline-test.jsonl"
new file mode 100644--- /dev/null
+++ "b/evaluation/baseline-test.jsonl"
@@ -0,0 +1,1196 @@
+{"id": "adff4eabe2639c0c128c_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "adff4eabe2639c0c128c_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "adff4eabe2639c0c128c_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "adff4eabe2639c0c128c_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "efee65268e6dc2bb069e_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT department FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "efee65268e6dc2bb069e_noisy_en", "retrieved_id": "18e398d9027cc6e6bfb3_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT customer_name FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "efee65268e6dc2bb069e_hi", "retrieved_id": "3aac2f1448f136869091_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT customer_name FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "efee65268e6dc2bb069e_hinglish", "retrieved_id": "48a45d08da4a0866d65c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT customer_name FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f9fa9654c0e96fd0477b_en", "retrieved_id": "464d252657fc1d8b618b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "f9fa9654c0e96fd0477b_noisy_en", "retrieved_id": "4873340f3a83e0e79dde_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE region = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "f9fa9654c0e96fd0477b_hi", "retrieved_id": "a4788801036418465a47_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "f9fa9654c0e96fd0477b_hinglish", "retrieved_id": "c0ac00b959079db710e2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE region = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2c31add7d7b45843dec1_en", "retrieved_id": "53759e65346adaac1c7b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM inspections WHERE kind = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2c31add7d7b45843dec1_noisy_en", "retrieved_id": "6f49986bb93bef798e08_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM inspections WHERE kind = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2c31add7d7b45843dec1_hi", "retrieved_id": "6dd4bebcabfe71c95442_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM inspections WHERE kind = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2c31add7d7b45843dec1_hinglish", "retrieved_id": "53759e65346adaac1c7b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM inspections WHERE kind = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "82c104614df1ce6e2762_en", "retrieved_id": "bd33ce4258255d7b00e8_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE salary <= 100;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "82c104614df1ce6e2762_noisy_en", "retrieved_id": "c01c73c53af1758355fb_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE category = 'South' AND salary > 100;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "82c104614df1ce6e2762_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE name IS NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "82c104614df1ce6e2762_hinglish", "retrieved_id": "bf4e2d905e23df3524d7_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE salary < 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "35406fa024e66bcb5dd7_en", "retrieved_id": "901f5c9bdf09c957e942_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score < 10000;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "35406fa024e66bcb5dd7_noisy_en", "retrieved_id": "8b652966d1e875c9cd45_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score < 10000;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "35406fa024e66bcb5dd7_hi", "retrieved_id": "1c24e12b594ff106ec5c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score < 10000;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "35406fa024e66bcb5dd7_hinglish", "retrieved_id": "0264b186c6654efa83ac_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score < 10000;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0b8db53d711baed4f4ed_en", "retrieved_id": "ee309d02322a1ea31a21_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE cost > 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0b8db53d711baed4f4ed_noisy_en", "retrieved_id": "5c402e1eb92eb1a39327_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE cost >= 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0b8db53d711baed4f4ed_hi", "retrieved_id": "2aed937becc82c3dd876_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE cost < 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0b8db53d711baed4f4ed_hinglish", "retrieved_id": "3c390ab6e128eb92a927_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE cost >= 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b02f421828127e2eb96b_en", "retrieved_id": "dff90759b333fcdd6daf_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b02f421828127e2eb96b_noisy_en", "retrieved_id": "7db0d30998f0e2784d1e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price <= 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b02f421828127e2eb96b_hi", "retrieved_id": "4c32cae59bfd87d63c78_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price >= 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b02f421828127e2eb96b_hinglish", "retrieved_id": "51153aecdccc6fa04a6e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price <= 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c01aaa64706cccb8ac54_en", "retrieved_id": "ce663569111e9035dd99_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE balance BETWEEN 50 AND 60;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c01aaa64706cccb8ac54_noisy_en", "retrieved_id": "3701b333a4f0f30c5188_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE balance BETWEEN 0 AND 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c01aaa64706cccb8ac54_hi", "retrieved_id": "80a601332d98498fd1a8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE balance BETWEEN 50 AND 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c01aaa64706cccb8ac54_hinglish", "retrieved_id": "be113208b55b74745fca_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE balance BETWEEN 0 AND 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0b8689cf8e381cbcfe86_en", "retrieved_id": "ddff6003a3c7266f9a3a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE department = 'pending' AND price > 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0b8689cf8e381cbcfe86_noisy_en", "retrieved_id": "415f5c285edc8c2b092c_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE department = 'pending' AND price > 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0b8689cf8e381cbcfe86_hi", "retrieved_id": "ddff6003a3c7266f9a3a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE department = 'pending' AND price > 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0b8689cf8e381cbcfe86_hinglish", "retrieved_id": "8f717cd8f43ba6663d64_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE department = 'pending' AND price > 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6f34909f5b1104bf7ac1_en", "retrieved_id": "7151a21566102fe10631_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE region IN ('pending', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "6f34909f5b1104bf7ac1_noisy_en", "retrieved_id": "7151a21566102fe10631_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE region IN ('pending', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "6f34909f5b1104bf7ac1_hi", "retrieved_id": "943cc39b7fa48e12a8cf_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE region IN ('Delhi', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6f34909f5b1104bf7ac1_hinglish", "retrieved_id": "469efb097cab19d7331b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE region IN ('Delhi', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2e2ac3c5dcf95429daaa_en", "retrieved_id": "bda2d640bb8440ba316d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2e2ac3c5dcf95429daaa_noisy_en", "retrieved_id": "2979500f0ecfcf0ceeaf_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2e2ac3c5dcf95429daaa_hi", "retrieved_id": "6f58fb9ba5d390237de3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE NOT title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "2e2ac3c5dcf95429daaa_hinglish", "retrieved_id": "5bb801582af241e0e0d2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE NOT title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e7d754ed36b247db55d3_en", "retrieved_id": "993d6dbb886fdcff8483_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE NOT description IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e7d754ed36b247db55d3_noisy_en", "retrieved_id": "52c6084dc05c08ecedad_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE description IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e7d754ed36b247db55d3_hi", "retrieved_id": "36846cba4b79e7ab511e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE description IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e7d754ed36b247db55d3_hinglish", "retrieved_id": "006e0510328e4f2c7c4a_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE description IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "40464b00088c9159e3d0_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT COUNT(*) FROM inspections WHERE department = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "40464b00088c9159e3d0_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "40464b00088c9159e3d0_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "40464b00088c9159e3d0_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "80ed46f6e275ed01c6c1_en", "retrieved_id": "f2470e286894388c7f5c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits WHERE category = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "80ed46f6e275ed01c6c1_noisy_en", "retrieved_id": "d579114cb797a057c40a_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits WHERE category = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "80ed46f6e275ed01c6c1_hi", "retrieved_id": "3fbc5d2132a64d443cd1_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE category IN ('Pune', 'Mumbai');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "80ed46f6e275ed01c6c1_hinglish", "retrieved_id": "6efaf4bfcca4eef4eb82_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits WHERE category = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d735c1ac1979ff1e8620_en", "retrieved_id": "e4a4498900568bd25b0f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT kind, SUM(price) FROM inspections GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "d735c1ac1979ff1e8620_noisy_en", "retrieved_id": "a33bc62f70795ecfa8a2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(price) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d735c1ac1979ff1e8620_hi", "retrieved_id": "3c25f8671f95114b6257_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(price) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d735c1ac1979ff1e8620_hinglish", "retrieved_id": "caba0067fdd24c562152_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(price) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8efcf517aee64807a8e5_en", "retrieved_id": "a1369f19e8dcd07436c9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8efcf517aee64807a8e5_noisy_en", "retrieved_id": "e16c4dae0f3afac7f310_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8efcf517aee64807a8e5_hi", "retrieved_id": "52abab06839657236449_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8efcf517aee64807a8e5_hinglish", "retrieved_id": "3442026d043514bd5f1c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cd5bb3382b9e6c8604e8_en", "retrieved_id": "f799074a7799eb92b1c0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(rating) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cd5bb3382b9e6c8604e8_noisy_en", "retrieved_id": "ad5c6763cee83fde6df0_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(rating) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cd5bb3382b9e6c8604e8_hi", "retrieved_id": "2bd4dee285ff24521ff6_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(rating) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "cd5bb3382b9e6c8604e8_hinglish", "retrieved_id": "29e87bc0175bf44f2332_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(rating) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7094d70d08791284b632_en", "retrieved_id": "5e2e49adf71668e6010b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(salary) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7094d70d08791284b632_noisy_en", "retrieved_id": "6c77dd495d7091960ccf_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(salary) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7094d70d08791284b632_hi", "retrieved_id": "57560f761f427dc6f2ad_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(salary) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7094d70d08791284b632_hinglish", "retrieved_id": "9e2da52aa50149315527_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(salary) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cab55a7429427fbc5093_en", "retrieved_id": "f4d0cc8f44c31aba25fd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT DISTINCT department FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cab55a7429427fbc5093_noisy_en", "retrieved_id": "f4d0cc8f44c31aba25fd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT DISTINCT department FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cab55a7429427fbc5093_hi", "retrieved_id": "f4d0cc8f44c31aba25fd_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT DISTINCT department FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cab55a7429427fbc5093_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "28a7ce61b1233483bf73_en", "retrieved_id": "de723244833eb9acd9b0_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY salary DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28a7ce61b1233483bf73_noisy_en", "retrieved_id": "dbbc87df17789dcf16c7_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY salary DESC NULLS LAST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "28a7ce61b1233483bf73_hi", "retrieved_id": "5f714fc20f63b02a2389_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY salary DESC NULLS LAST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "28a7ce61b1233483bf73_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY salary DESC NULLS LAST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "804d318fe46a0e664840_en", "retrieved_id": "9893daa34daf0837aacd_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN quantity IS NULL THEN 1 ELSE 0 END DESC, quantity DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "804d318fe46a0e664840_noisy_en", "retrieved_id": "08cdefb37331da7aacab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY quantity DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "804d318fe46a0e664840_hi", "retrieved_id": "e31c637236043ab2d50e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY quantity ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "804d318fe46a0e664840_hinglish", "retrieved_id": "bd6dcbc8d4b468bfdc18_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY quantity ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b9c176c07809f42564a0_en", "retrieved_id": "972c5811c083df6a38a4_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN amount IS NULL THEN 1 ELSE 0 END DESC, amount DESC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b9c176c07809f42564a0_noisy_en", "retrieved_id": "a660459963aa550973d6_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b9c176c07809f42564a0_hi", "retrieved_id": "308f3acec7c873c00019_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount DESC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b9c176c07809f42564a0_hinglish", "retrieved_id": "72d5e4666d38219ea72f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount DESC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1a1af4deb475f0224a59_en", "retrieved_id": "e6483bc77519e5b72fc9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY price ASC LIMIT 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1a1af4deb475f0224a59_noisy_en", "retrieved_id": "e6483bc77519e5b72fc9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY price ASC LIMIT 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1a1af4deb475f0224a59_hi", "retrieved_id": "fdc1f5ca0b128c6bbb57_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY price ASC NULLS FIRST LIMIT 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1a1af4deb475f0224a59_hinglish", "retrieved_id": "8ff20ffc24a07df327c1_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY price ASC LIMIT 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "475287613764159ee5eb_en", "retrieved_id": "39ffd26f283fc2242233_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "475287613764159ee5eb_noisy_en", "retrieved_id": "6ad175c1da38937a1c73_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "475287613764159ee5eb_hi", "retrieved_id": "11be592bce7c6de29c95_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "475287613764159ee5eb_hinglish", "retrieved_id": "c2e6ba167b989ceb36a1_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6972a0b38fd4a8758723_en", "retrieved_id": "0e35aa356b3a7da6b2bd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT kind, SUM(score) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6972a0b38fd4a8758723_noisy_en", "retrieved_id": "9917d9d119837017ff3c_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT kind, SUM(score) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6972a0b38fd4a8758723_hi", "retrieved_id": "090cc722d12e08b58b91_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT kind, SUM(score) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6972a0b38fd4a8758723_hinglish", "retrieved_id": "92e9f6f1139932d803a6_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT kind, SUM(score) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a2e6d77aa1c3a517ecb_en", "retrieved_id": "de4dcd8a722b64c83c8e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM exhibits GROUP BY category HAVING COUNT(*) > 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a2e6d77aa1c3a517ecb_noisy_en", "retrieved_id": "de4dcd8a722b64c83c8e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM exhibits GROUP BY category HAVING COUNT(*) > 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a2e6d77aa1c3a517ecb_hi", "retrieved_id": "3b11560f58cefc649e43_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM exhibits GROUP BY category HAVING COUNT(*) > 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a2e6d77aa1c3a517ecb_hinglish", "retrieved_id": "10b9b5ec1ce9a4d6efa8_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM exhibits GROUP BY category HAVING COUNT(*) > 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d82ef2b9527e797c466_en", "retrieved_id": "15a9906bc7837861cefd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE order_date >= '2022-04-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d82ef2b9527e797c466_noisy_en", "retrieved_id": "15a9906bc7837861cefd_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE order_date >= '2022-04-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d82ef2b9527e797c466_hi", "retrieved_id": "ad81c76755fa18bd34ad_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE order_date >= '2022-04-15';\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d82ef2b9527e797c466_hinglish", "retrieved_id": "7625e04b50251ffe051b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE order_date >= '2022-04-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d8f9a887c52e766a8e14_en", "retrieved_id": "000a80ab7250068ca30c_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(YEAR FROM start_date) = 2023;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "d8f9a887c52e766a8e14_noisy_en", "retrieved_id": "09f4415c5bcb0fa139a4_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE YEAR(start_date) = 2023;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d8f9a887c52e766a8e14_hi", "retrieved_id": "66bbdcc97ef1052504f5_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(YEAR FROM start_date) = 2023;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "d8f9a887c52e766a8e14_hinglish", "retrieved_id": "944fbd8ddfee60f00abd_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(YEAR FROM start_date) = 2023;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "f35f7a78a14e903920ee_en", "retrieved_id": "6d8b449cc509987480e0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(MONTH FROM order_date) = 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f35f7a78a14e903920ee_noisy_en", "retrieved_id": "61d7e4ed449ac17088cd_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(MONTH FROM order_date) = 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f35f7a78a14e903920ee_hi", "retrieved_id": "af68663d985ebce594ef_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(MONTH FROM CAST(order_date AS DATE)) = 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "f35f7a78a14e903920ee_hinglish", "retrieved_id": "7636319c3fba9456741e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(MONTH FROM CAST(order_date AS DATE)) = 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "26db633822b8319f83ec_en", "retrieved_id": "de493284918940b1fdf1_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE LOWER(name) LIKE LOWER('%active%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "26db633822b8319f83ec_noisy_en", "retrieved_id": "8557de97b7434c6c3e04_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE LOWER(name) LIKE LOWER('%active%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "26db633822b8319f83ec_hi", "retrieved_id": "675e1f645410b7ed7cf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE LOWER(name) LIKE LOWER('%active%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "26db633822b8319f83ec_hinglish", "retrieved_id": "d1ecd6cc31c228d0a25b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE LOWER(name) LIKE LOWER('%active%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d1f372f544fa10f6df1b_en", "retrieved_id": "6b294e1fcd8c647e8781_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.title, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d1f372f544fa10f6df1b_noisy_en", "retrieved_id": "6b294e1fcd8c647e8781_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.title, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d1f372f544fa10f6df1b_hi", "retrieved_id": "8509bb2979fbeb8ee4c7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.title, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d1f372f544fa10f6df1b_hinglish", "retrieved_id": "d22704e7765e8c67ae4b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.title, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a30eeaf286c79c95a1cd_en", "retrieved_id": "9e1f3d2de009fd685c86_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT inspections.item_name FROM inspections JOIN inspections_groups ON inspections.group_id = inspections_groups.id WHERE inspections_groups.label = 'O''Reilly';\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a30eeaf286c79c95a1cd_noisy_en", "retrieved_id": "6dff72b0eece1766b6f4_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT inspections.item_name FROM inspections JOIN inspections_groups ON inspections.group_id = inspections_groups.id WHERE inspections_groups.label = 'O''Reilly';\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a30eeaf286c79c95a1cd_hi", "retrieved_id": "61ae49349949dc399a63_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT inspections.item_name FROM inspections JOIN inspections_groups ON inspections.group_id = inspections_groups.id WHERE inspections_groups.label = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a30eeaf286c79c95a1cd_hinglish", "retrieved_id": "e60aa1d2eef307b6933f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT inspections.item_name FROM inspections JOIN inspections_groups ON inspections.group_id = inspections_groups.id WHERE inspections_groups.label = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5a8f2e207d0efe5b018c_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5a8f2e207d0efe5b018c_noisy_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5a8f2e207d0efe5b018c_hi", "retrieved_id": "944772e48c9b5194fe1e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5a8f2e207d0efe5b018c_hinglish", "retrieved_id": "5165d04cc5f4626621a5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "e62cfd2a6789616a503f_en", "retrieved_id": "863d3ef71bbbeba4919e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "e62cfd2a6789616a503f_noisy_en", "retrieved_id": "632bfa2e24875823150a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "e62cfd2a6789616a503f_hi", "retrieved_id": "286869979f46e9bbc61c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "e62cfd2a6789616a503f_hinglish", "retrieved_id": "4253da29b10c8d2d921b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "84b16996198346dc9882_en", "retrieved_id": "fb890425dce9de189858_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "84b16996198346dc9882_noisy_en", "retrieved_id": "25ac9041dfe1446dd870_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "84b16996198346dc9882_hi", "retrieved_id": "427fd58d6660abf6f38a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "84b16996198346dc9882_hinglish", "retrieved_id": "25ac9041dfe1446dd870_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "30dd94e63a065d87109e_en", "retrieved_id": "ff73314a0982d6281641_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "30dd94e63a065d87109e_noisy_en", "retrieved_id": "03727992a863b145c565_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "30dd94e63a065d87109e_hi", "retrieved_id": "26ee7e71ccaee33a6162_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "30dd94e63a065d87109e_hinglish", "retrieved_id": "0af23c07619fdf39d636_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "c4210296305105ab7472_en", "retrieved_id": "a5928e9d2a9de389c96e_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"What does best mean: which column and order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "c4210296305105ab7472_noisy_en", "retrieved_id": "7b86419573eea700d641_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "c4210296305105ab7472_hi", "retrieved_id": "d8fbf98bcb77ca92a390_hi", "output": "{\"action\":\"clarify\",\"question\":\"सबसे अच्छा से आपका क्या मतलब है? कौन सा कॉलम और क्रम?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "c4210296305105ab7472_hinglish", "retrieved_id": "981c50947db171d5fec5_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Best ka matlab kya hai? Kaunsa column aur order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "3fdbd39c598af9b9ea10_en", "retrieved_id": "b477a5e30a03db87c812_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should status equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "3fdbd39c598af9b9ea10_noisy_en", "retrieved_id": "b477a5e30a03db87c812_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should status equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "3fdbd39c598af9b9ea10_hi", "retrieved_id": "0728bb1421323cd56a8c_hi", "output": "{\"action\":\"clarify\",\"question\":\"status का कौन सा मान चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "3fdbd39c598af9b9ea10_hinglish", "retrieved_id": "511647de271f97585893_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"status ki kaunsi value chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2162ee1266aed9320937_en", "retrieved_id": "8fde1669f8ae856382b5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "2162ee1266aed9320937_noisy_en", "retrieved_id": "f6d1979b8e8273fb994b_en", "output": "{\"action\":\"clarify\",\"question\":\"This connection is read-only. Would you like a SELECT query instead?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2162ee1266aed9320937_hi", "retrieved_id": "a4f18f2163d8129dfc3c_hi", "output": "{\"action\":\"clarify\",\"question\":\"यह कनेक्शन केवल पढ़ने के लिए है। क्या आपको SELECT क्वेरी चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2162ee1266aed9320937_hinglish", "retrieved_id": "6cad228416bb08b460f6_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Yeh connection read-only hai. Kya SELECT query chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "754691bd1eea25d41ccf_en", "retrieved_id": "1173d51478c0f0770b25_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "754691bd1eea25d41ccf_noisy_en", "retrieved_id": "8f78f2ccd606ac642613_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "754691bd1eea25d41ccf_hi", "retrieved_id": "04fd2c1a67c04de23381_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "754691bd1eea25d41ccf_hinglish", "retrieved_id": "240cb7bac57363d0776e_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "252c6053295d69a93c94_en", "retrieved_id": "67e8af086aba543f5377_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"database backups\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "252c6053295d69a93c94_noisy_en", "retrieved_id": "6e9991cb6cf8acb8aa01_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"database backups\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "252c6053295d69a93c94_hi", "retrieved_id": "e1d55e63211c7100096f_hi", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"database backups\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "252c6053295d69a93c94_hinglish", "retrieved_id": "f9004fd3e12dbc0d88da_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"database backups\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "f73e21e0eb10d6617995_en", "retrieved_id": "3662e94e29edbee93120_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "f73e21e0eb10d6617995_noisy_en", "retrieved_id": "3662e94e29edbee93120_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "f73e21e0eb10d6617995_hi", "retrieved_id": "28f97a3353e78f589cfe_hi", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "f73e21e0eb10d6617995_hinglish", "retrieved_id": "0e78e9ded20fe5272477_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8a696e3c3522dd69d5ac_en", "retrieved_id": "7433354d41a6c516f4b6_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "8a696e3c3522dd69d5ac_noisy_en", "retrieved_id": "4c422d229cf597a3acdd_noisy_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-117\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "8a696e3c3522dd69d5ac_hi", "retrieved_id": "b0c31fd3cb1afd956208_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-9402\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "8a696e3c3522dd69d5ac_hinglish", "retrieved_id": "6ea26747bfbf3b1aa5e0_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "797b9b914530f2eb502a_en", "retrieved_id": "8cb26e68080051ad3619_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 48 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "797b9b914530f2eb502a_noisy_en", "retrieved_id": "8cb26e68080051ad3619_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 48 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "797b9b914530f2eb502a_hi", "retrieved_id": "630408eb6f8f54f3bc28_hi", "output": "{\"action\":\"answer\",\"text\":\"टूल ने 48 पंक्तियाँ लौटाईं।\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "797b9b914530f2eb502a_hinglish", "retrieved_id": "e029eeba4f40f3109a40_hinglish", "output": "{\"action\":\"answer\",\"text\":\"Tool ne 2 rows return ki.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false, "text_exact": false}}
+{"id": "2ad3e251c936135e2005_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2ad3e251c936135e2005_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2ad3e251c936135e2005_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2ad3e251c936135e2005_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a060620c638d2dc3759e_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT region FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a060620c638d2dc3759e_noisy_en", "retrieved_id": "f158884fc953e9bd6dc7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT item_name FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a060620c638d2dc3759e_hi", "retrieved_id": "3aac2f1448f136869091_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT item_name FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a060620c638d2dc3759e_hinglish", "retrieved_id": "1e5a4a69bda180f02aa2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT item_name FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c8fd1555fd64b08f1241_en", "retrieved_id": "578556e0f76a1becdc8b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections WHERE city = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c8fd1555fd64b08f1241_noisy_en", "retrieved_id": "6be1b6edf9b1b306a785_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections WHERE city = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c8fd1555fd64b08f1241_hi", "retrieved_id": "ff935e3d50ebaf0b8c53_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections WHERE city = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c8fd1555fd64b08f1241_hinglish", "retrieved_id": "16926bb9c79e82b85097_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE city = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "eb982cf071094adaca4f_en", "retrieved_id": "f0fd5b687a47200d08cc_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT name FROM reservations WHERE category = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "eb982cf071094adaca4f_noisy_en", "retrieved_id": "f0fd5b687a47200d08cc_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT name FROM reservations WHERE category = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "eb982cf071094adaca4f_hi", "retrieved_id": "c010cb1b1703bc1b48c3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT name FROM reservations WHERE category = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "eb982cf071094adaca4f_hinglish", "retrieved_id": "dc119519e99b6db7717d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT name FROM reservations WHERE category = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c023a5b6f95173ae856d_en", "retrieved_id": "725bc4721dea275762a0_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE score <= 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c023a5b6f95173ae856d_noisy_en", "retrieved_id": "b29589b85da26af925a2_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE score > 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c023a5b6f95173ae856d_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c023a5b6f95173ae856d_hinglish", "retrieved_id": "b2684d967d976714b34c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE score < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "affa5e5e14444cd82bb4_en", "retrieved_id": "6a3bbef7eab5a98a8204_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE salary < 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "affa5e5e14444cd82bb4_noisy_en", "retrieved_id": "6adee58250bc9b3b92ca_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE salary < 500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "affa5e5e14444cd82bb4_hi", "retrieved_id": "6a3bbef7eab5a98a8204_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE salary < 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "affa5e5e14444cd82bb4_hinglish", "retrieved_id": "6a3bbef7eab5a98a8204_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE salary < 10;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7d4234476674a04380e6_en", "retrieved_id": "d898569e45422c9376f7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score > 1500;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7d4234476674a04380e6_noisy_en", "retrieved_id": "18b58f4b6324bf5e24ef_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score < 1500;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7d4234476674a04380e6_hi", "retrieved_id": "34c472fb5ac8389fdcd4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score < 1500;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7d4234476674a04380e6_hinglish", "retrieved_id": "9a18682fc49a50e8ab0f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT * FROM reservations WHERE score >= 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c4f25575abfd24e3cd63_en", "retrieved_id": "94b9e21d18d901c193f0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost > 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c4f25575abfd24e3cd63_noisy_en", "retrieved_id": "8c2862d050c86d717184_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost <= 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c4f25575abfd24e3cd63_hi", "retrieved_id": "55443a8bb63ef75dfd2c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost >= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c4f25575abfd24e3cd63_hinglish", "retrieved_id": "44b7c6f0585479334d72_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost <= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0d94a075cd7e5759bdfa_en", "retrieved_id": "93abf834af493d9e949e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE rating BETWEEN 10 AND 110;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0d94a075cd7e5759bdfa_noisy_en", "retrieved_id": "c84607652e4c589161a1_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE rating BETWEEN 10 AND 110;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0d94a075cd7e5759bdfa_hi", "retrieved_id": "c84607652e4c589161a1_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE rating BETWEEN 10 AND 110;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0d94a075cd7e5759bdfa_hinglish", "retrieved_id": "93abf834af493d9e949e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE rating BETWEEN 10 AND 110;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1695d78b68e4d8fca6f0_en", "retrieved_id": "29412c1b0f2e0c5d1775_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE region = 'Books' AND amount > 1500;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1695d78b68e4d8fca6f0_noisy_en", "retrieved_id": "9a27894b4516f46b13a1_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE region = 'Delhi' AND amount > 50;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1695d78b68e4d8fca6f0_hi", "retrieved_id": "b124ea61e45d5e464010_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"query\":\"SELECT * FROM exhibits WHERE region = 'Delhi' AND amount > 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1695d78b68e4d8fca6f0_hinglish", "retrieved_id": "b124ea61e45d5e464010_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"query\":\"SELECT * FROM exhibits WHERE region = 'Delhi' AND amount > 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "45c3d3db5419d8a8dfeb_en", "retrieved_id": "d45c4afdf3b0ab57857f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE kind IN ('O''Reilly', 'Mumbai');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "45c3d3db5419d8a8dfeb_noisy_en", "retrieved_id": "d45c4afdf3b0ab57857f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE kind IN ('O''Reilly', 'Mumbai');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "45c3d3db5419d8a8dfeb_hi", "retrieved_id": "d45c4afdf3b0ab57857f_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE kind IN ('O''Reilly', 'Mumbai');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "45c3d3db5419d8a8dfeb_hinglish", "retrieved_id": "d45c4afdf3b0ab57857f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE kind IN ('O''Reilly', 'Mumbai');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "8b1939fffee21884f667_en", "retrieved_id": "b938809a21ca895bfdaa_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE item_name IS NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8b1939fffee21884f667_noisy_en", "retrieved_id": "999181602f630fe41f53_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8b1939fffee21884f667_hi", "retrieved_id": "f1b3784f5142d5df00b8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE item_name IS NOT NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8b1939fffee21884f667_hinglish", "retrieved_id": "c39505a9b595f6ac6b82_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE item_name IS NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c50090341e5d5516a579_en", "retrieved_id": "0e4b6bf620f2b93f8329_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE customer_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c50090341e5d5516a579_noisy_en", "retrieved_id": "a50de851e3ed623c862c_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c50090341e5d5516a579_hi", "retrieved_id": "4c315741ef5c61a725f7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE NOT customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "c50090341e5d5516a579_hinglish", "retrieved_id": "deed3e34bcd12abea394_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE NOT customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "23c0aa3a4596f995ad2a_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens WHERE category = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "23c0aa3a4596f995ad2a_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "23c0aa3a4596f995ad2a_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "23c0aa3a4596f995ad2a_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "81b12886ddb859bb71db_en", "retrieved_id": "cbc3795c0ca21a9b8c5a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "81b12886ddb859bb71db_noisy_en", "retrieved_id": "8463566151edd133626c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections WHERE city = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "81b12886ddb859bb71db_hi", "retrieved_id": "60a34656f2f657c68d8a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE city IN ('pending', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "81b12886ddb859bb71db_hinglish", "retrieved_id": "8f46a1742f10c08d6c17_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM inspections WHERE city = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1896aafc31bd0a7d24ec_en", "retrieved_id": "9a941e036270f910961f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, SUM(balance) FROM exhibits GROUP BY region;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1896aafc31bd0a7d24ec_noisy_en", "retrieved_id": "f33cbbe711d8d7aac49c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(balance) FROM exhibits;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1896aafc31bd0a7d24ec_hi", "retrieved_id": "e96bc561fa378ade1824_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(balance) FROM exhibits;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1896aafc31bd0a7d24ec_hinglish", "retrieved_id": "4c1c4532a70790cdae6c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"query\":\"SELECT SUM(balance) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b564e1a7b1e7fc6d2ab4_en", "retrieved_id": "5c7028d7d36fd491bc2e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT AVG(score) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b564e1a7b1e7fc6d2ab4_noisy_en", "retrieved_id": "a441a9c205497a51a291_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(score) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b564e1a7b1e7fc6d2ab4_hi", "retrieved_id": "5c7028d7d36fd491bc2e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT AVG(score) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b564e1a7b1e7fc6d2ab4_hinglish", "retrieved_id": "6bb8ee776b961884c402_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(score) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7506912696ddf94cfae4_en", "retrieved_id": "89700fa6c178672acbb9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(amount) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7506912696ddf94cfae4_noisy_en", "retrieved_id": "7e451df33141f550eb0b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(amount) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7506912696ddf94cfae4_hi", "retrieved_id": "73cca5dd8b7549a2ade7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(amount) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7506912696ddf94cfae4_hinglish", "retrieved_id": "0478666ddfaf5a23162e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9aed1992a793fbf97601_en", "retrieved_id": "d5cc3d76002f556ee9d3_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT MIN(price) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9aed1992a793fbf97601_noisy_en", "retrieved_id": "da9e0a0592e6238536af_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT MIN(price) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9aed1992a793fbf97601_hi", "retrieved_id": "e0e3d410c4591e668ca3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT MIN(price) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9aed1992a793fbf97601_hinglish", "retrieved_id": "bdf01655d06fc4dc9de0_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT MIN(price) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a3194b9f492b50b8100_en", "retrieved_id": "c6325f377e0c7f0468f1_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a3194b9f492b50b8100_noisy_en", "retrieved_id": "c6325f377e0c7f0468f1_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a3194b9f492b50b8100_hi", "retrieved_id": "ce1d19d1f1e239c03e1b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a3194b9f492b50b8100_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e92015bce168f8f9a90a_en", "retrieved_id": "eae5287706bec5ee520e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY score DESC;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e92015bce168f8f9a90a_noisy_en", "retrieved_id": "955a7d5f0d3cb038c3fa_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY score ASC NULLS FIRST;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e92015bce168f8f9a90a_hi", "retrieved_id": "190107647feb114e3236_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY score DESC NULLS LAST;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e92015bce168f8f9a90a_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY score DESC NULLS LAST;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b30330bb2c17b32c6883_en", "retrieved_id": "56cddde09b6ce33e29af_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY cost DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b30330bb2c17b32c6883_noisy_en", "retrieved_id": "fd6c642df54b72b5146f_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY cost ASC NULLS FIRST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b30330bb2c17b32c6883_hi", "retrieved_id": "3de06ebc9c472cfcc5f5_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY cost ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b30330bb2c17b32c6883_hinglish", "retrieved_id": "0f074b2420cf3783035e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY cost ASC NULLS FIRST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5890e52f983d16adbae7_en", "retrieved_id": "955a7d5f0d3cb038c3fa_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY quantity ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5890e52f983d16adbae7_noisy_en", "retrieved_id": "1b2780774c2ef3389909_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN quantity IS NULL THEN 1 ELSE 0 END DESC, quantity DESC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5890e52f983d16adbae7_hi", "retrieved_id": "36a2047a9b8d5e928dc2_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY quantity DESC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5890e52f983d16adbae7_hinglish", "retrieved_id": "2d0bbdceb628c88c79ac_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY quantity DESC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd760f1ca7aff546e852_en", "retrieved_id": "bd8d48d0d5b50e6d28e3_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY balance ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd760f1ca7aff546e852_noisy_en", "retrieved_id": "bd8d48d0d5b50e6d28e3_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY balance ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd760f1ca7aff546e852_hi", "retrieved_id": "f6733b4a160882f7ede6_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY balance ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd760f1ca7aff546e852_hinglish", "retrieved_id": "bd8d48d0d5b50e6d28e3_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY balance ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2164b376f732a1c371ab_en", "retrieved_id": "0517beaf82464fadc60f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM specimens GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2164b376f732a1c371ab_noisy_en", "retrieved_id": "70063552c331bd678a4c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM specimens GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2164b376f732a1c371ab_hi", "retrieved_id": "00b4a7ffa4e87f1134ce_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM specimens GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2164b376f732a1c371ab_hinglish", "retrieved_id": "70f425096c4a3fdd8159_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM specimens GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5d97abdb52189efbe117_en", "retrieved_id": "f03903b51d3bff7de034_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT status, SUM(amount) FROM exhibits GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5d97abdb52189efbe117_noisy_en", "retrieved_id": "8db52bac8a3a32a185cc_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT status, SUM(amount) FROM exhibits GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5d97abdb52189efbe117_hi", "retrieved_id": "82ed28cbc1367e475caf_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT status, SUM(amount) FROM exhibits GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5d97abdb52189efbe117_hinglish", "retrieved_id": "ba583b46c31284cbf512_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT status, SUM(amount) FROM exhibits GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "01f4f9527d44f09ab6b6_en", "retrieved_id": "6c61d9e591b587769eba_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM reservations GROUP BY kind HAVING COUNT(*) > 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "01f4f9527d44f09ab6b6_noisy_en", "retrieved_id": "64ef705c22e6cf4b7a09_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM reservations GROUP BY kind HAVING COUNT(*) > 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "01f4f9527d44f09ab6b6_hi", "retrieved_id": "c055c000835e9f443bd4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM reservations GROUP BY kind HAVING COUNT(*) > 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "01f4f9527d44f09ab6b6_hinglish", "retrieved_id": "72bb694e41e56f9df740_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT kind, COUNT(*) FROM reservations GROUP BY kind HAVING COUNT(*) > 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "58eb6ab2fb9c69becdbd_en", "retrieved_id": "f6ae19804fd6ac3ced82_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE created_at >= '2022-08-15';\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "58eb6ab2fb9c69becdbd_noisy_en", "retrieved_id": "21275fc52796db99c79d_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE created_at >= '2022-08-15';\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "58eb6ab2fb9c69becdbd_hi", "retrieved_id": "1b1174ed243b6358705a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE created_at >= '2026-08-15';\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "58eb6ab2fb9c69becdbd_hinglish", "retrieved_id": "42c7c34ccdbb091be000_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE created_at >= '2022-02-15';\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "ed474bd8a459cbfaa5d2_en", "retrieved_id": "b4ae57998c341af42244_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(YEAR FROM CAST(recorded_at AS DATE)) = 2021;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "ed474bd8a459cbfaa5d2_noisy_en", "retrieved_id": "9f9c0a9aeabb87813004_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(YEAR FROM recorded_at) = 2021;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ed474bd8a459cbfaa5d2_hi", "retrieved_id": "01cdb123039aea741782_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(YEAR FROM recorded_at) = 2021;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ed474bd8a459cbfaa5d2_hinglish", "retrieved_id": "af1531839f3945723f77_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(YEAR FROM CAST(recorded_at AS DATE)) = 2021;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "223765dc6e033f0ab2fd_en", "retrieved_id": "4e2d0bdc05908cc767e2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE EXTRACT(MONTH FROM created_at) = 9;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "223765dc6e033f0ab2fd_noisy_en", "retrieved_id": "c5ffbd2d231ad52e7a03_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(MONTH FROM CAST(created_at AS DATE)) = 9;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "223765dc6e033f0ab2fd_hi", "retrieved_id": "030be1460de7a605e7af_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(MONTH FROM CAST(created_at AS DATE)) = 9;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "223765dc6e033f0ab2fd_hinglish", "retrieved_id": "e496cf7f610533e3c3b7_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE EXTRACT(MONTH FROM created_at) = 9;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "00c24a7cc97ee9debf36_en", "retrieved_id": "cf3c59ebbb82c1fd93ff_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE LOWER(title) LIKE LOWER('%pending%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "00c24a7cc97ee9debf36_noisy_en", "retrieved_id": "279c576638ef45226927_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE LOWER(title) LIKE LOWER('%Books%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "00c24a7cc97ee9debf36_hi", "retrieved_id": "119cbd226f5ad2586c69_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE LOWER(title) LIKE LOWER('%pending%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "00c24a7cc97ee9debf36_hinglish", "retrieved_id": "781c099ea3698e1b2f6a_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE LOWER(title) LIKE LOWER('%pending%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "139a72e10281049d1fed_en", "retrieved_id": "00a9c0bb3293a7f312d2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT specimens.name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "139a72e10281049d1fed_noisy_en", "retrieved_id": "00a9c0bb3293a7f312d2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT specimens.name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "139a72e10281049d1fed_hi", "retrieved_id": "8509bb2979fbeb8ee4c7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT specimens.name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "139a72e10281049d1fed_hinglish", "retrieved_id": "262a87d6e3a88b3a4d95_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT specimens.name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4a37ab647af0a5a5cb30_en", "retrieved_id": "5abcebdb0973d2af6871_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT reservations.display_name FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4a37ab647af0a5a5cb30_noisy_en", "retrieved_id": "5abcebdb0973d2af6871_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT reservations.display_name FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4a37ab647af0a5a5cb30_hi", "retrieved_id": "b8f982d31fe69c9dfe19_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT reservations.display_name FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4a37ab647af0a5a5cb30_hinglish", "retrieved_id": "72739dc137966d032522_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT reservations.display_name FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "578a0a8a98b724c87050_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "578a0a8a98b724c87050_noisy_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "578a0a8a98b724c87050_hi", "retrieved_id": "944772e48c9b5194fe1e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "578a0a8a98b724c87050_hinglish", "retrieved_id": "5165d04cc5f4626621a5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "51f14088477a5f6be9c5_en", "retrieved_id": "863d3ef71bbbeba4919e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "51f14088477a5f6be9c5_noisy_en", "retrieved_id": "632bfa2e24875823150a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "51f14088477a5f6be9c5_hi", "retrieved_id": "286869979f46e9bbc61c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "51f14088477a5f6be9c5_hinglish", "retrieved_id": "4253da29b10c8d2d921b_hinglish", "output": "{\"action\":\"call\",\"name\":\"describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "6db4ac493194a52cbd3a_en", "retrieved_id": "fb890425dce9de189858_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_reservations\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6db4ac493194a52cbd3a_noisy_en", "retrieved_id": "25ac9041dfe1446dd870_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6db4ac493194a52cbd3a_hi", "retrieved_id": "427fd58d6660abf6f38a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6db4ac493194a52cbd3a_hinglish", "retrieved_id": "25ac9041dfe1446dd870_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0a2ec84ba0e594d94b9e_en", "retrieved_id": "ff73314a0982d6281641_noisy_en", "output": "{\"action\":\"call\",\"name\":\"database.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "0a2ec84ba0e594d94b9e_noisy_en", "retrieved_id": "03727992a863b145c565_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0a2ec84ba0e594d94b9e_hi", "retrieved_id": "26ee7e71ccaee33a6162_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0a2ec84ba0e594d94b9e_hinglish", "retrieved_id": "0af23c07619fdf39d636_hinglish", "output": "{\"action\":\"call\",\"name\":\"database.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "35b25e2b46b13ad30caf_en", "retrieved_id": "a5928e9d2a9de389c96e_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"What does best mean: which column and order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "35b25e2b46b13ad30caf_noisy_en", "retrieved_id": "7b86419573eea700d641_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "35b25e2b46b13ad30caf_hi", "retrieved_id": "d8fbf98bcb77ca92a390_hi", "output": "{\"action\":\"clarify\",\"question\":\"सबसे अच्छा से आपका क्या मतलब है? कौन सा कॉलम और क्रम?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "35b25e2b46b13ad30caf_hinglish", "retrieved_id": "981c50947db171d5fec5_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Best ka matlab kya hai? Kaunsa column aur order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "916ff7ce3eea9aa64393_en", "retrieved_id": "f3e33fe8b4634a01b81b_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should kind equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "916ff7ce3eea9aa64393_noisy_en", "retrieved_id": "f3e33fe8b4634a01b81b_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should kind equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "916ff7ce3eea9aa64393_hi", "retrieved_id": "db76a8fce72687acde45_hi", "output": "{\"action\":\"clarify\",\"question\":\"kind का कौन सा मान चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "916ff7ce3eea9aa64393_hinglish", "retrieved_id": "6aaa43e87f1033fe0daa_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"kind ki kaunsi value chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "49c2e66e48d062e5c69c_en", "retrieved_id": "8fde1669f8ae856382b5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "49c2e66e48d062e5c69c_noisy_en", "retrieved_id": "f6d1979b8e8273fb994b_en", "output": "{\"action\":\"clarify\",\"question\":\"This connection is read-only. Would you like a SELECT query instead?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "49c2e66e48d062e5c69c_hi", "retrieved_id": "a4f18f2163d8129dfc3c_hi", "output": "{\"action\":\"clarify\",\"question\":\"यह कनेक्शन केवल पढ़ने के लिए है। क्या आपको SELECT क्वेरी चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "49c2e66e48d062e5c69c_hinglish", "retrieved_id": "6cad228416bb08b460f6_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Yeh connection read-only hai. Kya SELECT query chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "6600e72cfc86012212d0_en", "retrieved_id": "1173d51478c0f0770b25_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6600e72cfc86012212d0_noisy_en", "retrieved_id": "8f78f2ccd606ac642613_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6600e72cfc86012212d0_hi", "retrieved_id": "04fd2c1a67c04de23381_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6600e72cfc86012212d0_hinglish", "retrieved_id": "240cb7bac57363d0776e_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Delhi\",\"unit\":\"fahrenheit\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4e42bbd40467b2b8c27f_en", "retrieved_id": "33f141708d95562cf305_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"SQL joins\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4e42bbd40467b2b8c27f_noisy_en", "retrieved_id": "7a10eeb0c23fcd9532e0_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"SQL joins\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4e42bbd40467b2b8c27f_hi", "retrieved_id": "5d4eee92427273c1a849_hi", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"SQL joins\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4e42bbd40467b2b8c27f_hinglish", "retrieved_id": "e1237888e640d85992e3_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"SQL joins\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b6a1ad15475eea3c8bfb_en", "retrieved_id": "db4e496cbbe068f26fe3_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/reports/sales.csv\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b6a1ad15475eea3c8bfb_noisy_en", "retrieved_id": "db4e496cbbe068f26fe3_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/reports/sales.csv\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b6a1ad15475eea3c8bfb_hi", "retrieved_id": "44623cd201dfc0eae051_hi", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/reports/sales.csv\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b6a1ad15475eea3c8bfb_hinglish", "retrieved_id": "dba89384b2e426377857_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/reports/sales.csv\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "cca31e425efaaadf4c97_en", "retrieved_id": "7433354d41a6c516f4b6_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "cca31e425efaaadf4c97_noisy_en", "retrieved_id": "4c422d229cf597a3acdd_noisy_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-117\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "cca31e425efaaadf4c97_hi", "retrieved_id": "b0c31fd3cb1afd956208_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-9402\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "cca31e425efaaadf4c97_hinglish", "retrieved_id": "6ea26747bfbf3b1aa5e0_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "40ffef08b12e4a3276e3_en", "retrieved_id": "f1fd879c85eb3cbe5abc_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 116 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "40ffef08b12e4a3276e3_noisy_en", "retrieved_id": "f1fd879c85eb3cbe5abc_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 116 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "40ffef08b12e4a3276e3_hi", "retrieved_id": "f1fd879c85eb3cbe5abc_hi", "output": "{\"action\":\"answer\",\"text\":\"टूल ने 116 पंक्तियाँ लौटाईं।\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "40ffef08b12e4a3276e3_hinglish", "retrieved_id": "f1fd879c85eb3cbe5abc_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 116 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false, "text_exact": false}}
+{"id": "c07bcd68edd3354fcd83_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c07bcd68edd3354fcd83_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c07bcd68edd3354fcd83_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c07bcd68edd3354fcd83_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "84b620e6d482597eea06_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT kind FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "84b620e6d482597eea06_noisy_en", "retrieved_id": "b2757aefcc8bc0a7549e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT display_name FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "84b620e6d482597eea06_hi", "retrieved_id": "3aac2f1448f136869091_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT display_name FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "84b620e6d482597eea06_hinglish", "retrieved_id": "6eff07d389c9dffd14ce_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT display_name FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "42cda457b51f6f9d3056_en", "retrieved_id": "0d3d3c2d1d7825bb7ee8_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE region = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "42cda457b51f6f9d3056_noisy_en", "retrieved_id": "0244585864374715cc77_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE region = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "42cda457b51f6f9d3056_hi", "retrieved_id": "ffd58b72505e64c256d5_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE region = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "42cda457b51f6f9d3056_hinglish", "retrieved_id": "1c3073a518a1586baf2d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE region = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "15b265bd8bbdb3515605_en", "retrieved_id": "4ea4127e4c100bc42d61_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT display_name FROM inspections WHERE kind = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "15b265bd8bbdb3515605_noisy_en", "retrieved_id": "4ea4127e4c100bc42d61_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT display_name FROM inspections WHERE kind = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "15b265bd8bbdb3515605_hi", "retrieved_id": "4ea4127e4c100bc42d61_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT display_name FROM inspections WHERE kind = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "15b265bd8bbdb3515605_hinglish", "retrieved_id": "99f1fbfee69979f7cbc0_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT display_name FROM inspections WHERE kind = 'Electronics';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4a79981adf7647bac6b9_en", "retrieved_id": "1b3dd8c5ea0aa5d4644b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE amount <= 500;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4a79981adf7647bac6b9_noisy_en", "retrieved_id": "f27668acc136794b63af_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE amount > 10000;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4a79981adf7647bac6b9_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE description IS NULL;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4a79981adf7647bac6b9_hinglish", "retrieved_id": "f2e8bb8ff7f8c02b0623_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE amount < 500;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "d5fc4318c9aedb495460_en", "retrieved_id": "23100cb2db54f16447a9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE price < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d5fc4318c9aedb495460_noisy_en", "retrieved_id": "0d87e4597b8030db1d39_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE price < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d5fc4318c9aedb495460_hi", "retrieved_id": "6c50e81ff0658a9ae684_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE price < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d5fc4318c9aedb495460_hinglish", "retrieved_id": "d0e599f5b10bb2a670bd_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE price < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e8f90532d34c12209a83_en", "retrieved_id": "fe0c250a5b61d276b6ce_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE salary > 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e8f90532d34c12209a83_noisy_en", "retrieved_id": "18b58f4b6324bf5e24ef_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE salary < 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e8f90532d34c12209a83_hi", "retrieved_id": "df2bcb22f6685fc818a1_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE salary < 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e8f90532d34c12209a83_hinglish", "retrieved_id": "9a18682fc49a50e8ab0f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE salary >= 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0352841d74f7bd7955ea_en", "retrieved_id": "a05483c4e8aab9de17d6_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE department = 'Mumbai' AND score > 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0352841d74f7bd7955ea_noisy_en", "retrieved_id": "20dd274ccc92b3dd7942_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE score <= 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0352841d74f7bd7955ea_hi", "retrieved_id": "442e0f59c0a47acce280_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE score >= 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0352841d74f7bd7955ea_hinglish", "retrieved_id": "13da1fb7f3c2c4be3be5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE score <= 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "645fd36c186709e64922_en", "retrieved_id": "652861e0ccdcf2bb7315_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE amount BETWEEN 1000 AND 1010;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "645fd36c186709e64922_noisy_en", "retrieved_id": "64e3df4343ec2aae7140_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE amount BETWEEN 500 AND 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "645fd36c186709e64922_hi", "retrieved_id": "652861e0ccdcf2bb7315_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE amount BETWEEN 1000 AND 1010;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "645fd36c186709e64922_hinglish", "retrieved_id": "652861e0ccdcf2bb7315_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE amount BETWEEN 1000 AND 1010;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "70da7b441b3a995da19a_en", "retrieved_id": "f1192c9734e97976d459_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE city = 'O''Reilly' AND quantity > 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "70da7b441b3a995da19a_noisy_en", "retrieved_id": "b3d9599cb92dc707b13f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE city = 'O''Reilly' AND quantity > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "70da7b441b3a995da19a_hi", "retrieved_id": "b3d9599cb92dc707b13f_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE city = 'O''Reilly' AND quantity > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "70da7b441b3a995da19a_hinglish", "retrieved_id": "b3d9599cb92dc707b13f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE city = 'O''Reilly' AND quantity > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bcd7a532a06274ddddee_en", "retrieved_id": "7d85dce1914021369d8c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('pending', 'South');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bcd7a532a06274ddddee_noisy_en", "retrieved_id": "7d85dce1914021369d8c_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('pending', 'South');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bcd7a532a06274ddddee_hi", "retrieved_id": "afb47c9f3de8df97b7e7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('South', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "bcd7a532a06274ddddee_hinglish", "retrieved_id": "7d85dce1914021369d8c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('pending', 'South');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "04b2e5886e750df09a51_en", "retrieved_id": "708107568853e23d7fbe_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "04b2e5886e750df09a51_noisy_en", "retrieved_id": "c9ac52ed487c1889af4f_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "04b2e5886e750df09a51_hi", "retrieved_id": "504051dee53dda1de46e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE NOT display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "04b2e5886e750df09a51_hinglish", "retrieved_id": "b37da50864de15a3c7f6_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "060573c57829f3ce6e8f_en", "retrieved_id": "eaefffbb9d33d7bc6a06_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE item_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "060573c57829f3ce6e8f_noisy_en", "retrieved_id": "7598902252e29976110f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "060573c57829f3ce6e8f_hi", "retrieved_id": "bdce576673636f7b523c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE NOT item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "060573c57829f3ce6e8f_hinglish", "retrieved_id": "eaefffbb9d33d7bc6a06_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE item_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d61a27de98bb7d44f15d_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens WHERE department = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "d61a27de98bb7d44f15d_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d61a27de98bb7d44f15d_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d61a27de98bb7d44f15d_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fea44ee93f1cea0883dd_en", "retrieved_id": "cbc3795c0ca21a9b8c5a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "fea44ee93f1cea0883dd_noisy_en", "retrieved_id": "ae83fec5fe607c748ed4_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits WHERE category = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fea44ee93f1cea0883dd_hi", "retrieved_id": "e14ee545219a2fdae9e2_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE category IN ('Delhi', 'Delhi');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "fea44ee93f1cea0883dd_hinglish", "retrieved_id": "ae83fec5fe607c748ed4_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits WHERE category = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d30264bbc3b08aedbc51_en", "retrieved_id": "feb1c00cb03f307577c4_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT city, SUM(score) FROM exhibits GROUP BY city;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "d30264bbc3b08aedbc51_noisy_en", "retrieved_id": "0cc071ba9b202685fdea_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT SUM(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d30264bbc3b08aedbc51_hi", "retrieved_id": "fea4614c3df958e07226_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT SUM(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d30264bbc3b08aedbc51_hinglish", "retrieved_id": "b30ba6196f2ca49779e7_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT SUM(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "64372a29664a7eaddbe2_en", "retrieved_id": "631610dd615b5944c53c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT AVG(amount) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "64372a29664a7eaddbe2_noisy_en", "retrieved_id": "af8b9567686a7bea4c9b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT AVG(amount) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "64372a29664a7eaddbe2_hi", "retrieved_id": "4d38dd14f889658dbb33_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT AVG(amount) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "64372a29664a7eaddbe2_hinglish", "retrieved_id": "d736aa1e5b28a83ca247_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT AVG(amount) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6f28c044459ce99cf405_en", "retrieved_id": "747ca8e86fd928154f9c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT MAX(quantity) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6f28c044459ce99cf405_noisy_en", "retrieved_id": "e58b057a43bf930f66c1_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT MAX(quantity) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6f28c044459ce99cf405_hi", "retrieved_id": "b6185f615e05ea951f2f_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT SUM(quantity) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "6f28c044459ce99cf405_hinglish", "retrieved_id": "8791137d1c7a2875f0db_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT MIN(quantity) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c0b9cf3b44d96839f256_en", "retrieved_id": "f087c53ca6b81612fdc9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c0b9cf3b44d96839f256_noisy_en", "retrieved_id": "e7cf7fc9a897e03057a6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c0b9cf3b44d96839f256_hi", "retrieved_id": "f087c53ca6b81612fdc9_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c0b9cf3b44d96839f256_hinglish", "retrieved_id": "960d323d801fb040b366_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7dd163238936d96d0bd4_en", "retrieved_id": "0a760c859ef8f38c0243_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT city FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7dd163238936d96d0bd4_noisy_en", "retrieved_id": "0a760c859ef8f38c0243_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT city FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7dd163238936d96d0bd4_hi", "retrieved_id": "c29770098dbbf4c38518_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT city FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7dd163238936d96d0bd4_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4e9184b509f43a710021_en", "retrieved_id": "b51fb5d4346bf52d0b55_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY CASE WHEN balance IS NULL THEN 1 ELSE 0 END DESC, balance DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4e9184b509f43a710021_noisy_en", "retrieved_id": "1bd4bf74ba12b81ef4b7_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY balance DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4e9184b509f43a710021_hi", "retrieved_id": "1bd4bf74ba12b81ef4b7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY balance DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4e9184b509f43a710021_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY balance DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5aaaf945b8fba37eadf4_en", "retrieved_id": "36010b0cd2ebc005b766_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN price IS NULL THEN 1 ELSE 0 END DESC, price DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5aaaf945b8fba37eadf4_noisy_en", "retrieved_id": "36010b0cd2ebc005b766_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN price IS NULL THEN 1 ELSE 0 END DESC, price DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5aaaf945b8fba37eadf4_hi", "retrieved_id": "6a30e3aab87d8b8fac24_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN price IS NULL THEN 1 ELSE 0 END, price ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5aaaf945b8fba37eadf4_hinglish", "retrieved_id": "d49736acab21961ee1c4_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY price ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd0bab1cc08d7298f131_en", "retrieved_id": "a6540b5f2c0929241f31_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary ASC NULLS FIRST LIMIT 20;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "fd0bab1cc08d7298f131_noisy_en", "retrieved_id": "930384317e1465fd3f65_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC NULLS LAST LIMIT 20;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "fd0bab1cc08d7298f131_hi", "retrieved_id": "5abb5a811736206c4a4c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC NULLS LAST LIMIT 20;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "fd0bab1cc08d7298f131_hinglish", "retrieved_id": "8dc7bed1546d4cec4da6_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC NULLS LAST LIMIT 20;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a29fdee3339da6711080_en", "retrieved_id": "797a7cee699e825b8d9d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY CASE WHEN rating IS NULL THEN 1 ELSE 0 END, rating ASC LIMIT 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a29fdee3339da6711080_noisy_en", "retrieved_id": "797a7cee699e825b8d9d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY CASE WHEN rating IS NULL THEN 1 ELSE 0 END, rating ASC LIMIT 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a29fdee3339da6711080_hi", "retrieved_id": "3a5ecd2a0421c0799bf9_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY CASE WHEN rating IS NULL THEN 1 ELSE 0 END, rating ASC LIMIT 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a29fdee3339da6711080_hinglish", "retrieved_id": "797a7cee699e825b8d9d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY CASE WHEN rating IS NULL THEN 1 ELSE 0 END, rating ASC LIMIT 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "92e36c8a6ca6e7aa2298_en", "retrieved_id": "39ffd26f283fc2242233_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "92e36c8a6ca6e7aa2298_noisy_en", "retrieved_id": "6ad175c1da38937a1c73_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "92e36c8a6ca6e7aa2298_hi", "retrieved_id": "11be592bce7c6de29c95_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "92e36c8a6ca6e7aa2298_hinglish", "retrieved_id": "c2e6ba167b989ceb36a1_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "61b3db48f1ff12dc69e1_en", "retrieved_id": "7cc4fdc4c1c250b89bee_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT kind, SUM(quantity) FROM exhibits GROUP BY kind;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "61b3db48f1ff12dc69e1_noisy_en", "retrieved_id": "287ddb0a62835bf72fc2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT kind, SUM(quantity) FROM exhibits GROUP BY kind;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "61b3db48f1ff12dc69e1_hi", "retrieved_id": "56d7e4f92c2de0a646af_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"query\":\"SELECT kind, SUM(quantity) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "61b3db48f1ff12dc69e1_hinglish", "retrieved_id": "f7b38dbaa058adc9656d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT kind, SUM(quantity) FROM exhibits GROUP BY kind;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9ebca064e63b0347236b_en", "retrieved_id": "97445a75f67055563e4b_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 10;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9ebca064e63b0347236b_noisy_en", "retrieved_id": "3a27f3b2078ae2fa7bd5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 5;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9ebca064e63b0347236b_hi", "retrieved_id": "73cd027b6dc2b21877ec_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 500;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9ebca064e63b0347236b_hinglish", "retrieved_id": "c72390855f38f5cde5dd_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 5;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "85e339da2fb28bae5395_en", "retrieved_id": "c209f35bb753c4c6c4c8_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM order_date) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "85e339da2fb28bae5395_noisy_en", "retrieved_id": "e729cceb6c7d2457bb92_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE order_date >= '2024-11-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "85e339da2fb28bae5395_hi", "retrieved_id": "23419d787a8f4dd33ff3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE order_date >= '2026-10-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "85e339da2fb28bae5395_hinglish", "retrieved_id": "da1047341b9a4ac08169_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE order_date >= '2024-10-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8a456280df4a711c3cda_en", "retrieved_id": "fa668f5f74b7998e4689_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(YEAR FROM CAST(created_at AS DATE)) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "8a456280df4a711c3cda_noisy_en", "retrieved_id": "774eabfe1a00326f842e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(YEAR FROM CAST(created_at AS DATE)) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "8a456280df4a711c3cda_hi", "retrieved_id": "52c736038a7903fa3560_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(YEAR FROM CAST(created_at AS DATE)) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "8a456280df4a711c3cda_hinglish", "retrieved_id": "4a29dc069452fce48052_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(YEAR FROM created_at) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2e9e0c695ac50e3982d7_en", "retrieved_id": "1168a6c1687df2e3cf7b_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE order_date >= '2022-12-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "2e9e0c695ac50e3982d7_noisy_en", "retrieved_id": "cbe93f0a810e7b8aeae7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM order_date) = 12;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "2e9e0c695ac50e3982d7_hi", "retrieved_id": "187a269ce9db7a832c10_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM order_date) = 12;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "2e9e0c695ac50e3982d7_hinglish", "retrieved_id": "cbe93f0a810e7b8aeae7_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM order_date) = 12;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e3d12f1bf51bbf54a331_en", "retrieved_id": "7d1ac8d4b0011bdc8474_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(description) LIKE LOWER('%North%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e3d12f1bf51bbf54a331_noisy_en", "retrieved_id": "279c576638ef45226927_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(description) LIKE LOWER('%Books%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e3d12f1bf51bbf54a331_hi", "retrieved_id": "0a2568c82cff05606439_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(description) LIKE LOWER('%North%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e3d12f1bf51bbf54a331_hinglish", "retrieved_id": "072d96270b89757b7dd0_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(description) LIKE LOWER('%North%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "307d5b7bd93949f7381a_en", "retrieved_id": "22701200b58e29b4c0ab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "307d5b7bd93949f7381a_noisy_en", "retrieved_id": "22701200b58e29b4c0ab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "307d5b7bd93949f7381a_hi", "retrieved_id": "949b6e0ae2bd47e7b2a2_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "307d5b7bd93949f7381a_hinglish", "retrieved_id": "5f940b0e9d7dfa863d6b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a7675c74645d63d69aac_en", "retrieved_id": "9a6b6814886a204703d3_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT reservations.description, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a7675c74645d63d69aac_noisy_en", "retrieved_id": "64ff1bce974662a9d8af_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a7675c74645d63d69aac_hi", "retrieved_id": "906c201d50d4211d49bf_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a7675c74645d63d69aac_hinglish", "retrieved_id": "0b2aba21b33459b51950_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aa4f0e1f29573e237ee1_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "aa4f0e1f29573e237ee1_noisy_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "aa4f0e1f29573e237ee1_hi", "retrieved_id": "944772e48c9b5194fe1e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "aa4f0e1f29573e237ee1_hinglish", "retrieved_id": "5165d04cc5f4626621a5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4fb8670235a435c82c88_en", "retrieved_id": "863d3ef71bbbeba4919e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4fb8670235a435c82c88_noisy_en", "retrieved_id": "632bfa2e24875823150a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4fb8670235a435c82c88_hi", "retrieved_id": "286869979f46e9bbc61c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4fb8670235a435c82c88_hinglish", "retrieved_id": "4253da29b10c8d2d921b_hinglish", "output": "{\"action\":\"call\",\"name\":\"describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "5cb3a450bcdc957b7ba5_en", "retrieved_id": "fb890425dce9de189858_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5cb3a450bcdc957b7ba5_noisy_en", "retrieved_id": "25ac9041dfe1446dd870_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5cb3a450bcdc957b7ba5_hi", "retrieved_id": "427fd58d6660abf6f38a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5cb3a450bcdc957b7ba5_hinglish", "retrieved_id": "25ac9041dfe1446dd870_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "3b3a8e441f0ae5cbaad4_en", "retrieved_id": "a5928e9d2a9de389c96e_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"What does best mean: which column and order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "3b3a8e441f0ae5cbaad4_noisy_en", "retrieved_id": "7b86419573eea700d641_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "3b3a8e441f0ae5cbaad4_hi", "retrieved_id": "d8fbf98bcb77ca92a390_hi", "output": "{\"action\":\"clarify\",\"question\":\"सबसे अच्छा से आपका क्या मतलब है? कौन सा कॉलम और क्रम?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "3b3a8e441f0ae5cbaad4_hinglish", "retrieved_id": "981c50947db171d5fec5_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Best ka matlab kya hai? Kaunsa column aur order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ae26d8175253b650bb6b_en", "retrieved_id": "a44004f0eb7cc5872af0_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should region equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ae26d8175253b650bb6b_noisy_en", "retrieved_id": "a44004f0eb7cc5872af0_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should region equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ae26d8175253b650bb6b_hi", "retrieved_id": "90ab6a4e7d8fa9ce50fb_hi", "output": "{\"action\":\"clarify\",\"question\":\"region का कौन सा मान चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ae26d8175253b650bb6b_hinglish", "retrieved_id": "8c963f079269e7395aa1_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"region ki kaunsi value chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2984a6707d4e07f81695_en", "retrieved_id": "8fde1669f8ae856382b5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "2984a6707d4e07f81695_noisy_en", "retrieved_id": "f6d1979b8e8273fb994b_en", "output": "{\"action\":\"clarify\",\"question\":\"This connection is read-only. Would you like a SELECT query instead?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2984a6707d4e07f81695_hi", "retrieved_id": "a4f18f2163d8129dfc3c_hi", "output": "{\"action\":\"clarify\",\"question\":\"यह कनेक्शन केवल पढ़ने के लिए है। क्या आपको SELECT क्वेरी चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2984a6707d4e07f81695_hinglish", "retrieved_id": "6cad228416bb08b460f6_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Yeh connection read-only hai. Kya SELECT query chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "b5839920055891fb68c8_en", "retrieved_id": "60c088bfa4c1573171ce_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b5839920055891fb68c8_noisy_en", "retrieved_id": "19be7f84e5c1fc8bab22_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b5839920055891fb68c8_hi", "retrieved_id": "19be7f84e5c1fc8bab22_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "b5839920055891fb68c8_hinglish", "retrieved_id": "c8617cfd9655faabcf9e_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "adad513dde5be462c95d_en", "retrieved_id": "f774a686ab7457235c97_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"row level security\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "adad513dde5be462c95d_noisy_en", "retrieved_id": "e68655c8c85fca3e9600_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"row level security\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "adad513dde5be462c95d_hi", "retrieved_id": "653957df1273598cdf74_hi", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"row level security\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "adad513dde5be462c95d_hinglish", "retrieved_id": "344d182855c89b4a86b2_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"row level security\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6f3055c580b33340c854_en", "retrieved_id": "9c9565eadc46c39ab34c_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6f3055c580b33340c854_noisy_en", "retrieved_id": "9c9565eadc46c39ab34c_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6f3055c580b33340c854_hi", "retrieved_id": "00319aa9372ffea135d7_hi", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6f3055c580b33340c854_hinglish", "retrieved_id": "d53f5c6036055adc1894_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5ebc52b3d20bde2076b3_en", "retrieved_id": "c745f3dc5489adf68488_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-6124\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5ebc52b3d20bde2076b3_noisy_en", "retrieved_id": "c745f3dc5489adf68488_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-6124\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5ebc52b3d20bde2076b3_hi", "retrieved_id": "c745f3dc5489adf68488_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-6124\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "5ebc52b3d20bde2076b3_hinglish", "retrieved_id": "c745f3dc5489adf68488_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-6124\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "f55358178d003de7ba56_en", "retrieved_id": "2cf30f6c9041428c9fa8_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 133 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "f55358178d003de7ba56_noisy_en", "retrieved_id": "2cf30f6c9041428c9fa8_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 133 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "f55358178d003de7ba56_hi", "retrieved_id": "82152ba010f308114e05_hi", "output": "{\"action\":\"answer\",\"text\":\"टूल ने 133 पंक्तियाँ लौटाईं।\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "f55358178d003de7ba56_hinglish", "retrieved_id": "2cf30f6c9041428c9fa8_hinglish", "output": "{\"action\":\"answer\",\"text\":\"Tool ne 133 rows return ki.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "6d9e81a9f52b8d33060a_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6d9e81a9f52b8d33060a_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6d9e81a9f52b8d33060a_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6d9e81a9f52b8d33060a_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c86deada03a046468575_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT DISTINCT region FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c86deada03a046468575_noisy_en", "retrieved_id": "f158884fc953e9bd6dc7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT item_name FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c86deada03a046468575_hi", "retrieved_id": "3aac2f1448f136869091_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT item_name FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c86deada03a046468575_hinglish", "retrieved_id": "1e5a4a69bda180f02aa2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT item_name FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c15c59356c7863f0b7e9_en", "retrieved_id": "464d252657fc1d8b618b_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c15c59356c7863f0b7e9_noisy_en", "retrieved_id": "fe6ca9f2c1325acb8042_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens WHERE city = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c15c59356c7863f0b7e9_hi", "retrieved_id": "7818c3c03d0bb1143d82_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE city = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c15c59356c7863f0b7e9_hinglish", "retrieved_id": "f5686907eddcf41fc4c4_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE city = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cfb6d9bde68e2cdc5bf9_en", "retrieved_id": "25312378405a2b658fc0_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "cfb6d9bde68e2cdc5bf9_noisy_en", "retrieved_id": "14657d9528faa891de0c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE category = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "cfb6d9bde68e2cdc5bf9_hi", "retrieved_id": "872ed9328d433c3ac120_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT name FROM reservations WHERE category = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "cfb6d9bde68e2cdc5bf9_hinglish", "retrieved_id": "872ed9328d433c3ac120_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT name FROM reservations WHERE category = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b45bf4e81303e2b4da0f_en", "retrieved_id": "19dcf10064ff83f34082_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE price <= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b45bf4e81303e2b4da0f_noisy_en", "retrieved_id": "f27668acc136794b63af_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE price > 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b45bf4e81303e2b4da0f_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b45bf4e81303e2b4da0f_hinglish", "retrieved_id": "b0b6ce977a821d812fab_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE price < 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0294353d6bde2cd5185c_en", "retrieved_id": "a5e151edfd6624692e8e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE cost < 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0294353d6bde2cd5185c_noisy_en", "retrieved_id": "a20e0dc7c0250b340c33_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE cost < 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0294353d6bde2cd5185c_hi", "retrieved_id": "e937c5ad7e6337dc56b2_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE cost < 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0294353d6bde2cd5185c_hinglish", "retrieved_id": "e937c5ad7e6337dc56b2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE cost < 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "96a74866d51ea7899cd8_en", "retrieved_id": "7abd964797f7e52924be_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score > 5000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "96a74866d51ea7899cd8_noisy_en", "retrieved_id": "b1caec5d45240e74355d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score < 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "96a74866d51ea7899cd8_hi", "retrieved_id": "4cdbd72a8fb19b994edf_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score < 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "96a74866d51ea7899cd8_hinglish", "retrieved_id": "880bca85abb064cea42d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE score >= 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9d0222589e9977ea3f57_en", "retrieved_id": "9cda89f9807faf90c36f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance > 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9d0222589e9977ea3f57_noisy_en", "retrieved_id": "57463a9d8124deb9b65e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance <= 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9d0222589e9977ea3f57_hi", "retrieved_id": "02eb13e187597ae5f52c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance >= 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9d0222589e9977ea3f57_hinglish", "retrieved_id": "0f6246ae71d84c63697d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance <= 1500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5f0b5d842746b96c126b_en", "retrieved_id": "781215fe9ee9b6f17c65_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price BETWEEN 1000 AND 1100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5f0b5d842746b96c126b_noisy_en", "retrieved_id": "f9aaaf19a1e69b3cf5d4_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price BETWEEN 1000 AND 1100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5f0b5d842746b96c126b_hi", "retrieved_id": "781215fe9ee9b6f17c65_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price BETWEEN 1000 AND 1100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5f0b5d842746b96c126b_hinglish", "retrieved_id": "54be1eb979e2f7e06cec_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE price BETWEEN 1000 AND 1100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "864b7a7bf739071bb030_en", "retrieved_id": "abf04d4be26387be55d8_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE status = 'Pune' AND balance > 0;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "864b7a7bf739071bb030_noisy_en", "retrieved_id": "c9395756638c1e205151_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE status = 'Pune' AND balance > 0;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "864b7a7bf739071bb030_hi", "retrieved_id": "abf04d4be26387be55d8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE status = 'Pune' AND balance > 0;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "864b7a7bf739071bb030_hinglish", "retrieved_id": "d75307338240fe27d93e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE status = 'Pune' AND balance > 0;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd2a795a1557dc1487c6_en", "retrieved_id": "2f359063c9c22b0bd46d_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE city IN ('Electronics', 'Pune');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd2a795a1557dc1487c6_noisy_en", "retrieved_id": "65a054a18b6c12d0d7b2_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE city IN ('Pune', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "fd2a795a1557dc1487c6_hi", "retrieved_id": "372922de4f76aa6f8ca6_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE city IN ('Electronics', 'Pune');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd2a795a1557dc1487c6_hinglish", "retrieved_id": "65a054a18b6c12d0d7b2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE city IN ('Pune', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "208e9ccf17a923a46aac_en", "retrieved_id": "b938809a21ca895bfdaa_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "208e9ccf17a923a46aac_noisy_en", "retrieved_id": "999181602f630fe41f53_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "208e9ccf17a923a46aac_hi", "retrieved_id": "f1b3784f5142d5df00b8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "208e9ccf17a923a46aac_hinglish", "retrieved_id": "c39505a9b595f6ac6b82_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3ad8170567694db8c8f9_en", "retrieved_id": "c7bb7b4dfc547acf0b9c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE display_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3ad8170567694db8c8f9_noisy_en", "retrieved_id": "348951272c18ab797a78_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "3ad8170567694db8c8f9_hi", "retrieved_id": "c7bb7b4dfc547acf0b9c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE display_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3ad8170567694db8c8f9_hinglish", "retrieved_id": "1bbb8e0920a5610a79fb_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE display_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "55cd623d82474692b1a9_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens WHERE category = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "55cd623d82474692b1a9_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "55cd623d82474692b1a9_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "55cd623d82474692b1a9_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e2b48c4ec5252934cb20_en", "retrieved_id": "cbc3795c0ca21a9b8c5a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e2b48c4ec5252934cb20_noisy_en", "retrieved_id": "8463566151edd133626c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE city = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e2b48c4ec5252934cb20_hi", "retrieved_id": "60a34656f2f657c68d8a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE city IN ('pending', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e2b48c4ec5252934cb20_hinglish", "retrieved_id": "8f46a1742f10c08d6c17_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE city = 'pending';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1110104f12e10c5a007a_en", "retrieved_id": "e2f04ba7741b597ad65e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": false, "success": false, "error": "'query'"}}
+{"id": "1110104f12e10c5a007a_noisy_en", "retrieved_id": "c81229be33656d74966c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(amount) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1110104f12e10c5a007a_hi", "retrieved_id": "024f015b15d9be56d189_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT SUM(amount) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1110104f12e10c5a007a_hinglish", "retrieved_id": "de01d8d3700f90f01090_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(amount) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "772353a7da7eebcf3244_en", "retrieved_id": "f7a4253c6fd828fe0eb5_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(quantity) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "772353a7da7eebcf3244_noisy_en", "retrieved_id": "1ac79a7c76149227c94f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(quantity) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "772353a7da7eebcf3244_hi", "retrieved_id": "77326d285145f100de34_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(quantity) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "772353a7da7eebcf3244_hinglish", "retrieved_id": "1ac79a7c76149227c94f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(quantity) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8d2022223833a85bd2d1_en", "retrieved_id": "7cad2ba59a27227cbdd1_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MAX(salary) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8d2022223833a85bd2d1_noisy_en", "retrieved_id": "4809982645208f5dadff_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MAX(salary) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8d2022223833a85bd2d1_hi", "retrieved_id": "5e2e49adf71668e6010b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MIN(salary) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8d2022223833a85bd2d1_hinglish", "retrieved_id": "2e4568fbee327c5f3f8e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MIN(salary) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "bc8593644a72fe8b9c78_en", "retrieved_id": "5ccb45f98330833db99f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bc8593644a72fe8b9c78_noisy_en", "retrieved_id": "cd96f78f15f8210b1275_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bc8593644a72fe8b9c78_hi", "retrieved_id": "0d1a7f6b73322040214e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bc8593644a72fe8b9c78_hinglish", "retrieved_id": "822cba9f4015c651b82c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "69ac9800bd7a3ee23ccc_en", "retrieved_id": "c6325f377e0c7f0468f1_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "69ac9800bd7a3ee23ccc_noisy_en", "retrieved_id": "c6325f377e0c7f0468f1_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "69ac9800bd7a3ee23ccc_hi", "retrieved_id": "ce1d19d1f1e239c03e1b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "69ac9800bd7a3ee23ccc_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8f9ab277b699f2cbe988_en", "retrieved_id": "eae5287706bec5ee520e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN score IS NULL THEN 1 ELSE 0 END DESC, score DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8f9ab277b699f2cbe988_noisy_en", "retrieved_id": "955a7d5f0d3cb038c3fa_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY score ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8f9ab277b699f2cbe988_hi", "retrieved_id": "190107647feb114e3236_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY score DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8f9ab277b699f2cbe988_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY score DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ba705525122da37a7146_en", "retrieved_id": "56cddde09b6ce33e29af_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN cost IS NULL THEN 1 ELSE 0 END DESC, cost DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "ba705525122da37a7146_noisy_en", "retrieved_id": "fd6c642df54b72b5146f_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY cost ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ba705525122da37a7146_hi", "retrieved_id": "3de06ebc9c472cfcc5f5_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN cost IS NULL THEN 1 ELSE 0 END, cost ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "ba705525122da37a7146_hinglish", "retrieved_id": "0f074b2420cf3783035e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY cost ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b7703ebecadd9433c5f8_en", "retrieved_id": "955a7d5f0d3cb038c3fa_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY quantity ASC NULLS FIRST;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b7703ebecadd9433c5f8_noisy_en", "retrieved_id": "1b2780774c2ef3389909_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY quantity DESC LIMIT 3;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b7703ebecadd9433c5f8_hi", "retrieved_id": "36a2047a9b8d5e928dc2_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY quantity DESC NULLS LAST LIMIT 3;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b7703ebecadd9433c5f8_hinglish", "retrieved_id": "2d0bbdceb628c88c79ac_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY quantity DESC NULLS LAST LIMIT 3;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4e4b83d8af9eb4c5efc8_en", "retrieved_id": "75d72b4fdb50deab36a6_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN amount IS NULL THEN 1 ELSE 0 END, amount ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4e4b83d8af9eb4c5efc8_noisy_en", "retrieved_id": "75d72b4fdb50deab36a6_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN amount IS NULL THEN 1 ELSE 0 END, amount ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4e4b83d8af9eb4c5efc8_hi", "retrieved_id": "635fb6bbd3087bbcff95_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY CASE WHEN amount IS NULL THEN 1 ELSE 0 END, amount ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4e4b83d8af9eb4c5efc8_hinglish", "retrieved_id": "b5899f88124102e83a64_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "039280d3483e998ccd1b_en", "retrieved_id": "2fe2748b6dc2b31719a4_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "039280d3483e998ccd1b_noisy_en", "retrieved_id": "0ed04804842617d63993_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "039280d3483e998ccd1b_hi", "retrieved_id": "cbcd01ed06edc207269b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "039280d3483e998ccd1b_hinglish", "retrieved_id": "7f0a16123b0e92f23bef_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d96328fdb5748b255271_en", "retrieved_id": "38ff303a81302f75b326_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT category, SUM(salary) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d96328fdb5748b255271_noisy_en", "retrieved_id": "8db52bac8a3a32a185cc_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT category, SUM(salary) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d96328fdb5748b255271_hi", "retrieved_id": "edf1dd5e0f801cf61f15_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT category, SUM(salary) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d96328fdb5748b255271_hinglish", "retrieved_id": "18410628daeae10df675_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT category, SUM(salary) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "375b86b5cd0d00cd7868_en", "retrieved_id": "2a227c56316d84e5013b_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 2;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "375b86b5cd0d00cd7868_noisy_en", "retrieved_id": "45961aa2576646c7c61a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 2;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "375b86b5cd0d00cd7868_hi", "retrieved_id": "94fcf554dae9ea314b84_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 2;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "375b86b5cd0d00cd7868_hinglish", "retrieved_id": "84cb2ac5c327df54d84d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 2;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f1f8414c2d47f5396d69_en", "retrieved_id": "83e85315ccce26a9297f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE created_at >= '2023-03-15';\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f1f8414c2d47f5396d69_noisy_en", "retrieved_id": "83e85315ccce26a9297f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE created_at >= '2023-03-15';\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f1f8414c2d47f5396d69_hi", "retrieved_id": "83e85315ccce26a9297f_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE created_at >= '2023-03-15';\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f1f8414c2d47f5396d69_hinglish", "retrieved_id": "6be69c55f10ec1afec88_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"query\":\"SELECT * FROM exhibits WHERE created_at >= '2025-03-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5b5b87a5a58feab9d244_en", "retrieved_id": "b4ae57998c341af42244_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM CAST(recorded_at AS DATE)) = 2021;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "5b5b87a5a58feab9d244_noisy_en", "retrieved_id": "9f9c0a9aeabb87813004_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM recorded_at) = 2021;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5b5b87a5a58feab9d244_hi", "retrieved_id": "01cdb123039aea741782_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM recorded_at) = 2021;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5b5b87a5a58feab9d244_hinglish", "retrieved_id": "af1531839f3945723f77_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM CAST(recorded_at AS DATE)) = 2021;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e8cfdfba296bc283222a_en", "retrieved_id": "84356d8d1683f6149b8e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM CAST(start_date AS DATE)) = 7;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e8cfdfba296bc283222a_noisy_en", "retrieved_id": "beff4ae8de5af55f5f09_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM CAST(start_date AS DATE)) = 7;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e8cfdfba296bc283222a_hi", "retrieved_id": "beff4ae8de5af55f5f09_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM CAST(start_date AS DATE)) = 7;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e8cfdfba296bc283222a_hinglish", "retrieved_id": "ee3c888ba674b0f5b845_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE EXTRACT(MONTH FROM CAST(start_date AS DATE)) = 7;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "4745f53221e07d4f5ae1_en", "retrieved_id": "75a9842978cd9cf849de_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(display_name) LIKE LOWER('%Pune%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4745f53221e07d4f5ae1_noisy_en", "retrieved_id": "279c576638ef45226927_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(display_name) LIKE LOWER('%Books%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4745f53221e07d4f5ae1_hi", "retrieved_id": "7757b57351fd2c199855_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(display_name) LIKE LOWER('%Pune%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4745f53221e07d4f5ae1_hinglish", "retrieved_id": "8084fc579ebd299cff5f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE LOWER(display_name) LIKE LOWER('%Pune%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd9cafbb7e6e0ce69d06_en", "retrieved_id": "4350cfb9872b973f6709_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd9cafbb7e6e0ce69d06_noisy_en", "retrieved_id": "4350cfb9872b973f6709_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd9cafbb7e6e0ce69d06_hi", "retrieved_id": "80487a866bf00246a506_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "fd9cafbb7e6e0ce69d06_hinglish", "retrieved_id": "97bd4d1472a75cd5d314_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e02df083b1ff1b7fbcf8_en", "retrieved_id": "875583a1b3d6c73b22d6_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT exhibits.customer_name FROM exhibits JOIN exhibits_groups ON exhibits.group_id = exhibits_groups.id WHERE exhibits_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e02df083b1ff1b7fbcf8_noisy_en", "retrieved_id": "725355658d2c31985feb_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT exhibits.customer_name FROM exhibits JOIN exhibits_groups ON exhibits.group_id = exhibits_groups.id WHERE exhibits_groups.label = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e02df083b1ff1b7fbcf8_hi", "retrieved_id": "1f64dd4a8cd091acb5ed_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT exhibits.customer_name FROM exhibits JOIN exhibits_groups ON exhibits.group_id = exhibits_groups.id WHERE exhibits_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e02df083b1ff1b7fbcf8_hinglish", "retrieved_id": "d946e0d878b01a80d48a_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT exhibits.customer_name FROM exhibits JOIN exhibits_groups ON exhibits.group_id = exhibits_groups.id WHERE exhibits_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "940596942f7c5e4bf758_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "940596942f7c5e4bf758_noisy_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "940596942f7c5e4bf758_hi", "retrieved_id": "944772e48c9b5194fe1e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "940596942f7c5e4bf758_hinglish", "retrieved_id": "5165d04cc5f4626621a5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "2ed720de1d1005daa102_en", "retrieved_id": "863d3ef71bbbeba4919e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "2ed720de1d1005daa102_noisy_en", "retrieved_id": "632bfa2e24875823150a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "2ed720de1d1005daa102_hi", "retrieved_id": "286869979f46e9bbc61c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "2ed720de1d1005daa102_hinglish", "retrieved_id": "4253da29b10c8d2d921b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "8234746878d4297cb07a_en", "retrieved_id": "fb890425dce9de189858_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8234746878d4297cb07a_noisy_en", "retrieved_id": "25ac9041dfe1446dd870_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8234746878d4297cb07a_hi", "retrieved_id": "427fd58d6660abf6f38a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8234746878d4297cb07a_hinglish", "retrieved_id": "25ac9041dfe1446dd870_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "797213190eddac109b96_en", "retrieved_id": "ff73314a0982d6281641_noisy_en", "output": "{\"action\":\"call\",\"name\":\"database.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "797213190eddac109b96_noisy_en", "retrieved_id": "03727992a863b145c565_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "797213190eddac109b96_hi", "retrieved_id": "26ee7e71ccaee33a6162_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "797213190eddac109b96_hinglish", "retrieved_id": "0af23c07619fdf39d636_hinglish", "output": "{\"action\":\"call\",\"name\":\"database.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "8ebc9e868ee558a8ddfe_en", "retrieved_id": "a5928e9d2a9de389c96e_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"What does best mean: which column and order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "8ebc9e868ee558a8ddfe_noisy_en", "retrieved_id": "7b86419573eea700d641_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "8ebc9e868ee558a8ddfe_hi", "retrieved_id": "d8fbf98bcb77ca92a390_hi", "output": "{\"action\":\"clarify\",\"question\":\"सबसे अच्छा से आपका क्या मतलब है? कौन सा कॉलम और क्रम?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "8ebc9e868ee558a8ddfe_hinglish", "retrieved_id": "981c50947db171d5fec5_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Best ka matlab kya hai? Kaunsa column aur order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "523a83d6ca07c1a1334a_en", "retrieved_id": "22a9c838578d2feeaf02_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should department equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "523a83d6ca07c1a1334a_noisy_en", "retrieved_id": "22a9c838578d2feeaf02_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should department equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "523a83d6ca07c1a1334a_hi", "retrieved_id": "677a222f59b0e9310e4e_hi", "output": "{\"action\":\"clarify\",\"question\":\"department का कौन सा मान चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "523a83d6ca07c1a1334a_hinglish", "retrieved_id": "bbdeaa042d51e3f80dcc_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"department ki kaunsi value chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2ca6667f987742cde1e7_en", "retrieved_id": "8fde1669f8ae856382b5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "2ca6667f987742cde1e7_noisy_en", "retrieved_id": "f6d1979b8e8273fb994b_en", "output": "{\"action\":\"clarify\",\"question\":\"This connection is read-only. Would you like a SELECT query instead?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2ca6667f987742cde1e7_hi", "retrieved_id": "a4f18f2163d8129dfc3c_hi", "output": "{\"action\":\"clarify\",\"question\":\"यह कनेक्शन केवल पढ़ने के लिए है। क्या आपको SELECT क्वेरी चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2ca6667f987742cde1e7_hinglish", "retrieved_id": "6cad228416bb08b460f6_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Yeh connection read-only hai. Kya SELECT query chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "88b478ce80eed61bdfb4_en", "retrieved_id": "03a2503aa4caeb5b0396_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "88b478ce80eed61bdfb4_noisy_en", "retrieved_id": "fd5016d36c195ab50c95_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "88b478ce80eed61bdfb4_hi", "retrieved_id": "fcc2c16620594edcdeae_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "88b478ce80eed61bdfb4_hinglish", "retrieved_id": "c6e7cd6d43a8ae36b611_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "531ed6009fed93af93ef_en", "retrieved_id": "a927da4da3fb93076b11_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "531ed6009fed93af93ef_noisy_en", "retrieved_id": "b70d3ac89725558f5112_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "531ed6009fed93af93ef_hi", "retrieved_id": "b9a03d467eb83da89c0a_hi", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "531ed6009fed93af93ef_hinglish", "retrieved_id": "9a27f495c05e46011062_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "13d062ce5950bde16f8f_en", "retrieved_id": "ffd875645c8eba51efea_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/docs/README.md\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "13d062ce5950bde16f8f_noisy_en", "retrieved_id": "ffd875645c8eba51efea_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/docs/README.md\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "13d062ce5950bde16f8f_hi", "retrieved_id": "80eb2f13a8c1c16513db_hi", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/docs/README.md\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "13d062ce5950bde16f8f_hinglish", "retrieved_id": "10933bf17f733deb06f6_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/docs/README.md\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "3dbbf63e641d9abf49db_en", "retrieved_id": "7433354d41a6c516f4b6_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "3dbbf63e641d9abf49db_noisy_en", "retrieved_id": "4c422d229cf597a3acdd_noisy_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-117\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "3dbbf63e641d9abf49db_hi", "retrieved_id": "b0c31fd3cb1afd956208_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-9402\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "3dbbf63e641d9abf49db_hinglish", "retrieved_id": "6ea26747bfbf3b1aa5e0_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "2cf634192448e68935c1_en", "retrieved_id": "55ffca30eec9ef3fad75_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 15 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false, "text_exact": false}}
+{"id": "2cf634192448e68935c1_noisy_en", "retrieved_id": "5c43eadbe4170321c4eb_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 5 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "2cf634192448e68935c1_hi", "retrieved_id": "c53f5a512e7d610db01c_hi", "output": "{\"action\":\"answer\",\"text\":\"टूल ने 1 पंक्तियाँ लौटाईं।\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false, "text_exact": false}}
+{"id": "2cf634192448e68935c1_hinglish", "retrieved_id": "e029eeba4f40f3109a40_hinglish", "output": "{\"action\":\"answer\",\"text\":\"Tool ne 2 rows return ki.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false, "text_exact": false}}
+{"id": "db7eb47a2bad512e837d_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "db7eb47a2bad512e837d_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "db7eb47a2bad512e837d_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "db7eb47a2bad512e837d_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2ffce857234ca4c32ec9_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT DISTINCT city FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "2ffce857234ca4c32ec9_noisy_en", "retrieved_id": "d5d019f5b163b87012e9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT title FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2ffce857234ca4c32ec9_hi", "retrieved_id": "f6b49cc54fbec96c923e_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT title FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2ffce857234ca4c32ec9_hinglish", "retrieved_id": "b9662f007006fa757a29_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT title FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "41762bd116b975652e00_en", "retrieved_id": "26e86f72362cf11a9cee_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM reservations WHERE status = 'South';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "41762bd116b975652e00_noisy_en", "retrieved_id": "76f759ba99a24585f312_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM reservations WHERE status = 'South';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "41762bd116b975652e00_hi", "retrieved_id": "454de75d753988450bb8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE status = 'South';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "41762bd116b975652e00_hinglish", "retrieved_id": "454de75d753988450bb8_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE status = 'South';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "358364da33322bbf17e2_en", "retrieved_id": "3464e3db347b8262b70a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT title FROM exhibits WHERE city = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "358364da33322bbf17e2_noisy_en", "retrieved_id": "b317976d8eb8c32ee7ab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT title FROM exhibits WHERE city = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "358364da33322bbf17e2_hi", "retrieved_id": "b0afc3e3af9d4dc33f21_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT title FROM exhibits WHERE city = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "358364da33322bbf17e2_hinglish", "retrieved_id": "5d64681ab13e5ac23030_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT title FROM exhibits WHERE city = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2f545db764e4c6cd353d_en", "retrieved_id": "b2d5adea6ae385989d97_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE salary > 0;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2f545db764e4c6cd353d_noisy_en", "retrieved_id": "ee831366d69fd0cbaff0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE salary > 0;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "2f545db764e4c6cd353d_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE description IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "2f545db764e4c6cd353d_hinglish", "retrieved_id": "b2d5adea6ae385989d97_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE salary > 0;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aa867c871299c26d5402_en", "retrieved_id": "0cdd37ad69e76d5f26cc_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE rating < 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aa867c871299c26d5402_noisy_en", "retrieved_id": "41d106714a599beb627d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE rating < 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aa867c871299c26d5402_hi", "retrieved_id": "5a6fa15cf2837ad23736_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE rating < 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aa867c871299c26d5402_hinglish", "retrieved_id": "0cdd37ad69e76d5f26cc_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE rating < 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3fdbfd3a4d0df901f143_en", "retrieved_id": "90607a080fdcde834c8d_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE amount > 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "3fdbfd3a4d0df901f143_noisy_en", "retrieved_id": "5a1b627a27ad05c33f30_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE amount < 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "3fdbfd3a4d0df901f143_hi", "retrieved_id": "d75197e3cbaf37ffab4c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE amount >= 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3fdbfd3a4d0df901f143_hinglish", "retrieved_id": "103a21087bbabce1d29a_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE amount >= 200;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "37a16740c32af37d3b15_en", "retrieved_id": "734a4347b6aef6b54122_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score > 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "37a16740c32af37d3b15_noisy_en", "retrieved_id": "b7afebc36043fd08cce2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score <= 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "37a16740c32af37d3b15_hi", "retrieved_id": "c73f27d82996099d371b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score >= 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "37a16740c32af37d3b15_hinglish", "retrieved_id": "99f9c207c7acb4e5dfe7_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score <= 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ccbb8ac5e43114f43047_en", "retrieved_id": "ce663569111e9035dd99_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE balance BETWEEN 50 AND 60;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "ccbb8ac5e43114f43047_noisy_en", "retrieved_id": "eb21df901f88079702af_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE balance BETWEEN 50 AND 100;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ccbb8ac5e43114f43047_hi", "retrieved_id": "80a601332d98498fd1a8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE balance BETWEEN 50 AND 100;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ccbb8ac5e43114f43047_hinglish", "retrieved_id": "eb21df901f88079702af_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE balance BETWEEN 50 AND 100;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8643d909ff9369a5491c_en", "retrieved_id": "924cf25da228291be3d0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE kind = 'Mumbai' AND rating > 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8643d909ff9369a5491c_noisy_en", "retrieved_id": "924cf25da228291be3d0_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE kind = 'Mumbai' AND rating > 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8643d909ff9369a5491c_hi", "retrieved_id": "6b9ae5e3d5c6b82e81b0_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE rating > 1000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8643d909ff9369a5491c_hinglish", "retrieved_id": "c304edcc689fd9487769_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE kind = 'Mumbai' AND rating > 0;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a7afc1ab21c25c700603_en", "retrieved_id": "d65f0b5705912722a19c_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('Electronics', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a7afc1ab21c25c700603_noisy_en", "retrieved_id": "d65f0b5705912722a19c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('Electronics', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a7afc1ab21c25c700603_hi", "retrieved_id": "31917a12777c21c921b7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('Mumbai', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a7afc1ab21c25c700603_hinglish", "retrieved_id": "8f3dddcc62bbdd7ab668_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE status IN ('North', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8fa63f2c53b1bc742d49_en", "retrieved_id": "bda2d640bb8440ba316d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE title IS NULL;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8fa63f2c53b1bc742d49_noisy_en", "retrieved_id": "2979500f0ecfcf0ceeaf_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE title IS NULL;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8fa63f2c53b1bc742d49_hi", "retrieved_id": "6f58fb9ba5d390237de3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE NOT title IS NULL;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8fa63f2c53b1bc742d49_hinglish", "retrieved_id": "5bb801582af241e0e0d2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE NOT title IS NULL;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0c15b441e3e3ee8bb0df_en", "retrieved_id": "d445a01cd3d55cf35b81_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0c15b441e3e3ee8bb0df_noisy_en", "retrieved_id": "6458a3fe5e6684bb7028_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0c15b441e3e3ee8bb0df_hi", "retrieved_id": "739f12ded833785d6962_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE NOT name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "0c15b441e3e3ee8bb0df_hinglish", "retrieved_id": "1971a91ea9f92ae7bf58_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE NOT name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "bf7bc588f62f075ec1ca_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_exhibits\",\"query\":\"SELECT COUNT(*) FROM exhibits WHERE kind = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "bf7bc588f62f075ec1ca_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bf7bc588f62f075ec1ca_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bf7bc588f62f075ec1ca_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM exhibits;\",\"project_id\":\"demo_exhibits\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7d18561ec942f18f1299_en", "retrieved_id": "21ee14be5ee9ce8ba3e5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM reservations WHERE status = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7d18561ec942f18f1299_noisy_en", "retrieved_id": "eee0803de05a20518856_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM reservations WHERE status = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7d18561ec942f18f1299_hi", "retrieved_id": "5abf1c647897ccd8a567_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE status IN ('North', 'O''Reilly');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7d18561ec942f18f1299_hinglish", "retrieved_id": "21ee14be5ee9ce8ba3e5_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM reservations WHERE status = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28530a7607feca135b73_en", "retrieved_id": "e4a4498900568bd25b0f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT kind, SUM(price) FROM specimens GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "28530a7607feca135b73_noisy_en", "retrieved_id": "a33bc62f70795ecfa8a2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(price) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28530a7607feca135b73_hi", "retrieved_id": "3c25f8671f95114b6257_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(price) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28530a7607feca135b73_hinglish", "retrieved_id": "caba0067fdd24c562152_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT SUM(price) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ad0842eb95739a0c88ec_en", "retrieved_id": "a1369f19e8dcd07436c9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ad0842eb95739a0c88ec_noisy_en", "retrieved_id": "e16c4dae0f3afac7f310_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ad0842eb95739a0c88ec_hi", "retrieved_id": "52abab06839657236449_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ad0842eb95739a0c88ec_hinglish", "retrieved_id": "3442026d043514bd5f1c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT AVG(balance) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c466f263014e2eb31cf5_en", "retrieved_id": "f799074a7799eb92b1c0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MAX(rating) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c466f263014e2eb31cf5_noisy_en", "retrieved_id": "ad5c6763cee83fde6df0_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MAX(rating) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "c466f263014e2eb31cf5_hi", "retrieved_id": "2bd4dee285ff24521ff6_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT SUM(rating) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "c466f263014e2eb31cf5_hinglish", "retrieved_id": "29e87bc0175bf44f2332_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT MAX(rating) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1395b37e5ba28fa3c134_en", "retrieved_id": "4d035a536476fdd62299_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1395b37e5ba28fa3c134_noisy_en", "retrieved_id": "2191ec0e7a2e2e4e18b2_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1395b37e5ba28fa3c134_hi", "retrieved_id": "60337122c76970ce6f93_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1395b37e5ba28fa3c134_hinglish", "retrieved_id": "9a6db088671e3d6461b8_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e114d1f216088c4302b2_en", "retrieved_id": "f4d0cc8f44c31aba25fd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT department FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e114d1f216088c4302b2_noisy_en", "retrieved_id": "f4d0cc8f44c31aba25fd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT department FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e114d1f216088c4302b2_hi", "retrieved_id": "f4d0cc8f44c31aba25fd_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT department FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e114d1f216088c4302b2_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "71349134f8ae16809501_en", "retrieved_id": "de723244833eb9acd9b0_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "71349134f8ae16809501_noisy_en", "retrieved_id": "dbbc87df17789dcf16c7_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC NULLS LAST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "71349134f8ae16809501_hi", "retrieved_id": "5f714fc20f63b02a2389_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC NULLS LAST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "71349134f8ae16809501_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary DESC NULLS LAST;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b10e3bcce6871b79df41_en", "retrieved_id": "36010b0cd2ebc005b766_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN price IS NULL THEN 1 ELSE 0 END DESC, price DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b10e3bcce6871b79df41_noisy_en", "retrieved_id": "36010b0cd2ebc005b766_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN price IS NULL THEN 1 ELSE 0 END DESC, price DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b10e3bcce6871b79df41_hi", "retrieved_id": "6a30e3aab87d8b8fac24_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY CASE WHEN price IS NULL THEN 1 ELSE 0 END, price ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b10e3bcce6871b79df41_hinglish", "retrieved_id": "d49736acab21961ee1c4_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations ORDER BY price ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4c5f91f7793bd0200f31_en", "retrieved_id": "eb4e726353b860e7f2cb_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY CASE WHEN amount IS NULL THEN 1 ELSE 0 END DESC, amount DESC LIMIT 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4c5f91f7793bd0200f31_noisy_en", "retrieved_id": "a660459963aa550973d6_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY amount ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4c5f91f7793bd0200f31_hi", "retrieved_id": "0bf2604249c599c4c112_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY amount DESC LIMIT 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4c5f91f7793bd0200f31_hinglish", "retrieved_id": "1982f2d4c79276d08d58_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY amount DESC LIMIT 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bfb3f8261ddb2fc2bf28_en", "retrieved_id": "44050a272a88bea75138_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens ORDER BY price ASC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bfb3f8261ddb2fc2bf28_noisy_en", "retrieved_id": "44050a272a88bea75138_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens ORDER BY price ASC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bfb3f8261ddb2fc2bf28_hi", "retrieved_id": "44050a272a88bea75138_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens ORDER BY price ASC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bfb3f8261ddb2fc2bf28_hinglish", "retrieved_id": "44050a272a88bea75138_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens ORDER BY price ASC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4dac1dcf2ef14bfee2d2_en", "retrieved_id": "39ffd26f283fc2242233_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4dac1dcf2ef14bfee2d2_noisy_en", "retrieved_id": "6ad175c1da38937a1c73_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4dac1dcf2ef14bfee2d2_hi", "retrieved_id": "11be592bce7c6de29c95_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4dac1dcf2ef14bfee2d2_hinglish", "retrieved_id": "c2e6ba167b989ceb36a1_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT category, COUNT(*) FROM reservations GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "46b2f9dcb5c441ef3e8e_en", "retrieved_id": "37741990cedfc85c3b87_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT kind, SUM(rating) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "46b2f9dcb5c441ef3e8e_noisy_en", "retrieved_id": "dd2fb2aacc30b9922bcb_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT kind, SUM(rating) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "46b2f9dcb5c441ef3e8e_hi", "retrieved_id": "37741990cedfc85c3b87_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT kind, SUM(rating) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "46b2f9dcb5c441ef3e8e_hinglish", "retrieved_id": "92e9f6f1139932d803a6_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT kind, SUM(rating) FROM exhibits GROUP BY kind;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd5fbea0dbbb3414c53c_en", "retrieved_id": "97445a75f67055563e4b_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 10;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "bd5fbea0dbbb3414c53c_noisy_en", "retrieved_id": "efbc7f4492f9398e5970_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 0;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd5fbea0dbbb3414c53c_hi", "retrieved_id": "bed6bb82a599f4f59f4b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 0;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "bd5fbea0dbbb3414c53c_hinglish", "retrieved_id": "d592e70e8a3eac30079e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region HAVING COUNT(*) > 0;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "30a7ec8a99d4ee6b6d0e_en", "retrieved_id": "4afe0855bc7cab00ef70_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE order_date >= '2026-12-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "30a7ec8a99d4ee6b6d0e_noisy_en", "retrieved_id": "b094cf1912edbb738f6f_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE order_date >= '2026-12-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "30a7ec8a99d4ee6b6d0e_hi", "retrieved_id": "4afe0855bc7cab00ef70_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE order_date >= '2026-12-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "30a7ec8a99d4ee6b6d0e_hinglish", "retrieved_id": "5577426648e5588099f5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE order_date >= '2026-11-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "eab95ae98810f2228ba6_en", "retrieved_id": "54d6b19691b0ae29f4f4_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE YEAR(start_date) = 2026;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "eab95ae98810f2228ba6_noisy_en", "retrieved_id": "d7f17f4e1fbc730b50f0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(YEAR FROM start_date) = 2026;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "eab95ae98810f2228ba6_hi", "retrieved_id": "d7f17f4e1fbc730b50f0_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE EXTRACT(YEAR FROM start_date) = 2026;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "eab95ae98810f2228ba6_hinglish", "retrieved_id": "5829e621fdb043061ee3_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE YEAR(start_date) = 2026;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "24661fe309a7c9930145_en", "retrieved_id": "e4e3d62e41cf067f7dce_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE MONTH(recorded_at) = 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "24661fe309a7c9930145_noisy_en", "retrieved_id": "9d2b356f5ff451f7b6ed_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE MONTH(recorded_at) = 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "24661fe309a7c9930145_hi", "retrieved_id": "6e9bb556a5963cdf5030_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE MONTH(recorded_at) = 12;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "24661fe309a7c9930145_hinglish", "retrieved_id": "552f56c716edc8eb10d5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE MONTH(recorded_at) = 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "29bdf95ec36d6924a576_en", "retrieved_id": "a0d363ff3f1d68a099bd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE LOWER(item_name) LIKE LOWER('%O''Reilly%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "29bdf95ec36d6924a576_noisy_en", "retrieved_id": "279c576638ef45226927_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE LOWER(item_name) LIKE LOWER('%Books%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "29bdf95ec36d6924a576_hi", "retrieved_id": "e8f36218d6da0f2cdffd_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE LOWER(item_name) LIKE LOWER('%O''Reilly%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "29bdf95ec36d6924a576_hinglish", "retrieved_id": "8a0c25e1d4f47a787a27_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE LOWER(item_name) LIKE LOWER('%O''Reilly%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "53220f60789b4f5e4046_en", "retrieved_id": "22701200b58e29b4c0ab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "53220f60789b4f5e4046_noisy_en", "retrieved_id": "22701200b58e29b4c0ab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "53220f60789b4f5e4046_hi", "retrieved_id": "949b6e0ae2bd47e7b2a2_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "53220f60789b4f5e4046_hinglish", "retrieved_id": "5f940b0e9d7dfa863d6b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.customer_name, specimens_groups.label FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1b32b024d0c001fd9ae4_en", "retrieved_id": "a67c49bd271104e6d81b_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1b32b024d0c001fd9ae4_noisy_en", "retrieved_id": "c207894e41bd7b9014aa_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1b32b024d0c001fd9ae4_hi", "retrieved_id": "61ae49349949dc399a63_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1b32b024d0c001fd9ae4_hinglish", "retrieved_id": "e60aa1d2eef307b6933f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT reservations.description FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id WHERE reservations_groups.label = 'O''Reilly';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9bf8948becf74e81a103_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "9bf8948becf74e81a103_noisy_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "9bf8948becf74e81a103_hi", "retrieved_id": "944772e48c9b5194fe1e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "9bf8948becf74e81a103_hinglish", "retrieved_id": "5165d04cc5f4626621a5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "e4a81e1122226c7b26d9_en", "retrieved_id": "863d3ef71bbbeba4919e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "e4a81e1122226c7b26d9_noisy_en", "retrieved_id": "632bfa2e24875823150a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "e4a81e1122226c7b26d9_hi", "retrieved_id": "286869979f46e9bbc61c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "e4a81e1122226c7b26d9_hinglish", "retrieved_id": "4253da29b10c8d2d921b_hinglish", "output": "{\"action\":\"call\",\"name\":\"describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "41f5fbcefb9d550068a0_en", "retrieved_id": "fb890425dce9de189858_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_specimens\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "41f5fbcefb9d550068a0_noisy_en", "retrieved_id": "25ac9041dfe1446dd870_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "41f5fbcefb9d550068a0_hi", "retrieved_id": "427fd58d6660abf6f38a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "41f5fbcefb9d550068a0_hinglish", "retrieved_id": "25ac9041dfe1446dd870_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6f162db917ded36d0df0_en", "retrieved_id": "ff73314a0982d6281641_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "6f162db917ded36d0df0_noisy_en", "retrieved_id": "03727992a863b145c565_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "6f162db917ded36d0df0_hi", "retrieved_id": "26ee7e71ccaee33a6162_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "6f162db917ded36d0df0_hinglish", "retrieved_id": "0af23c07619fdf39d636_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "6b9bacf4d9aa380af183_en", "retrieved_id": "a5928e9d2a9de389c96e_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"What does best mean: which column and order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "6b9bacf4d9aa380af183_noisy_en", "retrieved_id": "7b86419573eea700d641_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "6b9bacf4d9aa380af183_hi", "retrieved_id": "d8fbf98bcb77ca92a390_hi", "output": "{\"action\":\"clarify\",\"question\":\"सबसे अच्छा से आपका क्या मतलब है? कौन सा कॉलम और क्रम?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "6b9bacf4d9aa380af183_hinglish", "retrieved_id": "981c50947db171d5fec5_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Best ka matlab kya hai? Kaunsa column aur order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5d05a2e11d5abab8423e_en", "retrieved_id": "a44004f0eb7cc5872af0_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should region equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5d05a2e11d5abab8423e_noisy_en", "retrieved_id": "a44004f0eb7cc5872af0_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should region equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5d05a2e11d5abab8423e_hi", "retrieved_id": "90ab6a4e7d8fa9ce50fb_hi", "output": "{\"action\":\"clarify\",\"question\":\"region का कौन सा मान चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5d05a2e11d5abab8423e_hinglish", "retrieved_id": "8c963f079269e7395aa1_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"region ki kaunsi value chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "65666802d11552ba1fc2_en", "retrieved_id": "8fde1669f8ae856382b5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "65666802d11552ba1fc2_noisy_en", "retrieved_id": "f6d1979b8e8273fb994b_en", "output": "{\"action\":\"clarify\",\"question\":\"This connection is read-only. Would you like a SELECT query instead?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "65666802d11552ba1fc2_hi", "retrieved_id": "a4f18f2163d8129dfc3c_hi", "output": "{\"action\":\"clarify\",\"question\":\"यह कनेक्शन केवल पढ़ने के लिए है। क्या आपको SELECT क्वेरी चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "65666802d11552ba1fc2_hinglish", "retrieved_id": "6cad228416bb08b460f6_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Yeh connection read-only hai. Kya SELECT query chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "6ba167225d0a0648e865_en", "retrieved_id": "60c088bfa4c1573171ce_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6ba167225d0a0648e865_noisy_en", "retrieved_id": "19be7f84e5c1fc8bab22_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6ba167225d0a0648e865_hi", "retrieved_id": "19be7f84e5c1fc8bab22_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6ba167225d0a0648e865_hinglish", "retrieved_id": "c8617cfd9655faabcf9e_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Lucknow\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "d84c7c968e50589a3321_en", "retrieved_id": "1b5afb342f9879ce6e08_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"API authentication\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "d84c7c968e50589a3321_noisy_en", "retrieved_id": "e8457f39588335416df5_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"API authentication\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "d84c7c968e50589a3321_hi", "retrieved_id": "f12b3b98df01a6987872_hi", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"API authentication\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "d84c7c968e50589a3321_hinglish", "retrieved_id": "335e9ac94d47eb84a1e6_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"API authentication\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "ae382a2348421f540f9e_en", "retrieved_id": "3662e94e29edbee93120_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "ae382a2348421f540f9e_noisy_en", "retrieved_id": "3662e94e29edbee93120_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "ae382a2348421f540f9e_hi", "retrieved_id": "28f97a3353e78f589cfe_hi", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "ae382a2348421f540f9e_hinglish", "retrieved_id": "0e78e9ded20fe5272477_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/config/app.json\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "266ea8aafdf18d7c9212_en", "retrieved_id": "7433354d41a6c516f4b6_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "266ea8aafdf18d7c9212_noisy_en", "retrieved_id": "4c422d229cf597a3acdd_noisy_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-117\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "266ea8aafdf18d7c9212_hi", "retrieved_id": "b0c31fd3cb1afd956208_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-9402\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "266ea8aafdf18d7c9212_hinglish", "retrieved_id": "6ea26747bfbf3b1aa5e0_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "e9cfe7f6c91a2434d315_en", "retrieved_id": "56626f78a1718e142007_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 102 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "e9cfe7f6c91a2434d315_noisy_en", "retrieved_id": "d2b3293aaabb219b6010_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 102 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "e9cfe7f6c91a2434d315_hi", "retrieved_id": "90e49bed3d5c138efc4b_hi", "output": "{\"action\":\"answer\",\"text\":\"टूल ने 102 पंक्तियाँ लौटाईं।\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "e9cfe7f6c91a2434d315_hinglish", "retrieved_id": "e029eeba4f40f3109a40_hinglish", "output": "{\"action\":\"answer\",\"text\":\"Tool ne 2 rows return ki.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false, "text_exact": false}}
+{"id": "7a843b154fbd48aac50b_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7a843b154fbd48aac50b_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7a843b154fbd48aac50b_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7a843b154fbd48aac50b_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e6380b8531b4b3eb7e38_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT category FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e6380b8531b4b3eb7e38_noisy_en", "retrieved_id": "b2757aefcc8bc0a7549e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT name FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e6380b8531b4b3eb7e38_hi", "retrieved_id": "3aac2f1448f136869091_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT name FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e6380b8531b4b3eb7e38_hinglish", "retrieved_id": "436de5794ee935ad91ac_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT name FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "19d562dac8a4125562f6_en", "retrieved_id": "c240f9f94886fddc3cba_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE city = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "19d562dac8a4125562f6_noisy_en", "retrieved_id": "fbe3ca6a45a59c91d568_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE city = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "19d562dac8a4125562f6_hi", "retrieved_id": "4b4dc865bbc2f957a5ef_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM inspections WHERE city = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "19d562dac8a4125562f6_hinglish", "retrieved_id": "7ba3e80650c610585052_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE city = 'Delhi';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d0346c74f1cfe556b2cb_en", "retrieved_id": "fcc2a0204203d73148e3_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT description FROM inspections WHERE status = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d0346c74f1cfe556b2cb_noisy_en", "retrieved_id": "cf17c45517d6b2205633_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT description FROM inspections WHERE status = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d0346c74f1cfe556b2cb_hi", "retrieved_id": "aa12aa7a83c4a4e070aa_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT description FROM inspections WHERE status = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d0346c74f1cfe556b2cb_hinglish", "retrieved_id": "94524d174daf1430782e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT description FROM inspections WHERE status = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6519cd640e9e4ab22a6e_en", "retrieved_id": "330001a7e7402edb7b9a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE score <= 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "6519cd640e9e4ab22a6e_noisy_en", "retrieved_id": "b29589b85da26af925a2_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE score > 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "6519cd640e9e4ab22a6e_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE customer_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "6519cd640e9e4ab22a6e_hinglish", "retrieved_id": "4cdbd72a8fb19b994edf_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE score < 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "56189c5cdc014dd771be_en", "retrieved_id": "9a55d54e98ef6eec8304_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "56189c5cdc014dd771be_noisy_en", "retrieved_id": "0d87e4597b8030db1d39_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "56189c5cdc014dd771be_hi", "retrieved_id": "6c50e81ff0658a9ae684_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "56189c5cdc014dd771be_hinglish", "retrieved_id": "807599fab71788aa599e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE balance < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5c6734bdfead38b51752_en", "retrieved_id": "d7395c1b839773e90e4a_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE quantity <= 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5c6734bdfead38b51752_noisy_en", "retrieved_id": "044ca211c7658be405e7_noisy_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE quantity >= 10000;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5c6734bdfead38b51752_hi", "retrieved_id": "af6e41a958ceb97494ac_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE quantity >= 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5c6734bdfead38b51752_hinglish", "retrieved_id": "b5f87dae75d5de42adf3_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE quantity >= 10000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d58041d2866c015bc923_en", "retrieved_id": "944f318073a2bcd9624d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE amount > 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "d58041d2866c015bc923_noisy_en", "retrieved_id": "effd7733bf11c5777e47_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE amount <= 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "d58041d2866c015bc923_hi", "retrieved_id": "394d070f071f9f834849_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE amount >= 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "d58041d2866c015bc923_hinglish", "retrieved_id": "273548ab688043ce968f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE amount <= 100;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6dd9f03c26298630777f_en", "retrieved_id": "b2078b53152f326792d2_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE score BETWEEN 1 AND 101;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6dd9f03c26298630777f_noisy_en", "retrieved_id": "d8750c4dfe2c30ac7230_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE score BETWEEN 1 AND 101;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6dd9f03c26298630777f_hi", "retrieved_id": "25d16cffc60709de4959_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE score BETWEEN 1 AND 101;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6dd9f03c26298630777f_hinglish", "retrieved_id": "25d16cffc60709de4959_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE score BETWEEN 1 AND 101;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "393d51bc9e30d68b474e_en", "retrieved_id": "515c393982a754f43063_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE cost > 5;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "393d51bc9e30d68b474e_noisy_en", "retrieved_id": "3d1dd294a6f2022aa870_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE status = 'active' AND cost > 20;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "393d51bc9e30d68b474e_hi", "retrieved_id": "8b036fe3469b645402c6_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE status = 'active' AND cost > 50;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "393d51bc9e30d68b474e_hinglish", "retrieved_id": "38f6f8f7a2683654db95_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE status = 'active' AND cost > 20;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "28cb6c4bf0d7caac91c9_en", "retrieved_id": "31917a12777c21c921b7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE kind IN ('Mumbai', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28cb6c4bf0d7caac91c9_noisy_en", "retrieved_id": "31917a12777c21c921b7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE kind IN ('Mumbai', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28cb6c4bf0d7caac91c9_hi", "retrieved_id": "31917a12777c21c921b7_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE kind IN ('Mumbai', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "28cb6c4bf0d7caac91c9_hinglish", "retrieved_id": "db4ea9df05d68f0808f0_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE kind IN ('Mumbai', 'Electronics');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a0bc7565d9d93d546770_en", "retrieved_id": "b938809a21ca895bfdaa_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a0bc7565d9d93d546770_noisy_en", "retrieved_id": "999181602f630fe41f53_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a0bc7565d9d93d546770_hi", "retrieved_id": "f1b3784f5142d5df00b8_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a0bc7565d9d93d546770_hinglish", "retrieved_id": "c39505a9b595f6ac6b82_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3eea55cd4532636ddffe_en", "retrieved_id": "c7bb7b4dfc547acf0b9c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE display_name IS NOT NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3eea55cd4532636ddffe_noisy_en", "retrieved_id": "348951272c18ab797a78_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE display_name IS NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "3eea55cd4532636ddffe_hi", "retrieved_id": "c7bb7b4dfc547acf0b9c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE display_name IS NOT NULL;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "3eea55cd4532636ddffe_hinglish", "retrieved_id": "1bbb8e0920a5610a79fb_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT * FROM specimens WHERE display_name IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "32876ff450ca027d658e_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens WHERE category = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "32876ff450ca027d658e_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "32876ff450ca027d658e_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "32876ff450ca027d658e_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1523073b9b419fc60ded_en", "retrieved_id": "cbc3795c0ca21a9b8c5a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1523073b9b419fc60ded_noisy_en", "retrieved_id": "f237dec70fbabb886e7f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1523073b9b419fc60ded_hi", "retrieved_id": "ae3fd37c476f1c7921ab_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE city = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "1523073b9b419fc60ded_hinglish", "retrieved_id": "37abdc225ded84224f90_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM specimens WHERE city = 'Books';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "924dbd9ad819c0a58b24_en", "retrieved_id": "60aa3677ed597c9270b0_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT status, SUM(salary) FROM inspections GROUP BY status;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "924dbd9ad819c0a58b24_noisy_en", "retrieved_id": "b09ff9455bc114714c60_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(salary) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "924dbd9ad819c0a58b24_hi", "retrieved_id": "d1c39ccebc6f22cb6281_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(salary) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "924dbd9ad819c0a58b24_hinglish", "retrieved_id": "723505e6d0cbab04424f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(salary) FROM inspections;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "16fbb58e3a07a1240f50_en", "retrieved_id": "5c7028d7d36fd491bc2e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT AVG(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "16fbb58e3a07a1240f50_noisy_en", "retrieved_id": "a441a9c205497a51a291_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT AVG(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "16fbb58e3a07a1240f50_hi", "retrieved_id": "5c7028d7d36fd491bc2e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT AVG(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "16fbb58e3a07a1240f50_hinglish", "retrieved_id": "6bb8ee776b961884c402_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT AVG(score) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e91a7141af66518c19a2_en", "retrieved_id": "5ac7676141ce1a7a2b5d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(cost) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e91a7141af66518c19a2_noisy_en", "retrieved_id": "ed835cf14e68ad586b67_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(cost) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e91a7141af66518c19a2_hi", "retrieved_id": "8166b903f1a9ad4acd2d_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(cost) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e91a7141af66518c19a2_hinglish", "retrieved_id": "4ad4f4baf60b1a178bcb_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(cost) FROM inspections;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0ffff93d2f774a97e3f3_en", "retrieved_id": "d5cc3d76002f556ee9d3_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(price) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0ffff93d2f774a97e3f3_noisy_en", "retrieved_id": "da9e0a0592e6238536af_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(price) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0ffff93d2f774a97e3f3_hi", "retrieved_id": "e0e3d410c4591e668ca3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(price) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0ffff93d2f774a97e3f3_hinglish", "retrieved_id": "bdf01655d06fc4dc9de0_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(price) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b0f56c14239ba5d0227f_en", "retrieved_id": "bffa441ff713738307bd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT region FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b0f56c14239ba5d0227f_noisy_en", "retrieved_id": "bffa441ff713738307bd_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT region FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b0f56c14239ba5d0227f_hi", "retrieved_id": "85aa2fcfc30450a97812_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT region FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b0f56c14239ba5d0227f_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM reservations WHERE item_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "f7257c4a2eded61f5c86_en", "retrieved_id": "eae5287706bec5ee520e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY score DESC;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f7257c4a2eded61f5c86_noisy_en", "retrieved_id": "955a7d5f0d3cb038c3fa_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY score ASC NULLS FIRST;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "f7257c4a2eded61f5c86_hi", "retrieved_id": "190107647feb114e3236_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY score DESC NULLS LAST;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "f7257c4a2eded61f5c86_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens ORDER BY score DESC NULLS LAST;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8439e708b96823b39172_en", "retrieved_id": "037483db4f53f024a398_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8439e708b96823b39172_noisy_en", "retrieved_id": "0e970032db68cbe413d7_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "8439e708b96823b39172_hi", "retrieved_id": "664c0e4ca596b55418fa_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "8439e708b96823b39172_hinglish", "retrieved_id": "4e50edd9b0eb89b9f736_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY amount ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9bb888f912ca90f30c9a_en", "retrieved_id": "a6540b5f2c0929241f31_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY rating ASC NULLS FIRST LIMIT 20;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9bb888f912ca90f30c9a_noisy_en", "retrieved_id": "f0ae21259dc2404f0fe7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY rating DESC NULLS LAST LIMIT 20;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9bb888f912ca90f30c9a_hi", "retrieved_id": "36a2047a9b8d5e928dc2_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY rating DESC NULLS LAST LIMIT 3;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9bb888f912ca90f30c9a_hinglish", "retrieved_id": "8dc7bed1546d4cec4da6_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY rating DESC NULLS LAST LIMIT 20;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dd6cdefd15edcdcddb76_en", "retrieved_id": "1b8db2fed29343d4ab22_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary ASC NULLS FIRST LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dd6cdefd15edcdcddb76_noisy_en", "retrieved_id": "1b8db2fed29343d4ab22_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary ASC NULLS FIRST LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dd6cdefd15edcdcddb76_hi", "retrieved_id": "1b8db2fed29343d4ab22_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary ASC NULLS FIRST LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dd6cdefd15edcdcddb76_hinglish", "retrieved_id": "a326401a7479b752fb44_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits ORDER BY salary ASC LIMIT 5;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f4fb7fafb95b5c8287f5_en", "retrieved_id": "2fe2748b6dc2b31719a4_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f4fb7fafb95b5c8287f5_noisy_en", "retrieved_id": "0ed04804842617d63993_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f4fb7fafb95b5c8287f5_hi", "retrieved_id": "cbcd01ed06edc207269b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f4fb7fafb95b5c8287f5_hinglish", "retrieved_id": "7f0a16123b0e92f23bef_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT department, COUNT(*) FROM reservations GROUP BY department;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "feb75e02c031a950e223_en", "retrieved_id": "7a20839894b269ec16f4_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT category, SUM(cost) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "feb75e02c031a950e223_noisy_en", "retrieved_id": "567517c0a091e1859e2e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT category, SUM(cost) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "feb75e02c031a950e223_hi", "retrieved_id": "4e94a4987bdd6f5e319b_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT category, SUM(cost) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "feb75e02c031a950e223_hinglish", "retrieved_id": "d7fcdcccec8b74d574c3_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT category, SUM(cost) FROM inspections GROUP BY category;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f97582c94f2100eb1007_en", "retrieved_id": "403ef8b11dcc84ac3142_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f97582c94f2100eb1007_noisy_en", "retrieved_id": "7544647e199d8d140e2d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f97582c94f2100eb1007_hi", "retrieved_id": "7d84adc828af717e1745_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "f97582c94f2100eb1007_hinglish", "retrieved_id": "403ef8b11dcc84ac3142_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, COUNT(*) FROM exhibits GROUP BY department HAVING COUNT(*) > 500;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "55c82b78d80d85926577_en", "retrieved_id": "4205a2e941b427725fab_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE start_date >= '2026-09-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "55c82b78d80d85926577_noisy_en", "retrieved_id": "4205a2e941b427725fab_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE start_date >= '2026-09-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "55c82b78d80d85926577_hi", "retrieved_id": "074597366d1789819862_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE start_date >= '2022-09-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "55c82b78d80d85926577_hinglish", "retrieved_id": "3504c2b7973f4dd08d71_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM exhibits WHERE start_date >= '2026-09-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a7efbaf306821c7ab040_en", "retrieved_id": "07b14f7c8187736bde5e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM CAST(order_date AS DATE)) = 2023;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "a7efbaf306821c7ab040_noisy_en", "retrieved_id": "83a54cdf86471d7f4385_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM order_date) = 2023;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a7efbaf306821c7ab040_hi", "retrieved_id": "dd4b33ed1756d76ea48e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM CAST(order_date AS DATE)) = 2023;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "a7efbaf306821c7ab040_hinglish", "retrieved_id": "6ad0f38bfaa5d6181467_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE EXTRACT(YEAR FROM order_date) = 2023;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7a33de7fd7159808b04a_en", "retrieved_id": "d741fd7731d3f65bf4fc_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE EXTRACT(MONTH FROM created_at) = 11;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7a33de7fd7159808b04a_noisy_en", "retrieved_id": "4b0f48aca0308fb03bdd_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections WHERE EXTRACT(MONTH FROM created_at) = 11;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7a33de7fd7159808b04a_hi", "retrieved_id": "9c094c71f989e977927a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(MONTH FROM CAST(created_at AS DATE)) = 11;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "7a33de7fd7159808b04a_hinglish", "retrieved_id": "dd489d306e08ce7cb500_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(MONTH FROM CAST(created_at AS DATE)) = 11;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "175564da35a6c139e5d8_en", "retrieved_id": "61b32ae34c4100c8fbe8_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE LOWER(display_name) LIKE LOWER('%North%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "175564da35a6c139e5d8_noisy_en", "retrieved_id": "279c576638ef45226927_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE LOWER(display_name) LIKE LOWER('%Books%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "175564da35a6c139e5d8_hi", "retrieved_id": "6cfe9815e1862d086657_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE LOWER(display_name) LIKE LOWER('%North%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "175564da35a6c139e5d8_hinglish", "retrieved_id": "09ff5f23be86601d0812_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE LOWER(display_name) LIKE LOWER('%North%');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "844b55044ac74adf4493_en", "retrieved_id": "4350cfb9872b973f6709_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "844b55044ac74adf4493_noisy_en", "retrieved_id": "4350cfb9872b973f6709_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "844b55044ac74adf4493_hi", "retrieved_id": "80487a866bf00246a506_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "844b55044ac74adf4493_hinglish", "retrieved_id": "97bd4d1472a75cd5d314_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT reservations.item_name, reservations_groups.label FROM reservations JOIN reservations_groups ON reservations.group_id = reservations_groups.id;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "63fa94106f0cf26f7da2_en", "retrieved_id": "f469bec9595cd61b59b9_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.title FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id WHERE specimens_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "63fa94106f0cf26f7da2_noisy_en", "retrieved_id": "704876acadbeff7dcafb_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.title FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id WHERE specimens_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "63fa94106f0cf26f7da2_hi", "retrieved_id": "1f64dd4a8cd091acb5ed_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.title FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id WHERE specimens_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "63fa94106f0cf26f7da2_hinglish", "retrieved_id": "f469bec9595cd61b59b9_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT specimens.title FROM specimens JOIN specimens_groups ON specimens.group_id = specimens_groups.id WHERE specimens_groups.label = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "6c37ae504c7cb31a6ef3_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6c37ae504c7cb31a6ef3_noisy_en", "retrieved_id": "bd6b78905a3ad03e04b6_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6c37ae504c7cb31a6ef3_hi", "retrieved_id": "944772e48c9b5194fe1e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "6c37ae504c7cb31a6ef3_hinglish", "retrieved_id": "5165d04cc5f4626621a5_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "a76838f987782ef2d2ed_en", "retrieved_id": "863d3ef71bbbeba4919e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "a76838f987782ef2d2ed_noisy_en", "retrieved_id": "632bfa2e24875823150a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "a76838f987782ef2d2ed_hi", "retrieved_id": "286869979f46e9bbc61c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "a76838f987782ef2d2ed_hinglish", "retrieved_id": "4253da29b10c8d2d921b_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "44135783de9bd091bfe5_en", "retrieved_id": "fb890425dce9de189858_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"project_id\":\"demo_inspections\",\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "44135783de9bd091bfe5_noisy_en", "retrieved_id": "25ac9041dfe1446dd870_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "44135783de9bd091bfe5_hi", "retrieved_id": "427fd58d6660abf6f38a_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "44135783de9bd091bfe5_hinglish", "retrieved_id": "25ac9041dfe1446dd870_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"],\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4b73bea165fb5f9555f3_en", "retrieved_id": "ff73314a0982d6281641_noisy_en", "output": "{\"action\":\"call\",\"name\":\"database.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "4b73bea165fb5f9555f3_noisy_en", "retrieved_id": "03727992a863b145c565_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4b73bea165fb5f9555f3_hi", "retrieved_id": "26ee7e71ccaee33a6162_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.list_tables\",\"arguments\":{\"schemas\":[\"public\"]}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "4b73bea165fb5f9555f3_hinglish", "retrieved_id": "0af23c07619fdf39d636_hinglish", "output": "{\"action\":\"call\",\"name\":\"database.describe_table\",\"arguments\":{\"table\":\"books\"}}", "metrics": {"json_valid": true, "schema_valid": false, "action_correct": true, "tool_correct": false, "arguments_exact": false, "sql_equivalent": null, "success": false, "error": "Unknown tool"}}
+{"id": "d09477cb849c0af3827d_en", "retrieved_id": "a5928e9d2a9de389c96e_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"What does best mean: which column and order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "d09477cb849c0af3827d_noisy_en", "retrieved_id": "7b86419573eea700d641_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "d09477cb849c0af3827d_hi", "retrieved_id": "d8fbf98bcb77ca92a390_hi", "output": "{\"action\":\"clarify\",\"question\":\"सबसे अच्छा से आपका क्या मतलब है? कौन सा कॉलम और क्रम?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "d09477cb849c0af3827d_hinglish", "retrieved_id": "981c50947db171d5fec5_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Best ka matlab kya hai? Kaunsa column aur order?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5f07a4c7c387316664f1_en", "retrieved_id": "22a9c838578d2feeaf02_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should department equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5f07a4c7c387316664f1_noisy_en", "retrieved_id": "22a9c838578d2feeaf02_noisy_en", "output": "{\"action\":\"clarify\",\"question\":\"Which value should department equal?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5f07a4c7c387316664f1_hi", "retrieved_id": "677a222f59b0e9310e4e_hi", "output": "{\"action\":\"clarify\",\"question\":\"department का कौन सा मान चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5f07a4c7c387316664f1_hinglish", "retrieved_id": "bbdeaa042d51e3f80dcc_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"department ki kaunsi value chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ac83eae59947f137269f_en", "retrieved_id": "8fde1669f8ae856382b5_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": false, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": false}}
+{"id": "ac83eae59947f137269f_noisy_en", "retrieved_id": "f6d1979b8e8273fb994b_en", "output": "{\"action\":\"clarify\",\"question\":\"This connection is read-only. Would you like a SELECT query instead?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ac83eae59947f137269f_hi", "retrieved_id": "a4f18f2163d8129dfc3c_hi", "output": "{\"action\":\"clarify\",\"question\":\"यह कनेक्शन केवल पढ़ने के लिए है। क्या आपको SELECT क्वेरी चाहिए?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "ac83eae59947f137269f_hinglish", "retrieved_id": "6cad228416bb08b460f6_hinglish", "output": "{\"action\":\"clarify\",\"question\":\"Yeh connection read-only hai. Kya SELECT query chahiye?\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "635a24ec4bc42b67226a_en", "retrieved_id": "03a2503aa4caeb5b0396_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "635a24ec4bc42b67226a_noisy_en", "retrieved_id": "fd5016d36c195ab50c95_noisy_en", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "635a24ec4bc42b67226a_hi", "retrieved_id": "fcc2c16620594edcdeae_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "635a24ec4bc42b67226a_hinglish", "retrieved_id": "c6e7cd6d43a8ae36b611_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_weather\",\"arguments\":{\"city\":\"Jaipur\",\"unit\":\"celsius\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8c8ba16d1f868e7d81a9_en", "retrieved_id": "a927da4da3fb93076b11_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8c8ba16d1f868e7d81a9_noisy_en", "retrieved_id": "b70d3ac89725558f5112_en", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8c8ba16d1f868e7d81a9_hi", "retrieved_id": "b9a03d467eb83da89c0a_hi", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "8c8ba16d1f868e7d81a9_hinglish", "retrieved_id": "9a27f495c05e46011062_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.search_docs\",\"arguments\":{\"query\":\"indexes\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0161f123d136665478c9_en", "retrieved_id": "9c9565eadc46c39ab34c_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0161f123d136665478c9_noisy_en", "retrieved_id": "9c9565eadc46c39ab34c_en", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0161f123d136665478c9_hi", "retrieved_id": "00319aa9372ffea135d7_hi", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "0161f123d136665478c9_hinglish", "retrieved_id": "d53f5c6036055adc1894_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.read_file\",\"arguments\":{\"path\":\"/notes/setup.txt\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": null, "success": true}}
+{"id": "89c9ecdcb7242ef71d8b_en", "retrieved_id": "7433354d41a6c516f4b6_en", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "89c9ecdcb7242ef71d8b_noisy_en", "retrieved_id": "4c422d229cf597a3acdd_noisy_en_curriculum_99606", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-117\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "89c9ecdcb7242ef71d8b_hi", "retrieved_id": "b0c31fd3cb1afd956208_hi", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-9402\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "89c9ecdcb7242ef71d8b_hinglish", "retrieved_id": "6ea26747bfbf3b1aa5e0_hinglish", "output": "{\"action\":\"call\",\"name\":\"external.get_ticket\",\"arguments\":{\"ticket_id\":\"TKT-8757\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": null, "success": false}}
+{"id": "a59c6e6bcec70a1667e5_en", "retrieved_id": "3ea115632ccd82802927_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 35 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "a59c6e6bcec70a1667e5_noisy_en", "retrieved_id": "343a07a516f2856cd395_noisy_en", "output": "{\"action\":\"answer\",\"text\":\"The tool returned 35 rows.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "a59c6e6bcec70a1667e5_hi", "retrieved_id": "3ea115632ccd82802927_hi", "output": "{\"action\":\"answer\",\"text\":\"टूल ने 35 पंक्तियाँ लौटाईं।\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "a59c6e6bcec70a1667e5_hinglish", "retrieved_id": "eba566a1ce2244d2976f_hinglish", "output": "{\"action\":\"answer\",\"text\":\"Tool ne 35 rows return ki.\"}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": null, "arguments_exact": null, "sql_equivalent": null, "success": true, "text_exact": true}}
+{"id": "5689f342b9bf3175e2fe_en", "retrieved_id": "130f7bdeb1d62731f52f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5689f342b9bf3175e2fe_noisy_en", "retrieved_id": "88a8a9447d5602b34319_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5689f342b9bf3175e2fe_hi", "retrieved_id": "02501bf0d6866d9d8bf4_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5689f342b9bf3175e2fe_hinglish", "retrieved_id": "484e67e978b01025c01e_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "860c064ccde26d474c46_en", "retrieved_id": "427c52f3cda588a8dfa5_concrete_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT DISTINCT kind FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "860c064ccde26d474c46_noisy_en", "retrieved_id": "b2757aefcc8bc0a7549e_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "860c064ccde26d474c46_hi", "retrieved_id": "3aac2f1448f136869091_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "860c064ccde26d474c46_hinglish", "retrieved_id": "6eff07d389c9dffd14ce_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT display_name FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9eee465dd6b4c3a090c6_en", "retrieved_id": "409932933bfc69fcd733_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE region = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9eee465dd6b4c3a090c6_noisy_en", "retrieved_id": "64a84825485089e8ab92_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE region = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9eee465dd6b4c3a090c6_hi", "retrieved_id": "8d0307bba5b528e9d66d_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE region IN ('Pune', 'Pune');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "9eee465dd6b4c3a090c6_hinglish", "retrieved_id": "64a84825485089e8ab92_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE region = 'Pune';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dd1037fa65f5f5a2a06f_en", "retrieved_id": "e7a8721fe66276736a60_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT customer_name FROM reservations WHERE department = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dd1037fa65f5f5a2a06f_noisy_en", "retrieved_id": "e7a8721fe66276736a60_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT customer_name FROM reservations WHERE department = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dd1037fa65f5f5a2a06f_hi", "retrieved_id": "42ebadd189f34f44115e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT customer_name FROM reservations WHERE department = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dd1037fa65f5f5a2a06f_hinglish", "retrieved_id": "26864a1bafb0472f505d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT customer_name FROM reservations WHERE department = 'North';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dddd09f34c0e849282a8_en", "retrieved_id": "4e2d141c0e620910423a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE salary <= 20;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dddd09f34c0e849282a8_noisy_en", "retrieved_id": "f27668acc136794b63af_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE salary > 10000;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dddd09f34c0e849282a8_hi", "retrieved_id": "93630964314d2a1070ff_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE item_name IS NULL;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "dddd09f34c0e849282a8_hinglish", "retrieved_id": "b900a96f38adb3290f5c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE salary < 20;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "0ce22f4c8bc7554d586d_en", "retrieved_id": "b2684d967d976714b34c_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0ce22f4c8bc7554d586d_noisy_en", "retrieved_id": "bb74a6cb1307da5e5652_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0ce22f4c8bc7554d586d_hi", "retrieved_id": "6c50e81ff0658a9ae684_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0ce22f4c8bc7554d586d_hinglish", "retrieved_id": "b2684d967d976714b34c_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE score < 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e02d95c6aba4ed336a6a_en", "retrieved_id": "cfd917d72e37aed08030_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost > 50;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e02d95c6aba4ed336a6a_noisy_en", "retrieved_id": "3dab7c0c56fc690e80c6_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost < 50;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e02d95c6aba4ed336a6a_hi", "retrieved_id": "3dab7c0c56fc690e80c6_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE cost < 50;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e02d95c6aba4ed336a6a_hinglish", "retrieved_id": "3285d0ab97b5b4b5a64a_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT * FROM reservations WHERE cost >= 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7e281ac4ee7d2d835606_en", "retrieved_id": "5264a22783f37a6feb83_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE rating >= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7e281ac4ee7d2d835606_noisy_en", "retrieved_id": "1d162ce454d0bc0f4904_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE rating <= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7e281ac4ee7d2d835606_hi", "retrieved_id": "55443a8bb63ef75dfd2c_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE rating >= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7e281ac4ee7d2d835606_hinglish", "retrieved_id": "2c35c7809e5b03ac98ce_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE rating <= 1;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dc59f00f50b6c8f7bc16_en", "retrieved_id": "3cdcd111a3c76ece217a_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE amount BETWEEN 20 AND 520;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dc59f00f50b6c8f7bc16_noisy_en", "retrieved_id": "3cdcd111a3c76ece217a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE amount BETWEEN 20 AND 520;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dc59f00f50b6c8f7bc16_hi", "retrieved_id": "3cdcd111a3c76ece217a_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE amount BETWEEN 20 AND 520;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "dc59f00f50b6c8f7bc16_hinglish", "retrieved_id": "fdf0110a5d2ced536788_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE amount BETWEEN 20 AND 520;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b2725cc841b5aaa2fba6_en", "retrieved_id": "a026b93f01efebee9682_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE kind = 'Electronics' AND price > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "b2725cc841b5aaa2fba6_noisy_en", "retrieved_id": "af2caf996b68c0c6c8db_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE kind = 'O''Reilly' AND price > 50;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b2725cc841b5aaa2fba6_hi", "retrieved_id": "825409f04505f8193411_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE kind = 'Pune' AND price > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "b2725cc841b5aaa2fba6_hinglish", "retrieved_id": "825409f04505f8193411_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE kind = 'Pune' AND price > 2;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "4f5c410b4b3379c58420_en", "retrieved_id": "26976bb271af313d9a97_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE category IN ('pending', 'North');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "4f5c410b4b3379c58420_noisy_en", "retrieved_id": "78ec50c1f7496cff5848_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE category IN ('North', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "4f5c410b4b3379c58420_hi", "retrieved_id": "78ec50c1f7496cff5848_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE category IN ('North', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "4f5c410b4b3379c58420_hinglish", "retrieved_id": "78ec50c1f7496cff5848_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE category IN ('North', 'pending');\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "a6079b58d4365a8f70c8_en", "retrieved_id": "bda2d640bb8440ba316d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a6079b58d4365a8f70c8_noisy_en", "retrieved_id": "2979500f0ecfcf0ceeaf_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a6079b58d4365a8f70c8_hi", "retrieved_id": "6f58fb9ba5d390237de3_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE NOT title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "a6079b58d4365a8f70c8_hinglish", "retrieved_id": "5bb801582af241e0e0d2_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE NOT title IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e71814820a36875f0ee5_en", "retrieved_id": "993d6dbb886fdcff8483_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE NOT description IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "e71814820a36875f0ee5_noisy_en", "retrieved_id": "52c6084dc05c08ecedad_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE description IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "e71814820a36875f0ee5_hi", "retrieved_id": "36846cba4b79e7ab511e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE description IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "e71814820a36875f0ee5_hinglish", "retrieved_id": "006e0510328e4f2c7c4a_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM specimens WHERE description IS NOT NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "78fd6e66c9d726084543_en", "retrieved_id": "c40602913c502e7ccda9_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM exhibits WHERE kind = 'Mumbai';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "78fd6e66c9d726084543_noisy_en", "retrieved_id": "6040c6883947ec5b3821_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "78fd6e66c9d726084543_hi", "retrieved_id": "2d416c705002edc7a1af_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "78fd6e66c9d726084543_hinglish", "retrieved_id": "33e0077bee491c810f9d_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT COUNT(*) FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7e1cd79fe94cad9c7a9e_en", "retrieved_id": "cbc3795c0ca21a9b8c5a_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7e1cd79fe94cad9c7a9e_noisy_en", "retrieved_id": "f237dec70fbabb886e7f_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT COUNT(*) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7e1cd79fe94cad9c7a9e_hi", "retrieved_id": "c2de4d9083ab590afc32_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM specimens WHERE region IN ('active', 'Books');\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7e1cd79fe94cad9c7a9e_hinglish", "retrieved_id": "c2f4b5de63f76a49c82d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM specimens GROUP BY region;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5ce4cc7ea9d93a0aa4c5_en", "retrieved_id": "34916d4afc7c006b63d7_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT department, SUM(quantity) FROM reservations GROUP BY department;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "5ce4cc7ea9d93a0aa4c5_noisy_en", "retrieved_id": "be20ec0376eee65aa2ce_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(quantity) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5ce4cc7ea9d93a0aa4c5_hi", "retrieved_id": "3393ec0013dc7be8e9e1_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT SUM(quantity) FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "5ce4cc7ea9d93a0aa4c5_hinglish", "retrieved_id": "c530368611b81eb63763_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(quantity) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a4cdc86496ddd0c1cc90_en", "retrieved_id": "4dd068aa920034a474f8_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT AVG(cost) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a4cdc86496ddd0c1cc90_noisy_en", "retrieved_id": "b2121f866ae29081d2a0_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT AVG(cost) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a4cdc86496ddd0c1cc90_hi", "retrieved_id": "697d95a95d9ba4d44f0e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT AVG(cost) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "a4cdc86496ddd0c1cc90_hinglish", "retrieved_id": "18cdefae957dc6d12228_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"sql\":\"SELECT AVG(cost) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ac6cc6f05e6d013971e5_en", "retrieved_id": "747ca8e86fd928154f9c_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_specimens\",\"query\":\"SELECT MAX(quantity) FROM specimens;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ac6cc6f05e6d013971e5_noisy_en", "retrieved_id": "e58b057a43bf930f66c1_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MAX(quantity) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ac6cc6f05e6d013971e5_hi", "retrieved_id": "b6185f615e05ea951f2f_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT SUM(quantity) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "ac6cc6f05e6d013971e5_hinglish", "retrieved_id": "8791137d1c7a2875f0db_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(quantity) FROM specimens;\",\"project_id\":\"demo_specimens\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "aeeb76897a32b9fd2df4_en", "retrieved_id": "4d035a536476fdd62299_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT MIN(amount) FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aeeb76897a32b9fd2df4_noisy_en", "retrieved_id": "2191ec0e7a2e2e4e18b2_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aeeb76897a32b9fd2df4_hi", "retrieved_id": "60337122c76970ce6f93_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT MIN(amount) FROM reservations;\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "aeeb76897a32b9fd2df4_hinglish", "retrieved_id": "9a6db088671e3d6461b8_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT MIN(amount) FROM reservations;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "508d2834a4743665db1f_en", "retrieved_id": "8324f0ab6af132deba22_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT DISTINCT kind FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "508d2834a4743665db1f_noisy_en", "retrieved_id": "8324f0ab6af132deba22_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT DISTINCT kind FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "508d2834a4743665db1f_hi", "retrieved_id": "70873838e6be879c89a1_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT DISTINCT kind FROM exhibits;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "508d2834a4743665db1f_hinglish", "retrieved_id": "f0e8a1aa17ebe2943f9a_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits WHERE display_name IS NULL;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7fb4f6e9f1b68e05cfd9_en", "retrieved_id": "de723244833eb9acd9b0_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY CASE WHEN salary IS NULL THEN 1 ELSE 0 END DESC, salary DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "7fb4f6e9f1b68e05cfd9_noisy_en", "retrieved_id": "dbbc87df17789dcf16c7_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY salary DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7fb4f6e9f1b68e05cfd9_hi", "retrieved_id": "5f714fc20f63b02a2389_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY salary DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "7fb4f6e9f1b68e05cfd9_hinglish", "retrieved_id": "9360abd24d181d80b919_concrete_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY salary DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "02981b7ccddb9b467260_en", "retrieved_id": "9893daa34daf0837aacd_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY CASE WHEN quantity IS NULL THEN 1 ELSE 0 END DESC, quantity DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "02981b7ccddb9b467260_noisy_en", "retrieved_id": "08cdefb37331da7aacab_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY quantity DESC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "02981b7ccddb9b467260_hi", "retrieved_id": "e31c637236043ab2d50e_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY quantity ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "02981b7ccddb9b467260_hinglish", "retrieved_id": "bd6dcbc8d4b468bfdc18_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"sql\":\"SELECT * FROM exhibits ORDER BY quantity ASC;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9956c110975a38c3d293_en", "retrieved_id": "a62d054fdafb7835efc0_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY CASE WHEN cost IS NULL THEN 1 ELSE 0 END, cost ASC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9956c110975a38c3d293_noisy_en", "retrieved_id": "34db1cbffb2c6826f7d1_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY CASE WHEN cost IS NULL THEN 1 ELSE 0 END DESC, cost DESC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "9956c110975a38c3d293_hi", "retrieved_id": "36a2047a9b8d5e928dc2_concrete_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY cost DESC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9956c110975a38c3d293_hinglish", "retrieved_id": "912be65554b401892c89_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.run_query\",\"arguments\":{\"query\":\"SELECT * FROM reservations ORDER BY CASE WHEN cost IS NULL THEN 1 ELSE 0 END DESC, cost DESC LIMIT 3;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": false, "success": false}}
+{"id": "785d62b3d5e4932f5c33_en", "retrieved_id": "797a7cee699e825b8d9d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY rating ASC LIMIT 20;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "785d62b3d5e4932f5c33_noisy_en", "retrieved_id": "797a7cee699e825b8d9d_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY rating ASC LIMIT 20;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "785d62b3d5e4932f5c33_hi", "retrieved_id": "3a5ecd2a0421c0799bf9_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_inspections\",\"query\":\"SELECT * FROM inspections ORDER BY rating ASC LIMIT 20;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "785d62b3d5e4932f5c33_hinglish", "retrieved_id": "797a7cee699e825b8d9d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM inspections ORDER BY rating ASC LIMIT 20;\",\"project_id\":\"demo_inspections\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "253e89e4cdbbd5c2d0f9_en", "retrieved_id": "a103c6d9dacd84da241e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT status, COUNT(*) FROM specimens GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "253e89e4cdbbd5c2d0f9_noisy_en", "retrieved_id": "51e52f3bb43aa0c6175a_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT status, COUNT(*) FROM specimens GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "253e89e4cdbbd5c2d0f9_hi", "retrieved_id": "cdec67016dd24ea79601_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT status, COUNT(*) FROM specimens GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "253e89e4cdbbd5c2d0f9_hinglish", "retrieved_id": "8dd5eeb5da69f3f2663f_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT status, COUNT(*) FROM specimens GROUP BY status;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ec5a4c33f3a4c1fdfef3_en", "retrieved_id": "665c5ccec5c32f5bd132_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT city, SUM(rating) FROM reservations GROUP BY city;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ec5a4c33f3a4c1fdfef3_noisy_en", "retrieved_id": "8db52bac8a3a32a185cc_concrete_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT city, SUM(rating) FROM reservations GROUP BY city;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ec5a4c33f3a4c1fdfef3_hi", "retrieved_id": "665c5ccec5c32f5bd132_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT city, SUM(rating) FROM reservations GROUP BY city;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "ec5a4c33f3a4c1fdfef3_hinglish", "retrieved_id": "5e531feca720b48f642d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT city, SUM(rating) FROM reservations GROUP BY city;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0abe13c841fd7c3ac885_en", "retrieved_id": "d157bf54f9477adfe748_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM inspections GROUP BY region HAVING COUNT(*) > 5000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0abe13c841fd7c3ac885_noisy_en", "retrieved_id": "d157bf54f9477adfe748_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM inspections GROUP BY region HAVING COUNT(*) > 5000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0abe13c841fd7c3ac885_hi", "retrieved_id": "d8178d83cd37b65bada0_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM inspections GROUP BY region HAVING COUNT(*) > 5000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "0abe13c841fd7c3ac885_hinglish", "retrieved_id": "a790a59140eddc41a1f0_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT region, COUNT(*) FROM inspections GROUP BY region HAVING COUNT(*) > 5000;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "41ea5651dda516a4ac30_en", "retrieved_id": "8f9ade63176f38ee0661_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT * FROM reservations WHERE order_date >= '2023-12-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "41ea5651dda516a4ac30_noisy_en", "retrieved_id": "8f9ade63176f38ee0661_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"project_id\":\"demo_reservations\",\"query\":\"SELECT * FROM reservations WHERE order_date >= '2023-12-15';\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "41ea5651dda516a4ac30_hi", "retrieved_id": "a3f4045fd93493edf1c9_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE order_date >= '2023-12-15';\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "41ea5651dda516a4ac30_hinglish", "retrieved_id": "fbe19ee8a1e10f18cd09_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"query\":\"SELECT * FROM reservations WHERE order_date >= '2023-02-15';\",\"project_id\":\"demo_reservations\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "1d7ab92421915fd47ebe_en", "retrieved_id": "fa668f5f74b7998e4689_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE YEAR(created_at) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d7ab92421915fd47ebe_noisy_en", "retrieved_id": "774eabfe1a00326f842e_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE YEAR(created_at) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d7ab92421915fd47ebe_hi", "retrieved_id": "52c736038a7903fa3560_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE YEAR(created_at) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "1d7ab92421915fd47ebe_hinglish", "retrieved_id": "4a29dc069452fce48052_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.query\",\"arguments\":{\"query\":\"SELECT * FROM inspections WHERE EXTRACT(YEAR FROM created_at) = 2024;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "9f8fa242b083f38bc5f8_en", "retrieved_id": "7a828c960cef15c5203d_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE EXTRACT(MONTH FROM order_date) = 4;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": false, "sql_equivalent": true, "success": true}}
+{"id": "9f8fa242b083f38bc5f8_noisy_en", "retrieved_id": "cd48e2c7bcbdd06bd806_noisy_en", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE MONTH(order_date) = 4;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9f8fa242b083f38bc5f8_hi", "retrieved_id": "438b46c0411da02e2fd5_hi", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE MONTH(order_date) = 4;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}
+{"id": "9f8fa242b083f38bc5f8_hinglish", "retrieved_id": "c3a6d1d66a95fc81bdb3_hinglish", "output": "{\"action\":\"call\",\"name\":\"warehouse.execute_sql\",\"arguments\":{\"sql\":\"SELECT * FROM inspections WHERE MONTH(order_date) = 4;\"}}", "metrics": {"json_valid": true, "schema_valid": true, "action_correct": true, "tool_correct": true, "arguments_exact": true, "sql_equivalent": true, "success": true}}