{"id": "q001", "query": "Find the Q3 report", "category": "archived_resource", "ground_truth": {"exists": true, "location": "archive/2025-Q3-Final.pdf", "requires": ["check_archives"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q002", "query": "Get logs for error 500", "category": "archived_resource", "ground_truth": {"exists": true, "location": "/var/log/archive/2024-01/error_500_logs.json", "requires": ["check_archives", "search_partitions"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q003", "query": "Show project Alpha status", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "projects/Project_Artemis", "requires": ["check_rename_history"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q004", "query": "Find customer feedback from last quarter", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "database.customer_surveys_q4_2024", "requires": ["translate_relative_time", "query_database"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q005", "query": "Get the latest deployment config", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "configs/deploy_config_v2.3.1_prod.yaml", "requires": ["check_versioned_configs", "identify_latest"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q006", "query": "Synthetic query 6 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_6", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q007", "query": "Synthetic query 7 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_7", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q008", "query": "Synthetic query 8 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_8", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q009", "query": "Synthetic query 9 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_9", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q010", "query": "Synthetic query 10 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_10", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q011", "query": "Synthetic query 11 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_11", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q012", "query": "Synthetic query 12 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_12", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q013", "query": "Synthetic query 13 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_13", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q014", "query": "Synthetic query 14 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_14", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q015", "query": "Synthetic query 15 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_15", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q016", "query": "Synthetic query 16 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_16", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q017", "query": "Synthetic query 17 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_17", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q018", "query": "Synthetic query 18 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_18", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q019", "query": "Synthetic query 19 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_19", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q020", "query": "Synthetic query 20 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_20", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q021", "query": "Synthetic query 21 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_21", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q022", "query": "Synthetic query 22 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_22", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q023", "query": "Synthetic query 23 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_23", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q024", "query": "Synthetic query 24 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_24", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q025", "query": "Synthetic query 25 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_25", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q026", "query": "Synthetic query 26 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_26", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q027", "query": "Synthetic query 27 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_27", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q028", "query": "Synthetic query 28 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_28", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q029", "query": "Synthetic query 29 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_29", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q030", "query": "Synthetic query 30 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_30", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q031", "query": "Synthetic query 31 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_31", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q032", "query": "Synthetic query 32 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_32", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q033", "query": "Synthetic query 33 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_33", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q034", "query": "Synthetic query 34 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_34", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q035", "query": "Synthetic query 35 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_35", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q036", "query": "Synthetic query 36 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_36", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q037", "query": "Synthetic query 37 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_37", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q038", "query": "Synthetic query 38 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_38", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q039", "query": "Synthetic query 39 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_39", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q040", "query": "Synthetic query 40 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_40", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q041", "query": "Synthetic query 41 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_41", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q042", "query": "Synthetic query 42 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_42", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q043", "query": "Synthetic query 43 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_43", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q044", "query": "Synthetic query 44 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_44", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q045", "query": "Synthetic query 45 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_45", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q046", "query": "Synthetic query 46 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_46", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q047", "query": "Synthetic query 47 for synonym_issue", "category": "synonym_issue", "ground_truth": {"exists": true, "location": "data/synonym_issue/item_47", "requires": ["capability_synonym_issue"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q048", "query": "Synthetic query 48 for archived_resource", "category": "archived_resource", "ground_truth": {"exists": true, "location": "data/archived_resource/item_48", "requires": ["capability_archived_resource"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q049", "query": "Synthetic query 49 for renamed_entity", "category": "renamed_entity", "ground_truth": {"exists": true, "location": "data/renamed_entity/item_49", "requires": ["capability_renamed_entity"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
{"id": "q050", "query": "Synthetic query 50 for time_based_confusion", "category": "time_based_confusion", "ground_truth": {"exists": true, "location": "data/time_based_confusion/item_50", "requires": ["capability_time_based_confusion"]}, "expected_agent_behavior": "give_up", "expected_teacher_behavior": "find_it"}
