[ { "category": "simple", "topic": "roles", "tid": 0, "question": "What is the name of my niece's company?", "ground_truth": "D", "answer_text": "TechInnovate Systems LLC", "target_sids": [ 119 ], "retrieved_sids": [ 119, 101, 148, 163, 129 ], "retrieved_global": [ 119, 101, 148, 163, 129 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 1, "question": "What is the email address of my cousin, who is male?", "ground_truth": "B", "answer_text": "aiden.parker@innovativeresearchdynamics.com", "target_sids": [ 59 ], "retrieved_sids": [ 59, 143, 33, 101, 123 ], "retrieved_global": [ 59, 143, 33, 101, 123 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 2, "question": "What is the position of my brother?", "ground_truth": "C", "answer_text": "Software Developer", "target_sids": [ 84 ], "retrieved_sids": [ 85, 18, 84, 95, 1 ], "retrieved_global": [ 85, 18, 84, 95, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 3, "question": "What is the height of my aunt?", "ground_truth": "C", "answer_text": "170cm", "target_sids": [ 13 ], "retrieved_sids": [ 13, 125, 42, 19, 98 ], "retrieved_global": [ 13, 125, 42, 19, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 4, "question": "What is the contact number for my subordinate?", "ground_truth": "A", "answer_text": "65006816010", "target_sids": [ 40 ], "retrieved_sids": [ 40, 59, 98, 162, 9 ], "retrieved_global": [ 40, 59, 98, 162, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 5, "question": "What hobby does my brother have?", "ground_truth": "A", "answer_text": "Listening to Music", "target_sids": [ 81 ], "retrieved_sids": [ 81, 131, 132, 77, 2 ], "retrieved_global": [ 81, 131, 132, 77, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 6, "question": "What hobby does my nephew have?", "ground_truth": "C", "answer_text": "Painting", "target_sids": [ 105 ], "retrieved_sids": [ 97, 98, 68, 70, 54 ], "retrieved_global": [ 97, 98, 68, 70, 54 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 7, "question": "What is the work location of my sister?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 144 ], "retrieved_sids": [ 144, 107, 151, 108, 137 ], "retrieved_global": [ 144, 107, 151, 108, 137 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 8, "question": "What is the height of my male cousin?", "ground_truth": "B", "answer_text": "168cm", "target_sids": [ 64 ], "retrieved_sids": [ 64, 82, 43, 83, 146 ], "retrieved_global": [ 64, 82, 43, 83, 146 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 9, "question": "What is the educational background of that coworker?", "ground_truth": "B", "answer_text": "Master", "target_sids": [ 113 ], "retrieved_sids": [ 7, 48, 120, 138, 57 ], "retrieved_global": [ 7, 48, 120, 138, 57 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 10, "question": "What does the coworker do for a living?", "ground_truth": "A", "answer_text": "Designer", "target_sids": [ 124 ], "retrieved_sids": [ 90, 124, 131, 129, 138 ], "retrieved_global": [ 90, 124, 131, 129, 138 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 11, "question": "What is the location of my father's workplace?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 92 ], "retrieved_sids": [ 153, 94, 66, 68, 125 ], "retrieved_global": [ 153, 94, 66, 68, 125 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 12, "question": "What is the work location of the subordinate?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 32 ], "retrieved_sids": [ 32, 163, 92, 94, 162 ], "retrieved_global": [ 32, 163, 92, 94, 162 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 13, "question": "What hobby does the coworker have?", "ground_truth": "A", "answer_text": "Surfing", "target_sids": [ 148 ], "retrieved_sids": [ 30, 109, 130, 26, 131 ], "retrieved_global": [ 30, 109, 130, 26, 131 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 14, "question": "What is the position of the boss?", "ground_truth": "A", "answer_text": "Sales Director", "target_sids": [ 56 ], "retrieved_sids": [ 61, 56, 62, 157, 4 ], "retrieved_global": [ 61, 56, 62, 157, 4 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 15, "question": "What is the email address of the subordinate?", "ground_truth": "C", "answer_text": "grayson.mitchell@bostoncaremedical.com", "target_sids": [ 13 ], "retrieved_sids": [ 13, 160, 35, 96, 161 ], "retrieved_global": [ 13, 160, 35, 96, 161 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 16, "question": "What is the hometown of my aunt?", "ground_truth": "A", "answer_text": "Columbus, OH", "target_sids": [ 143 ], "retrieved_sids": [ 123, 143, 46, 32, 142 ], "retrieved_global": [ 123, 143, 46, 32, 142 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 17, "question": "What is the hometown of my sister?", "ground_truth": "A", "answer_text": "San Antonio, TX", "target_sids": [ 24 ], "retrieved_sids": [ 24, 5, 20, 128, 107 ], "retrieved_global": [ 24, 5, 20, 128, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 18, "question": "What is the education background of that coworker?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 144 ], "retrieved_sids": [ 92, 24, 106, 51, 126 ], "retrieved_global": [ 92, 24, 106, 51, 126 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 19, "question": "What is the occupation of that subordinate?", "ground_truth": "A", "answer_text": "Flight Attendant", "target_sids": [ 97 ], "retrieved_sids": [ 97, 98, 136, 14, 78 ], "retrieved_global": [ 97, 98, 136, 14, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 20, "question": "What hobby does my nephew have?", "ground_truth": "B", "answer_text": "Playing Golf", "target_sids": [ 6 ], "retrieved_sids": [ 6, 115, 91, 92, 72 ], "retrieved_global": [ 6, 115, 91, 92, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 21, "question": "What hobby does my coworker have?", "ground_truth": "A", "answer_text": "Woodworking", "target_sids": [ 70 ], "retrieved_sids": [ 105, 84, 70, 33, 6 ], "retrieved_global": [ 105, 84, 70, 33, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 22, "question": "What is the position of my mother?", "ground_truth": "D", "answer_text": "Real Estate Sales Specialist", "target_sids": [ 38 ], "retrieved_sids": [ 37, 21, 36, 61, 51 ], "retrieved_global": [ 37, 21, 36, 61, 51 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 23, "question": "What is the name of my sister?", "ground_truth": "D", "answer_text": "Briar Lane", "target_sids": [ 19 ], "retrieved_sids": [ 19, 0, 13, 102, 10 ], "retrieved_global": [ 19, 0, 13, 102, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 24, "question": "What is the name of my subordinate's company?", "ground_truth": "A", "answer_text": "Innovatech Research Group", "target_sids": [ 61 ], "retrieved_sids": [ 61, 114, 42, 90, 70 ], "retrieved_global": [ 61, 114, 42, 90, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 25, "question": "What is the age of the subordinate?", "ground_truth": "D", "answer_text": "28 years old", "target_sids": [ 75 ], "retrieved_sids": [ 75, 92, 6, 104, 80 ], "retrieved_global": [ 75, 92, 6, 104, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 26, "question": "What hobby does the subordinate enjoy?", "ground_truth": "B", "answer_text": "Watching Movies", "target_sids": [ 135 ], "retrieved_sids": [ 135, 29, 32, 69, 139 ], "retrieved_global": [ 135, 29, 32, 69, 139 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 27, "question": "What level of education has my mother completed?", "ground_truth": "C", "answer_text": "Associate Degree", "target_sids": [ 118 ], "retrieved_sids": [ 86, 44, 24, 6, 118 ], "retrieved_global": [ 86, 44, 24, 6, 118 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 28, "question": "When is my subordinate's birthday?", "ground_truth": "D", "answer_text": "04/27", "target_sids": [ 15 ], "retrieved_sids": [ 15, 109, 127, 24, 85 ], "retrieved_global": [ 15, 109, 127, 24, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 29, "question": "What is the position of my sister?", "ground_truth": "C", "answer_text": "Senior Research Scientist", "target_sids": [ 163 ], "retrieved_sids": [ 8, 163, 145, 75, 5 ], "retrieved_global": [ 8, 163, 145, 75, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 30, "question": "What is the hometown of my female cousin?", "ground_truth": "A", "answer_text": "Indianapolis, IN", "target_sids": [ 24 ], "retrieved_sids": [ 85, 24, 21, 149, 40 ], "retrieved_global": [ 85, 24, 21, 149, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 31, "question": "What is the height of my uncle?", "ground_truth": "B", "answer_text": "164cm", "target_sids": [ 67 ], "retrieved_sids": [ 67, 141, 41, 1, 60 ], "retrieved_global": [ 67, 141, 41, 1, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 32, "question": "What is the contact number for my male cousin?", "ground_truth": "D", "answer_text": "61704341522", "target_sids": [ 141 ], "retrieved_sids": [ 141, 74, 52, 91, 109 ], "retrieved_global": [ 141, 74, 52, 91, 109 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 33, "question": "How old is the coworker?", "ground_truth": "C", "answer_text": "42 years old", "target_sids": [ 151 ], "retrieved_sids": [ 151, 82, 161, 62, 144 ], "retrieved_global": [ 151, 82, 161, 62, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 34, "question": "What is the email address of that coworker?", "ground_truth": "A", "answer_text": "lila.prescott@riverbendmedicalgroup.com", "target_sids": [ 26 ], "retrieved_sids": [ 26, 58, 96, 72, 113 ], "retrieved_global": [ 26, 58, 96, 72, 113 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 35, "question": "Could anyone provide the contact number for my subordinate?", "ground_truth": "A", "answer_text": "65000715718", "target_sids": [ 109 ], "retrieved_sids": [ 109, 77, 96, 16, 148 ], "retrieved_global": [ 109, 77, 96, 16, 148 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 36, "question": "What is the education background of the coworker?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 112 ], "retrieved_sids": [ 112, 127, 104, 70, 30 ], "retrieved_global": [ 112, 127, 104, 70, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 37, "question": "When is my sister's birthday?", "ground_truth": "A", "answer_text": "11/02", "target_sids": [ 139 ], "retrieved_sids": [ 139, 144, 44, 19, 2 ], "retrieved_global": [ 139, 144, 44, 19, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 38, "question": "What hobby does my nephew have?", "ground_truth": "C", "answer_text": "Volunteering", "target_sids": [ 48 ], "retrieved_sids": [ 107, 48, 111, 10, 116 ], "retrieved_global": [ 107, 48, 111, 10, 116 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 39, "question": "What is the height of my uncle?", "ground_truth": "A", "answer_text": "177cm", "target_sids": [ 118 ], "retrieved_sids": [ 118, 144, 82, 70, 102 ], "retrieved_global": [ 118, 144, 82, 70, 102 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 40, "question": "When is my father's birthday?", "ground_truth": "C", "answer_text": "11/27", "target_sids": [ 50 ], "retrieved_sids": [ 50, 132, 3, 84, 146 ], "retrieved_global": [ 50, 132, 3, 84, 146 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 41, "question": "What is the hometown of my father?", "ground_truth": "B", "answer_text": "Columbus, OH", "target_sids": [ 99 ], "retrieved_sids": [ 46, 129, 99, 83, 105 ], "retrieved_global": [ 46, 129, 99, 83, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 42, "question": "What position does the coworker hold?", "ground_truth": "B", "answer_text": "Residential Electrician Team Lead", "target_sids": [ 38 ], "retrieved_sids": [ 7, 103, 2, 65, 102 ], "retrieved_global": [ 7, 103, 2, 65, 102 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 43, "question": "What position does that coworker hold?", "ground_truth": "D", "answer_text": "Apprentice Electrician", "target_sids": [ 34 ], "retrieved_sids": [ 22, 108, 39, 153, 2 ], "retrieved_global": [ 22, 108, 39, 153, 2 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 44, "question": "What is my male cousin's email address?", "ground_truth": "D", "answer_text": "ethan.blake@northeastsalesgroup.com", "target_sids": [ 100 ], "retrieved_sids": [ 100, 156, 138, 51, 40 ], "retrieved_global": [ 100, 156, 138, 51, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 45, "question": "What is the highest level of education attained by my aunt?", "ground_truth": "B", "answer_text": "Bachelor", "target_sids": [ 51 ], "retrieved_sids": [ 90, 69, 6, 130, 51 ], "retrieved_global": [ 90, 69, 6, 130, 51 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 46, "question": "What hobby does my boss have?", "ground_truth": "D", "answer_text": "Knitting", "target_sids": [ 89 ], "retrieved_sids": [ 9, 89, 70, 103, 45 ], "retrieved_global": [ 9, 89, 70, 103, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 47, "question": "What is the age of my father?", "ground_truth": "A", "answer_text": "39 years old", "target_sids": [ 108 ], "retrieved_sids": [ 108, 41, 101, 112, 61 ], "retrieved_global": [ 108, 41, 101, 112, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 48, "question": "What is the hometown of my father?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 109 ], "retrieved_sids": [ 101, 64, 109, 146, 138 ], "retrieved_global": [ 101, 64, 109, 146, 138 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 49, "question": "What is the email address of my father?", "ground_truth": "D", "answer_text": "isaiah.carter@pinnaclelegaladvisors.com", "target_sids": [ 52 ], "retrieved_sids": [ 52, 117, 31, 74, 6 ], "retrieved_global": [ 52, 117, 31, 74, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 50, "question": "What is the hobby of my mother?", "ground_truth": "D", "answer_text": "Gardening", "target_sids": [ 18 ], "retrieved_sids": [ 71, 112, 30, 153, 155 ], "retrieved_global": [ 71, 112, 30, 153, 155 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 51, "question": "When is my boss's birthday?", "ground_truth": "C", "answer_text": "05/29", "target_sids": [ 79 ], "retrieved_sids": [ 79, 127, 22, 106, 49 ], "retrieved_global": [ 79, 127, 22, 106, 49 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 52, "question": "What is the occupation of that subordinate?", "ground_truth": "C", "answer_text": "Professor", "target_sids": [ 80 ], "retrieved_sids": [ 80, 79, 7, 127, 64 ], "retrieved_global": [ 80, 79, 7, 127, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 53, "question": "What is the level of education that my mother has completed?", "ground_truth": "A", "answer_text": "High School", "target_sids": [ 12 ], "retrieved_sids": [ 158, 47, 12, 157, 111 ], "retrieved_global": [ 158, 47, 12, 157, 111 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 54, "question": "What is the work location of the coworker?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 118 ], "retrieved_sids": [ 118, 113, 33, 145, 25 ], "retrieved_global": [ 118, 113, 33, 145, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 55, "question": "How old is my brother?", "ground_truth": "D", "answer_text": "26 years old", "target_sids": [ 70 ], "retrieved_sids": [ 70, 82, 63, 123, 21 ], "retrieved_global": [ 70, 82, 63, 123, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 56, "question": "What does my boss do for a living?", "ground_truth": "A", "answer_text": "Engineer", "target_sids": [ 59 ], "retrieved_sids": [ 61, 67, 59, 60, 135 ], "retrieved_global": [ 61, 67, 59, 60, 135 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 57, "question": "What is the birthday of my subordinate?", "ground_truth": "D", "answer_text": "02/18", "target_sids": [ 93 ], "retrieved_sids": [ 93, 64, 105, 125, 82 ], "retrieved_global": [ 93, 64, 105, 125, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 58, "question": "What is the hometown of my female cousin?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 139 ], "retrieved_sids": [ 142, 124, 116, 88, 139 ], "retrieved_global": [ 142, 124, 116, 88, 139 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 59, "question": "What position does my aunt hold?", "ground_truth": "C", "answer_text": "Assistant Professor of Educational Psychology", "target_sids": [ 131 ], "retrieved_sids": [ 143, 131, 2, 125, 124 ], "retrieved_global": [ 143, 131, 2, 125, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 60, "question": "What is the date of my niece's birthday?", "ground_truth": "D", "answer_text": "10/28", "target_sids": [ 59 ], "retrieved_sids": [ 59, 2, 64, 22, 60 ], "retrieved_global": [ 59, 2, 64, 22, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 61, "question": "What hobby does my father enjoy?", "ground_truth": "C", "answer_text": "Painting", "target_sids": [ 7 ], "retrieved_sids": [ 54, 157, 28, 7, 91 ], "retrieved_global": [ 54, 157, 28, 7, 91 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 62, "question": "What is the contact number for my brother?", "ground_truth": "D", "answer_text": "20208590152", "target_sids": [ 61 ], "retrieved_sids": [ 61, 75, 9, 118, 84 ], "retrieved_global": [ 61, 75, 9, 118, 84 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 63, "question": "How old is the coworker?", "ground_truth": "C", "answer_text": "41 years old", "target_sids": [ 64 ], "retrieved_sids": [ 64, 103, 93, 113, 66 ], "retrieved_global": [ 64, 103, 93, 113, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 64, "question": "What is the height of my niece?", "ground_truth": "B", "answer_text": "162cm", "target_sids": [ 115 ], "retrieved_sids": [ 115, 1, 83, 20, 62 ], "retrieved_global": [ 115, 1, 83, 20, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 65, "question": "When is my subordinate's birthday?", "ground_truth": "B", "answer_text": "11/23", "target_sids": [ 13 ], "retrieved_sids": [ 13, 64, 133, 102, 23 ], "retrieved_global": [ 13, 64, 133, 102, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 66, "question": "What is the name of my female cousin?", "ground_truth": "C", "answer_text": "Savannah Cole", "target_sids": [ 65 ], "retrieved_sids": [ 65, 80, 155, 163, 61 ], "retrieved_global": [ 65, 80, 155, 163, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 67, "question": "What does my brother do for a living?", "ground_truth": "A", "answer_text": "Software Engineer", "target_sids": [ 67 ], "retrieved_sids": [ 67, 47, 72, 70, 94 ], "retrieved_global": [ 67, 47, 72, 70, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 68, "question": "What is the location where my sister works?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 69 ], "retrieved_sids": [ 69, 104, 25, 5, 76 ], "retrieved_global": [ 69, 104, 25, 5, 76 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 69, "question": "What is the occupation of that coworker?", "ground_truth": "C", "answer_text": "Construction Worker", "target_sids": [ 8 ], "retrieved_sids": [ 15, 8, 9, 93, 26 ], "retrieved_global": [ 15, 8, 9, 93, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 70, "question": "What is the position of my niece?", "ground_truth": "B", "answer_text": "Associate Professor of Applied Sciences", "target_sids": [ 115 ], "retrieved_sids": [ 115, 99, 117, 32, 122 ], "retrieved_global": [ 115, 99, 117, 32, 122 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 71, "question": "What is the date of my coworker's birthday?", "ground_truth": "B", "answer_text": "04/02", "target_sids": [ 159 ], "retrieved_sids": [ 159, 23, 127, 2, 43 ], "retrieved_global": [ 159, 23, 127, 2, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 72, "question": "What is the date of my brother's birthday?", "ground_truth": "C", "answer_text": "07/27", "target_sids": [ 28 ], "retrieved_sids": [ 28, 104, 157, 60, 64 ], "retrieved_global": [ 28, 104, 157, 60, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 73, "question": "What is the name of the company where the coworker works?", "ground_truth": "A", "answer_text": "Mile High Realty Group", "target_sids": [ 67 ], "retrieved_sids": [ 67, 102, 126, 153, 46 ], "retrieved_global": [ 67, 102, 126, 153, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 74, "question": "What is my male cousin's email address?", "ground_truth": "C", "answer_text": "logan.pierce@sunnycoastretail.com", "target_sids": [ 12 ], "retrieved_sids": [ 12, 77, 57, 146, 144 ], "retrieved_global": [ 12, 77, 57, 146, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 75, "question": "What position does my uncle hold?", "ground_truth": "A", "answer_text": "Registered Nurse", "target_sids": [ 52 ], "retrieved_sids": [ 61, 41, 72, 52, 78 ], "retrieved_global": [ 61, 41, 72, 52, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 76, "question": "What hobby does my niece enjoy?", "ground_truth": "D", "answer_text": "Surfing", "target_sids": [ 112 ], "retrieved_sids": [ 112, 50, 111, 107, 121 ], "retrieved_global": [ 112, 50, 111, 107, 121 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 77, "question": "What is the occupation of my mother?", "ground_truth": "D", "answer_text": "Professor", "target_sids": [ 40 ], "retrieved_sids": [ 21, 129, 90, 88, 50 ], "retrieved_global": [ 21, 129, 90, 88, 50 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 78, "question": "How old is my sister?", "ground_truth": "B", "answer_text": "31 years old", "target_sids": [ 47 ], "retrieved_sids": [ 47, 40, 44, 80, 141 ], "retrieved_global": [ 47, 40, 44, 80, 141 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 79, "question": "What is the name of the boss?", "ground_truth": "B", "answer_text": "Jaxon Marlowe", "target_sids": [ 119 ], "retrieved_sids": [ 119, 100, 111, 125, 114 ], "retrieved_global": [ 119, 100, 111, 125, 114 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 80, "question": "What is the work location of my niece?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 49 ], "retrieved_sids": [ 49, 107, 86, 129, 87 ], "retrieved_global": [ 49, 107, 86, 129, 87 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 81, "question": "What is the date of my niece's birthday?", "ground_truth": "A", "answer_text": "03/06", "target_sids": [ 101 ], "retrieved_sids": [ 101, 144, 2, 42, 30 ], "retrieved_global": [ 101, 144, 2, 42, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 82, "question": "Where does my aunt work?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 2 ], "retrieved_sids": [ 71, 26, 2, 73, 72 ], "retrieved_global": [ 71, 26, 2, 73, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 83, "question": "What is the hometown of my niece?", "ground_truth": "B", "answer_text": "Phoenix, AZ", "target_sids": [ 44 ], "retrieved_sids": [ 44, 89, 42, 107, 62 ], "retrieved_global": [ 44, 89, 42, 107, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 84, "question": "What is the contact number for my subordinate?", "ground_truth": "C", "answer_text": "31009870183", "target_sids": [ 98 ], "retrieved_sids": [ 98, 12, 73, 37, 139 ], "retrieved_global": [ 98, 12, 73, 37, 139 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 85, "question": "What is the date of my sister's birthday?", "ground_truth": "B", "answer_text": "04/29", "target_sids": [ 59 ], "retrieved_sids": [ 59, 156, 34, 104, 82 ], "retrieved_global": [ 59, 156, 34, 104, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 86, "question": "What is the hometown of my aunt?", "ground_truth": "C", "answer_text": "San Diego, CA", "target_sids": [ 75 ], "retrieved_sids": [ 75, 4, 103, 72, 60 ], "retrieved_global": [ 75, 4, 103, 72, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 87, "question": "What does my female cousin do for a living?", "ground_truth": "C", "answer_text": "Professor", "target_sids": [ 58 ], "retrieved_sids": [ 44, 118, 43, 58, 128 ], "retrieved_global": [ 44, 118, 43, 58, 128 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 88, "question": "What is the name of my mother's company?", "ground_truth": "C", "answer_text": "Lone Star Sales Group", "target_sids": [ 164 ], "retrieved_sids": [ 164, 146, 159, 160, 153 ], "retrieved_global": [ 164, 146, 159, 160, 153 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 89, "question": "What is the name of my subordinate?", "ground_truth": "C", "answer_text": "Emerson Tate", "target_sids": [ 149 ], "retrieved_sids": [ 149, 144, 143, 90, 28 ], "retrieved_global": [ 149, 144, 143, 90, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 90, "question": "How old is my female cousin?", "ground_truth": "D", "answer_text": "27 years old", "target_sids": [ 16 ], "retrieved_sids": [ 16, 44, 19, 40, 3 ], "retrieved_global": [ 16, 44, 19, 40, 3 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 91, "question": "What is the name of my father?", "ground_truth": "A", "answer_text": "Carter Ellis", "target_sids": [ 26 ], "retrieved_sids": [ 26, 21, 144, 117, 124 ], "retrieved_global": [ 26, 21, 144, 117, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 92, "question": "When is the boss's birthday?", "ground_truth": "A", "answer_text": "09/16", "target_sids": [ 69 ], "retrieved_sids": [ 69, 43, 124, 27, 3 ], "retrieved_global": [ 69, 43, 124, 27, 3 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 93, "question": "What is the occupation of that subordinate?", "ground_truth": "A", "answer_text": "Lawyer", "target_sids": [ 98 ], "retrieved_sids": [ 98, 81, 149, 69, 128 ], "retrieved_global": [ 98, 81, 149, 69, 128 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 94, "question": "What is the email address of my niece?", "ground_truth": "A", "answer_text": "sophia.blake@celticfinancialpartners.com", "target_sids": [ 138 ], "retrieved_sids": [ 138, 82, 155, 38, 121 ], "retrieved_global": [ 138, 82, 155, 38, 121 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 95, "question": "What does my sister do for a living?", "ground_truth": "A", "answer_text": "Social Worker", "target_sids": [ 148 ], "retrieved_sids": [ 91, 148, 86, 85, 90 ], "retrieved_global": [ 91, 148, 86, 85, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 96, "question": "What is the name of that uncle?", "ground_truth": "A", "answer_text": "Ethan Harper", "target_sids": [ 152 ], "retrieved_sids": [ 152, 141, 54, 77, 39 ], "retrieved_global": [ 152, 141, 54, 77, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 97, "question": "What does my father do for a living?", "ground_truth": "B", "answer_text": "Sales Associate", "target_sids": [ 114 ], "retrieved_sids": [ 109, 147, 102, 114, 127 ], "retrieved_global": [ 109, 147, 102, 114, 127 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 98, "question": "What is the position of the boss?", "ground_truth": "C", "answer_text": "Police Chief", "target_sids": [ 70 ], "retrieved_sids": [ 79, 70, 62, 103, 88 ], "retrieved_global": [ 79, 70, 62, 103, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 99, "question": "What is the occupation of my mother?", "ground_truth": "B", "answer_text": "Scientist", "target_sids": [ 33 ], "retrieved_sids": [ 21, 26, 33, 49, 130 ], "retrieved_global": [ 21, 26, 33, 49, 130 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 100, "question": "What is the name of the company where the boss works?", "ground_truth": "B", "answer_text": "Golden State Freight Lines", "target_sids": [ 57 ], "retrieved_sids": [ 57, 45, 54, 56, 26 ], "retrieved_global": [ 57, 45, 54, 56, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 101, "question": "What is the location where Father works?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 69 ], "retrieved_sids": [ 69, 8, 147, 22, 122 ], "retrieved_global": [ 69, 8, 147, 22, 122 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 102, "question": "What hobby does my niece enjoy?", "ground_truth": "C", "answer_text": "Cooking", "target_sids": [ 104 ], "retrieved_sids": [ 27, 9, 104, 152, 123 ], "retrieved_global": [ 27, 9, 104, 152, 123 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 103, "question": "What is the work location of my mother?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 43 ], "retrieved_sids": [ 150, 30, 32, 51, 43 ], "retrieved_global": [ 150, 30, 32, 51, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 104, "question": "What does my nephew do for a living?", "ground_truth": "C", "answer_text": "Professor", "target_sids": [ 89 ], "retrieved_sids": [ 90, 94, 89, 7, 83 ], "retrieved_global": [ 90, 94, 89, 7, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 105, "question": "What is the position of my brother?", "ground_truth": "B", "answer_text": "Journeyman Electrician", "target_sids": [ 17 ], "retrieved_sids": [ 17, 0, 100, 109, 141 ], "retrieved_global": [ 17, 0, 100, 109, 141 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 106, "question": "What is the hometown of that coworker?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 30 ], "retrieved_sids": [ 63, 21, 128, 126, 143 ], "retrieved_global": [ 63, 21, 128, 126, 143 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 107, "question": "What hobby does the boss have?", "ground_truth": "D", "answer_text": "Sports", "target_sids": [ 13 ], "retrieved_sids": [ 13, 131, 114, 134, 67 ], "retrieved_global": [ 13, 131, 114, 134, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 108, "question": "What is my male cousin's email address?", "ground_truth": "A", "answer_text": "ethan.carter@precisionfinancial.com", "target_sids": [ 122 ], "retrieved_sids": [ 122, 35, 97, 112, 54 ], "retrieved_global": [ 122, 35, 97, 112, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 109, "question": "What is the work location of my sister?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 76 ], "retrieved_sids": [ 76, 111, 74, 45, 96 ], "retrieved_global": [ 76, 111, 74, 45, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 110, "question": "What is the position of my nephew?", "ground_truth": "A", "answer_text": "Professional Music Composer", "target_sids": [ 83 ], "retrieved_sids": [ 83, 82, 42, 91, 92 ], "retrieved_global": [ 83, 82, 42, 91, 92 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 111, "question": "What hobby does my father have?", "ground_truth": "A", "answer_text": "Cycling", "target_sids": [ 90 ], "retrieved_sids": [ 68, 51, 90, 107, 26 ], "retrieved_global": [ 68, 51, 90, 107, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 112, "question": "What is the contact number for my father?", "ground_truth": "B", "answer_text": "81806958405", "target_sids": [ 80 ], "retrieved_sids": [ 80, 40, 121, 157, 62 ], "retrieved_global": [ 80, 40, 121, 157, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 113, "question": "What is the name of the coworker?", "ground_truth": "A", "answer_text": "Ivy Sullivan", "target_sids": [ 39 ], "retrieved_sids": [ 39, 132, 28, 131, 19 ], "retrieved_global": [ 39, 132, 28, 131, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 114, "question": "What is the name of Uncle's company?", "ground_truth": "C", "answer_text": "Austin Legal Associates", "target_sids": [ 42 ], "retrieved_sids": [ 60, 55, 42, 40, 25 ], "retrieved_global": [ 60, 55, 42, 40, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 115, "question": "What is the height of the boss?", "ground_truth": "C", "answer_text": "143cm", "target_sids": [ 36 ], "retrieved_sids": [ 36, 105, 84, 125, 146 ], "retrieved_global": [ 36, 105, 84, 125, 146 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 116, "question": "What is the name of my uncle?", "ground_truth": "A", "answer_text": "Carter James", "target_sids": [ 30 ], "retrieved_sids": [ 30, 20, 22, 54, 62 ], "retrieved_global": [ 30, 20, 22, 54, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 117, "question": "What is the location of my father's workplace?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 162 ], "retrieved_sids": [ 145, 11, 26, 69, 162 ], "retrieved_global": [ 145, 11, 26, 69, 162 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 118, "question": "How old is my mother?", "ground_truth": "C", "answer_text": "31 years old", "target_sids": [ 102 ], "retrieved_sids": [ 102, 143, 80, 122, 20 ], "retrieved_global": [ 102, 143, 80, 122, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 119, "question": "What does my father do for a living?", "ground_truth": "B", "answer_text": "Cashier", "target_sids": [ 13 ], "retrieved_sids": [ 6, 0, 13, 152, 149 ], "retrieved_global": [ 6, 0, 13, 152, 149 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 120, "question": "What is the name of that coworker?", "ground_truth": "B", "answer_text": "Ella Prescott", "target_sids": [ 115 ], "retrieved_sids": [ 115, 104, 152, 31, 77 ], "retrieved_global": [ 115, 104, 152, 31, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 121, "question": "What is the work location of my niece?", "ground_truth": "D", "answer_text": "Seattle, WA", "target_sids": [ 5 ], "retrieved_sids": [ 5, 55, 109, 9, 112 ], "retrieved_global": [ 5, 55, 109, 9, 112 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 122, "question": "How old is my nephew?", "ground_truth": "C", "answer_text": "36 years old", "target_sids": [ 95 ], "retrieved_sids": [ 95, 82, 65, 41, 101 ], "retrieved_global": [ 95, 82, 65, 41, 101 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 123, "question": "What is the work location of the boss?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 63 ], "retrieved_sids": [ 63, 130, 78, 105, 27 ], "retrieved_global": [ 63, 130, 78, 105, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 124, "question": "What is the name of the niece?", "ground_truth": "B", "answer_text": "Ella Harper", "target_sids": [ 140 ], "retrieved_sids": [ 140, 123, 84, 103, 112 ], "retrieved_global": [ 140, 123, 84, 103, 112 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 125, "question": "What is the height of my father?", "ground_truth": "D", "answer_text": "161cm", "target_sids": [ 109 ], "retrieved_sids": [ 109, 42, 62, 63, 43 ], "retrieved_global": [ 109, 42, 62, 63, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 126, "question": "What is the name of the company where the boss works?", "ground_truth": "A", "answer_text": "Skyline Builders LLC", "target_sids": [ 1 ], "retrieved_sids": [ 1, 129, 85, 11, 44 ], "retrieved_global": [ 1, 129, 85, 11, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 127, "question": "What is the educational background of the boss?", "ground_truth": "B", "answer_text": "Bachelor", "target_sids": [ 95 ], "retrieved_sids": [ 46, 95, 92, 100, 26 ], "retrieved_global": [ 46, 95, 92, 100, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 128, "question": "What is the contact number of my male cousin?", "ground_truth": "C", "answer_text": "65006256175", "target_sids": [ 120 ], "retrieved_sids": [ 120, 57, 92, 13, 90 ], "retrieved_global": [ 120, 57, 92, 13, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 129, "question": "What is the level of education that my sister has achieved?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 130 ], "retrieved_sids": [ 114, 2, 130, 16, 157 ], "retrieved_global": [ 114, 2, 130, 16, 157 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 130, "question": "What is the position of my subordinate?", "ground_truth": "B", "answer_text": "Nurse Practitioner", "target_sids": [ 10 ], "retrieved_sids": [ 10, 0, 46, 51, 42 ], "retrieved_global": [ 10, 0, 46, 51, 42 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 131, "question": "What is the work location of the boss?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 76 ], "retrieved_sids": [ 76, 144, 104, 14, 70 ], "retrieved_global": [ 76, 144, 104, 14, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 132, "question": "What is the email address of the boss?", "ground_truth": "A", "answer_text": "jasper.whitmore@portlandpowerpros.com", "target_sids": [ 10 ], "retrieved_sids": [ 10, 92, 47, 155, 39 ], "retrieved_global": [ 10, 92, 47, 155, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 133, "question": "When is my coworker's birthday?", "ground_truth": "C", "answer_text": "11/22", "target_sids": [ 160 ], "retrieved_sids": [ 160, 2, 64, 112, 44 ], "retrieved_global": [ 160, 2, 64, 112, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 134, "question": "What kind of education does my female cousin have?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 112 ], "retrieved_sids": [ 112, 8, 20, 109, 146 ], "retrieved_global": [ 112, 8, 20, 109, 146 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 135, "question": "When is my sister's birthday?", "ground_truth": "C", "answer_text": "01/07", "target_sids": [ 42 ], "retrieved_sids": [ 42, 22, 87, 144, 124 ], "retrieved_global": [ 42, 22, 87, 144, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 136, "question": "What does my brother do for a living?", "ground_truth": "B", "answer_text": "Chef", "target_sids": [ 108 ], "retrieved_sids": [ 26, 108, 38, 104, 27 ], "retrieved_global": [ 26, 108, 38, 104, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 137, "question": "What is the educational background of my sister?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 31 ], "retrieved_sids": [ 70, 31, 149, 37, 114 ], "retrieved_global": [ 70, 31, 149, 37, 114 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 138, "question": "What is the email address of my aunt?", "ground_truth": "C", "answer_text": "clara.jensen@sunnyislessalesgroup.com", "target_sids": [ 77 ], "retrieved_sids": [ 77, 99, 104, 54, 39 ], "retrieved_global": [ 77, 99, 104, 54, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 139, "question": "Could the contact number for the boss be provided?", "ground_truth": "D", "answer_text": "61701122927", "target_sids": [ 145 ], "retrieved_sids": [ 145, 139, 76, 115, 100 ], "retrieved_global": [ 145, 139, 76, 115, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 140, "question": "What is the age of the nephew?", "ground_truth": "D", "answer_text": "27 years old", "target_sids": [ 91 ], "retrieved_sids": [ 91, 81, 0, 23, 82 ], "retrieved_global": [ 91, 81, 0, 23, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 141, "question": "What is the position of my aunt?", "ground_truth": "C", "answer_text": "Senior Mechanical Engineer", "target_sids": [ 7 ], "retrieved_sids": [ 7, 0, 1, 155, 16 ], "retrieved_global": [ 7, 0, 1, 155, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 142, "question": "What is the height of my uncle?", "ground_truth": "D", "answer_text": "162cm", "target_sids": [ 128 ], "retrieved_sids": [ 128, 43, 15, 31, 144 ], "retrieved_global": [ 128, 43, 15, 31, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 143, "question": "What is the name of my nephew's company?", "ground_truth": "B", "answer_text": "Portland Public Safety Services", "target_sids": [ 111 ], "retrieved_sids": [ 111, 8, 102, 36, 7 ], "retrieved_global": [ 111, 8, 102, 36, 7 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 144, "question": "What is the contact number for the boss?", "ground_truth": "B", "answer_text": "70705519319", "target_sids": [ 89 ], "retrieved_sids": [ 89, 54, 74, 14, 12 ], "retrieved_global": [ 89, 54, 74, 14, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 145, "question": "What is the email address of the subordinate?", "ground_truth": "C", "answer_text": "soren.tate@pinnaclelegalgroup.com", "target_sids": [ 118 ], "retrieved_sids": [ 118, 74, 55, 31, 161 ], "retrieved_global": [ 118, 74, 55, 31, 161 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 146, "question": "What is the educational background of my subordinate?", "ground_truth": "C", "answer_text": "Associate Degree", "target_sids": [ 80 ], "retrieved_sids": [ 80, 4, 43, 25, 9 ], "retrieved_global": [ 80, 4, 43, 25, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 147, "question": "What is my mother's hobby?", "ground_truth": "B", "answer_text": "Model Making", "target_sids": [ 14 ], "retrieved_sids": [ 14, 130, 107, 50, 68 ], "retrieved_global": [ 14, 130, 107, 50, 68 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 148, "question": "What is the work location of the subordinate?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 157 ], "retrieved_sids": [ 157, 61, 152, 45, 44 ], "retrieved_global": [ 157, 61, 152, 45, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 149, "question": "What is the name of the company where the boss works?", "ground_truth": "B", "answer_text": "Pinnacle Financial Strategies", "target_sids": [ 152 ], "retrieved_sids": [ 152, 109, 26, 68, 48 ], "retrieved_global": [ 152, 109, 26, 68, 48 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 150, "question": "What is the hometown of my uncle?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 50 ], "retrieved_sids": [ 50, 57, 38, 142, 125 ], "retrieved_global": [ 50, 57, 38, 142, 125 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 151, "question": "What hobby does my father enjoy?", "ground_truth": "B", "answer_text": "Cooking", "target_sids": [ 66 ], "retrieved_sids": [ 23, 132, 66, 30, 68 ], "retrieved_global": [ 23, 132, 66, 30, 68 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 152, "question": "What hobby does my uncle enjoy?", "ground_truth": "D", "answer_text": "Collecting Antiques", "target_sids": [ 139 ], "retrieved_sids": [ 139, 108, 9, 34, 31 ], "retrieved_global": [ 139, 108, 9, 34, 31 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 153, "question": "What is the name of my cousin's company?", "ground_truth": "D", "answer_text": "Manhattan Medical Center", "target_sids": [ 112 ], "retrieved_sids": [ 141, 112, 160, 100, 142 ], "retrieved_global": [ 141, 112, 160, 100, 142 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 154, "question": "What is the name of my uncle?", "ground_truth": "D", "answer_text": "Ethan Carter", "target_sids": [ 115 ], "retrieved_sids": [ 115, 103, 120, 21, 26 ], "retrieved_global": [ 115, 103, 120, 21, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 155, "question": "What is the name of my mother's hometown?", "ground_truth": "D", "answer_text": "Philadelphia, PA", "target_sids": [ 84 ], "retrieved_sids": [ 46, 84, 82, 101, 0 ], "retrieved_global": [ 46, 84, 82, 101, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 156, "question": "What is the name of my subordinate's company?", "ground_truth": "C", "answer_text": "Pioneer Innovations Group", "target_sids": [ 10 ], "retrieved_sids": [ 10, 0, 81, 68, 8 ], "retrieved_global": [ 10, 0, 81, 68, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 157, "question": "What is the work location of the boss?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 156 ], "retrieved_sids": [ 156, 27, 86, 113, 52 ], "retrieved_global": [ 156, 27, 86, 113, 52 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 158, "question": "What is the position of my mother?", "ground_truth": "B", "answer_text": "Crop Production Assistant", "target_sids": [ 124 ], "retrieved_sids": [ 123, 124, 34, 143, 95 ], "retrieved_global": [ 123, 124, 34, 143, 95 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 159, "question": "When is my niece's birthday?", "ground_truth": "D", "answer_text": "10/03", "target_sids": [ 73 ], "retrieved_sids": [ 73, 128, 104, 1, 23 ], "retrieved_global": [ 73, 128, 104, 1, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 160, "question": "What hobby does my father have?", "ground_truth": "C", "answer_text": "Model Making", "target_sids": [ 126 ], "retrieved_sids": [ 126, 123, 141, 11, 128 ], "retrieved_global": [ 126, 123, 141, 11, 128 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 161, "question": "What is the email address of my mother?", "ground_truth": "D", "answer_text": "hazel.montgomery@codecrafterstech.com", "target_sids": [ 29 ], "retrieved_sids": [ 29, 118, 98, 153, 20 ], "retrieved_global": [ 29, 118, 98, 153, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 162, "question": "What is the age of my aunt?", "ground_truth": "A", "answer_text": "32 years old", "target_sids": [ 42 ], "retrieved_sids": [ 42, 0, 29, 121, 90 ], "retrieved_global": [ 42, 0, 29, 121, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 163, "question": "What is the work location of my aunt?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 3 ], "retrieved_sids": [ 3, 104, 105, 23, 25 ], "retrieved_global": [ 3, 104, 105, 23, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 164, "question": "What is the height of the boss?", "ground_truth": "D", "answer_text": "155cm", "target_sids": [ 37 ], "retrieved_sids": [ 37, 60, 105, 1, 85 ], "retrieved_global": [ 37, 60, 105, 1, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 165, "question": "What is the educational background of the subordinate?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 114 ], "retrieved_sids": [ 114, 137, 82, 139, 151 ], "retrieved_global": [ 114, 137, 82, 139, 151 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 166, "question": "What is the work location of the coworker?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 109 ], "retrieved_sids": [ 109, 122, 68, 49, 113 ], "retrieved_global": [ 109, 122, 68, 49, 113 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 167, "question": "What is the occupation of my subordinate?", "ground_truth": "C", "answer_text": "Nurse", "target_sids": [ 49 ], "retrieved_sids": [ 49, 109, 20, 59, 80 ], "retrieved_global": [ 49, 109, 20, 59, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 168, "question": "What is the name of my brother's company?", "ground_truth": "C", "answer_text": "Innovative Learning Technologies LLC", "target_sids": [ 86 ], "retrieved_sids": [ 86, 147, 99, 5, 81 ], "retrieved_global": [ 86, 147, 99, 5, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 169, "question": "What is the date of my brother's birthday?", "ground_truth": "B", "answer_text": "02/27", "target_sids": [ 61 ], "retrieved_sids": [ 61, 127, 126, 60, 5 ], "retrieved_global": [ 61, 127, 126, 60, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 170, "question": "What is the name of my brother?", "ground_truth": "C", "answer_text": "Logan Hayes", "target_sids": [ 42 ], "retrieved_sids": [ 42, 41, 24, 44, 56 ], "retrieved_global": [ 42, 41, 24, 44, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 171, "question": "What is the hobby of that uncle?", "ground_truth": "C", "answer_text": "Model Making", "target_sids": [ 145 ], "retrieved_sids": [ 145, 50, 133, 162, 144 ], "retrieved_global": [ 145, 50, 133, 162, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 172, "question": "What is the email address of my father?", "ground_truth": "B", "answer_text": "landon.cole@seattleshieldsecurity.com", "target_sids": [ 128 ], "retrieved_sids": [ 128, 95, 10, 160, 34 ], "retrieved_global": [ 128, 95, 10, 160, 34 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 173, "question": "What is the name of the hometown of that aunt?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 58 ], "retrieved_sids": [ 88, 45, 41, 58, 90 ], "retrieved_global": [ 88, 45, 41, 58, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 174, "question": "What is the hometown of the boss?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 21 ], "retrieved_sids": [ 21, 126, 0, 69, 28 ], "retrieved_global": [ 21, 126, 0, 69, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 175, "question": "What is the hometown of my father?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 88 ], "retrieved_sids": [ 80, 24, 99, 88, 60 ], "retrieved_global": [ 80, 24, 99, 88, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 176, "question": "What is the name of the company where the subordinate works?", "ground_truth": "A", "answer_text": "Prosperity Financial Group", "target_sids": [ 75 ], "retrieved_sids": [ 75, 130, 88, 69, 46 ], "retrieved_global": [ 75, 130, 88, 69, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 177, "question": "What hobbies does my female cousin have?", "ground_truth": "D", "answer_text": "Traveling", "target_sids": [ 158 ], "retrieved_sids": [ 92, 164, 111, 158, 146 ], "retrieved_global": [ 92, 164, 111, 158, 146 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 178, "question": "What is my female cousin's email address?", "ground_truth": "B", "answer_text": "clara.voss@miamiskylineconstruction.com", "target_sids": [ 124 ], "retrieved_sids": [ 124, 58, 91, 109, 16 ], "retrieved_global": [ 124, 58, 91, 109, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 179, "question": "What hobby does my male cousin have?", "ground_truth": "B", "answer_text": "Cycling", "target_sids": [ 69 ], "retrieved_sids": [ 51, 135, 69, 94, 50 ], "retrieved_global": [ 51, 135, 69, 94, 50 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 180, "question": "What is the height of my sister?", "ground_truth": "D", "answer_text": "166cm", "target_sids": [ 79 ], "retrieved_sids": [ 79, 21, 83, 124, 1 ], "retrieved_global": [ 79, 21, 83, 124, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 181, "question": "What is the occupation of the boss?", "ground_truth": "B", "answer_text": "Nurse", "target_sids": [ 73 ], "retrieved_sids": [ 76, 73, 69, 26, 59 ], "retrieved_global": [ 76, 73, 69, 26, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 182, "question": "What is the name of my subordinate's company?", "ground_truth": "D", "answer_text": "Innovative Engineering Dynamics LLC", "target_sids": [ 79 ], "retrieved_sids": [ 79, 46, 130, 61, 59 ], "retrieved_global": [ 79, 46, 130, 61, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 183, "question": "How old is my aunt?", "ground_truth": "A", "answer_text": "23 years old", "target_sids": [ 7 ], "retrieved_sids": [ 7, 19, 1, 5, 38 ], "retrieved_global": [ 7, 19, 1, 5, 38 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 184, "question": "What is the work location of the uncle?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 106 ], "retrieved_sids": [ 106, 87, 121, 88, 3 ], "retrieved_global": [ 106, 87, 121, 88, 3 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 185, "question": "What hobby does my brother enjoy?", "ground_truth": "C", "answer_text": "Swimming", "target_sids": [ 36 ], "retrieved_sids": [ 153, 50, 36, 8, 9 ], "retrieved_global": [ 153, 50, 36, 8, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 186, "question": "What is my female cousin's email address?", "ground_truth": "D", "answer_text": "mia.kensington@pinnaclesalesgroup.com", "target_sids": [ 42 ], "retrieved_sids": [ 42, 0, 34, 99, 158 ], "retrieved_global": [ 42, 0, 34, 99, 158 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 187, "question": "How old is my female cousin?", "ground_truth": "C", "answer_text": "25 years old", "target_sids": [ 25 ], "retrieved_sids": [ 25, 0, 83, 20, 2 ], "retrieved_global": [ 25, 0, 83, 20, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 188, "question": "When is my nephew's birthday?", "ground_truth": "D", "answer_text": "09/23", "target_sids": [ 82 ], "retrieved_sids": [ 82, 4, 142, 41, 45 ], "retrieved_global": [ 82, 4, 142, 41, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 189, "question": "What is the contact number for my brother?", "ground_truth": "A", "answer_text": "71802345163", "target_sids": [ 44 ], "retrieved_sids": [ 44, 10, 114, 76, 99 ], "retrieved_global": [ 44, 10, 114, 76, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 190, "question": "What is the name of my uncle?", "ground_truth": "C", "answer_text": "Carter Reynolds", "target_sids": [ 88 ], "retrieved_sids": [ 88, 80, 6, 0, 37 ], "retrieved_global": [ 88, 80, 6, 0, 37 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 191, "question": "What is the work location of my nephew?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 46 ], "retrieved_sids": [ 46, 53, 127, 51, 124 ], "retrieved_global": [ 46, 53, 127, 51, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 192, "question": "What is the hometown of my sister?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 51 ], "retrieved_sids": [ 51, 42, 148, 145, 71 ], "retrieved_global": [ 51, 42, 148, 145, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 193, "question": "What hobby does my niece have?", "ground_truth": "D", "answer_text": "Playing Musical Instruments", "target_sids": [ 25 ], "retrieved_sids": [ 36, 89, 109, 25, 110 ], "retrieved_global": [ 36, 89, 109, 25, 110 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 194, "question": "What is the name of my nephew's company?", "ground_truth": "A", "answer_text": "Austin Health and Wellness Center", "target_sids": [ 125 ], "retrieved_sids": [ 125, 7, 121, 156, 154 ], "retrieved_global": [ 125, 7, 121, 156, 154 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 195, "question": "Where does my uncle work?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 93 ], "retrieved_sids": [ 93, 25, 113, 127, 67 ], "retrieved_global": [ 93, 25, 113, 127, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 196, "question": "What is the email address of the subordinate?", "ground_truth": "B", "answer_text": "savannah.blake@summitstyles.com", "target_sids": [ 31 ], "retrieved_sids": [ 31, 81, 53, 21, 18 ], "retrieved_global": [ 31, 81, 53, 21, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 197, "question": "What is the age of that coworker?", "ground_truth": "C", "answer_text": "35 years old", "target_sids": [ 49 ], "retrieved_sids": [ 49, 17, 48, 101, 5 ], "retrieved_global": [ 49, 17, 48, 101, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 198, "question": "What hobby does my brother have?", "ground_truth": "B", "answer_text": "Photography", "target_sids": [ 127 ], "retrieved_sids": [ 85, 49, 127, 12, 106 ], "retrieved_global": [ 85, 49, 127, 12, 106 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 199, "question": "What hobby does my niece have?", "ground_truth": "D", "answer_text": "Handicrafts", "target_sids": [ 131 ], "retrieved_sids": [ 8, 150, 131, 69, 1 ], "retrieved_global": [ 8, 150, 131, 69, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 200, "question": "What is the contact number for my niece?", "ground_truth": "C", "answer_text": "71805924189", "target_sids": [ 73 ], "retrieved_sids": [ 73, 15, 53, 155, 59 ], "retrieved_global": [ 73, 15, 53, 155, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 201, "question": "What is the occupation of my subordinate?", "ground_truth": "C", "answer_text": "Scientist", "target_sids": [ 72 ], "retrieved_sids": [ 72, 68, 60, 11, 12 ], "retrieved_global": [ 72, 68, 60, 11, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 202, "question": "Could someone please share the contact number for the boss?", "ground_truth": "D", "answer_text": "20103458196", "target_sids": [ 142 ], "retrieved_sids": [ 142, 72, 54, 143, 80 ], "retrieved_global": [ 142, 72, 54, 143, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 203, "question": "What is the work location of my aunt?", "ground_truth": "C", "answer_text": "Orlando, FL", "target_sids": [ 100 ], "retrieved_sids": [ 64, 100, 66, 27, 65 ], "retrieved_global": [ 64, 100, 66, 27, 65 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 204, "question": "When is the birthday of the subordinate?", "ground_truth": "B", "answer_text": "03/24", "target_sids": [ 45 ], "retrieved_sids": [ 45, 65, 85, 160, 105 ], "retrieved_global": [ 45, 65, 85, 160, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 205, "question": "What is the email address of my niece?", "ground_truth": "C", "answer_text": "sofia.martinez@titanbuildersgroup.com", "target_sids": [ 106 ], "retrieved_sids": [ 106, 94, 52, 36, 152 ], "retrieved_global": [ 106, 94, 52, 36, 152 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 206, "question": "What is the hometown of my female cousin?", "ground_truth": "C", "answer_text": "San Antonio, TX", "target_sids": [ 113 ], "retrieved_sids": [ 124, 102, 4, 84, 5 ], "retrieved_global": [ 124, 102, 4, 84, 5 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 207, "question": "When is my aunt's birthday?", "ground_truth": "B", "answer_text": "04/02", "target_sids": [ 119 ], "retrieved_sids": [ 119, 145, 97, 3, 102 ], "retrieved_global": [ 119, 145, 97, 3, 102 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 208, "question": "What position does my uncle hold?", "ground_truth": "A", "answer_text": "Sales Representative", "target_sids": [ 7 ], "retrieved_sids": [ 15, 106, 153, 50, 0 ], "retrieved_global": [ 15, 106, 153, 50, 0 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 209, "question": "What is the hometown of my aunt?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 130 ], "retrieved_sids": [ 130, 114, 137, 141, 123 ], "retrieved_global": [ 130, 114, 137, 141, 123 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 210, "question": "What is the position of my uncle?", "ground_truth": "D", "answer_text": "Senior Translator in International Relations", "target_sids": [ 34 ], "retrieved_sids": [ 34, 20, 69, 27, 32 ], "retrieved_global": [ 34, 20, 69, 27, 32 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 211, "question": "How old is my brother?", "ground_truth": "B", "answer_text": "32 years old", "target_sids": [ 55 ], "retrieved_sids": [ 55, 0, 59, 41, 83 ], "retrieved_global": [ 55, 0, 59, 41, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 212, "question": "How old is my male cousin?", "ground_truth": "D", "answer_text": "24 years old", "target_sids": [ 53 ], "retrieved_sids": [ 53, 141, 41, 81, 0 ], "retrieved_global": [ 53, 141, 41, 81, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 213, "question": "What is the work location of my brother?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 103 ], "retrieved_sids": [ 103, 65, 83, 96, 25 ], "retrieved_global": [ 103, 65, 83, 96, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 214, "question": "What is the work location of the coworker?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 26 ], "retrieved_sids": [ 26, 69, 39, 35, 5 ], "retrieved_global": [ 26, 69, 39, 35, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 215, "question": "What is the occupation of that coworker?", "ground_truth": "C", "answer_text": "Salesperson", "target_sids": [ 92 ], "retrieved_sids": [ 92, 43, 127, 79, 26 ], "retrieved_global": [ 92, 43, 127, 79, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 216, "question": "What is the height of that subordinate?", "ground_truth": "B", "answer_text": "159cm", "target_sids": [ 111 ], "retrieved_sids": [ 111, 66, 2, 83, 143 ], "retrieved_global": [ 111, 66, 2, 83, 143 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 217, "question": "What is the height of my brother?", "ground_truth": "B", "answer_text": "157cm", "target_sids": [ 58 ], "retrieved_sids": [ 58, 22, 86, 148, 107 ], "retrieved_global": [ 58, 22, 86, 148, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 218, "question": "What is the age of that coworker?", "ground_truth": "D", "answer_text": "38 years old", "target_sids": [ 4 ], "retrieved_sids": [ 4, 21, 40, 17, 101 ], "retrieved_global": [ 4, 21, 40, 17, 101 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 219, "question": "What is the work location of my male cousin?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 86 ], "retrieved_sids": [ 86, 58, 146, 95, 103 ], "retrieved_global": [ 86, 58, 146, 95, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 220, "question": "What is the email address of my nephew?", "ground_truth": "C", "answer_text": "ethan.hayes@skylinebuildersgroup.com", "target_sids": [ 103 ], "retrieved_sids": [ 103, 11, 102, 56, 95 ], "retrieved_global": [ 103, 11, 102, 56, 95 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 221, "question": "What is the height of my boss?", "ground_truth": "D", "answer_text": "162cm", "target_sids": [ 131 ], "retrieved_sids": [ 131, 41, 144, 1, 21 ], "retrieved_global": [ 131, 41, 144, 1, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 222, "question": "What is the birthday of my uncle?", "ground_truth": "C", "answer_text": "06/05", "target_sids": [ 4 ], "retrieved_sids": [ 4, 84, 44, 104, 105 ], "retrieved_global": [ 4, 84, 44, 104, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 223, "question": "What is the height of my aunt?", "ground_truth": "D", "answer_text": "164cm", "target_sids": [ 117 ], "retrieved_sids": [ 117, 85, 1, 64, 105 ], "retrieved_global": [ 117, 85, 1, 64, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 224, "question": "What is the contact number for the subordinate?", "ground_truth": "A", "answer_text": "20101270344", "target_sids": [ 9 ], "retrieved_sids": [ 9, 32, 80, 100, 154 ], "retrieved_global": [ 9, 32, 80, 100, 154 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 225, "question": "What does my sister do for a living?", "ground_truth": "B", "answer_text": "Farmer", "target_sids": [ 119 ], "retrieved_sids": [ 4, 119, 6, 110, 9 ], "retrieved_global": [ 4, 119, 6, 110, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 226, "question": "How old is my niece?", "ground_truth": "A", "answer_text": "38 years old", "target_sids": [ 128 ], "retrieved_sids": [ 128, 65, 142, 0, 82 ], "retrieved_global": [ 128, 65, 142, 0, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 227, "question": "What is the name of my female cousin?", "ground_truth": "D", "answer_text": "Tessa Blake", "target_sids": [ 85 ], "retrieved_sids": [ 85, 81, 41, 141, 121 ], "retrieved_global": [ 85, 81, 41, 141, 121 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 228, "question": "What is the age of the coworker?", "ground_truth": "C", "answer_text": "35 years old", "target_sids": [ 3 ], "retrieved_sids": [ 3, 148, 15, 92, 12 ], "retrieved_global": [ 3, 148, 15, 92, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 229, "question": "What is the email address of my mother?", "ground_truth": "B", "answer_text": "clara.hart@silversandsbank.com", "target_sids": [ 21 ], "retrieved_sids": [ 21, 135, 17, 22, 37 ], "retrieved_global": [ 21, 135, 17, 22, 37 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 230, "question": "What is the education level of my aunt?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 142 ], "retrieved_sids": [ 142, 65, 48, 143, 6 ], "retrieved_global": [ 142, 65, 48, 143, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 231, "question": "What is the work location of the boss?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 100 ], "retrieved_sids": [ 100, 150, 101, 47, 127 ], "retrieved_global": [ 100, 150, 101, 47, 127 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 232, "question": "What is the name of the subordinate?", "ground_truth": "B", "answer_text": "Oliver Bennett", "target_sids": [ 7 ], "retrieved_sids": [ 7, 0, 9, 16, 46 ], "retrieved_global": [ 7, 0, 9, 16, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 233, "question": "What is the height of my coworker?", "ground_truth": "C", "answer_text": "166cm", "target_sids": [ 72 ], "retrieved_sids": [ 72, 151, 122, 43, 102 ], "retrieved_global": [ 72, 151, 122, 43, 102 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 234, "question": "What is the name of my female cousin?", "ground_truth": "A", "answer_text": "Lila Thompson", "target_sids": [ 100 ], "retrieved_sids": [ 82, 100, 6, 61, 93 ], "retrieved_global": [ 82, 100, 6, 61, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 235, "question": "What kind of education has my boss completed?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 150 ], "retrieved_sids": [ 127, 29, 150, 53, 104 ], "retrieved_global": [ 127, 29, 150, 53, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 236, "question": "What is the height of the subordinate?", "ground_truth": "C", "answer_text": "161cm", "target_sids": [ 8 ], "retrieved_sids": [ 8, 142, 122, 102, 82 ], "retrieved_global": [ 8, 142, 122, 102, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 237, "question": "What is the name of the company where the coworker works?", "ground_truth": "B", "answer_text": "Golden Sands Healthcare Services", "target_sids": [ 75 ], "retrieved_sids": [ 75, 130, 105, 22, 30 ], "retrieved_global": [ 75, 130, 105, 22, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 238, "question": "What hobbies does the niece have?", "ground_truth": "D", "answer_text": "Volunteering", "target_sids": [ 35 ], "retrieved_sids": [ 35, 20, 145, 146, 161 ], "retrieved_global": [ 35, 20, 145, 146, 161 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 239, "question": "What is the email address of my male cousin?", "ground_truth": "D", "answer_text": "jasper.thompson@pacificskyaviation.com", "target_sids": [ 77 ], "retrieved_sids": [ 77, 111, 139, 161, 14 ], "retrieved_global": [ 77, 111, 139, 161, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 240, "question": "What is the work location of the coworker?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 55 ], "retrieved_sids": [ 55, 40, 155, 53, 114 ], "retrieved_global": [ 55, 40, 155, 53, 114 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 241, "question": "What is the contact number for the coworker?", "ground_truth": "A", "answer_text": "71806517982", "target_sids": [ 93 ], "retrieved_sids": [ 93, 159, 9, 134, 52 ], "retrieved_global": [ 93, 159, 9, 134, 52 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 242, "question": "What is the hometown of my father?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 113 ], "retrieved_sids": [ 102, 28, 20, 113, 24 ], "retrieved_global": [ 102, 28, 20, 113, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 243, "question": "What does my aunt do for a living?", "ground_truth": "C", "answer_text": "Programmer", "target_sids": [ 88 ], "retrieved_sids": [ 128, 133, 88, 90, 127 ], "retrieved_global": [ 128, 133, 88, 90, 127 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 244, "question": "What is the hometown of my male cousin?", "ground_truth": "D", "answer_text": "Phoenix, AZ", "target_sids": [ 131 ], "retrieved_sids": [ 131, 3, 123, 122, 109 ], "retrieved_global": [ 131, 3, 123, 122, 109 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 245, "question": "What is the educational background of my niece?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 159 ], "retrieved_sids": [ 159, 6, 141, 132, 45 ], "retrieved_global": [ 159, 6, 141, 132, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 246, "question": "What is my male cousin's contact number?", "ground_truth": "A", "answer_text": "65003215978", "target_sids": [ 26 ], "retrieved_sids": [ 26, 76, 75, 161, 98 ], "retrieved_global": [ 26, 76, 75, 161, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 247, "question": "What is the name of my brother?", "ground_truth": "D", "answer_text": "Silas Merritt", "target_sids": [ 97 ], "retrieved_sids": [ 97, 82, 100, 123, 129 ], "retrieved_global": [ 97, 82, 100, 123, 129 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 248, "question": "What is the name of my aunt's company?", "ground_truth": "A", "answer_text": "Innovative Research Labs LLC", "target_sids": [ 67 ], "retrieved_sids": [ 67, 102, 78, 112, 9 ], "retrieved_global": [ 67, 102, 78, 112, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 249, "question": "What is the education level of my nephew?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 87 ], "retrieved_sids": [ 148, 29, 87, 1, 73 ], "retrieved_global": [ 148, 29, 87, 1, 73 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 250, "question": "What is the contact number for my cousin?", "ground_truth": "B", "answer_text": "20205791808", "target_sids": [ 158 ], "retrieved_sids": [ 158, 116, 37, 13, 99 ], "retrieved_global": [ 158, 116, 37, 13, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 251, "question": "What is the email address of the subordinate?", "ground_truth": "B", "answer_text": "carson.mitchell@pioneersalesgroup.com", "target_sids": [ 134 ], "retrieved_sids": [ 134, 38, 95, 76, 157 ], "retrieved_global": [ 134, 38, 95, 76, 157 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 252, "question": "What is the work location of that coworker?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 7 ], "retrieved_sids": [ 7, 132, 105, 158, 43 ], "retrieved_global": [ 7, 132, 105, 158, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 253, "question": "What kind of work does the boss do?", "ground_truth": "A", "answer_text": "Truck Driver", "target_sids": [ 25 ], "retrieved_sids": [ 149, 112, 34, 39, 44 ], "retrieved_global": [ 149, 112, 34, 39, 44 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 254, "question": "What is the name of the subordinate?", "ground_truth": "C", "answer_text": "Gavin Archer", "target_sids": [ 105 ], "retrieved_sids": [ 105, 102, 75, 63, 87 ], "retrieved_global": [ 105, 102, 75, 63, 87 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 255, "question": "What is the education background of the subordinate?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 49 ], "retrieved_sids": [ 49, 87, 127, 40, 63 ], "retrieved_global": [ 49, 87, 127, 40, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 256, "question": "What is the hobby of my father?", "ground_truth": "A", "answer_text": "Painting", "target_sids": [ 61 ], "retrieved_sids": [ 152, 61, 90, 62, 120 ], "retrieved_global": [ 152, 61, 90, 62, 120 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 257, "question": "What hobby does my sister enjoy?", "ground_truth": "D", "answer_text": "Dancing", "target_sids": [ 78 ], "retrieved_sids": [ 51, 130, 27, 57, 8 ], "retrieved_global": [ 51, 130, 27, 57, 8 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 258, "question": "What is the height of my aunt?", "ground_truth": "B", "answer_text": "158cm", "target_sids": [ 140 ], "retrieved_sids": [ 140, 1, 144, 134, 145 ], "retrieved_global": [ 140, 1, 144, 134, 145 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 259, "question": "What is my niece's position?", "ground_truth": "A", "answer_text": "Journeyman Electrician", "target_sids": [ 41 ], "retrieved_sids": [ 41, 29, 8, 152, 144 ], "retrieved_global": [ 41, 29, 8, 152, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 260, "question": "What is the height of my father?", "ground_truth": "D", "answer_text": "167cm", "target_sids": [ 78 ], "retrieved_sids": [ 78, 28, 140, 81, 99 ], "retrieved_global": [ 78, 28, 140, 81, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 261, "question": "When is the birthday of my male cousin?", "ground_truth": "D", "answer_text": "02/12", "target_sids": [ 108 ], "retrieved_sids": [ 108, 45, 116, 96, 81 ], "retrieved_global": [ 108, 45, 116, 96, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 262, "question": "What is the name of my niece's company?", "ground_truth": "A", "answer_text": "Atlanta Harmony Collective", "target_sids": [ 12 ], "retrieved_sids": [ 12, 67, 105, 106, 14 ], "retrieved_global": [ 12, 67, 105, 106, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 263, "question": "What is your sister's educational background?", "ground_truth": "D", "answer_text": "High School", "target_sids": [ 46 ], "retrieved_sids": [ 10, 46, 41, 30, 25 ], "retrieved_global": [ 10, 46, 41, 30, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 264, "question": "What is the position of my father?", "ground_truth": "C", "answer_text": "Senior Mechanical Engineer", "target_sids": [ 49 ], "retrieved_sids": [ 39, 59, 61, 49, 96 ], "retrieved_global": [ 39, 59, 61, 49, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 265, "question": "What is the height of my father?", "ground_truth": "C", "answer_text": "157cm", "target_sids": [ 117 ], "retrieved_sids": [ 117, 21, 121, 142, 1 ], "retrieved_global": [ 117, 21, 121, 142, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 266, "question": "What is the email address of my niece?", "ground_truth": "A", "answer_text": "samantha.hale@pinnaclefinancialservices.com", "target_sids": [ 101 ], "retrieved_sids": [ 101, 40, 74, 75, 58 ], "retrieved_global": [ 101, 40, 74, 75, 58 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 267, "question": "What kind of education does the boss have?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 55 ], "retrieved_sids": [ 35, 131, 60, 73, 22 ], "retrieved_global": [ 35, 131, 60, 73, 22 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 268, "question": "What is the email address of my male cousin?", "ground_truth": "D", "answer_text": "nathan.bellamy@urbanexpresscouriers.com", "target_sids": [ 1 ], "retrieved_sids": [ 1, 19, 0, 5, 128 ], "retrieved_global": [ 1, 19, 0, 5, 128 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 269, "question": "What hobby does my male cousin have?", "ground_truth": "D", "answer_text": "Rock Climbing", "target_sids": [ 30 ], "retrieved_sids": [ 30, 69, 23, 132, 147 ], "retrieved_global": [ 30, 69, 23, 132, 147 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 270, "question": "What is the position of Aunt?", "ground_truth": "D", "answer_text": "Registered Nurse in Emergency Care", "target_sids": [ 117 ], "retrieved_sids": [ 117, 100, 115, 118, 85 ], "retrieved_global": [ 117, 100, 115, 118, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 271, "question": "Could someone share my aunt's contact number?", "ground_truth": "B", "answer_text": "70708656302", "target_sids": [ 35 ], "retrieved_sids": [ 35, 100, 15, 20, 72 ], "retrieved_global": [ 35, 100, 15, 20, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 272, "question": "What is the date of my niece's birthday?", "ground_truth": "C", "answer_text": "03/15", "target_sids": [ 48 ], "retrieved_sids": [ 48, 122, 143, 3, 102 ], "retrieved_global": [ 48, 122, 143, 3, 102 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 273, "question": "What is the email address of my nephew?", "ground_truth": "B", "answer_text": "bennett.parker@mountainviewmedicalgroup.com", "target_sids": [ 112 ], "retrieved_sids": [ 112, 27, 117, 52, 160 ], "retrieved_global": [ 112, 27, 117, 52, 160 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 274, "question": "Where does my niece work?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 97 ], "retrieved_sids": [ 148, 7, 97, 65, 147 ], "retrieved_global": [ 148, 7, 97, 65, 147 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 275, "question": "What is the contact number for my uncle?", "ground_truth": "C", "answer_text": "65002202791", "target_sids": [ 91 ], "retrieved_sids": [ 91, 65, 15, 39, 139 ], "retrieved_global": [ 91, 65, 15, 39, 139 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 276, "question": "What is the work location of my male cousin?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 33 ], "retrieved_sids": [ 33, 95, 37, 42, 124 ], "retrieved_global": [ 33, 95, 37, 42, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 277, "question": "When is my niece's birthday?", "ground_truth": "A", "answer_text": "09/24", "target_sids": [ 155 ], "retrieved_sids": [ 155, 22, 2, 40, 141 ], "retrieved_global": [ 155, 22, 2, 40, 141 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 278, "question": "What is the name of my mother?", "ground_truth": "D", "answer_text": "Ada Sinclair", "target_sids": [ 107 ], "retrieved_sids": [ 107, 102, 62, 120, 66 ], "retrieved_global": [ 107, 102, 62, 120, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 279, "question": "What position does my sister hold?", "ground_truth": "A", "answer_text": "Research Scientist", "target_sids": [ 14 ], "retrieved_sids": [ 82, 1, 20, 102, 131 ], "retrieved_global": [ 82, 1, 20, 102, 131 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 280, "question": "What's my sister's email address?", "ground_truth": "D", "answer_text": "amelia.carson@skylinecraft.com", "target_sids": [ 117 ], "retrieved_sids": [ 117, 56, 79, 99, 156 ], "retrieved_global": [ 117, 56, 79, 99, 156 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 281, "question": "What is the work location of my mother?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 7 ], "retrieved_sids": [ 8, 105, 134, 92, 5 ], "retrieved_global": [ 8, 105, 134, 92, 5 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 282, "question": "What is the name of the coworker?", "ground_truth": "B", "answer_text": "Mason Everett", "target_sids": [ 51 ], "retrieved_sids": [ 51, 41, 69, 3, 23 ], "retrieved_global": [ 51, 41, 69, 3, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 283, "question": "What is the email address of my uncle?", "ground_truth": "D", "answer_text": "julian.hayes@codecrafters.com", "target_sids": [ 143 ], "retrieved_sids": [ 143, 81, 119, 10, 85 ], "retrieved_global": [ 143, 81, 119, 10, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 284, "question": "What is the contact number for the coworker?", "ground_truth": "B", "answer_text": "70708805175", "target_sids": [ 99 ], "retrieved_sids": [ 99, 30, 55, 108, 72 ], "retrieved_global": [ 99, 30, 55, 108, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 285, "question": "What does my brother do for a living?", "ground_truth": "A", "answer_text": "Professor", "target_sids": [ 144 ], "retrieved_sids": [ 145, 126, 136, 132, 131 ], "retrieved_global": [ 145, 126, 136, 132, 131 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 286, "question": "What is the email address of my brother?", "ground_truth": "B", "answer_text": "landon.reed@skywardairlines.com", "target_sids": [ 60 ], "retrieved_sids": [ 60, 12, 28, 138, 59 ], "retrieved_global": [ 60, 12, 28, 138, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 287, "question": "What is the work location of my subordinate?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 43 ], "retrieved_sids": [ 43, 42, 101, 123, 150 ], "retrieved_global": [ 43, 42, 101, 123, 150 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 288, "question": "What is the contact number for my father?", "ground_truth": "A", "answer_text": "70701476599", "target_sids": [ 132 ], "retrieved_sids": [ 132, 116, 95, 50, 155 ], "retrieved_global": [ 132, 116, 95, 50, 155 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 289, "question": "What is the email address of the subordinate?", "ground_truth": "A", "answer_text": "lila.thompson@innovativeresearchgroup.com", "target_sids": [ 51 ], "retrieved_sids": [ 51, 130, 40, 93, 129 ], "retrieved_global": [ 51, 130, 40, 93, 129 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 290, "question": "What is the height of my mother?", "ground_truth": "A", "answer_text": "164cm", "target_sids": [ 0 ], "retrieved_sids": [ 0, 42, 63, 84, 139 ], "retrieved_global": [ 0, 42, 63, 84, 139 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 291, "question": "What is the email address of my brother?", "ground_truth": "C", "answer_text": "carter.hayes@houstonledgerpartners.com", "target_sids": [ 141 ], "retrieved_sids": [ 141, 41, 20, 122, 19 ], "retrieved_global": [ 141, 41, 20, 122, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 292, "question": "What is the hometown of the subordinate?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 116 ], "retrieved_sids": [ 116, 5, 104, 23, 46 ], "retrieved_global": [ 116, 5, 104, 23, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 293, "question": "What is the work location of the coworker?", "ground_truth": "D", "answer_text": "Atlanta, GA", "target_sids": [ 10 ], "retrieved_sids": [ 18, 10, 17, 44, 105 ], "retrieved_global": [ 18, 10, 17, 44, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 294, "question": "What kind of education does the boss have?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 17 ], "retrieved_sids": [ 17, 27, 15, 110, 48 ], "retrieved_global": [ 17, 27, 15, 110, 48 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 295, "question": "What is the educational background of my male cousin?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 158 ], "retrieved_sids": [ 112, 158, 145, 25, 71 ], "retrieved_global": [ 112, 158, 145, 25, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 296, "question": "What is the contact number for my female cousin?", "ground_truth": "D", "answer_text": "61907701612", "target_sids": [ 15 ], "retrieved_sids": [ 15, 53, 74, 140, 86 ], "retrieved_global": [ 15, 53, 74, 140, 86 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 297, "question": "What is the email address of my brother?", "ground_truth": "D", "answer_text": "jaxon.hayes@skywardairlines.com", "target_sids": [ 39 ], "retrieved_sids": [ 39, 79, 139, 21, 152 ], "retrieved_global": [ 39, 79, 139, 21, 152 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 298, "question": "What is the name of my cousin's company?", "ground_truth": "C", "answer_text": "Florida Academic Innovations LLC", "target_sids": [ 102 ], "retrieved_sids": [ 102, 46, 121, 101, 78 ], "retrieved_global": [ 102, 46, 121, 101, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 299, "question": "What is the name of the company that belongs to my niece?", "ground_truth": "A", "answer_text": "Urban Shield Security Services", "target_sids": [ 69 ], "retrieved_sids": [ 69, 61, 110, 0, 107 ], "retrieved_global": [ 69, 61, 110, 0, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 300, "question": "What is the name of the subordinate?", "ground_truth": "C", "answer_text": "Ruby Caldwell", "target_sids": [ 80 ], "retrieved_sids": [ 80, 37, 122, 71, 38 ], "retrieved_global": [ 80, 37, 122, 71, 38 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 301, "question": "What is the contact number for my sister?", "ground_truth": "A", "answer_text": "20100109151", "target_sids": [ 99 ], "retrieved_sids": [ 99, 32, 110, 43, 67 ], "retrieved_global": [ 99, 32, 110, 43, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 302, "question": "What is the email address of my brother?", "ground_truth": "A", "answer_text": "ethan.caldwell@urbantechinnovations.com", "target_sids": [ 143 ], "retrieved_sids": [ 143, 118, 70, 94, 124 ], "retrieved_global": [ 143, 118, 70, 94, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 303, "question": "Could someone please share my boss's contact number?", "ground_truth": "C", "answer_text": "41505881197", "target_sids": [ 79 ], "retrieved_sids": [ 79, 59, 120, 97, 58 ], "retrieved_global": [ 79, 59, 120, 97, 58 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 304, "question": "What is the height of the boss?", "ground_truth": "C", "answer_text": "167cm", "target_sids": [ 52 ], "retrieved_sids": [ 52, 62, 145, 60, 2 ], "retrieved_global": [ 52, 62, 145, 60, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 305, "question": "What is the position of my subordinate?", "ground_truth": "A", "answer_text": "Line Cook", "target_sids": [ 44 ], "retrieved_sids": [ 44, 41, 161, 89, 57 ], "retrieved_global": [ 44, 41, 161, 89, 57 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 306, "question": "What position does the coworker hold?", "ground_truth": "B", "answer_text": "Senior Educational Consultant", "target_sids": [ 71 ], "retrieved_sids": [ 44, 125, 71, 128, 113 ], "retrieved_global": [ 44, 125, 71, 128, 113 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 307, "question": "What is the occupation of the subordinate?", "ground_truth": "A", "answer_text": "Financial Advisor", "target_sids": [ 26 ], "retrieved_sids": [ 26, 21, 100, 131, 67 ], "retrieved_global": [ 26, 21, 100, 131, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 308, "question": "What is the height of my aunt?", "ground_truth": "A", "answer_text": "155cm", "target_sids": [ 92 ], "retrieved_sids": [ 92, 147, 119, 79, 61 ], "retrieved_global": [ 92, 147, 119, 79, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 309, "question": "What is the work location of my uncle?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 121 ], "retrieved_sids": [ 121, 2, 25, 135, 26 ], "retrieved_global": [ 121, 2, 25, 135, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 310, "question": "What kind of education does the boss have?", "ground_truth": "A", "answer_text": "Master", "target_sids": [ 111 ], "retrieved_sids": [ 21, 46, 111, 66, 22 ], "retrieved_global": [ 21, 46, 111, 66, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 311, "question": "Could anyone share my Aunt's contact number?", "ground_truth": "C", "answer_text": "20106612634", "target_sids": [ 106 ], "retrieved_sids": [ 106, 72, 95, 136, 94 ], "retrieved_global": [ 106, 72, 95, 136, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 312, "question": "What is the height of that coworker?", "ground_truth": "A", "answer_text": "164cm", "target_sids": [ 157 ], "retrieved_sids": [ 157, 22, 87, 42, 2 ], "retrieved_global": [ 157, 22, 87, 42, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 313, "question": "What is the work location of my subordinate?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 119 ], "retrieved_sids": [ 119, 114, 49, 160, 60 ], "retrieved_global": [ 119, 114, 49, 160, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 314, "question": "What is the email address of my nephew?", "ground_truth": "C", "answer_text": "liam.carter@healinghorizons.com", "target_sids": [ 39 ], "retrieved_sids": [ 39, 91, 134, 61, 21 ], "retrieved_global": [ 39, 91, 134, 61, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 315, "question": "What position does my subordinate hold?", "ground_truth": "A", "answer_text": "Site Assistant", "target_sids": [ 31 ], "retrieved_sids": [ 31, 22, 43, 21, 13 ], "retrieved_global": [ 31, 22, 43, 21, 13 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 316, "question": "What is the occupation of my cousin who is female?", "ground_truth": "D", "answer_text": "Teacher", "target_sids": [ 151 ], "retrieved_sids": [ 141, 100, 116, 19, 123 ], "retrieved_global": [ 141, 100, 116, 19, 123 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 317, "question": "What is the hometown of my father?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 73 ], "retrieved_sids": [ 35, 90, 4, 60, 80 ], "retrieved_global": [ 35, 90, 4, 60, 80 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 318, "question": "What is the height of my female cousin?", "ground_truth": "C", "answer_text": "163cm", "target_sids": [ 164 ], "retrieved_sids": [ 164, 89, 45, 135, 104 ], "retrieved_global": [ 164, 89, 45, 135, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 319, "question": "What is the name of my female cousin?", "ground_truth": "C", "answer_text": "Savannah Blake", "target_sids": [ 106 ], "retrieved_sids": [ 106, 118, 101, 138, 20 ], "retrieved_global": [ 106, 118, 101, 138, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 320, "question": "What does my sister do for a living?", "ground_truth": "A", "answer_text": "Professor", "target_sids": [ 29 ], "retrieved_sids": [ 4, 21, 32, 45, 26 ], "retrieved_global": [ 4, 21, 32, 45, 26 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 321, "question": "What is the occupation of my female cousin?", "ground_truth": "A", "answer_text": "Doctor", "target_sids": [ 142 ], "retrieved_sids": [ 123, 142, 81, 132, 94 ], "retrieved_global": [ 123, 142, 81, 132, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 322, "question": "What is the height of my male cousin?", "ground_truth": "C", "answer_text": "151cm", "target_sids": [ 57 ], "retrieved_sids": [ 57, 89, 3, 123, 61 ], "retrieved_global": [ 57, 89, 3, 123, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 323, "question": "What is the hometown of the boss?", "ground_truth": "C", "answer_text": "Dallas, TX", "target_sids": [ 90 ], "retrieved_sids": [ 90, 4, 101, 26, 68 ], "retrieved_global": [ 90, 4, 101, 26, 68 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 324, "question": "What is the position of my uncle?", "ground_truth": "D", "answer_text": "Apprentice Electrician", "target_sids": [ 24 ], "retrieved_sids": [ 41, 21, 154, 24, 138 ], "retrieved_global": [ 41, 21, 154, 24, 138 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 325, "question": "What is the contact number for my female cousin?", "ground_truth": "A", "answer_text": "31201440542", "target_sids": [ 126 ], "retrieved_sids": [ 126, 78, 55, 12, 76 ], "retrieved_global": [ 126, 78, 55, 12, 76 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 326, "question": "What is the contact number for the coworker?", "ground_truth": "A", "answer_text": "61705140688", "target_sids": [ 149 ], "retrieved_sids": [ 149, 141, 78, 36, 55 ], "retrieved_global": [ 149, 141, 78, 36, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 327, "question": "What is the hometown of my aunt?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 86 ], "retrieved_sids": [ 86, 83, 101, 153, 24 ], "retrieved_global": [ 86, 83, 101, 153, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 328, "question": "What is the age of my aunt?", "ground_truth": "B", "answer_text": "36 years old", "target_sids": [ 101 ], "retrieved_sids": [ 101, 42, 163, 83, 22 ], "retrieved_global": [ 101, 42, 163, 83, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 329, "question": "What is the name of my father?", "ground_truth": "A", "answer_text": "Ethan Carter", "target_sids": [ 135 ], "retrieved_sids": [ 122, 135, 0, 41, 17 ], "retrieved_global": [ 122, 135, 0, 41, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 330, "question": "What is the name of the company my sister runs?", "ground_truth": "B", "answer_text": "Cascade Health Partners", "target_sids": [ 50 ], "retrieved_sids": [ 110, 50, 69, 26, 27 ], "retrieved_global": [ 110, 50, 69, 26, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 331, "question": "What hobby does the subordinate have?", "ground_truth": "D", "answer_text": "Woodworking", "target_sids": [ 71 ], "retrieved_sids": [ 71, 86, 127, 136, 75 ], "retrieved_global": [ 71, 86, 127, 136, 75 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 332, "question": "What is the name of my sister's company?", "ground_truth": "C", "answer_text": "Lone Star Sales Group", "target_sids": [ 61 ], "retrieved_sids": [ 61, 60, 59, 41, 65 ], "retrieved_global": [ 61, 60, 59, 41, 65 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 333, "question": "What is the email address of my nephew?", "ground_truth": "A", "answer_text": "jaxon.reid@raincitynewsnetwork.com", "target_sids": [ 62 ], "retrieved_sids": [ 62, 93, 37, 74, 63 ], "retrieved_global": [ 62, 93, 37, 74, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 334, "question": "What hobby does my sister have?", "ground_truth": "D", "answer_text": "Fitness", "target_sids": [ 142 ], "retrieved_sids": [ 149, 69, 11, 135, 142 ], "retrieved_global": [ 149, 69, 11, 135, 142 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 335, "question": "What is the height of the boss?", "ground_truth": "C", "answer_text": "169cm", "target_sids": [ 2 ], "retrieved_sids": [ 2, 21, 41, 103, 124 ], "retrieved_global": [ 2, 21, 41, 103, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 336, "question": "What is the contact number for my aunt?", "ground_truth": "D", "answer_text": "61703475294", "target_sids": [ 144 ], "retrieved_sids": [ 144, 56, 89, 15, 117 ], "retrieved_global": [ 144, 56, 89, 15, 117 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 337, "question": "What is the age of the subordinate?", "ground_truth": "D", "answer_text": "21 years old", "target_sids": [ 51 ], "retrieved_sids": [ 51, 60, 50, 59, 40 ], "retrieved_global": [ 51, 60, 50, 59, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 338, "question": "What is the name of the boss?", "ground_truth": "B", "answer_text": "Clara Bellemont", "target_sids": [ 105 ], "retrieved_sids": [ 105, 119, 101, 132, 86 ], "retrieved_global": [ 105, 119, 101, 132, 86 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 339, "question": "How old is my male cousin?", "ground_truth": "C", "answer_text": "26 years old", "target_sids": [ 26 ], "retrieved_sids": [ 26, 20, 100, 118, 98 ], "retrieved_global": [ 26, 20, 100, 118, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 340, "question": "Where does my cousin work?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 138 ], "retrieved_sids": [ 138, 104, 131, 136, 44 ], "retrieved_global": [ 138, 104, 131, 136, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 341, "question": "What is the name of the niece?", "ground_truth": "A", "answer_text": "Tessa Malone", "target_sids": [ 49 ], "retrieved_sids": [ 49, 42, 21, 1, 46 ], "retrieved_global": [ 49, 42, 21, 1, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 342, "question": "What is the email address of a coworker?", "ground_truth": "B", "answer_text": "lila.spencer@urbanexpresscouriers.com", "target_sids": [ 33 ], "retrieved_sids": [ 17, 33, 54, 117, 80 ], "retrieved_global": [ 17, 33, 54, 117, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 343, "question": "What is the contact number for my mother?", "ground_truth": "A", "answer_text": "65002963830", "target_sids": [ 42 ], "retrieved_sids": [ 42, 92, 128, 11, 77 ], "retrieved_global": [ 42, 92, 128, 11, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 344, "question": "What is the educational background of my female cousin?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 129 ], "retrieved_sids": [ 29, 1, 125, 129, 54 ], "retrieved_global": [ 29, 1, 125, 129, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 345, "question": "What is the age of my boss?", "ground_truth": "B", "answer_text": "36 years old", "target_sids": [ 28 ], "retrieved_sids": [ 28, 13, 45, 22, 4 ], "retrieved_global": [ 28, 13, 45, 22, 4 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 346, "question": "What is the educational background of the boss?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 78 ], "retrieved_sids": [ 24, 60, 76, 73, 61 ], "retrieved_global": [ 24, 60, 76, 73, 61 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 347, "question": "What is the position of my father?", "ground_truth": "C", "answer_text": "High School Mathematics Teacher", "target_sids": [ 146 ], "retrieved_sids": [ 158, 166, 159, 147, 164 ], "retrieved_global": [ 158, 166, 159, 147, 164 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 348, "question": "What is the contact number for the boss?", "ground_truth": "A", "answer_text": "31000018088", "target_sids": [ 137 ], "retrieved_sids": [ 137, 146, 13, 118, 70 ], "retrieved_global": [ 137, 146, 13, 118, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 349, "question": "What is the position of the aunt?", "ground_truth": "C", "answer_text": "Professional Music Composer", "target_sids": [ 63 ], "retrieved_sids": [ 61, 63, 119, 117, 60 ], "retrieved_global": [ 61, 63, 119, 117, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 350, "question": "What is the hometown of my niece?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 81 ], "retrieved_sids": [ 81, 82, 66, 24, 64 ], "retrieved_global": [ 81, 82, 66, 24, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 351, "question": "What is the contact number for the boss?", "ground_truth": "B", "answer_text": "20100013160", "target_sids": [ 118 ], "retrieved_sids": [ 118, 133, 12, 98, 79 ], "retrieved_global": [ 118, 133, 12, 98, 79 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 352, "question": "What is the occupation of that subordinate?", "ground_truth": "D", "answer_text": "Social Worker", "target_sids": [ 135 ], "retrieved_sids": [ 135, 89, 140, 90, 120 ], "retrieved_global": [ 135, 89, 140, 90, 120 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 353, "question": "What is the name of my subordinate's company?", "ground_truth": "A", "answer_text": "Innovative Tech Engineering Solutions", "target_sids": [ 34 ], "retrieved_sids": [ 34, 21, 35, 49, 8 ], "retrieved_global": [ 34, 21, 35, 49, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 354, "question": "What is the hometown of my female cousin?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 18 ], "retrieved_sids": [ 15, 18, 0, 147, 111 ], "retrieved_global": [ 15, 18, 0, 147, 111 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 355, "question": "What is the position of the boss?", "ground_truth": "D", "answer_text": "Regional Sales Director", "target_sids": [ 37 ], "retrieved_sids": [ 37, 7, 26, 78, 10 ], "retrieved_global": [ 37, 7, 26, 78, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 356, "question": "What hobby does Aunt have?", "ground_truth": "A", "answer_text": "Cycling", "target_sids": [ 31 ], "retrieved_sids": [ 31, 89, 69, 48, 95 ], "retrieved_global": [ 31, 89, 69, 48, 95 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 357, "question": "What is the position of the boss?", "ground_truth": "B", "answer_text": "Fleet Operations Supervisor", "target_sids": [ 85 ], "retrieved_sids": [ 85, 102, 100, 151, 83 ], "retrieved_global": [ 85, 102, 100, 151, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 358, "question": "How old is my uncle?", "ground_truth": "B", "answer_text": "25 years old", "target_sids": [ 75 ], "retrieved_sids": [ 75, 0, 60, 147, 40 ], "retrieved_global": [ 75, 0, 60, 147, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 359, "question": "When is my Aunt's birthday?", "ground_truth": "A", "answer_text": "12/16", "target_sids": [ 113 ], "retrieved_sids": [ 113, 23, 63, 161, 43 ], "retrieved_global": [ 113, 23, 63, 161, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 360, "question": "What is the name of the nephew?", "ground_truth": "A", "answer_text": "Wyatt Lane", "target_sids": [ 155 ], "retrieved_sids": [ 155, 142, 52, 41, 144 ], "retrieved_global": [ 155, 142, 52, 41, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 361, "question": "What is the email address of the coworker?", "ground_truth": "A", "answer_text": "finnley.archer@innovativelearningacademy.edu", "target_sids": [ 64 ], "retrieved_sids": [ 64, 14, 55, 94, 134 ], "retrieved_global": [ 64, 14, 55, 94, 134 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 362, "question": "What is the name of my mother?", "ground_truth": "A", "answer_text": "Jasmine Quinn", "target_sids": [ 16 ], "retrieved_sids": [ 16, 0, 3, 158, 145 ], "retrieved_global": [ 16, 0, 3, 158, 145 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 363, "question": "What's the date of my coworker's birthday?", "ground_truth": "B", "answer_text": "11/13", "target_sids": [ 131 ], "retrieved_sids": [ 131, 45, 147, 6, 67 ], "retrieved_global": [ 131, 45, 147, 6, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 364, "question": "What is the height of the coworker?", "ground_truth": "A", "answer_text": "153cm", "target_sids": [ 109 ], "retrieved_sids": [ 109, 124, 144, 21, 84 ], "retrieved_global": [ 109, 124, 144, 21, 84 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 365, "question": "What is the position of my coworker?", "ground_truth": "C", "answer_text": "Assistant Professor of Neuroscience", "target_sids": [ 11 ], "retrieved_sids": [ 18, 112, 43, 19, 115 ], "retrieved_global": [ 18, 112, 43, 19, 115 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 366, "question": "What is the height of my niece?", "ground_truth": "C", "answer_text": "148cm", "target_sids": [ 145 ], "retrieved_sids": [ 145, 79, 122, 80, 52 ], "retrieved_global": [ 145, 79, 122, 80, 52 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 367, "question": "What does my father do for a living?", "ground_truth": "C", "answer_text": "Accountant", "target_sids": [ 58 ], "retrieved_sids": [ 58, 131, 50, 151, 35 ], "retrieved_global": [ 58, 131, 50, 151, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 368, "question": "What is the hobby of my male cousin?", "ground_truth": "B", "answer_text": "Theater", "target_sids": [ 155 ], "retrieved_sids": [ 155, 118, 54, 69, 28 ], "retrieved_global": [ 155, 118, 54, 69, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 369, "question": "What does my mother do for a living?", "ground_truth": "C", "answer_text": "Translator", "target_sids": [ 40 ], "retrieved_sids": [ 26, 107, 68, 133, 89 ], "retrieved_global": [ 26, 107, 68, 133, 89 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 370, "question": "How old is my boss?", "ground_truth": "A", "answer_text": "40 years old", "target_sids": [ 115 ], "retrieved_sids": [ 115, 41, 99, 128, 21 ], "retrieved_global": [ 115, 41, 99, 128, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 371, "question": "What is the name of my niece's company?", "ground_truth": "C", "answer_text": "CodeWave Technologies", "target_sids": [ 155 ], "retrieved_sids": [ 155, 113, 64, 112, 39 ], "retrieved_global": [ 155, 113, 64, 112, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 372, "question": "What is the work location of the niece?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 24 ], "retrieved_sids": [ 24, 29, 146, 46, 104 ], "retrieved_global": [ 24, 29, 146, 46, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 373, "question": "What hobby does the coworker enjoy?", "ground_truth": "B", "answer_text": "Attending Concerts", "target_sids": [ 123 ], "retrieved_sids": [ 49, 88, 70, 101, 154 ], "retrieved_global": [ 49, 88, 70, 101, 154 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 374, "question": "What is the occupation of that coworker?", "ground_truth": "C", "answer_text": "Researcher", "target_sids": [ 43 ], "retrieved_sids": [ 43, 41, 27, 28, 113 ], "retrieved_global": [ 43, 41, 27, 28, 113 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 375, "question": "What is the name of my female cousin?", "ground_truth": "C", "answer_text": "Maya Harrington", "target_sids": [ 71 ], "retrieved_sids": [ 71, 55, 61, 57, 75 ], "retrieved_global": [ 71, 55, 61, 57, 75 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 376, "question": "Where does my niece work?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 74 ], "retrieved_sids": [ 8, 74, 69, 28, 12 ], "retrieved_global": [ 8, 74, 69, 28, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 377, "question": "What is the education level of the nephew?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 18 ], "retrieved_sids": [ 18, 50, 71, 0, 72 ], "retrieved_global": [ 18, 50, 71, 0, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 378, "question": "What is the work location of the boss?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 157 ], "retrieved_sids": [ 157, 108, 7, 127, 153 ], "retrieved_global": [ 157, 108, 7, 127, 153 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 379, "question": "What is the contact number for my aunt?", "ground_truth": "C", "answer_text": "71804133100", "target_sids": [ 126 ], "retrieved_sids": [ 126, 50, 94, 33, 18 ], "retrieved_global": [ 126, 50, 94, 33, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 380, "question": "When is my boss's birthday?", "ground_truth": "A", "answer_text": "12/25", "target_sids": [ 40 ], "retrieved_sids": [ 40, 1, 135, 147, 85 ], "retrieved_global": [ 40, 1, 135, 147, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 381, "question": "When is the birthday of the subordinate?", "ground_truth": "B", "answer_text": "04/12", "target_sids": [ 130 ], "retrieved_sids": [ 130, 145, 42, 103, 104 ], "retrieved_global": [ 130, 145, 42, 103, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 382, "question": "What does my mother do for a living?", "ground_truth": "B", "answer_text": "Lawyer", "target_sids": [ 129 ], "retrieved_sids": [ 137, 136, 45, 121, 134 ], "retrieved_global": [ 137, 136, 45, 121, 134 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 383, "question": "How old is my brother?", "ground_truth": "D", "answer_text": "28 years old", "target_sids": [ 161 ], "retrieved_sids": [ 161, 162, 40, 159, 103 ], "retrieved_global": [ 161, 162, 40, 159, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 384, "question": "What is my father's email address?", "ground_truth": "C", "answer_text": "declan.prescott@harmonysoundproductions.com", "target_sids": [ 154 ], "retrieved_sids": [ 154, 118, 97, 145, 157 ], "retrieved_global": [ 154, 118, 97, 145, 157 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 385, "question": "What is the email address for my aunt?", "ground_truth": "D", "answer_text": "lila.monroe@innovativeresearchlabs.com", "target_sids": [ 32 ], "retrieved_sids": [ 32, 156, 20, 91, 19 ], "retrieved_global": [ 32, 156, 20, 91, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 386, "question": "What is the hometown of my niece?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 12 ], "retrieved_sids": [ 0, 12, 124, 23, 30 ], "retrieved_global": [ 0, 12, 124, 23, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 387, "question": "What is the age of the boss?", "ground_truth": "A", "answer_text": "41 years old", "target_sids": [ 120 ], "retrieved_sids": [ 120, 147, 0, 121, 53 ], "retrieved_global": [ 120, 147, 0, 121, 53 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 388, "question": "What hobby does my uncle have?", "ground_truth": "B", "answer_text": "Fishing", "target_sids": [ 66 ], "retrieved_sids": [ 66, 151, 110, 81, 90 ], "retrieved_global": [ 66, 151, 110, 81, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 389, "question": "What is the contact number for my nephew?", "ground_truth": "A", "answer_text": "71802295913", "target_sids": [ 1 ], "retrieved_sids": [ 1, 71, 96, 54, 119 ], "retrieved_global": [ 1, 71, 96, 54, 119 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 390, "question": "What is the height of my nephew?", "ground_truth": "B", "answer_text": "156cm", "target_sids": [ 150 ], "retrieved_sids": [ 150, 115, 61, 62, 122 ], "retrieved_global": [ 150, 115, 61, 62, 122 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 391, "question": "What hobby does the coworker have?", "ground_truth": "A", "answer_text": "Writing", "target_sids": [ 94 ], "retrieved_sids": [ 12, 91, 10, 70, 11 ], "retrieved_global": [ 12, 91, 10, 70, 11 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 392, "question": "What is the birthday of my male cousin?", "ground_truth": "A", "answer_text": "08/03", "target_sids": [ 129 ], "retrieved_sids": [ 129, 43, 64, 127, 106 ], "retrieved_global": [ 129, 43, 64, 127, 106 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 393, "question": "How old is my brother?", "ground_truth": "D", "answer_text": "36 years old", "target_sids": [ 148 ], "retrieved_sids": [ 148, 102, 155, 21, 142 ], "retrieved_global": [ 148, 102, 155, 21, 142 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 394, "question": "What is the name of the nephew?", "ground_truth": "B", "answer_text": "Liam Carter", "target_sids": [ 22 ], "retrieved_sids": [ 22, 21, 162, 145, 161 ], "retrieved_global": [ 22, 21, 162, 145, 161 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 395, "question": "What is the contact number for Father?", "ground_truth": "B", "answer_text": "20201245208", "target_sids": [ 97 ], "retrieved_sids": [ 97, 54, 77, 154, 116 ], "retrieved_global": [ 97, 54, 77, 154, 116 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 396, "question": "What is the work location of the subordinate?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 102 ], "retrieved_sids": [ 102, 106, 118, 107, 98 ], "retrieved_global": [ 102, 106, 118, 107, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 397, "question": "What is the name of my uncle's hometown?", "ground_truth": "B", "answer_text": "Charlotte, NC", "target_sids": [ 76 ], "retrieved_sids": [ 76, 144, 61, 102, 81 ], "retrieved_global": [ 76, 144, 61, 102, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 398, "question": "What is the name of my sister's company?", "ground_truth": "B", "answer_text": "Innovative Research Technologies LLC", "target_sids": [ 110 ], "retrieved_sids": [ 110, 103, 115, 141, 149 ], "retrieved_global": [ 110, 103, 115, 141, 149 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 399, "question": "What position does my nephew hold?", "ground_truth": "D", "answer_text": "Law Enforcement Officer", "target_sids": [ 84 ], "retrieved_sids": [ 61, 84, 103, 152, 81 ], "retrieved_global": [ 61, 84, 103, 152, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 400, "question": "What is the birthday of my uncle?", "ground_truth": "D", "answer_text": "02/09", "target_sids": [ 28 ], "retrieved_sids": [ 28, 83, 37, 104, 44 ], "retrieved_global": [ 28, 83, 37, 104, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 401, "question": "What is the hometown of my aunt?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 98 ], "retrieved_sids": [ 98, 82, 12, 128, 97 ], "retrieved_global": [ 98, 82, 12, 128, 97 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 402, "question": "What is the name of my mother?", "ground_truth": "B", "answer_text": "Sophia Thompson", "target_sids": [ 9 ], "retrieved_sids": [ 9, 0, 20, 42, 63 ], "retrieved_global": [ 9, 0, 20, 42, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 403, "question": "What is the contact number of my niece?", "ground_truth": "D", "answer_text": "31004012360", "target_sids": [ 141 ], "retrieved_sids": [ 141, 52, 109, 152, 75 ], "retrieved_global": [ 141, 52, 109, 152, 75 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 404, "question": "What is the education background of my uncle?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 145 ], "retrieved_sids": [ 145, 157, 85, 67, 142 ], "retrieved_global": [ 145, 157, 85, 67, 142 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 405, "question": "What is the educational background of my uncle?", "ground_truth": "B", "answer_text": "Associate Degree", "target_sids": [ 61 ], "retrieved_sids": [ 78, 61, 43, 113, 81 ], "retrieved_global": [ 78, 61, 43, 113, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 406, "question": "What is the contact number for the boss?", "ground_truth": "D", "answer_text": "81805648666", "target_sids": [ 50 ], "retrieved_sids": [ 50, 12, 132, 118, 60 ], "retrieved_global": [ 50, 12, 132, 118, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 407, "question": "Where does my male cousin work?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 44 ], "retrieved_sids": [ 44, 17, 42, 126, 59 ], "retrieved_global": [ 44, 17, 42, 126, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 408, "question": "What is the work location of the nephew?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 114 ], "retrieved_sids": [ 28, 7, 41, 93, 48 ], "retrieved_global": [ 28, 7, 41, 93, 48 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 409, "question": "What is the contact number of the coworker?", "ground_truth": "B", "answer_text": "30501058152", "target_sids": [ 46 ], "retrieved_sids": [ 46, 118, 37, 77, 56 ], "retrieved_global": [ 46, 118, 37, 77, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 410, "question": "What is the contact number for my nephew?", "ground_truth": "A", "answer_text": "81802146721", "target_sids": [ 148 ], "retrieved_sids": [ 148, 135, 106, 11, 81 ], "retrieved_global": [ 148, 135, 106, 11, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 411, "question": "What is the contact number for my sister?", "ground_truth": "C", "answer_text": "81805890538", "target_sids": [ 50 ], "retrieved_sids": [ 50, 155, 38, 79, 16 ], "retrieved_global": [ 50, 155, 38, 79, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 412, "question": "What hobby does my boss enjoy?", "ground_truth": "A", "answer_text": "Programming", "target_sids": [ 152 ], "retrieved_sids": [ 24, 23, 152, 8, 107 ], "retrieved_global": [ 24, 23, 152, 8, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 413, "question": "When is my sister's birthday?", "ground_truth": "B", "answer_text": "04/05", "target_sids": [ 12 ], "retrieved_sids": [ 12, 124, 42, 139, 24 ], "retrieved_global": [ 12, 124, 42, 139, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 414, "question": "What is the name of my male cousin?", "ground_truth": "B", "answer_text": "Grayson Hale", "target_sids": [ 152 ], "retrieved_sids": [ 142, 152, 144, 102, 120 ], "retrieved_global": [ 142, 152, 144, 102, 120 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 415, "question": "What is the position of the subordinate?", "ground_truth": "C", "answer_text": "Software Developer", "target_sids": [ 69 ], "retrieved_sids": [ 69, 58, 24, 110, 104 ], "retrieved_global": [ 69, 58, 24, 110, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 416, "question": "What is the name of my male cousin?", "ground_truth": "A", "answer_text": "Ethan Carter", "target_sids": [ 62 ], "retrieved_sids": [ 62, 158, 61, 151, 143 ], "retrieved_global": [ 62, 158, 61, 151, 143 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 417, "question": "What is the work location of the coworker?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 72 ], "retrieved_sids": [ 72, 25, 8, 85, 14 ], "retrieved_global": [ 72, 25, 8, 85, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 418, "question": "What kind of education does my cousin have?", "ground_truth": "B", "answer_text": "Master", "target_sids": [ 154 ], "retrieved_sids": [ 137, 149, 77, 154, 138 ], "retrieved_global": [ 137, 149, 77, 154, 138 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 419, "question": "What hobbies does my male cousin enjoy?", "ground_truth": "C", "answer_text": "Calligraphy", "target_sids": [ 62 ], "retrieved_sids": [ 28, 132, 62, 8, 61 ], "retrieved_global": [ 28, 132, 62, 8, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 420, "question": "What age is my niece?", "ground_truth": "C", "answer_text": "22 years old", "target_sids": [ 92 ], "retrieved_sids": [ 92, 103, 84, 91, 64 ], "retrieved_global": [ 92, 103, 84, 91, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 421, "question": "What is the position of my aunt?", "ground_truth": "B", "answer_text": "Senior Research Scientist", "target_sids": [ 138 ], "retrieved_sids": [ 125, 122, 137, 51, 98 ], "retrieved_global": [ 125, 122, 137, 51, 98 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 422, "question": "What is the position of my boss?", "ground_truth": "A", "answer_text": "Flight Operations Supervisor", "target_sids": [ 62 ], "retrieved_sids": [ 73, 62, 82, 43, 31 ], "retrieved_global": [ 73, 62, 82, 43, 31 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 423, "question": "When is my male cousin's birthday?", "ground_truth": "C", "answer_text": "04/09", "target_sids": [ 86 ], "retrieved_sids": [ 86, 7, 107, 93, 65 ], "retrieved_global": [ 86, 7, 107, 93, 65 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 424, "question": "What is the name of the subordinate?", "ground_truth": "A", "answer_text": "Aurora Lane", "target_sids": [ 46 ], "retrieved_sids": [ 46, 40, 7, 36, 34 ], "retrieved_global": [ 46, 40, 7, 36, 34 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 425, "question": "What is the position of the subordinate?", "ground_truth": "B", "answer_text": "Legal Assistant", "target_sids": [ 60 ], "retrieved_sids": [ 60, 157, 38, 42, 151 ], "retrieved_global": [ 60, 157, 38, 42, 151 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 426, "question": "What hobby does the subordinate have?", "ground_truth": "D", "answer_text": "Dancing", "target_sids": [ 133 ], "retrieved_sids": [ 133, 83, 102, 53, 135 ], "retrieved_global": [ 133, 83, 102, 53, 135 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 427, "question": "What is the hometown of my sister?", "ground_truth": "B", "answer_text": "San Antonio, TX", "target_sids": [ 21 ], "retrieved_sids": [ 66, 41, 21, 36, 20 ], "retrieved_global": [ 66, 41, 21, 36, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 428, "question": "What hobby does the coworker enjoy?", "ground_truth": "A", "answer_text": "Fishing", "target_sids": [ 90 ], "retrieved_sids": [ 152, 6, 66, 10, 90 ], "retrieved_global": [ 152, 6, 66, 10, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 429, "question": "What is my male cousin's position?", "ground_truth": "D", "answer_text": "Registered Nurse", "target_sids": [ 87 ], "retrieved_sids": [ 99, 87, 79, 122, 120 ], "retrieved_global": [ 99, 87, 79, 122, 120 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 430, "question": "What hobby does my sister have?", "ground_truth": "C", "answer_text": "Cycling", "target_sids": [ 124 ], "retrieved_sids": [ 124, 136, 47, 131, 146 ], "retrieved_global": [ 124, 136, 47, 131, 146 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 431, "question": "What is the contact number for the coworker?", "ground_truth": "D", "answer_text": "20101989126", "target_sids": [ 42 ], "retrieved_sids": [ 42, 35, 115, 151, 77 ], "retrieved_global": [ 42, 35, 115, 151, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 432, "question": "What is the height of my aunt?", "ground_truth": "A", "answer_text": "160cm", "target_sids": [ 142 ], "retrieved_sids": [ 142, 3, 89, 94, 22 ], "retrieved_global": [ 142, 3, 89, 94, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 433, "question": "What is the educational background of the subordinate?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 31 ], "retrieved_sids": [ 31, 50, 38, 6, 67 ], "retrieved_global": [ 31, 50, 38, 6, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 434, "question": "What is the hobby of the niece?", "ground_truth": "A", "answer_text": "Woodworking", "target_sids": [ 57 ], "retrieved_sids": [ 57, 114, 13, 14, 5 ], "retrieved_global": [ 57, 114, 13, 14, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 435, "question": "What is my mother's email address?", "ground_truth": "D", "answer_text": "mira.kensington@creativecanvasstudios.com", "target_sids": [ 156 ], "retrieved_sids": [ 156, 93, 135, 143, 78 ], "retrieved_global": [ 156, 93, 135, 143, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 436, "question": "How old is my sister?", "ground_truth": "B", "answer_text": "27 years old", "target_sids": [ 146 ], "retrieved_sids": [ 146, 20, 0, 61, 41 ], "retrieved_global": [ 146, 20, 0, 61, 41 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 437, "question": "What is the name of my brother's company?", "ground_truth": "A", "answer_text": "Golden Gate Freight Services", "target_sids": [ 64 ], "retrieved_sids": [ 64, 62, 38, 126, 119 ], "retrieved_global": [ 64, 62, 38, 126, 119 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 438, "question": "What is the contact number for my nephew?", "ground_truth": "D", "answer_text": "65009239125", "target_sids": [ 16 ], "retrieved_sids": [ 16, 141, 94, 52, 33 ], "retrieved_global": [ 16, 141, 94, 52, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 439, "question": "What does my mother do for a living?", "ground_truth": "B", "answer_text": "Doctor", "target_sids": [ 165 ], "retrieved_sids": [ 33, 164, 146, 36, 106 ], "retrieved_global": [ 33, 164, 146, 36, 106 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 440, "question": "What is the email address of the boss?", "ground_truth": "D", "answer_text": "mila.harrington@silvercityhealthclinic.com", "target_sids": [ 108 ], "retrieved_sids": [ 108, 95, 136, 30, 155 ], "retrieved_global": [ 108, 95, 136, 30, 155 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 441, "question": "How old is my male cousin?", "ground_truth": "D", "answer_text": "33 years old", "target_sids": [ 90 ], "retrieved_sids": [ 90, 60, 80, 125, 61 ], "retrieved_global": [ 90, 60, 80, 125, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 442, "question": "Where does my nephew work?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 83 ], "retrieved_sids": [ 83, 102, 40, 143, 82 ], "retrieved_global": [ 83, 102, 40, 143, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 443, "question": "What hometown does that coworker come from?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 40 ], "retrieved_sids": [ 10, 65, 48, 147, 105 ], "retrieved_global": [ 10, 65, 48, 147, 105 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 444, "question": "What is the work location of my female cousin?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 30 ], "retrieved_sids": [ 30, 29, 84, 92, 35 ], "retrieved_global": [ 30, 29, 84, 92, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 445, "question": "What is the height of my subordinate?", "ground_truth": "A", "answer_text": "162cm", "target_sids": [ 0 ], "retrieved_sids": [ 0, 61, 142, 81, 122 ], "retrieved_global": [ 0, 61, 142, 81, 122 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 446, "question": "What is the education background of that coworker?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 80 ], "retrieved_sids": [ 46, 93, 161, 108, 3 ], "retrieved_global": [ 46, 93, 161, 108, 3 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 447, "question": "What is the name of my mother's company?", "ground_truth": "C", "answer_text": "DataWave Analytics Corp.", "target_sids": [ 125 ], "retrieved_sids": [ 125, 112, 15, 84, 120 ], "retrieved_global": [ 125, 112, 15, 84, 120 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 448, "question": "Where does my female cousin work?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 21 ], "retrieved_sids": [ 42, 68, 21, 108, 22 ], "retrieved_global": [ 42, 68, 21, 108, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 449, "question": "What hobby does that coworker of mine have?", "ground_truth": "B", "answer_text": "Playing Golf", "target_sids": [ 116 ], "retrieved_sids": [ 46, 116, 7, 105, 127 ], "retrieved_global": [ 46, 116, 7, 105, 127 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 450, "question": "What is the contact number for my mother?", "ground_truth": "D", "answer_text": "20109105291", "target_sids": [ 159 ], "retrieved_sids": [ 159, 35, 115, 34, 56 ], "retrieved_global": [ 159, 35, 115, 34, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 451, "question": "What is my male cousin's position?", "ground_truth": "D", "answer_text": "High School Math Teacher", "target_sids": [ 97 ], "retrieved_sids": [ 100, 82, 39, 110, 83 ], "retrieved_global": [ 100, 82, 39, 110, 83 ], "hit_at_k": false }, { "category": "simple", "topic": "roles", "tid": 452, "question": "What is the height of the subordinate?", "ground_truth": "B", "answer_text": "154cm", "target_sids": [ 124 ], "retrieved_sids": [ 124, 11, 66, 82, 143 ], "retrieved_global": [ 124, 11, 66, 82, 143 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 453, "question": "How old is my nephew?", "ground_truth": "A", "answer_text": "37 years old", "target_sids": [ 146 ], "retrieved_sids": [ 146, 102, 61, 144, 40 ], "retrieved_global": [ 146, 102, 61, 144, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 454, "question": "What is the occupation of my boss?", "ground_truth": "C", "answer_text": "Flight Attendant", "target_sids": [ 151 ], "retrieved_sids": [ 151, 160, 149, 124, 107 ], "retrieved_global": [ 151, 160, 149, 124, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 455, "question": "What is the name of the company where the boss works?", "ground_truth": "D", "answer_text": "Innovatech Systems LLC", "target_sids": [ 133 ], "retrieved_sids": [ 89, 133, 4, 148, 140 ], "retrieved_global": [ 89, 133, 4, 148, 140 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 456, "question": "What is the hometown of my sister?", "ground_truth": "D", "answer_text": "Phoenix, AZ", "target_sids": [ 1 ], "retrieved_sids": [ 1, 0, 22, 17, 42 ], "retrieved_global": [ 1, 0, 22, 17, 42 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 457, "question": "What is the work location of my niece?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 114 ], "retrieved_sids": [ 114, 71, 130, 120, 142 ], "retrieved_global": [ 114, 71, 130, 120, 142 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 458, "question": "What is the level of education achieved by my father?", "ground_truth": "A", "answer_text": "PhD", "target_sids": [ 40 ], "retrieved_sids": [ 128, 7, 66, 40, 110 ], "retrieved_global": [ 128, 7, 66, 40, 110 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 459, "question": "What level of education has my aunt completed?", "ground_truth": "C", "answer_text": "Master", "target_sids": [ 59 ], "retrieved_sids": [ 59, 133, 149, 163, 110 ], "retrieved_global": [ 59, 133, 149, 163, 110 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 460, "question": "What is the name of my mother's company?", "ground_truth": "A", "answer_text": "Harmony Sound Productions", "target_sids": [ 150 ], "retrieved_sids": [ 150, 76, 90, 67, 158 ], "retrieved_global": [ 150, 76, 90, 67, 158 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 461, "question": "What is the work location of my father?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 60 ], "retrieved_sids": [ 60, 44, 130, 146, 131 ], "retrieved_global": [ 60, 44, 130, 146, 131 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 462, "question": "What is the name of my aunt's company?", "ground_truth": "A", "answer_text": "Austin Medical Associates", "target_sids": [ 68 ], "retrieved_sids": [ 68, 82, 63, 94, 130 ], "retrieved_global": [ 68, 82, 63, 94, 130 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 463, "question": "What is my mother's email address?", "ground_truth": "B", "answer_text": "sophie.lane@milehighhealthservices.com", "target_sids": [ 94 ], "retrieved_sids": [ 94, 12, 134, 56, 96 ], "retrieved_global": [ 94, 12, 134, 56, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 464, "question": "What is the work location of my brother?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 21 ], "retrieved_sids": [ 21, 4, 71, 128, 153 ], "retrieved_global": [ 21, 4, 71, 128, 153 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 465, "question": "What hobby does the nephew have?", "ground_truth": "D", "answer_text": "Climbing", "target_sids": [ 31 ], "retrieved_sids": [ 31, 96, 45, 36, 22 ], "retrieved_global": [ 31, 96, 45, 36, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 466, "question": "What is the email address of my father?", "ground_truth": "A", "answer_text": "grayson.miles@pacificresearchinnovations.com", "target_sids": [ 83 ], "retrieved_sids": [ 83, 103, 129, 76, 51 ], "retrieved_global": [ 83, 103, 129, 76, 51 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 467, "question": "What does my nephew do for a living?", "ground_truth": "A", "answer_text": "Professor", "target_sids": [ 56 ], "retrieved_sids": [ 52, 56, 30, 42, 49 ], "retrieved_global": [ 52, 56, 30, 42, 49 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 468, "question": "What is the hometown of the boss?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 105 ], "retrieved_sids": [ 153, 105, 102, 66, 154 ], "retrieved_global": [ 153, 105, 102, 66, 154 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 469, "question": "What is the work location of my boss?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 59 ], "retrieved_sids": [ 59, 41, 104, 147, 53 ], "retrieved_global": [ 59, 41, 104, 147, 53 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 470, "question": "What hobby does my uncle have?", "ground_truth": "C", "answer_text": "Playing Golf", "target_sids": [ 14 ], "retrieved_sids": [ 68, 134, 14, 109, 72 ], "retrieved_global": [ 68, 134, 14, 109, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 471, "question": "Could someone share my coworker's contact number?", "ground_truth": "C", "answer_text": "70705767752", "target_sids": [ 55 ], "retrieved_sids": [ 55, 120, 33, 14, 70 ], "retrieved_global": [ 55, 120, 33, 14, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 472, "question": "How old is my subordinate?", "ground_truth": "A", "answer_text": "23 years old", "target_sids": [ 99 ], "retrieved_sids": [ 99, 136, 18, 81, 29 ], "retrieved_global": [ 99, 136, 18, 81, 29 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 473, "question": "What is the contact number for my niece?", "ground_truth": "A", "answer_text": "85808594374", "target_sids": [ 141 ], "retrieved_sids": [ 141, 15, 71, 111, 33 ], "retrieved_global": [ 141, 15, 71, 111, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 474, "question": "What is the email address of my sister?", "ground_truth": "B", "answer_text": "raven.ellis@innovativetechdesigns.com", "target_sids": [ 126 ], "retrieved_sids": [ 126, 13, 91, 119, 12 ], "retrieved_global": [ 126, 13, 91, 119, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 475, "question": "What is the contact number for my sister?", "ground_truth": "D", "answer_text": "20200215188", "target_sids": [ 88 ], "retrieved_sids": [ 88, 114, 15, 133, 73 ], "retrieved_global": [ 88, 114, 15, 133, 73 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 476, "question": "When is my brother's birthday?", "ground_truth": "A", "answer_text": "10/08", "target_sids": [ 48 ], "retrieved_sids": [ 48, 105, 126, 2, 26 ], "retrieved_global": [ 48, 105, 126, 2, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 477, "question": "What is the name of the hometown of that aunt?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 148 ], "retrieved_sids": [ 148, 145, 127, 106, 3 ], "retrieved_global": [ 148, 145, 127, 106, 3 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 478, "question": "What is the name of my subordinate's company?", "ground_truth": "B", "answer_text": "Willamette Valley Health Partners", "target_sids": [ 118 ], "retrieved_sids": [ 118, 150, 102, 128, 111 ], "retrieved_global": [ 118, 150, 102, 128, 111 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 479, "question": "What is the work location of my subordinate?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 83 ], "retrieved_sids": [ 83, 142, 82, 46, 71 ], "retrieved_global": [ 83, 142, 82, 46, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 480, "question": "What is the hometown of my mother?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 75 ], "retrieved_sids": [ 105, 82, 62, 75, 83 ], "retrieved_global": [ 105, 82, 62, 75, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 481, "question": "What kind of education does the coworker have?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 144 ], "retrieved_sids": [ 108, 23, 96, 6, 144 ], "retrieved_global": [ 108, 23, 96, 6, 144 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 482, "question": "Could someone please share my coworker's contact number?", "ground_truth": "B", "answer_text": "85800895345", "target_sids": [ 14 ], "retrieved_sids": [ 14, 115, 32, 153, 72 ], "retrieved_global": [ 14, 115, 32, 153, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 483, "question": "What is the name of the company where the coworker works?", "ground_truth": "C", "answer_text": "Skyward Aviation Services", "target_sids": [ 9 ], "retrieved_sids": [ 9, 159, 25, 28, 105 ], "retrieved_global": [ 9, 159, 25, 28, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 484, "question": "How old is my brother?", "ground_truth": "D", "answer_text": "30 years old", "target_sids": [ 148 ], "retrieved_sids": [ 148, 146, 83, 62, 0 ], "retrieved_global": [ 148, 146, 83, 62, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 485, "question": "What is the level of education that Mother has completed?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 124 ], "retrieved_sids": [ 12, 47, 118, 124, 115 ], "retrieved_global": [ 12, 47, 118, 124, 115 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 486, "question": "Could someone share my boss's contact number?", "ground_truth": "B", "answer_text": "81802819854", "target_sids": [ 158 ], "retrieved_sids": [ 158, 139, 29, 69, 93 ], "retrieved_global": [ 158, 139, 29, 69, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 487, "question": "What is the age of my aunt?", "ground_truth": "A", "answer_text": "32 years old", "target_sids": [ 75 ], "retrieved_sids": [ 75, 120, 62, 131, 121 ], "retrieved_global": [ 75, 120, 62, 131, 121 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 488, "question": "What is the contact number for my male cousin?", "ground_truth": "B", "answer_text": "61903150069", "target_sids": [ 85 ], "retrieved_sids": [ 85, 29, 14, 72, 160 ], "retrieved_global": [ 85, 29, 14, 72, 160 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 489, "question": "What is the work location of my male cousin?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 13 ], "retrieved_sids": [ 123, 13, 159, 27, 25 ], "retrieved_global": [ 123, 13, 159, 27, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 490, "question": "What is the name of the boss?", "ground_truth": "C", "answer_text": "Harlow Reed", "target_sids": [ 133 ], "retrieved_sids": [ 133, 122, 135, 136, 124 ], "retrieved_global": [ 133, 122, 135, 136, 124 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 491, "question": "What is the height of the subordinate?", "ground_truth": "A", "answer_text": "158cm", "target_sids": [ 137 ], "retrieved_sids": [ 137, 110, 145, 48, 2 ], "retrieved_global": [ 137, 110, 145, 48, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 492, "question": "What is the name of my sister?", "ground_truth": "D", "answer_text": "Sierra Hayes", "target_sids": [ 50 ], "retrieved_sids": [ 50, 40, 67, 42, 59 ], "retrieved_global": [ 50, 40, 67, 42, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 493, "question": "What is the height of my niece?", "ground_truth": "C", "answer_text": "165cm", "target_sids": [ 161 ], "retrieved_sids": [ 161, 63, 124, 22, 143 ], "retrieved_global": [ 161, 63, 124, 22, 143 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 494, "question": "What hobby does my male cousin have?", "ground_truth": "C", "answer_text": "Playing Musical Instruments", "target_sids": [ 59 ], "retrieved_sids": [ 131, 114, 59, 32, 70 ], "retrieved_global": [ 131, 114, 59, 32, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 495, "question": "What is the name of my male cousin?", "ground_truth": "D", "answer_text": "Liam Carter", "target_sids": [ 71 ], "retrieved_sids": [ 71, 61, 87, 123, 143 ], "retrieved_global": [ 71, 61, 87, 123, 143 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 496, "question": "What is the height of my mother?", "ground_truth": "A", "answer_text": "169cm", "target_sids": [ 142 ], "retrieved_sids": [ 142, 145, 105, 1, 41 ], "retrieved_global": [ 142, 145, 105, 1, 41 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 497, "question": "What is the hometown of my uncle?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 24 ], "retrieved_sids": [ 24, 20, 63, 43, 40 ], "retrieved_global": [ 24, 20, 63, 43, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 498, "question": "What does my coworker do for a living?", "ground_truth": "A", "answer_text": "Professor", "target_sids": [ 135 ], "retrieved_sids": [ 21, 135, 25, 23, 36 ], "retrieved_global": [ 21, 135, 25, 23, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "roles", "tid": 499, "question": "What is the name of the subordinate?", "ground_truth": "A", "answer_text": "Asher Lawson", "target_sids": [ 137 ], "retrieved_sids": [ 137, 98, 99, 97, 129 ], "retrieved_global": [ 137, 98, 99, 97, 129 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 0, "question": "Where is ClimbFest taking place?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 81 ], "retrieved_sids": [ 99, 77, 105, 81, 109 ], "retrieved_global": [ 99, 77, 105, 81, 109 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 1, "question": "What is the scale of Fit Connect?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 24 ], "retrieved_sids": [ 24, 34, 47, 82, 20 ], "retrieved_global": [ 24, 34, 47, 82, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 2, "question": "How large is Logistics Pro's scale?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 36 ], "retrieved_sids": [ 36, 33, 41, 14, 1 ], "retrieved_global": [ 36, 33, 41, 14, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 3, "question": "How long does FinReview last?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 20 ], "retrieved_sids": [ 20, 11, 82, 108, 97 ], "retrieved_global": [ 20, 11, 82, 108, 97 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 4, "question": "How long does the Delivery Summit last?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 36 ], "retrieved_sids": [ 36, 106, 33, 96, 61 ], "retrieved_global": [ 36, 106, 33, 96, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 5, "question": "What is the scale of CorpLaw Connect?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 74 ], "retrieved_sids": [ 74, 66, 71, 80, 77 ], "retrieved_global": [ 74, 66, 71, 80, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 6, "question": "How long does TechSpark 2024 last?", "ground_truth": "A", "answer_text": "seven of week", "target_sids": [ 10 ], "retrieved_sids": [ 10, 8, 3, 9, 25 ], "retrieved_global": [ 10, 8, 3, 9, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 7, "question": "Where is CulturaFest taking place?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 91 ], "retrieved_sids": [ 88, 91, 13, 98, 80 ], "retrieved_global": [ 88, 91, 13, 98, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 8, "question": "What time does Zen Beach Bash start?", "ground_truth": "D", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 86 ], "retrieved_sids": [ 77, 86, 102, 26, 87 ], "retrieved_global": [ 77, 86, 102, 26, 87 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 9, "question": "Where is the RunFest Expo taking place?", "ground_truth": "D", "answer_text": "New Orleans, LA", "target_sids": [ 83 ], "retrieved_sids": [ 83, 77, 33, 85, 40 ], "retrieved_global": [ 83, 77, 33, 85, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 10, "question": "How long will DesignCon 2024 be?", "ground_truth": "B", "answer_text": "one of week", "target_sids": [ 28 ], "retrieved_sids": [ 22, 28, 32, 72, 21 ], "retrieved_global": [ 22, 28, 32, 72, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 11, "question": "What is the scale of Climb & Dine?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 25 ], "retrieved_sids": [ 33, 25, 27, 39, 22 ], "retrieved_global": [ 33, 25, 27, 39, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 12, "question": "Where is CineFest located?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 45 ], "retrieved_sids": [ 69, 76, 17, 75, 45 ], "retrieved_global": [ 69, 76, 17, 75, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 13, "question": "How long is the duration of PsyBudget22?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 97 ], "retrieved_sids": [ 97, 6, 43, 104, 17 ], "retrieved_global": [ 97, 6, 43, 104, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 14, "question": "How long does Music Fest! last?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 56 ], "retrieved_sids": [ 56, 55, 60, 107, 100 ], "retrieved_global": [ 56, 55, 60, 107, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 15, "question": "What is the scale of Jam & Jive?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 1 ], "retrieved_sids": [ 101, 1, 0, 3, 55 ], "retrieved_global": [ 101, 1, 0, 3, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 16, "question": "Where will TruckWise 2024 be held?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 76 ], "retrieved_sids": [ 55, 66, 10, 0, 75 ], "retrieved_global": [ 55, 66, 10, 0, 75 ], "hit_at_k": false }, { "category": "simple", "topic": "events", "tid": 17, "question": "How long is the duration of Coastal Birds?", "ground_truth": "D", "answer_text": "nine day", "target_sids": [ 33 ], "retrieved_sids": [ 33, 34, 43, 74, 86 ], "retrieved_global": [ 33, 34, 43, 74, 86 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 18, "question": "Where is PsychoSpark located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 48 ], "retrieved_sids": [ 44, 48, 1, 0, 8 ], "retrieved_global": [ 44, 48, 1, 0, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 19, "question": "What time is Model Mania?", "ground_truth": "A", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 73 ], "retrieved_sids": [ 97, 73, 19, 0, 63 ], "retrieved_global": [ 97, 73, 19, 0, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 20, "question": "Where is MusicMingle located?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 108 ], "retrieved_sids": [ 108, 62, 99, 102, 109 ], "retrieved_global": [ 108, 62, 99, 102, 109 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 21, "question": "Where is Project Summit located?", "ground_truth": "D", "answer_text": "Seattle, WA", "target_sids": [ 86 ], "retrieved_sids": [ 86, 77, 90, 96, 100 ], "retrieved_global": [ 86, 77, 90, 96, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 22, "question": "What is the scale of Campfire Feast?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 55 ], "retrieved_sids": [ 55, 54, 58, 31, 39 ], "retrieved_global": [ 55, 54, 58, 31, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 23, "question": "What is the duration of Build Together?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 6 ], "retrieved_sids": [ 6, 63, 81, 0, 38 ], "retrieved_global": [ 6, 63, 81, 0, 38 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 24, "question": "When does Bird Festivity take place?", "ground_truth": "D", "answer_text": "2024-10-12 9:00", "target_sids": [ 6 ], "retrieved_sids": [ 8, 6, 0, 52, 40 ], "retrieved_global": [ 8, 6, 0, 52, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 25, "question": "How big is DataFest?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 86 ], "retrieved_sids": [ 79, 86, 87, 77, 14 ], "retrieved_global": [ 79, 86, 87, 77, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 26, "question": "How long does Nurse Innovate last?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 41 ], "retrieved_sids": [ 41, 33, 34, 21, 85 ], "retrieved_global": [ 41, 33, 34, 21, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 27, "question": "Where is Team Thrive located?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 55 ], "retrieved_sids": [ 55, 18, 56, 70, 60 ], "retrieved_global": [ 55, 18, 56, 70, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 28, "question": "What time is TeamSync22 scheduled for?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 87 ], "retrieved_sids": [ 87, 71, 3, 77, 82 ], "retrieved_global": [ 87, 71, 3, 77, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 29, "question": "What time is Retro Reel Fest?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 63 ], "retrieved_sids": [ 63, 36, 65, 18, 33 ], "retrieved_global": [ 63, 36, 65, 18, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 30, "question": "Where is Surf Festiv located?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 96 ], "retrieved_sids": [ 32, 97, 96, 79, 66 ], "retrieved_global": [ 32, 97, 96, 79, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 31, "question": "What time is it for CodeQuest?", "ground_truth": "D", "answer_text": "2024-10-14 9:00", "target_sids": [ 61 ], "retrieved_sids": [ 61, 55, 104, 32, 88 ], "retrieved_global": [ 61, 55, 104, 32, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 32, "question": "What is the scale of Fishing Fun Fest?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 14 ], "retrieved_sids": [ 11, 14, 8, 0, 101 ], "retrieved_global": [ 11, 14, 8, 0, 101 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 33, "question": "Where is the AgriTech Expo taking place?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 40 ], "retrieved_sids": [ 40, 36, 33, 25, 35 ], "retrieved_global": [ 40, 36, 33, 25, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 34, "question": "How long does HealthUnity last?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 102 ], "retrieved_sids": [ 102, 5, 99, 32, 107 ], "retrieved_global": [ 102, 5, 99, 32, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 35, "question": "How long does Courier Assess take?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 96 ], "retrieved_sids": [ 96, 88, 28, 104, 85 ], "retrieved_global": [ 96, 88, 28, 104, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 36, "question": "What time is it for Journo Skills?", "ground_truth": "D", "answer_text": "2024-10-14 19:00", "target_sids": [ 38 ], "retrieved_sids": [ 38, 82, 26, 103, 33 ], "retrieved_global": [ 38, 82, 26, 103, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 37, "question": "Where is Nursing Now located?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 80 ], "retrieved_sids": [ 53, 104, 80, 77, 0 ], "retrieved_global": [ 53, 104, 80, 77, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 38, "question": "Where is Stamp Fest taking place?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 51 ], "retrieved_sids": [ 44, 51, 19, 45, 27 ], "retrieved_global": [ 44, 51, 19, 45, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 39, "question": "How long does Sales Synergy last?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 47 ], "retrieved_sids": [ 47, 44, 8, 37, 24 ], "retrieved_global": [ 47, 44, 8, 37, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 40, "question": "What is the scale of TrustConnect?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 42 ], "retrieved_sids": [ 42, 33, 43, 37, 23 ], "retrieved_global": [ 42, 33, 43, 37, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 41, "question": "How long is Aqua Cinema's duration?", "ground_truth": "B", "answer_text": "four of week", "target_sids": [ 56 ], "retrieved_sids": [ 56, 55, 49, 10, 57 ], "retrieved_global": [ 56, 55, 49, 10, 57 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 42, "question": "What is the duration of Cast for Cause?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 102 ], "retrieved_sids": [ 63, 30, 102, 99, 101 ], "retrieved_global": [ 63, 30, 102, 99, 101 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 43, "question": "How long does ChessArt Fest last?", "ground_truth": "B", "answer_text": "five of week", "target_sids": [ 42 ], "retrieved_sids": [ 42, 33, 51, 68, 66 ], "retrieved_global": [ 42, 33, 51, 68, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 44, "question": "What time does Retail Pro 2024 show?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 85 ], "retrieved_sids": [ 85, 78, 23, 94, 96 ], "retrieved_global": [ 85, 78, 23, 94, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 45, "question": "Where is Retail Connect located?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 89 ], "retrieved_sids": [ 89, 88, 38, 46, 34 ], "retrieved_global": [ 89, 88, 38, 46, 34 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 46, "question": "Where is Sport Fest 2024 going to be held?", "ground_truth": "D", "answer_text": "Seattle, WA", "target_sids": [ 5 ], "retrieved_sids": [ 0, 88, 5, 68, 10 ], "retrieved_global": [ 0, 88, 5, 68, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 47, "question": "How long is the duration of Nature Reads?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 27 ], "retrieved_sids": [ 27, 17, 24, 22, 72 ], "retrieved_global": [ 27, 17, 24, 22, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 48, "question": "Where is CoorpLawX located?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 45 ], "retrieved_sids": [ 45, 44, 106, 28, 25 ], "retrieved_global": [ 45, 44, 106, 28, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 49, "question": "What time does Eco Innovate have scheduled?", "ground_truth": "D", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 9 ], "retrieved_sids": [ 9, 0, 10, 7, 48 ], "retrieved_global": [ 9, 0, 10, 7, 48 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 50, "question": "What is the scale of SalesRise?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 103 ], "retrieved_sids": [ 99, 103, 12, 59, 18 ], "retrieved_global": [ 99, 103, 12, 59, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 51, "question": "How long does Drive Together last?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 97 ], "retrieved_sids": [ 97, 88, 100, 83, 8 ], "retrieved_global": [ 97, 88, 100, 83, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 52, "question": "How long does CulturalQuest last?", "ground_truth": "A", "answer_text": "four of week", "target_sids": [ 93 ], "retrieved_sids": [ 93, 18, 88, 63, 86 ], "retrieved_global": [ 93, 18, 88, 63, 86 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 53, "question": "What is the scale of the Milestone Gala?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 49 ], "retrieved_sids": [ 26, 43, 47, 49, 44 ], "retrieved_global": [ 26, 43, 47, 49, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 54, "question": "What is the scale of CraftCollective?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 109 ], "retrieved_sids": [ 109, 99, 108, 1, 85 ], "retrieved_global": [ 109, 99, 108, 1, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 55, "question": "What is the duration of HikeFit Fun?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 50 ], "retrieved_sids": [ 50, 44, 97, 88, 105 ], "retrieved_global": [ 50, 44, 97, 88, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 56, "question": "What is the scale of EnginFest?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 20 ], "retrieved_sids": [ 20, 11, 48, 13, 21 ], "retrieved_global": [ 20, 11, 48, 13, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 57, "question": "Where is Surf Fest! being held?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 18 ], "retrieved_sids": [ 58, 52, 18, 11, 19 ], "retrieved_global": [ 58, 52, 18, 11, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 58, "question": "What is the scale of Psyche Connect?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 11 ], "retrieved_sids": [ 103, 40, 11, 12, 67 ], "retrieved_global": [ 103, 40, 11, 12, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 59, "question": "What is the duration of Knit & Read?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 34 ], "retrieved_sids": [ 34, 31, 84, 27, 33 ], "retrieved_global": [ 34, 31, 84, 27, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 60, "question": "Where is the Law Enforce Summit taking place?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 89 ], "retrieved_sids": [ 88, 95, 89, 37, 101 ], "retrieved_global": [ 88, 95, 89, 37, 101 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 61, "question": "How long does DanceConnect last?", "ground_truth": "D", "answer_text": "six of week", "target_sids": [ 73 ], "retrieved_sids": [ 73, 50, 47, 66, 82 ], "retrieved_global": [ 73, 50, 47, 66, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 62, "question": "What time is it for Trail Tales\u2729?", "ground_truth": "A", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 53 ], "retrieved_sids": [ 27, 3, 35, 64, 85 ], "retrieved_global": [ 27, 3, 35, 64, 85 ], "hit_at_k": false }, { "category": "simple", "topic": "events", "tid": 63, "question": "What is the scale of Harmony Fest?", "ground_truth": "B", "answer_text": "one thousand people", "target_sids": [ 62 ], "retrieved_sids": [ 25, 62, 55, 64, 40 ], "retrieved_global": [ 25, 62, 55, 64, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 64, "question": "How long does ArtSync Live last?", "ground_truth": "D", "answer_text": "nine day", "target_sids": [ 10 ], "retrieved_sids": [ 10, 0, 14, 107, 39 ], "retrieved_global": [ 10, 0, 14, 107, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 65, "question": "What is the duration of BankUp!?", "ground_truth": "D", "answer_text": "six of week", "target_sids": [ 102 ], "retrieved_sids": [ 102, 99, 16, 43, 66 ], "retrieved_global": [ 102, 99, 16, 43, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 66, "question": "What is the scale of Safety Launch?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 48 ], "retrieved_sids": [ 48, 45, 30, 4, 54 ], "retrieved_global": [ 48, 45, 30, 4, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 67, "question": "What time does Sales Synergy take place?", "ground_truth": "A", "answer_text": "2024-10-15 14:00", "target_sids": [ 44 ], "retrieved_sids": [ 44, 45, 71, 22, 66 ], "retrieved_global": [ 44, 45, 71, 22, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 68, "question": "What time is it at CampCode?", "ground_truth": "B", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 53 ], "retrieved_sids": [ 53, 50, 44, 85, 37 ], "retrieved_global": [ 53, 50, 44, 85, 37 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 69, "question": "Where is Run & Munch located?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 53 ], "retrieved_sids": [ 53, 56, 44, 85, 71 ], "retrieved_global": [ 53, 56, 44, 85, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 70, "question": "Where is LogiTrain located?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 70 ], "retrieved_sids": [ 70, 66, 76, 103, 99 ], "retrieved_global": [ 70, 66, 76, 103, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 71, "question": "What is the scale of WanderFest?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 100 ], "retrieved_sids": [ 100, 99, 109, 11, 12 ], "retrieved_global": [ 100, 99, 109, 11, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 72, "question": "What time does WellnessFest take place?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 14:00", "target_sids": [ 29 ], "retrieved_sids": [ 29, 22, 31, 5, 9 ], "retrieved_global": [ 29, 22, 31, 5, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 73, "question": "What time is it at RealTrend Net?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 100 ], "retrieved_sids": [ 100, 99, 64, 39, 16 ], "retrieved_global": [ 100, 99, 64, 39, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 74, "question": "How long does Hike & Camp last?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 46 ], "retrieved_sids": [ 46, 7, 58, 44, 52 ], "retrieved_global": [ 46, 7, 58, 44, 52 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 75, "question": "What time does Art & Run start?", "ground_truth": "A", "answer_text": "2024-10-12 19:00", "target_sids": [ 69 ], "retrieved_sids": [ 69, 50, 90, 66, 35 ], "retrieved_global": [ 69, 50, 90, 66, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 76, "question": "What time does CineTech Fest start?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 8 ], "retrieved_sids": [ 59, 8, 0, 35, 27 ], "retrieved_global": [ 59, 8, 0, 35, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 77, "question": "Where is Agri Innovate located?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 69 ], "retrieved_sids": [ 69, 66, 105, 99, 108 ], "retrieved_global": [ 69, 66, 105, 99, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 78, "question": "What time is it at Global Bites?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 66 ], "retrieved_sids": [ 72, 18, 19, 2, 66 ], "retrieved_global": [ 72, 18, 19, 2, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 79, "question": "Where is ClimbFest located?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 9 ], "retrieved_sids": [ 0, 15, 3, 20, 18 ], "retrieved_global": [ 0, 15, 3, 20, 18 ], "hit_at_k": false }, { "category": "simple", "topic": "events", "tid": 80, "question": "What is the scale of Banking Boost?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 4 ], "retrieved_sids": [ 0, 4, 39, 53, 22 ], "retrieved_global": [ 0, 4, 39, 53, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 81, "question": "How long does Team Quest last?", "ground_truth": "A", "answer_text": "two day", "target_sids": [ 83 ], "retrieved_sids": [ 29, 83, 28, 2, 77 ], "retrieved_global": [ 29, 83, 28, 2, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 82, "question": "Where is Health Innovate located?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 93 ], "retrieved_sids": [ 93, 88, 5, 90, 1 ], "retrieved_global": [ 93, 88, 5, 90, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 83, "question": "Where is DanceScreen located?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 49 ], "retrieved_sids": [ 49, 44, 47, 4, 45 ], "retrieved_global": [ 49, 44, 47, 4, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 84, "question": "What time does the Hike Gear Fest start?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 25 ], "retrieved_sids": [ 25, 22, 32, 50, 47 ], "retrieved_global": [ 25, 22, 32, 50, 47 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 85, "question": "Where is CalliPals located?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 33 ], "retrieved_sids": [ 33, 34, 85, 52, 44 ], "retrieved_global": [ 33, 34, 85, 52, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 86, "question": "Where is TeamQuest located?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 71 ], "retrieved_sids": [ 71, 66, 49, 104, 67 ], "retrieved_global": [ 71, 66, 49, 104, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 87, "question": "Where will SafeComm 2024 be held?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 22 ], "retrieved_sids": [ 23, 22, 55, 78, 59 ], "retrieved_global": [ 23, 22, 55, 78, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 88, "question": "What is the scale of Bilingual Biz?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 99 ], "retrieved_sids": [ 109, 12, 60, 14, 2 ], "retrieved_global": [ 109, 12, 60, 14, 2 ], "hit_at_k": false }, { "category": "simple", "topic": "events", "tid": 89, "question": "How long does Block Bash last?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 41 ], "retrieved_sids": [ 41, 81, 45, 33, 93 ], "retrieved_global": [ 41, 81, 45, 33, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 90, "question": "Where is CineBites located?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 3 ], "retrieved_sids": [ 3, 0, 1, 27, 33 ], "retrieved_global": [ 3, 0, 1, 27, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 91, "question": "What time does Hike Fest start?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 14:00", "target_sids": [ 60 ], "retrieved_sids": [ 60, 84, 64, 55, 83 ], "retrieved_global": [ 60, 84, 64, 55, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 92, "question": "What is the scale of Beach Bash!?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 62, 17, 11, 19, 15 ], "retrieved_global": [ 62, 17, 11, 19, 15 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 93, "question": "What time does Knit Hike take place?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 3 ], "retrieved_sids": [ 3, 6, 82, 2, 63 ], "retrieved_global": [ 3, 6, 82, 2, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 94, "question": "What time is it for Culture Quest?", "ground_truth": "D", "answer_text": "2024-10-16 19:00", "target_sids": [ 78 ], "retrieved_sids": [ 78, 106, 2, 77, 26 ], "retrieved_global": [ 78, 106, 2, 77, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 95, "question": "What time does Literary Camp start?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 65 ], "retrieved_sids": [ 65, 56, 96, 78, 50 ], "retrieved_global": [ 65, 56, 96, 78, 50 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 96, "question": "How long does StoryFest last?", "ground_truth": "B", "answer_text": "seven day", "target_sids": [ 74 ], "retrieved_sids": [ 74, 66, 32, 48, 95 ], "retrieved_global": [ 74, 66, 32, 48, 95 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 97, "question": "Where is Psyche Connect located?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 64 ], "retrieved_sids": [ 64, 55, 65, 61, 56 ], "retrieved_global": [ 64, 55, 65, 61, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 98, "question": "How long does Engage Police last?", "ground_truth": "A", "answer_text": "five of week", "target_sids": [ 5 ], "retrieved_sids": [ 5, 107, 31, 0, 90 ], "retrieved_global": [ 5, 107, 31, 0, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 99, "question": "What is the scale of CineArtFest?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 81 ], "retrieved_sids": [ 81, 77, 87, 94, 32 ], "retrieved_global": [ 81, 77, 87, 94, 32 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 100, "question": "How long does KnitTogether last?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 109 ], "retrieved_sids": [ 109, 11, 22, 99, 108 ], "retrieved_global": [ 109, 11, 22, 99, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 101, "question": "What is the scale of DanceWave?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 50 ], "retrieved_sids": [ 50, 44, 51, 104, 17 ], "retrieved_global": [ 50, 44, 51, 104, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 102, "question": "How long is the duration of Quantum Quest?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 104 ], "retrieved_sids": [ 104, 53, 94, 92, 99 ], "retrieved_global": [ 104, 53, 94, 92, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 103, "question": "What is the scale of LitRun 2024?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 84 ], "retrieved_sids": [ 84, 24, 85, 77, 105 ], "retrieved_global": [ 84, 24, 85, 77, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 104, "question": "What time does Chess Fest! start?", "ground_truth": "D", "answer_text": "2024-10-16 14:00", "target_sids": [ 88 ], "retrieved_sids": [ 88, 89, 98, 90, 6 ], "retrieved_global": [ 88, 89, 98, 90, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 105, "question": "What is the scale of Knit & Nosh?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 101 ], "retrieved_sids": [ 101, 36, 13, 96, 89 ], "retrieved_global": [ 101, 36, 13, 96, 89 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 106, "question": "What time is it in InnoTrends?", "ground_truth": "B", "answer_text": "2024-10-12 19:00", "target_sids": [ 72 ], "retrieved_sids": [ 72, 66, 53, 81, 103 ], "retrieved_global": [ 72, 66, 53, 81, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 107, "question": "Where is Milestone Fest taking place?", "ground_truth": "A", "answer_text": "San Diego, CA", "target_sids": [ 78 ], "retrieved_sids": [ 17, 77, 78, 85, 6 ], "retrieved_global": [ 17, 77, 78, 85, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 108, "question": "What is the scale of Policing Hub?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 46, 70, 54, 47, 44 ], "retrieved_global": [ 46, 70, 54, 47, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 109, "question": "How long does Kickoff 2024 last?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 91 ], "retrieved_sids": [ 103, 88, 91, 38, 8 ], "retrieved_global": [ 103, 88, 91, 38, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 110, "question": "What time is it for CineVoyage?", "ground_truth": "D", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 7 ], "retrieved_sids": [ 7, 10, 0, 23, 48 ], "retrieved_global": [ 7, 10, 0, 23, 48 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 111, "question": "Where is Team Unite located?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 38 ], "retrieved_sids": [ 15, 38, 33, 21, 35 ], "retrieved_global": [ 15, 38, 33, 21, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 112, "question": "What is the scale of DataQuest?", "ground_truth": "D", "answer_text": "nine thousand people", "target_sids": [ 38 ], "retrieved_sids": [ 38, 33, 29, 35, 22 ], "retrieved_global": [ 38, 33, 29, 35, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 113, "question": "What is the duration of the Wellness Hub?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 25 ], "retrieved_sids": [ 25, 60, 105, 82, 12 ], "retrieved_global": [ 25, 60, 105, 82, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 114, "question": "How long does AeroSkillz last?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 7 ], "retrieved_sids": [ 7, 10, 0, 25, 64 ], "retrieved_global": [ 7, 10, 0, 25, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 115, "question": "What time is Model Fest?", "ground_truth": "B", "answer_text": "2024-10-15 19:00", "target_sids": [ 101 ], "retrieved_sids": [ 17, 52, 99, 101, 107 ], "retrieved_global": [ 17, 52, 99, 101, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 116, "question": "What is the scale of Cook & Connect?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 84 ], "retrieved_sids": [ 84, 90, 15, 1, 20 ], "retrieved_global": [ 84, 90, 15, 1, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 117, "question": "What time does Music Recap take place?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 2 ], "retrieved_sids": [ 2, 0, 32, 8, 42 ], "retrieved_global": [ 2, 0, 32, 8, 42 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 118, "question": "What is the scale of Fish & Fun!?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 56 ], "retrieved_sids": [ 56, 46, 51, 6, 81 ], "retrieved_global": [ 56, 46, 51, 6, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 119, "question": "What time is CycleFit Fest?", "ground_truth": "D", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 8 ], "retrieved_sids": [ 8, 0, 10, 62, 31 ], "retrieved_global": [ 8, 0, 10, 62, 31 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 120, "question": "What is the scale of Sporty Eats Fest?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 40 ], "retrieved_sids": [ 98, 40, 33, 29, 35 ], "retrieved_global": [ 98, 40, 33, 29, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 121, "question": "What is the duration of TechStrategic?", "ground_truth": "C", "answer_text": "seven of week", "target_sids": [ 52 ], "retrieved_sids": [ 52, 44, 50, 54, 46 ], "retrieved_global": [ 52, 44, 50, 54, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 122, "question": "What is the scale of Volunteer Voyage?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 31 ], "retrieved_sids": [ 31, 51, 22, 93, 7 ], "retrieved_global": [ 31, 51, 22, 93, 7 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 123, "question": "How long does InnovateEd last?", "ground_truth": "A", "answer_text": "six of week", "target_sids": [ 45 ], "retrieved_sids": [ 45, 44, 95, 21, 28 ], "retrieved_global": [ 45, 44, 95, 21, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 124, "question": "How long does the SkyCareer Fair last?", "ground_truth": "C", "answer_text": "five day", "target_sids": [ 99 ], "retrieved_sids": [ 99, 109, 75, 100, 89 ], "retrieved_global": [ 99, 109, 75, 100, 89 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 125, "question": "Where is Fit Friends Fun located?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 85 ], "retrieved_sids": [ 85, 77, 29, 94, 78 ], "retrieved_global": [ 85, 77, 29, 94, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 126, "question": "What time is it at Nature Groove?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 29 ], "retrieved_sids": [ 32, 29, 83, 7, 28 ], "retrieved_global": [ 32, 29, 83, 7, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 127, "question": "Where is MathQuest located?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 49 ], "retrieved_sids": [ 49, 44, 45, 47, 54 ], "retrieved_global": [ 49, 44, 45, 47, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 128, "question": "How long does Urban MedTech last?", "ground_truth": "D", "answer_text": "three of week", "target_sids": [ 78 ], "retrieved_sids": [ 78, 77, 82, 95, 62 ], "retrieved_global": [ 78, 77, 82, 95, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 129, "question": "Where is Chess Festivity taking place?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 83 ], "retrieved_sids": [ 77, 83, 100, 105, 14 ], "retrieved_global": [ 77, 83, 100, 105, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 130, "question": "What time does Climb & Dine take place?", "ground_truth": "A", "answer_text": "2024-10-12 19:00", "target_sids": [ 103 ], "retrieved_sids": [ 103, 75, 99, 24, 108 ], "retrieved_global": [ 103, 75, 99, 24, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 131, "question": "Where is FitFusion Fest taking place?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 96 ], "retrieved_sids": [ 96, 86, 95, 77, 32 ], "retrieved_global": [ 96, 86, 95, 77, 32 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 132, "question": "How long does ElectriCon last?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 72 ], "retrieved_sids": [ 72, 63, 66, 93, 28 ], "retrieved_global": [ 72, 63, 66, 93, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 133, "question": "What time does Surf Fest start?", "ground_truth": "D", "answer_text": "2024-10-17 14:00", "target_sids": [ 5 ], "retrieved_sids": [ 82, 8, 5, 0, 10 ], "retrieved_global": [ 82, 8, 5, 0, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 134, "question": "What is the scale of Surf for Good?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 74 ], "retrieved_sids": [ 95, 97, 34, 92, 54 ], "retrieved_global": [ 95, 97, 34, 92, 54 ], "hit_at_k": false }, { "category": "simple", "topic": "events", "tid": 135, "question": "What time does Surf Fest 2024 start?", "ground_truth": "D", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 7 ], "retrieved_sids": [ 0, 6, 7, 61, 76 ], "retrieved_global": [ 0, 6, 7, 61, 76 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 136, "question": "Where is Dance4Charity located?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 97 ], "retrieved_sids": [ 97, 88, 13, 14, 18 ], "retrieved_global": [ 97, 88, 13, 14, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 137, "question": "What time is it for Sales Synergy?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 11 ], "retrieved_sids": [ 11, 80, 77, 12, 78 ], "retrieved_global": [ 11, 80, 77, 12, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 138, "question": "Where is Health Innov8 located?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 23 ], "retrieved_sids": [ 23, 22, 93, 24, 94 ], "retrieved_global": [ 23, 22, 93, 24, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 139, "question": "Where is RunTogether located?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 32 ], "retrieved_sids": [ 32, 22, 60, 51, 73 ], "retrieved_global": [ 32, 22, 60, 51, 73 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 140, "question": "Where is ArtBeat Live located?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 7 ], "retrieved_sids": [ 7, 0, 39, 33, 43 ], "retrieved_global": [ 7, 0, 39, 33, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 141, "question": "What is the scale of SustainBite?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 47 ], "retrieved_sids": [ 47, 54, 44, 45, 6 ], "retrieved_global": [ 47, 54, 44, 45, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 142, "question": "How long does the Milestone Gala last?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 58 ], "retrieved_sids": [ 30, 58, 43, 72, 62 ], "retrieved_global": [ 30, 58, 43, 72, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 143, "question": "How long does the Logistics Hub last?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 87 ], "retrieved_sids": [ 92, 87, 77, 28, 89 ], "retrieved_global": [ 92, 87, 77, 28, 89 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 144, "question": "How long does Golf Fest last?", "ground_truth": "C", "answer_text": "seven of week", "target_sids": [ 96 ], "retrieved_sids": [ 96, 32, 109, 88, 84 ], "retrieved_global": [ 96, 32, 109, 88, 84 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 145, "question": "Where is Garden Lit Fest being held?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 8 ], "retrieved_sids": [ 30, 10, 8, 69, 22 ], "retrieved_global": [ 30, 10, 8, 69, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 146, "question": "Where is Culinary Start located?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 99 ], "retrieved_sids": [ 69, 99, 83, 78, 87 ], "retrieved_global": [ 69, 99, 83, 78, 87 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 147, "question": "What is the scale of Project Launch?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 66 ], "retrieved_sids": [ 41, 71, 67, 68, 66 ], "retrieved_global": [ 41, 71, 67, 68, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 148, "question": "What is the scale of TruckThink?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 36 ], "retrieved_sids": [ 37, 36, 33, 43, 30 ], "retrieved_global": [ 37, 36, 33, 43, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 149, "question": "Where is CodeFest 2024 taking place?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 39 ], "retrieved_sids": [ 39, 33, 105, 79, 2 ], "retrieved_global": [ 39, 33, 105, 79, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 150, "question": "Where is Nurse Innovate located?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 26 ], "retrieved_sids": [ 2, 0, 26, 22, 3 ], "retrieved_global": [ 2, 0, 26, 22, 3 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 151, "question": "Where is Taste & Tune located?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 99 ], "retrieved_sids": [ 67, 99, 100, 68, 9 ], "retrieved_global": [ 67, 99, 100, 68, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 152, "question": "Where is Craft & Create located?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 36 ], "retrieved_sids": [ 36, 27, 20, 8, 33 ], "retrieved_global": [ 36, 27, 20, 8, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 153, "question": "How long does Camp n' Golf last?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 25 ], "retrieved_sids": [ 19, 25, 80, 22, 99 ], "retrieved_global": [ 19, 25, 80, 22, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 154, "question": "How long is the duration of Real Estate Recap?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 76 ], "retrieved_sids": [ 76, 39, 58, 66, 68 ], "retrieved_global": [ 76, 39, 58, 66, 68 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 155, "question": "Where is Passenger Pulse located?", "ground_truth": "D", "answer_text": "Seattle, WA", "target_sids": [ 92 ], "retrieved_sids": [ 92, 81, 88, 98, 60 ], "retrieved_global": [ 92, 81, 88, 98, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 156, "question": "What is the scale of NatureFit?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 25 ], "retrieved_sids": [ 25, 32, 27, 22, 36 ], "retrieved_global": [ 25, 32, 27, 22, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 157, "question": "What is the scale used by Climber's Ink?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 64 ], "retrieved_sids": [ 64, 56, 55, 62, 4 ], "retrieved_global": [ 64, 56, 55, 62, 4 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 158, "question": "How long does Craft Fest last?", "ground_truth": "D", "answer_text": "three day", "target_sids": [ 54 ], "retrieved_sids": [ 54, 39, 94, 95, 10 ], "retrieved_global": [ 54, 39, 94, 95, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 159, "question": "Where is InnoResearch located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 27 ], "retrieved_sids": [ 27, 22, 32, 5, 36 ], "retrieved_global": [ 27, 22, 32, 5, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 160, "question": "How long does Film Unity Fest last?", "ground_truth": "C", "answer_text": "four of week", "target_sids": [ 62 ], "retrieved_sids": [ 62, 55, 53, 65, 60 ], "retrieved_global": [ 62, 55, 53, 65, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 161, "question": "What is the scale of Retail Nexus?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 84 ], "retrieved_sids": [ 84, 77, 45, 67, 80 ], "retrieved_global": [ 84, 77, 45, 67, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 162, "question": "How long does MathFusion last?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 78 ], "retrieved_sids": [ 78, 77, 62, 51, 55 ], "retrieved_global": [ 78, 77, 62, 51, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 163, "question": "Where is Dance Under Stars located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 86 ], "retrieved_sids": [ 86, 77, 87, 78, 14 ], "retrieved_global": [ 86, 77, 87, 78, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 164, "question": "Where is Culinary Sync located?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 4 ], "retrieved_sids": [ 4, 0, 10, 85, 68 ], "retrieved_global": [ 4, 0, 10, 85, 68 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 165, "question": "Where can LetterFest be found?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 9 ], "retrieved_sids": [ 9, 0, 106, 15, 62 ], "retrieved_global": [ 9, 0, 106, 15, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 166, "question": "What is the scale of Hike & Swim?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 23 ], "retrieved_sids": [ 24, 22, 23, 58, 64 ], "retrieved_global": [ 24, 22, 23, 58, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 167, "question": "What is the scale of the Health Budget Summit?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 60 ], "retrieved_sids": [ 60, 40, 55, 57, 59 ], "retrieved_global": [ 60, 40, 55, 57, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 168, "question": "Where is GameFest being held?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 101 ], "retrieved_sids": [ 101, 99, 84, 82, 70 ], "retrieved_global": [ 101, 99, 84, 82, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 169, "question": "What time is Music Connect?", "ground_truth": "B", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 10 ], "retrieved_sids": [ 28, 10, 81, 77, 0 ], "retrieved_global": [ 28, 10, 81, 77, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 170, "question": "Where is Dance Hike located?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 105 ], "retrieved_sids": [ 105, 101, 99, 108, 17 ], "retrieved_global": [ 105, 101, 99, 108, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 171, "question": "What is the scale of CodeFest 2024?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 17, 21, 11, 15, 57 ], "retrieved_global": [ 17, 21, 11, 15, 57 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 172, "question": "Where is Chess Mates located?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 7 ], "retrieved_sids": [ 7, 69, 37, 0, 33 ], "retrieved_global": [ 7, 69, 37, 0, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 173, "question": "Where is Hike & Putt located?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 83 ], "retrieved_sids": [ 24, 83, 77, 78, 59 ], "retrieved_global": [ 24, 83, 77, 78, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 174, "question": "What is the scale of Tech Unleashed?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 106 ], "retrieved_sids": [ 106, 99, 103, 104, 10 ], "retrieved_global": [ 106, 99, 103, 104, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 175, "question": "What is the scale used by TasteTunes?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 73 ], "retrieved_sids": [ 73, 66, 76, 82, 83 ], "retrieved_global": [ 73, 66, 76, 82, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 176, "question": "What is the scale of ArtFest United?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 37 ], "retrieved_sids": [ 37, 43, 33, 61, 62 ], "retrieved_global": [ 37, 43, 33, 61, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 177, "question": "How long does Research Rally last?", "ground_truth": "A", "answer_text": "seven of week", "target_sids": [ 0 ], "retrieved_sids": [ 0, 30, 104, 1, 93 ], "retrieved_global": [ 0, 30, 104, 1, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 178, "question": "When is Translators' Day celebrated?", "ground_truth": "D", "answer_text": "2024-10-14 19:00", "target_sids": [ 57 ], "retrieved_sids": [ 57, 55, 64, 65, 46 ], "retrieved_global": [ 57, 55, 64, 65, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 179, "question": "Where is InnoSales located?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 52 ], "retrieved_sids": [ 52, 44, 15, 62, 103 ], "retrieved_global": [ 52, 44, 15, 62, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 180, "question": "Where is BirdFest taking place?", "ground_truth": "A", "answer_text": "Denver, CO", "target_sids": [ 84 ], "retrieved_sids": [ 84, 77, 55, 15, 61 ], "retrieved_global": [ 84, 77, 55, 15, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 181, "question": "What is the scale of Nurse Unite?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 85 ], "retrieved_sids": [ 85, 52, 77, 57, 55 ], "retrieved_global": [ 85, 52, 77, 57, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 182, "question": "What is the scale of Mech Progress?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 33, 84, 34, 76, 38 ], "retrieved_global": [ 33, 84, 34, 76, 38 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 183, "question": "What is the scale of Finovate 2024?", "ground_truth": "A", "answer_text": "five thousand people", "target_sids": [ 57 ], "retrieved_sids": [ 14, 55, 57, 13, 16 ], "retrieved_global": [ 14, 55, 57, 13, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 184, "question": "How long does ElectroSafe Con last?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 108 ], "retrieved_sids": [ 108, 106, 99, 40, 26 ], "retrieved_global": [ 108, 106, 99, 40, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 185, "question": "What is the scale of TrailQuest?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 57 ], "retrieved_sids": [ 57, 56, 55, 105, 14 ], "retrieved_global": [ 57, 56, 55, 105, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 186, "question": "What time does MedTech Connect take place?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 6 ], "retrieved_sids": [ 6, 5, 0, 34, 36 ], "retrieved_global": [ 6, 5, 0, 34, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 187, "question": "How long does CollabConnect last?", "ground_truth": "D", "answer_text": "three of week", "target_sids": [ 106 ], "retrieved_sids": [ 106, 99, 62, 69, 81 ], "retrieved_global": [ 106, 99, 62, 69, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 188, "question": "Where is Sound Summary located?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 3 ], "retrieved_sids": [ 3, 1, 101, 0, 74 ], "retrieved_global": [ 3, 1, 101, 0, 74 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 189, "question": "What is the scale of the CodeReads Club?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 1 ], "retrieved_sids": [ 1, 0, 96, 6, 4 ], "retrieved_global": [ 1, 0, 96, 6, 4 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 190, "question": "Where is Code Connect located?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 104 ], "retrieved_sids": [ 104, 99, 68, 100, 22 ], "retrieved_global": [ 104, 99, 68, 100, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 191, "question": "Where is Nursing Synergy located?", "ground_truth": "C", "answer_text": "Charlotte, NC", "target_sids": [ 8 ], "retrieved_sids": [ 8, 0, 12, 90, 1 ], "retrieved_global": [ 8, 0, 12, 90, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 192, "question": "What time does CraftBeat Fest start?", "ground_truth": "B", "answer_text": "2024-10-12 19:00", "target_sids": [ 0 ], "retrieved_sids": [ 0, 1, 10, 37, 73 ], "retrieved_global": [ 0, 1, 10, 37, 73 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 193, "question": "Where is Beach Bliss located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 60 ], "retrieved_sids": [ 60, 101, 13, 68, 65 ], "retrieved_global": [ 60, 101, 13, 68, 65 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 194, "question": "What is the scale of Lit & Tunes?", "ground_truth": "D", "answer_text": "five hundred people", "target_sids": [ 18 ], "retrieved_sids": [ 105, 42, 18, 100, 14 ], "retrieved_global": [ 105, 42, 18, 100, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 195, "question": "What time does Artistry Unite take place?", "ground_truth": "A", "answer_text": "2024-10-12 19:00", "target_sids": [ 39 ], "retrieved_sids": [ 39, 33, 28, 40, 3 ], "retrieved_global": [ 39, 33, 28, 40, 3 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 196, "question": "What is the scale of Global Beats?", "ground_truth": "A", "answer_text": "six thousand people", "target_sids": [ 4 ], "retrieved_sids": [ 25, 7, 0, 4, 106 ], "retrieved_global": [ 25, 7, 0, 4, 106 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 197, "question": "What time does Garden Fest start?", "ground_truth": "D", "answer_text": "2024-10-11 19:00", "target_sids": [ 55 ], "retrieved_sids": [ 55, 11, 16, 56, 19 ], "retrieved_global": [ 55, 11, 16, 56, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 198, "question": "How long does FinReview last?", "ground_truth": "D", "answer_text": "eight day", "target_sids": [ 3 ], "retrieved_sids": [ 3, 0, 97, 28, 59 ], "retrieved_global": [ 3, 0, 97, 28, 59 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 199, "question": "What is the scale of CareSync Meet?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 109 ], "retrieved_sids": [ 109, 99, 49, 38, 24 ], "retrieved_global": [ 109, 99, 49, 38, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 200, "question": "What is the scale of BrainFuse?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 18 ], "retrieved_sids": [ 18, 11, 37, 5, 12 ], "retrieved_global": [ 18, 11, 37, 5, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 201, "question": "What is the duration of Sandy Swing?", "ground_truth": "A", "answer_text": "two day", "target_sids": [ 39 ], "retrieved_sids": [ 39, 33, 43, 34, 103 ], "retrieved_global": [ 39, 33, 43, 34, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 202, "question": "What time does Global Feast take place?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 72 ], "retrieved_sids": [ 72, 66, 17, 39, 11 ], "retrieved_global": [ 72, 66, 17, 39, 11 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 203, "question": "What time is Health Connect?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 1 ], "retrieved_sids": [ 1, 10, 4, 15, 26 ], "retrieved_global": [ 1, 10, 4, 15, 26 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 204, "question": "Where is EduBudget 2024 located?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 57 ], "retrieved_sids": [ 57, 55, 12, 0, 98 ], "retrieved_global": [ 57, 55, 12, 0, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 205, "question": "How long does SoundScapeFest last?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 104 ], "retrieved_sids": [ 104, 99, 51, 106, 39 ], "retrieved_global": [ 104, 99, 51, 106, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 206, "question": "What time is FitLit Fun scheduled for?", "ground_truth": "C", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 85 ], "retrieved_sids": [ 85, 77, 87, 84, 23 ], "retrieved_global": [ 85, 77, 87, 84, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 207, "question": "What time is Read & Run! scheduled for?", "ground_truth": "D", "answer_text": "2024-10-13 9:00", "target_sids": [ 9 ], "retrieved_sids": [ 9, 96, 26, 41, 44 ], "retrieved_global": [ 9, 96, 26, 41, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 208, "question": "How long does HikeCraft Fest last?", "ground_truth": "D", "answer_text": "six of week", "target_sids": [ 19 ], "retrieved_sids": [ 19, 84, 21, 11, 91 ], "retrieved_global": [ 19, 84, 21, 11, 91 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 209, "question": "What time is Bond Bash?", "ground_truth": "A", "answer_text": "2024-10-16 9:00", "target_sids": [ 105 ], "retrieved_sids": [ 105, 48, 62, 50, 103 ], "retrieved_global": [ 105, 48, 62, 50, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 210, "question": "What is the scale of LingoQuest?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 95 ], "retrieved_sids": [ 95, 88, 58, 91, 75 ], "retrieved_global": [ 95, 88, 58, 91, 75 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 211, "question": "Where is TruckTech Con taking place?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 48 ], "retrieved_sids": [ 48, 44, 55, 56, 57 ], "retrieved_global": [ 48, 44, 55, 56, 57 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 212, "question": "How long does Team Connect last?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 102 ], "retrieved_sids": [ 102, 73, 82, 99, 53 ], "retrieved_global": [ 102, 73, 82, 99, 53 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 213, "question": "Where is the BirdFilm Fest taking place?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 98 ], "retrieved_sids": [ 98, 88, 97, 34, 92 ], "retrieved_global": [ 98, 88, 97, 34, 92 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 214, "question": "How long does Lit Fest+ last?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 45 ], "retrieved_sids": [ 92, 45, 7, 16, 105 ], "retrieved_global": [ 92, 45, 7, 16, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 215, "question": "What is the scale of CampGear Fest?", "ground_truth": "A", "answer_text": "five thousand people", "target_sids": [ 2 ], "retrieved_sids": [ 2, 0, 37, 1, 104 ], "retrieved_global": [ 2, 0, 37, 1, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 216, "question": "What is the scale of the Retail Growth Summit?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 11, 17, 12, 19, 109 ], "retrieved_global": [ 11, 17, 12, 19, 109 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 217, "question": "Where is Data Nexus located?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 102 ], "retrieved_sids": [ 80, 102, 99, 107, 23 ], "retrieved_global": [ 80, 102, 99, 107, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 218, "question": "What is the scale of ArtFusion Fest?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 13 ], "retrieved_sids": [ 13, 11, 26, 10, 17 ], "retrieved_global": [ 13, 11, 26, 10, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 219, "question": "How long does the Wealth Expo last?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 54 ], "retrieved_sids": [ 54, 44, 20, 6, 45 ], "retrieved_global": [ 54, 44, 20, 6, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 220, "question": "Where is InnoResearch located?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 10 ], "retrieved_sids": [ 10, 0, 68, 77, 47 ], "retrieved_global": [ 10, 0, 68, 77, 47 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 221, "question": "How long does Trail Bites Fest last?", "ground_truth": "B", "answer_text": "three day", "target_sids": [ 63 ], "retrieved_sids": [ 63, 55, 29, 100, 56 ], "retrieved_global": [ 63, 55, 29, 100, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 222, "question": "What time is Climb Fest happening?", "ground_truth": "B", "answer_text": "2024-10-17 9:00", "target_sids": [ 38 ], "retrieved_sids": [ 10, 38, 33, 53, 0 ], "retrieved_global": [ 10, 38, 33, 53, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 223, "question": "Where is Serve & Play located?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 43 ], "retrieved_sids": [ 43, 33, 59, 39, 100 ], "retrieved_global": [ 43, 33, 59, 39, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 224, "question": "What is the duration of FinKickoff?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 11 ], "retrieved_sids": [ 11, 12, 21, 104, 1 ], "retrieved_global": [ 11, 12, 21, 104, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 225, "question": "Where is Retail Insights located?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 75 ], "retrieved_sids": [ 75, 66, 67, 41, 35 ], "retrieved_global": [ 75, 66, 67, 41, 35 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 226, "question": "How long does LitTunes Fest last?", "ground_truth": "D", "answer_text": "three day", "target_sids": [ 25 ], "retrieved_sids": [ 25, 22, 105, 59, 9 ], "retrieved_global": [ 25, 22, 105, 59, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 227, "question": "Where is RealConnect located?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 50 ], "retrieved_sids": [ 50, 44, 72, 15, 66 ], "retrieved_global": [ 50, 44, 72, 15, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 228, "question": "What time is FamMed Launch?", "ground_truth": "C", "answer_text": "2024-10-15 9:00", "target_sids": [ 12 ], "retrieved_sids": [ 12, 11, 97, 107, 83 ], "retrieved_global": [ 12, 11, 97, 107, 83 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 229, "question": "Where is SalesSync located?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 0 ], "retrieved_sids": [ 0, 1, 61, 16, 99 ], "retrieved_global": [ 0, 1, 61, 16, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 230, "question": "Where is CalliFest taking place?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 28 ], "retrieved_sids": [ 26, 22, 57, 28, 29 ], "retrieved_global": [ 26, 22, 57, 28, 29 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 231, "question": "What time is it for Sales Synergy?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 34 ], "retrieved_sids": [ 34, 75, 27, 50, 33 ], "retrieved_global": [ 34, 75, 27, 50, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 232, "question": "What is the scale of SustainKick?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 60 ], "retrieved_sids": [ 60, 55, 91, 5, 56 ], "retrieved_global": [ 60, 55, 91, 5, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 233, "question": "What time is it for MechInnov8?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 2 ], "retrieved_sids": [ 104, 70, 2, 95, 30 ], "retrieved_global": [ 104, 70, 2, 95, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 234, "question": "How long does Cycle Fest last?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 54 ], "retrieved_sids": [ 54, 83, 44, 99, 77 ], "retrieved_global": [ 54, 83, 44, 99, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 235, "question": "How long will BioSales 2024 last?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 37 ], "retrieved_sids": [ 37, 33, 69, 29, 39 ], "retrieved_global": [ 37, 33, 69, 29, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 236, "question": "What is the duration of Biophys Budge?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 26 ], "retrieved_sids": [ 62, 49, 26, 22, 54 ], "retrieved_global": [ 62, 49, 26, 22, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 237, "question": "What is the duration of Team Unites?", "ground_truth": "B", "answer_text": "seven day", "target_sids": [ 79 ], "retrieved_sids": [ 79, 105, 77, 78, 53 ], "retrieved_global": [ 79, 105, 77, 78, 53 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 238, "question": "What time is it for AgriConnect?", "ground_truth": "B", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 44 ], "retrieved_sids": [ 44, 54, 45, 8, 58 ], "retrieved_global": [ 44, 54, 45, 8, 58 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 239, "question": "Where is FitPlay Fest taking place?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 91 ], "retrieved_sids": [ 91, 88, 4, 97, 48 ], "retrieved_global": [ 91, 88, 4, 97, 48 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 240, "question": "What is the scale of EduBudget 2024?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 26 ], "retrieved_sids": [ 26, 16, 22, 7, 69 ], "retrieved_global": [ 26, 16, 22, 7, 69 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 241, "question": "What time is it at Sales Ignite?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 57 ], "retrieved_sids": [ 57, 50, 49, 55, 76 ], "retrieved_global": [ 57, 50, 49, 55, 76 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 242, "question": "Where is Sportify Fest taking place?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 19 ], "retrieved_sids": [ 21, 11, 17, 13, 10 ], "retrieved_global": [ 21, 11, 17, 13, 10 ], "hit_at_k": false }, { "category": "simple", "topic": "events", "tid": 243, "question": "Where is CycleFest located?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 31 ], "retrieved_sids": [ 31, 22, 84, 77, 28 ], "retrieved_global": [ 31, 22, 84, 77, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 244, "question": "Where is Realty Sync located?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 31 ], "retrieved_sids": [ 22, 31, 32, 104, 47 ], "retrieved_global": [ 22, 31, 32, 104, 47 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 245, "question": "What time does Nature Runfest start?", "ground_truth": "B", "answer_text": "2024-10-13 19:00", "target_sids": [ 103 ], "retrieved_sids": [ 103, 26, 99, 70, 55 ], "retrieved_global": [ 103, 26, 99, 70, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 246, "question": "Where is InnovateX located?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 101 ], "retrieved_sids": [ 101, 99, 103, 77, 88 ], "retrieved_global": [ 101, 99, 103, 77, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 247, "question": "Where is Health Kickoff located?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 2 ], "retrieved_sids": [ 2, 0, 43, 1, 88 ], "retrieved_global": [ 2, 0, 43, 1, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 248, "question": "What is the time for Skybonding?", "ground_truth": "D", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 74 ], "retrieved_sids": [ 37, 74, 26, 86, 69 ], "retrieved_global": [ 37, 74, 26, 86, 69 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 249, "question": "What time is it at Sales Lead Up?", "ground_truth": "B", "answer_text": "2024-10-11 19:00", "target_sids": [ 45 ], "retrieved_sids": [ 59, 49, 45, 44, 40 ], "retrieved_global": [ 59, 49, 45, 44, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 250, "question": "What time is it for Health Innovate?", "ground_truth": "C", "answer_text": "2024-10-13 14:00", "target_sids": [ 74 ], "retrieved_sids": [ 74, 94, 33, 66, 34 ], "retrieved_global": [ 74, 94, 33, 66, 34 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 251, "question": "What is the scale of TasteArt Fest?", "ground_truth": "A", "answer_text": "three thousand people", "target_sids": [ 83 ], "retrieved_sids": [ 83, 82, 77, 85, 44 ], "retrieved_global": [ 83, 82, 77, 85, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 252, "question": "Where is SoundCine Fest taking place?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 70 ], "retrieved_sids": [ 70, 66, 92, 88, 96 ], "retrieved_global": [ 70, 66, 92, 88, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 253, "question": "What time is Run for Zen scheduled to start?", "ground_truth": "B", "answer_text": "2024-10-12 19:00", "target_sids": [ 62 ], "retrieved_sids": [ 62, 27, 55, 72, 71 ], "retrieved_global": [ 62, 27, 55, 72, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 254, "question": "What is the scale of Global Bites?", "ground_truth": "D", "answer_text": "six thousand people", "target_sids": [ 84 ], "retrieved_sids": [ 107, 99, 84, 77, 100 ], "retrieved_global": [ 107, 99, 84, 77, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 255, "question": "What is the duration of CineCalligrah?", "ground_truth": "C", "answer_text": "eight of week", "target_sids": [ 105 ], "retrieved_sids": [ 105, 98, 108, 7, 61 ], "retrieved_global": [ 105, 98, 108, 7, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 256, "question": "How long does CineArtFest last?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 79 ], "retrieved_sids": [ 79, 108, 77, 28, 71 ], "retrieved_global": [ 79, 108, 77, 28, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 257, "question": "What is the scale of Trial Innovate?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 105 ], "retrieved_sids": [ 105, 99, 67, 66, 89 ], "retrieved_global": [ 105, 99, 67, 66, 89 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 258, "question": "What time is it for CalliCine?", "ground_truth": "C", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 73 ], "retrieved_sids": [ 73, 66, 107, 38, 58 ], "retrieved_global": [ 73, 66, 107, 38, 58 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 259, "question": "Where is Culinary Pro located?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 105 ], "retrieved_sids": [ 105, 16, 72, 100, 99 ], "retrieved_global": [ 105, 16, 72, 100, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 260, "question": "Where is Urban SafeNet located?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 80 ], "retrieved_sids": [ 80, 87, 77, 78, 88 ], "retrieved_global": [ 80, 87, 77, 78, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 261, "question": "What time is the MindBoost Expo?", "ground_truth": "B", "answer_text": "2024-10-17 14:00", "target_sids": [ 78 ], "retrieved_sids": [ 78, 77, 85, 60, 107 ], "retrieved_global": [ 78, 77, 85, 60, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 262, "question": "What scale is used by Literary Bites?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 41 ], "retrieved_sids": [ 41, 13, 5, 4, 36 ], "retrieved_global": [ 41, 13, 5, 4, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 263, "question": "What scale does Team Synergy use?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 83 ], "retrieved_sids": [ 83, 77, 56, 78, 64 ], "retrieved_global": [ 83, 77, 56, 78, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 264, "question": "What is the scale of Chess Fest?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 94 ], "retrieved_sids": [ 94, 96, 88, 101, 21 ], "retrieved_global": [ 94, 96, 88, 101, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 265, "question": "How long does CommUnity Up! last?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 47 ], "retrieved_sids": [ 27, 47, 44, 32, 53 ], "retrieved_global": [ 27, 47, 44, 32, 53 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 266, "question": "Where is Beach Vibes located?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 108 ], "retrieved_sids": [ 108, 99, 101, 105, 104 ], "retrieved_global": [ 108, 99, 101, 105, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 267, "question": "How long is the duration of GameScreen?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 76 ], "retrieved_sids": [ 76, 66, 18, 105, 6 ], "retrieved_global": [ 76, 66, 18, 105, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 268, "question": "What is the scale of Camp & Sip?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 99 ], "retrieved_sids": [ 99, 100, 75, 38, 71 ], "retrieved_global": [ 99, 100, 75, 38, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 269, "question": "How long does Birdwatch Fest last?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 65 ], "retrieved_sids": [ 65, 11, 31, 29, 64 ], "retrieved_global": [ 65, 11, 31, 29, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 270, "question": "Where is Crafted Feast located?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 84 ], "retrieved_sids": [ 84, 77, 100, 81, 1 ], "retrieved_global": [ 84, 77, 100, 81, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 271, "question": "Where is EduDedicate located?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 1 ], "retrieved_sids": [ 1, 0, 55, 28, 102 ], "retrieved_global": [ 1, 0, 55, 28, 102 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 272, "question": "What time does the Care Strategy Summit start?", "ground_truth": "D", "answer_text": "2024-10-14 14:00", "target_sids": [ 27 ], "retrieved_sids": [ 27, 5, 22, 104, 18 ], "retrieved_global": [ 27, 5, 22, 104, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 273, "question": "What is the scale of Climb4Cause?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 100 ], "retrieved_sids": [ 107, 51, 98, 47, 100 ], "retrieved_global": [ 107, 51, 98, 47, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 274, "question": "What is the scale of Social Stars?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 32 ], "retrieved_sids": [ 51, 61, 95, 32, 22 ], "retrieved_global": [ 51, 61, 95, 32, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 275, "question": "What time does Splash for Kids start?", "ground_truth": "C", "answer_text": "2024-10-17 14:00", "target_sids": [ 29 ], "retrieved_sids": [ 29, 22, 5, 53, 94 ], "retrieved_global": [ 29, 22, 5, 53, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 276, "question": "What time does Vibe Fest start?", "ground_truth": "A", "answer_text": "2024-10-11 9:00", "target_sids": [ 26 ], "retrieved_sids": [ 26, 105, 10, 87, 111 ], "retrieved_global": [ 26, 105, 10, 87, 111 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 277, "question": "Where is Garden Reads located?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 12 ], "retrieved_sids": [ 12, 11, 13, 21, 14 ], "retrieved_global": [ 12, 11, 13, 21, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 278, "question": "How long will ReInvent 2024 last?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 46 ], "retrieved_sids": [ 46, 54, 44, 71, 93 ], "retrieved_global": [ 46, 54, 44, 71, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 279, "question": "What time is EcoGrowPlan?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 19:00", "target_sids": [ 32 ], "retrieved_sids": [ 32, 22, 19, 74, 63 ], "retrieved_global": [ 32, 22, 19, 74, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 280, "question": "What time is the Finish Line in 2024?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 77 ], "retrieved_sids": [ 77, 70, 65, 71, 47 ], "retrieved_global": [ 77, 70, 65, 71, 47 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 281, "question": "What is the scale of LitShop Fest?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 6 ], "retrieved_sids": [ 6, 0, 29, 22, 28 ], "retrieved_global": [ 6, 0, 29, 22, 28 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 282, "question": "What is the time for HealthNet 2024?", "ground_truth": "A", "answer_text": "2024-10-11 19:00", "target_sids": [ 57 ], "retrieved_sids": [ 57, 55, 54, 8, 61 ], "retrieved_global": [ 57, 55, 54, 8, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 283, "question": "What is the duration of RealEstateX?", "ground_truth": "B", "answer_text": "seven day", "target_sids": [ 32 ], "retrieved_sids": [ 32, 22, 25, 29, 31 ], "retrieved_global": [ 32, 22, 25, 29, 31 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 284, "question": "Where is BudgetBoost located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 107 ], "retrieved_sids": [ 107, 99, 109, 91, 92 ], "retrieved_global": [ 107, 99, 109, 91, 92 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 285, "question": "What time is Retail Revamp?", "ground_truth": "A", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 14 ], "retrieved_sids": [ 14, 90, 74, 11, 100 ], "retrieved_global": [ 14, 90, 74, 11, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 286, "question": "What is the scale of Global Beats Fest?", "ground_truth": "C", "answer_text": "nine thousand people", "target_sids": [ 69 ], "retrieved_sids": [ 16, 69, 66, 53, 67 ], "retrieved_global": [ 16, 69, 66, 53, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 287, "question": "How long does Stamp Camp last?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 58 ], "retrieved_sids": [ 58, 65, 63, 55, 94 ], "retrieved_global": [ 58, 65, 63, 55, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 288, "question": "Where is CineQuest located?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 64 ], "retrieved_sids": [ 64, 55, 28, 38, 69 ], "retrieved_global": [ 64, 55, 28, 38, 69 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 289, "question": "What time is it at Research Nexus?", "ground_truth": "B", "answer_text": "2024-10-14 14:00", "target_sids": [ 27 ], "retrieved_sids": [ 27, 59, 107, 12, 22 ], "retrieved_global": [ 27, 59, 107, 12, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 290, "question": "What is the duration of ElectroNexus?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 69 ], "retrieved_sids": [ 69, 76, 66, 68, 37 ], "retrieved_global": [ 69, 76, 66, 68, 37 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 291, "question": "Where is Fit Theatre located?", "ground_truth": "B", "answer_text": "Indianapolis, IN", "target_sids": [ 104 ], "retrieved_sids": [ 104, 99, 108, 75, 72 ], "retrieved_global": [ 104, 99, 108, 75, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 292, "question": "What time is Taste & Chess?", "ground_truth": "C", "answer_text": "2024-10-11 14:00", "target_sids": [ 54 ], "retrieved_sids": [ 54, 103, 44, 11, 46 ], "retrieved_global": [ 54, 103, 44, 11, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 293, "question": "What time is the FinTech Forum?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 34 ], "retrieved_sids": [ 34, 33, 43, 103, 50 ], "retrieved_global": [ 34, 33, 43, 103, 50 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 294, "question": "What is the scale of Electro Expo?", "ground_truth": "A", "answer_text": "eight thousand people", "target_sids": [ 45 ], "retrieved_sids": [ 45, 44, 43, 28, 24 ], "retrieved_global": [ 45, 44, 43, 28, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 295, "question": "How long does the Nature Craft Fest last?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 21 ], "retrieved_sids": [ 80, 21, 20, 11, 16 ], "retrieved_global": [ 80, 21, 20, 11, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 296, "question": "How long does ScaleFest last?", "ground_truth": "B", "answer_text": "six of week", "target_sids": [ 44 ], "retrieved_sids": [ 44, 45, 20, 107, 38 ], "retrieved_global": [ 44, 45, 20, 107, 38 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 297, "question": "What is the scale of Innov8 Expo?", "ground_truth": "B", "answer_text": "six thousand people", "target_sids": [ 39 ], "retrieved_sids": [ 92, 33, 39, 38, 40 ], "retrieved_global": [ 92, 33, 39, 38, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 298, "question": "What time is KickStart23?", "ground_truth": "D", "answer_text": "2024-10-11 19:00", "target_sids": [ 35 ], "retrieved_sids": [ 35, 32, 105, 55, 5 ], "retrieved_global": [ 35, 32, 105, 55, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 299, "question": "How long does Zen Harmony last?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 26 ], "retrieved_sids": [ 26, 22, 32, 67, 97 ], "retrieved_global": [ 26, 22, 32, 67, 97 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 300, "question": "What is the scale of Campfire Feast?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 81 ], "retrieved_sids": [ 77, 81, 78, 60, 25 ], "retrieved_global": [ 77, 81, 78, 60, 25 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 301, "question": "What is the scale of Retail Cheers?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 55 ], "retrieved_sids": [ 56, 55, 44, 57, 62 ], "retrieved_global": [ 56, 55, 44, 57, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 302, "question": "How long does the Truck Job Fair last?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 22 ], "retrieved_sids": [ 24, 22, 23, 26, 78 ], "retrieved_global": [ 24, 22, 23, 26, 78 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 303, "question": "How long does Chess Connect last?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 109 ], "retrieved_sids": [ 109, 20, 50, 25, 96 ], "retrieved_global": [ 109, 20, 50, 25, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 304, "question": "What time is it at Nature Canvas?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 69 ], "retrieved_sids": [ 107, 69, 32, 108, 66 ], "retrieved_global": [ 107, 69, 32, 108, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 305, "question": "What time does Fish Fest! start?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 88 ], "retrieved_sids": [ 88, 30, 98, 89, 54 ], "retrieved_global": [ 88, 30, 98, 89, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 306, "question": "Where is SkillSpark located?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 78 ], "retrieved_sids": [ 78, 77, 37, 41, 60 ], "retrieved_global": [ 78, 77, 37, 41, 60 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 307, "question": "What time is it at Finance Fusion?", "ground_truth": "B", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 80 ], "retrieved_sids": [ 80, 71, 6, 77, 41 ], "retrieved_global": [ 80, 71, 6, 77, 41 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 308, "question": "How long does CraftTune Fest last?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 63 ], "retrieved_sids": [ 63, 61, 55, 86, 88 ], "retrieved_global": [ 63, 61, 55, 86, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 309, "question": "What is the scale of Catch & Sip?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 77 ], "retrieved_sids": [ 78, 77, 79, 81, 100 ], "retrieved_global": [ 78, 77, 79, 81, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 310, "question": "Where is GolfArt Expo located?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 28 ], "retrieved_sids": [ 28, 22, 48, 57, 30 ], "retrieved_global": [ 28, 22, 48, 57, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 311, "question": "What time is it for SalesBoost?", "ground_truth": "A", "answer_text": "2024-10-12 14:00", "target_sids": [ 100 ], "retrieved_sids": [ 100, 99, 108, 71, 33 ], "retrieved_global": [ 100, 99, 108, 71, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 312, "question": "What is the scale of Calligrafest?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 33, 71, 34, 8, 7 ], "retrieved_global": [ 33, 71, 34, 8, 7 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 313, "question": "Where is ElectriCon located?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 106 ], "retrieved_sids": [ 106, 108, 99, 40, 8 ], "retrieved_global": [ 106, 108, 99, 40, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 314, "question": "How long does the SkyTech Expo last?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 4 ], "retrieved_sids": [ 4, 10, 0, 75, 27 ], "retrieved_global": [ 4, 10, 0, 75, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 315, "question": "How long does Model Fest last?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 35 ], "retrieved_sids": [ 35, 74, 46, 22, 15 ], "retrieved_global": [ 35, 74, 46, 22, 15 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 316, "question": "What time is it at TechConnect?", "ground_truth": "A", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 32 ], "retrieved_sids": [ 32, 22, 30, 37, 85 ], "retrieved_global": [ 32, 22, 30, 37, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 317, "question": "Where can CreatiVibe be found?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 13 ], "retrieved_sids": [ 13, 11, 18, 75, 27 ], "retrieved_global": [ 13, 11, 18, 75, 27 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 318, "question": "What is the scale of CulturaFest?", "ground_truth": "D", "answer_text": "five thousand people", "target_sids": [ 94 ], "retrieved_sids": [ 88, 94, 90, 92, 64 ], "retrieved_global": [ 88, 94, 90, 92, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 319, "question": "What time does GolfJam Fest start?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 14:00", "target_sids": [ 9 ], "retrieved_sids": [ 9, 0, 6, 15, 98 ], "retrieved_global": [ 9, 0, 6, 15, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 320, "question": "What is the scale of Ocean Bounty\ud83c\udf77?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 102 ], "retrieved_sids": [ 27, 99, 108, 102, 103 ], "retrieved_global": [ 27, 99, 108, 102, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 321, "question": "What time is it in TeamForge?", "ground_truth": "B", "answer_text": "2024-10-11 9:00", "target_sids": [ 78 ], "retrieved_sids": [ 78, 77, 84, 79, 19 ], "retrieved_global": [ 78, 77, 84, 79, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 322, "question": "What time is SafeComm 2024?", "ground_truth": "C", "answer_text": "2024-10-12 14:00", "target_sids": [ 86 ], "retrieved_sids": [ 86, 87, 42, 77, 33 ], "retrieved_global": [ 86, 87, 42, 77, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 323, "question": "What is the scale of Law Force Up?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 91 ], "retrieved_sids": [ 86, 91, 88, 89, 84 ], "retrieved_global": [ 86, 91, 88, 89, 84 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 324, "question": "Where is StampFit2024 taking place?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 9 ], "retrieved_sids": [ 9, 12, 3, 4, 14 ], "retrieved_global": [ 9, 12, 3, 4, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 325, "question": "How long does LabConnect last?", "ground_truth": "B", "answer_text": "seven day", "target_sids": [ 8 ], "retrieved_sids": [ 8, 10, 0, 7, 40 ], "retrieved_global": [ 8, 10, 0, 7, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 326, "question": "What time is it at SocialConnect?", "ground_truth": "C", "answer_text": "2024-10-16 14:00", "target_sids": [ 8 ], "retrieved_sids": [ 6, 8, 0, 58, 18 ], "retrieved_global": [ 6, 8, 0, 58, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 327, "question": "Where is FitFlavor Fest located?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 23 ], "retrieved_sids": [ 22, 23, 100, 38, 32 ], "retrieved_global": [ 22, 23, 100, 38, 32 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 328, "question": "Where is the Antique Fair taking place?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 102 ], "retrieved_sids": [ 99, 102, 94, 14, 88 ], "retrieved_global": [ 99, 102, 94, 14, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 329, "question": "What time does Climb & Chill start?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 22 ], "retrieved_sids": [ 22, 23, 64, 61, 104 ], "retrieved_global": [ 22, 23, 64, 61, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 330, "question": "Where can Culinary Wow be found?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 81 ], "retrieved_sids": [ 77, 83, 81, 56, 109 ], "retrieved_global": [ 77, 83, 81, 56, 109 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 331, "question": "What time is it for Team Unite?", "ground_truth": "A", "answer_text": "2024-10-13 19:00", "target_sids": [ 18 ], "retrieved_sids": [ 18, 21, 29, 8, 107 ], "retrieved_global": [ 18, 21, 29, 8, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 332, "question": "Where is DataSync 2024 taking place?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 95 ], "retrieved_sids": [ 95, 88, 48, 72, 45 ], "retrieved_global": [ 95, 88, 48, 72, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 333, "question": "Where is Sales Connect located?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 51 ], "retrieved_sids": [ 51, 44, 74, 35, 36 ], "retrieved_global": [ 51, 44, 74, 35, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 334, "question": "How long does CodeWave last?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 85 ], "retrieved_sids": [ 85, 77, 26, 87, 36 ], "retrieved_global": [ 85, 77, 26, 87, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 335, "question": "What time does Fish Fest! start?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 11 ], "retrieved_sids": [ 11, 12, 52, 79, 19 ], "retrieved_global": [ 11, 12, 52, 79, 19 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 336, "question": "What time is it at EduCareer Connect?", "ground_truth": "D", "answer_text": "2024-10-14 19:00", "target_sids": [ 42 ], "retrieved_sids": [ 42, 33, 43, 37, 108 ], "retrieved_global": [ 42, 33, 43, 37, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 337, "question": "Where is BioTech Fest taking place?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 38 ], "retrieved_sids": [ 33, 38, 60, 34, 55 ], "retrieved_global": [ 33, 38, 60, 34, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 338, "question": "What time is it at Coastal Creations?", "ground_truth": "A", "answer_text": "2024-10-17 9:00", "target_sids": [ 105 ], "retrieved_sids": [ 105, 109, 54, 27, 99 ], "retrieved_global": [ 105, 109, 54, 27, 99 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 339, "question": "Where is Data Insights located?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 55 ], "retrieved_sids": [ 55, 56, 65, 3, 58 ], "retrieved_global": [ 55, 56, 65, 3, 58 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 340, "question": "What is the scale used by Psych Impact?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 66 ], "retrieved_sids": [ 66, 31, 67, 22, 76 ], "retrieved_global": [ 66, 31, 67, 22, 76 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 341, "question": "What is the scale of Garden Feast?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 20 ], "retrieved_sids": [ 20, 11, 21, 40, 18 ], "retrieved_global": [ 20, 11, 21, 40, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 342, "question": "Where is FitLit Fest taking place?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 46 ], "retrieved_sids": [ 46, 44, 79, 25, 54 ], "retrieved_global": [ 46, 44, 79, 25, 54 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 343, "question": "What time does Stamp Fest start?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 28 ], "retrieved_sids": [ 31, 28, 51, 22, 29 ], "retrieved_global": [ 31, 28, 51, 22, 29 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 344, "question": "How long does RunFest last?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 15 ], "retrieved_sids": [ 15, 11, 62, 78, 106 ], "retrieved_global": [ 15, 11, 62, 78, 106 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 345, "question": "How long does the Team Up! Retreat last?", "ground_truth": "B", "answer_text": "seven of week", "target_sids": [ 17 ], "retrieved_sids": [ 17, 16, 11, 62, 61 ], "retrieved_global": [ 17, 16, 11, 62, 61 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 346, "question": "How long does RhythmFest last?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 96 ], "retrieved_sids": [ 96, 95, 88, 64, 97 ], "retrieved_global": [ 96, 95, 88, 64, 97 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 347, "question": "How long does Surf & Sip last?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 69 ], "retrieved_sids": [ 69, 107, 80, 66, 40 ], "retrieved_global": [ 69, 107, 80, 66, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 348, "question": "Where is FitFusion Fest taking place?", "ground_truth": "B", "answer_text": "San Jose, CA", "target_sids": [ 40 ], "retrieved_sids": [ 40, 33, 52, 35, 73 ], "retrieved_global": [ 40, 33, 52, 35, 73 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 349, "question": "What is the duration of LawComm Connect?", "ground_truth": "B", "answer_text": "five of week", "target_sids": [ 92 ], "retrieved_sids": [ 92, 88, 72, 79, 63 ], "retrieved_global": [ 92, 88, 72, 79, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 350, "question": "What is the scale of SkillBridge?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 107 ], "retrieved_sids": [ 107, 99, 109, 90, 55 ], "retrieved_global": [ 107, 99, 109, 90, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 351, "question": "What is the scale of the Care Review?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 75 ], "retrieved_sids": [ 75, 104, 19, 70, 67 ], "retrieved_global": [ 75, 104, 19, 70, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 352, "question": "Where is Tasty Fest located?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 65 ], "retrieved_sids": [ 55, 103, 63, 65, 58 ], "retrieved_global": [ 55, 103, 63, 65, 58 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 353, "question": "How long does the TechNet Fair last?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 81 ], "retrieved_sids": [ 81, 77, 49, 69, 39 ], "retrieved_global": [ 81, 77, 49, 69, 39 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 354, "question": "Where is Retail Vision located?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 95 ], "retrieved_sids": [ 95, 88, 56, 12, 14 ], "retrieved_global": [ 95, 88, 56, 12, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 355, "question": "What is the scale of Nature Nosh?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 47 ], "retrieved_sids": [ 94, 47, 44, 46, 105 ], "retrieved_global": [ 94, 47, 44, 46, 105 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 356, "question": "What time is it at InnovateX?", "ground_truth": "D", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 85 ], "retrieved_sids": [ 85, 84, 77, 19, 98 ], "retrieved_global": [ 85, 84, 77, 19, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 357, "question": "What time does DriveFest start?", "ground_truth": "C", "answer_text": "2024-10-16 19:00", "target_sids": [ 36 ], "retrieved_sids": [ 36, 43, 20, 33, 108 ], "retrieved_global": [ 36, 43, 20, 33, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 358, "question": "How long does SalesSync 2024 last?", "ground_truth": "B", "answer_text": "two of week", "target_sids": [ 101 ], "retrieved_sids": [ 101, 99, 16, 62, 20 ], "retrieved_global": [ 101, 99, 16, 62, 20 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 359, "question": "What is the scale of FinAlign 2024?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 23 ], "retrieved_sids": [ 47, 95, 23, 22, 2 ], "retrieved_global": [ 47, 95, 23, 22, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 360, "question": "What is the scale of EduInnovate?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 39 ], "retrieved_sids": [ 39, 33, 43, 2, 82 ], "retrieved_global": [ 39, 33, 43, 2, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 361, "question": "Where is Math Innovate located?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 66 ], "retrieved_sids": [ 66, 67, 28, 44, 52 ], "retrieved_global": [ 66, 67, 28, 44, 52 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 362, "question": "What is the duration of the YearEnd Recap?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 40 ], "retrieved_sids": [ 40, 101, 95, 70, 63 ], "retrieved_global": [ 40, 101, 95, 70, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 363, "question": "Where is ArtFusion Fest taking place?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 87 ], "retrieved_sids": [ 86, 77, 87, 50, 46 ], "retrieved_global": [ 86, 77, 87, 50, 46 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 364, "question": "Where is Impact Fest taking place?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 74 ], "retrieved_sids": [ 74, 76, 66, 46, 72 ], "retrieved_global": [ 74, 76, 66, 46, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 365, "question": "What is the duration of Cognitive Budg?", "ground_truth": "D", "answer_text": "six of week", "target_sids": [ 15 ], "retrieved_sids": [ 15, 83, 105, 11, 87 ], "retrieved_global": [ 15, 83, 105, 11, 87 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 366, "question": "What time is it for PsyInnovate?", "ground_truth": "D", "answer_text": "2024-10-16 9:00", "target_sids": [ 52 ], "retrieved_sids": [ 52, 54, 44, 65, 47 ], "retrieved_global": [ 52, 54, 44, 65, 47 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 367, "question": "What is the duration of Knit & Tune?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 98 ], "retrieved_sids": [ 98, 5, 64, 1, 88 ], "retrieved_global": [ 98, 5, 64, 1, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 368, "question": "What time does Zen Beach Bash start?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 36 ], "retrieved_sids": [ 36, 104, 85, 33, 34 ], "retrieved_global": [ 36, 104, 85, 33, 34 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 369, "question": "What time is it in DesignSync?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 0 ], "retrieved_sids": [ 0, 1, 62, 38, 4 ], "retrieved_global": [ 0, 1, 62, 38, 4 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 370, "question": "What is the scale of ArtRun Fest?", "ground_truth": "B", "answer_text": "one thousand people", "target_sids": [ 54 ], "retrieved_sids": [ 54, 44, 7, 4, 10 ], "retrieved_global": [ 54, 44, 7, 4, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 371, "question": "What is the duration of CineSymph?", "ground_truth": "C", "answer_text": "five day", "target_sids": [ 3 ], "retrieved_sids": [ 3, 0, 4, 72, 97 ], "retrieved_global": [ 3, 0, 4, 72, 97 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 372, "question": "What is the scale of TeamFuse?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 87 ], "retrieved_sids": [ 87, 86, 77, 17, 84 ], "retrieved_global": [ 87, 86, 77, 17, 84 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 373, "question": "What time is it for FlyForward?", "ground_truth": "D", "answer_text": "2024-10-13 19:00", "target_sids": [ 89 ], "retrieved_sids": [ 89, 88, 51, 74, 10 ], "retrieved_global": [ 89, 88, 51, 74, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 374, "question": "Where is Travel Tales located?", "ground_truth": "D", "answer_text": "Atlanta, GA", "target_sids": [ 0 ], "retrieved_sids": [ 0, 1, 10, 2, 8 ], "retrieved_global": [ 0, 1, 10, 2, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 375, "question": "How long does the Corp Law Lab last?", "ground_truth": "D", "answer_text": "eight of week", "target_sids": [ 74 ], "retrieved_sids": [ 74, 66, 7, 67, 16 ], "retrieved_global": [ 74, 66, 7, 67, 16 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 376, "question": "What is the scale used by CulinaryIQ?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 70 ], "retrieved_sids": [ 70, 66, 13, 17, 76 ], "retrieved_global": [ 70, 66, 13, 17, 76 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 377, "question": "What is the scale of the Surf Lit Fest?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 67 ], "retrieved_sids": [ 67, 96, 81, 98, 71 ], "retrieved_global": [ 67, 96, 81, 98, 71 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 378, "question": "What is the scale of LangFest?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 7 ], "retrieved_sids": [ 0, 10, 7, 37, 6 ], "retrieved_global": [ 0, 10, 7, 37, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 379, "question": "What is the scale of Sales Boost Lab?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 32 ], "retrieved_sids": [ 32, 22, 102, 23, 67 ], "retrieved_global": [ 32, 22, 102, 23, 67 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 380, "question": "What is the scale of Global Rhythms?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 2 ], "retrieved_sids": [ 42, 2, 0, 67, 47 ], "retrieved_global": [ 42, 2, 0, 67, 47 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 381, "question": "Where is Culinary Cents located?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 6 ], "retrieved_sids": [ 6, 0, 10, 38, 96 ], "retrieved_global": [ 6, 0, 10, 38, 96 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 382, "question": "What time does Theater Bash start?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 9 ], "retrieved_sids": [ 9, 73, 24, 10, 36 ], "retrieved_global": [ 9, 73, 24, 10, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 383, "question": "What is the scale of Audio Fusion?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 80 ], "retrieved_sids": [ 80, 77, 87, 83, 102 ], "retrieved_global": [ 80, 77, 87, 83, 102 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 384, "question": "What is the scale of Med Launch 2024?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 27 ], "retrieved_sids": [ 27, 22, 62, 96, 79 ], "retrieved_global": [ 27, 22, 62, 96, 79 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 385, "question": "What time is Taste and Climb?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 14:00", "target_sids": [ 90 ], "retrieved_sids": [ 90, 88, 89, 91, 70 ], "retrieved_global": [ 90, 88, 89, 91, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 386, "question": "What is the scale of ArtLitFest?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 16 ], "retrieved_sids": [ 21, 16, 11, 33, 43 ], "retrieved_global": [ 21, 16, 11, 33, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 387, "question": "What time does Cycle Fest take place?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 46 ], "retrieved_sids": [ 46, 44, 11, 18, 50 ], "retrieved_global": [ 46, 44, 11, 18, 50 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 388, "question": "What time is it for InnovateX?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 73 ], "retrieved_sids": [ 73, 76, 66, 75, 70 ], "retrieved_global": [ 73, 76, 66, 75, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 389, "question": "What is the scale of the Surf Lit Fest?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 79 ], "retrieved_sids": [ 64, 79, 77, 86, 8 ], "retrieved_global": [ 64, 79, 77, 86, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 390, "question": "Where will TuneTech 2024 take place?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 30 ], "retrieved_sids": [ 30, 22, 31, 23, 17 ], "retrieved_global": [ 30, 22, 31, 23, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 391, "question": "What is the scale of GameLit Chat?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 104 ], "retrieved_sids": [ 104, 109, 99, 20, 65 ], "retrieved_global": [ 104, 109, 99, 20, 65 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 392, "question": "What time is the Data Kickoff?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 17 ], "retrieved_sids": [ 17, 95, 21, 39, 11 ], "retrieved_global": [ 17, 95, 21, 39, 11 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 393, "question": "How long does Finance Sync last?", "ground_truth": "D", "answer_text": "four day", "target_sids": [ 82 ], "retrieved_sids": [ 82, 87, 19, 77, 14 ], "retrieved_global": [ 82, 87, 19, 77, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 394, "question": "How long does the Retail Launch last?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 73 ], "retrieved_sids": [ 73, 17, 23, 41, 24 ], "retrieved_global": [ 73, 17, 23, 41, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 395, "question": "What time is it at Realty Nexus?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 69 ], "retrieved_sids": [ 69, 40, 19, 10, 66 ], "retrieved_global": [ 69, 40, 19, 10, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 396, "question": "Where is Project Launch located?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 99 ], "retrieved_sids": [ 99, 100, 40, 103, 108 ], "retrieved_global": [ 99, 100, 40, 103, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 397, "question": "What time does LitFest 2024 start?", "ground_truth": "D", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 79 ], "retrieved_sids": [ 79, 30, 102, 77, 65 ], "retrieved_global": [ 79, 30, 102, 77, 65 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 398, "question": "What time does Health Kickoff start?", "ground_truth": "D", "answer_text": "2024-10-16 14:00", "target_sids": [ 7 ], "retrieved_sids": [ 7, 0, 15, 36, 55 ], "retrieved_global": [ 7, 0, 15, 36, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 399, "question": "What is the duration of Film Run Fest?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 89 ], "retrieved_sids": [ 89, 88, 31, 92, 85 ], "retrieved_global": [ 89, 88, 31, 92, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 400, "question": "What time does Floral Bash start?", "ground_truth": "A", "answer_text": "2024-10-12 19:00", "target_sids": [ 23 ], "retrieved_sids": [ 23, 30, 22, 91, 18 ], "retrieved_global": [ 23, 30, 22, 91, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 401, "question": "What is the scale of CraftCultures?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 3 ], "retrieved_sids": [ 3, 0, 5, 99, 107 ], "retrieved_global": [ 3, 0, 5, 99, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 402, "question": "Where is AquaFest located?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 83 ], "retrieved_sids": [ 81, 83, 77, 101, 0 ], "retrieved_global": [ 81, 83, 77, 101, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 403, "question": "What time is it for LinguaBoost?", "ground_truth": "D", "answer_text": "2024-10-16 9:00", "target_sids": [ 9 ], "retrieved_sids": [ 9, 80, 0, 43, 53 ], "retrieved_global": [ 9, 80, 0, 43, 53 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 404, "question": "What is the scale of Golf Festivity?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 78 ], "retrieved_sids": [ 78, 38, 77, 95, 89 ], "retrieved_global": [ 78, 38, 77, 95, 89 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 405, "question": "Where is Health Launch located?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 54 ], "retrieved_sids": [ 54, 44, 52, 59, 45 ], "retrieved_global": [ 54, 44, 52, 59, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 406, "question": "How long does TechBudget 2024 last?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 30 ], "retrieved_sids": [ 30, 32, 22, 92, 41 ], "retrieved_global": [ 30, 32, 22, 92, 41 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 407, "question": "What is the scale of Crew Connect?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 62 ], "retrieved_sids": [ 62, 57, 55, 75, 13 ], "retrieved_global": [ 62, 57, 55, 75, 13 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 408, "question": "Where is Health Launch located?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 56 ], "retrieved_sids": [ 82, 56, 55, 66, 77 ], "retrieved_global": [ 82, 56, 55, 66, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 409, "question": "Where is RunFest Live taking place?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 61 ], "retrieved_sids": [ 61, 41, 20, 11, 55 ], "retrieved_global": [ 61, 41, 20, 11, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 410, "question": "What time is it for BioInnovate?", "ground_truth": "A", "answer_text": "2024-10-11 9:00", "target_sids": [ 82 ], "retrieved_sids": [ 82, 54, 85, 44, 77 ], "retrieved_global": [ 82, 54, 85, 44, 77 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 411, "question": "How long does Knit Hike Fun last?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 73 ], "retrieved_sids": [ 73, 67, 65, 4, 1 ], "retrieved_global": [ 73, 67, 65, 4, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 412, "question": "Where is Vintage Tune Fest taking place?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 72 ], "retrieved_sids": [ 66, 76, 72, 67, 75 ], "retrieved_global": [ 66, 76, 72, 67, 75 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 413, "question": "What time does the ArtBeat Fest start?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 36 ], "retrieved_sids": [ 36, 33, 43, 73, 30 ], "retrieved_global": [ 36, 33, 43, 73, 30 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 414, "question": "What is the scale of the Law Career Fair?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 93 ], "retrieved_sids": [ 93, 88, 92, 95, 23 ], "retrieved_global": [ 93, 88, 92, 95, 23 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 415, "question": "How long does Taste & Toast last?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 82 ], "retrieved_sids": [ 82, 81, 86, 21, 93 ], "retrieved_global": [ 82, 81, 86, 21, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 416, "question": "What time is it at Culinary Sync?", "ground_truth": "A", "answer_text": "2024-10-19 Saturday 09:00", "target_sids": [ 36 ], "retrieved_sids": [ 36, 88, 31, 85, 33 ], "retrieved_global": [ 36, 88, 31, 85, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 417, "question": "What is the scale of Banking Hub?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 97 ], "retrieved_sids": [ 97, 14, 1, 91, 92 ], "retrieved_global": [ 97, 14, 1, 91, 92 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 418, "question": "Where is Craft4Charity located?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 35 ], "retrieved_sids": [ 35, 39, 33, 37, 29 ], "retrieved_global": [ 35, 39, 33, 37, 29 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 419, "question": "What time does SoundFest start?", "ground_truth": "B", "answer_text": "2024-10-16 9:00", "target_sids": [ 37 ], "retrieved_sids": [ 37, 33, 8, 0, 82 ], "retrieved_global": [ 37, 33, 8, 0, 82 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 420, "question": "Where is AeroAnniv located?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 2 ], "retrieved_sids": [ 2, 0, 10, 77, 44 ], "retrieved_global": [ 2, 0, 10, 77, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 421, "question": "What time does Hike & Swim take place?", "ground_truth": "A", "answer_text": "2024-10-16 19:00", "target_sids": [ 49 ], "retrieved_sids": [ 49, 44, 48, 51, 45 ], "retrieved_global": [ 49, 44, 48, 51, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 422, "question": "Where is LiveVibes located?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 102 ], "retrieved_sids": [ 102, 99, 77, 46, 69 ], "retrieved_global": [ 102, 99, 77, 46, 69 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 423, "question": "Where is KnitFest 2024 taking place?", "ground_truth": "C", "answer_text": "Phoenix, AZ", "target_sids": [ 91 ], "retrieved_sids": [ 91, 88, 98, 95, 93 ], "retrieved_global": [ 91, 88, 98, 95, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 424, "question": "What's the scale of Harmony Fest?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 88 ], "retrieved_sids": [ 98, 89, 88, 100, 42 ], "retrieved_global": [ 98, 89, 88, 100, 42 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 425, "question": "How long does FitFusionFest last?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 75 ], "retrieved_sids": [ 75, 66, 76, 46, 81 ], "retrieved_global": [ 75, 66, 76, 46, 81 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 426, "question": "What is the scale of LitFit Fest?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 40 ], "retrieved_sids": [ 40, 42, 33, 43, 12 ], "retrieved_global": [ 40, 42, 33, 43, 12 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 427, "question": "Where is LitServe Meet located?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 2 ], "retrieved_sids": [ 2, 0, 103, 14, 36 ], "retrieved_global": [ 2, 0, 103, 14, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 428, "question": "How long does Bird Book Bash last?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 63 ], "retrieved_sids": [ 63, 21, 55, 86, 29 ], "retrieved_global": [ 63, 21, 55, 86, 29 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 429, "question": "Where is Antique Dive located?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 24 ], "retrieved_sids": [ 24, 22, 1, 54, 4 ], "retrieved_global": [ 24, 22, 1, 54, 4 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 430, "question": "What is the scale of Team Summit?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 98 ], "retrieved_sids": [ 79, 98, 95, 88, 89 ], "retrieved_global": [ 79, 98, 95, 88, 89 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 431, "question": "Where is Growth Fest taking place?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 97 ], "retrieved_sids": [ 88, 96, 97, 18, 104 ], "retrieved_global": [ 88, 96, 97, 18, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 432, "question": "How long does Nature Snap last?", "ground_truth": "B", "answer_text": "nine of week", "target_sids": [ 66 ], "retrieved_sids": [ 66, 30, 100, 101, 18 ], "retrieved_global": [ 66, 30, 100, 101, 18 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 433, "question": "How long does Fish Festiva last?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 48 ], "retrieved_sids": [ 48, 84, 44, 107, 40 ], "retrieved_global": [ 48, 84, 44, 107, 40 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 434, "question": "What time does Fit Cook Fest start?", "ground_truth": "C", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 69 ], "retrieved_sids": [ 69, 85, 6, 66, 94 ], "retrieved_global": [ 69, 85, 6, 66, 94 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 435, "question": "What time is the Efficient Delivery Workshop?", "ground_truth": "C", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 97 ], "retrieved_sids": [ 97, 7, 88, 82, 62 ], "retrieved_global": [ 97, 7, 88, 82, 62 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 436, "question": "What time is it in Antique Quest?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 14:00", "target_sids": [ 15 ], "retrieved_sids": [ 15, 3, 11, 69, 21 ], "retrieved_global": [ 15, 3, 11, 69, 21 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 437, "question": "Where is Tech Connect located?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 68 ], "retrieved_sids": [ 68, 66, 67, 6, 29 ], "retrieved_global": [ 68, 66, 67, 6, 29 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 438, "question": "What time does Campfest start?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 97 ], "retrieved_sids": [ 97, 89, 93, 88, 92 ], "retrieved_global": [ 97, 89, 93, 88, 92 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 439, "question": "What is the duration of Run & Rhythm?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 10 ], "retrieved_sids": [ 16, 10, 5, 0, 1 ], "retrieved_global": [ 16, 10, 5, 0, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 440, "question": "What's the time for FitBirds?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 96 ], "retrieved_sids": [ 96, 88, 15, 39, 6 ], "retrieved_global": [ 96, 88, 15, 39, 6 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 441, "question": "Where can Mindful Beats be found?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 12 ], "retrieved_sids": [ 12, 11, 13, 15, 57 ], "retrieved_global": [ 12, 11, 13, 15, 57 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 442, "question": "What time is it in NatureCraft?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 60 ], "retrieved_sids": [ 60, 55, 61, 9, 1 ], "retrieved_global": [ 60, 55, 61, 9, 1 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 443, "question": "Where is Lit & Taste located?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 101 ], "retrieved_sids": [ 101, 81, 99, 71, 66 ], "retrieved_global": [ 101, 81, 99, 71, 66 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 444, "question": "Where is Culinary Fest being held?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 3 ], "retrieved_sids": [ 0, 3, 6, 10, 2 ], "retrieved_global": [ 0, 3, 6, 10, 2 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 445, "question": "Where is Vibe Fest taking place?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 76 ], "retrieved_sids": [ 13, 66, 73, 76, 107 ], "retrieved_global": [ 13, 66, 73, 76, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 446, "question": "What is the scale of Sales Synergy?", "ground_truth": "D", "answer_text": "five hundred people", "target_sids": [ 62 ], "retrieved_sids": [ 62, 34, 55, 86, 91 ], "retrieved_global": [ 62, 34, 55, 86, 91 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 447, "question": "Where can Chess & Harmony be found?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 63 ], "retrieved_sids": [ 63, 67, 55, 72, 100 ], "retrieved_global": [ 63, 67, 55, 72, 100 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 448, "question": "What is the scale of BrandShift?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 98 ], "retrieved_sids": [ 98, 88, 96, 90, 17 ], "retrieved_global": [ 98, 88, 96, 90, 17 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 449, "question": "What is the scale for ClimbFit 2024?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 40 ], "retrieved_sids": [ 40, 38, 36, 33, 34 ], "retrieved_global": [ 40, 38, 36, 33, 34 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 450, "question": "What time is ClimbFest scheduled to start?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 19:00", "target_sids": [ 83 ], "retrieved_sids": [ 41, 83, 86, 77, 33 ], "retrieved_global": [ 41, 83, 86, 77, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 451, "question": "How long does Surf & Savor last?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 40 ], "retrieved_sids": [ 40, 82, 98, 37, 93 ], "retrieved_global": [ 40, 82, 98, 37, 93 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 452, "question": "How long does Cycle Fest last?", "ground_truth": "B", "answer_text": "one of week", "target_sids": [ 54 ], "retrieved_sids": [ 87, 54, 72, 65, 31 ], "retrieved_global": [ 87, 54, 72, 65, 31 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 453, "question": "What is the duration of Serve & Screen?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 63 ], "retrieved_sids": [ 63, 82, 75, 6, 55 ], "retrieved_global": [ 63, 82, 75, 6, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 454, "question": "What time is AeroSaf 2024 scheduled for?", "ground_truth": "B", "answer_text": "2024-10-12 9:00", "target_sids": [ 54 ], "retrieved_sids": [ 52, 54, 7, 46, 56 ], "retrieved_global": [ 52, 54, 7, 46, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 455, "question": "What time is Frontend Fest?", "ground_truth": "B", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 103 ], "retrieved_sids": [ 85, 74, 103, 99, 72 ], "retrieved_global": [ 85, 74, 103, 99, 72 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 456, "question": "How long does Read Fest last?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 33 ], "retrieved_sids": [ 16, 33, 34, 28, 9 ], "retrieved_global": [ 16, 33, 34, 28, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 457, "question": "What is the time for Heroic Milestones?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 18 ], "retrieved_sids": [ 18, 11, 97, 53, 43 ], "retrieved_global": [ 18, 11, 97, 53, 43 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 458, "question": "What time is it at Health Unite?", "ground_truth": "D", "answer_text": "2024-10-14 9:00", "target_sids": [ 39 ], "retrieved_sids": [ 49, 97, 39, 38, 64 ], "retrieved_global": [ 49, 97, 39, 38, 64 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 459, "question": "How long does StampFest last?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 1 ], "retrieved_sids": [ 81, 1, 0, 77, 9 ], "retrieved_global": [ 81, 1, 0, 77, 9 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 460, "question": "How long is the duration of Global Harmony?", "ground_truth": "D", "answer_text": "eight day", "target_sids": [ 109 ], "retrieved_sids": [ 109, 80, 99, 59, 101 ], "retrieved_global": [ 109, 80, 99, 59, 101 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 461, "question": "What is the scale of Peds Care Lab?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 39 ], "retrieved_sids": [ 99, 39, 97, 33, 44 ], "retrieved_global": [ 99, 39, 97, 33, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 462, "question": "What is the duration of Trail Tales?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 89 ], "retrieved_sids": [ 80, 89, 50, 88, 90 ], "retrieved_global": [ 80, 89, 50, 88, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 463, "question": "What is the scale of the Golf & Gig Fest?", "ground_truth": "A", "answer_text": "five thousand people", "target_sids": [ 20 ], "retrieved_sids": [ 84, 20, 21, 1, 11 ], "retrieved_global": [ 84, 20, 21, 1, 11 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 464, "question": "Where is Climb & Dine located?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 93 ], "retrieved_sids": [ 93, 89, 94, 63, 36 ], "retrieved_global": [ 93, 89, 94, 63, 36 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 465, "question": "What is the duration of Music Nexus?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 105 ], "retrieved_sids": [ 48, 105, 17, 99, 24 ], "retrieved_global": [ 48, 105, 17, 99, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 466, "question": "How long does Sunset Yoga last?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 13 ], "retrieved_sids": [ 13, 11, 20, 51, 79 ], "retrieved_global": [ 13, 11, 20, 51, 79 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 467, "question": "What is the scale of Cycle Fest!?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 31 ], "retrieved_sids": [ 31, 98, 21, 7, 0 ], "retrieved_global": [ 31, 98, 21, 7, 0 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 468, "question": "How long does Med Innovate last?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 21 ], "retrieved_sids": [ 21, 11, 57, 55, 56 ], "retrieved_global": [ 21, 11, 57, 55, 56 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 469, "question": "What time is the Woodcraft Expo scheduled for?", "ground_truth": "C", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 5 ], "retrieved_sids": [ 5, 14, 0, 8, 75 ], "retrieved_global": [ 5, 14, 0, 8, 75 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 470, "question": "What's the scale of Surf & Savor?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 49 ], "retrieved_sids": [ 46, 109, 44, 49, 45 ], "retrieved_global": [ 46, 109, 44, 49, 45 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 471, "question": "Where is the Code & Cook Fest taking place?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 98 ], "retrieved_sids": [ 108, 15, 58, 98, 88 ], "retrieved_global": [ 108, 15, 58, 98, 88 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 472, "question": "What is the scale of Bank Innovate?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 103 ], "retrieved_sids": [ 4, 103, 77, 79, 104 ], "retrieved_global": [ 4, 103, 77, 79, 104 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 473, "question": "Where is Sandy Cre8s located?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 58 ], "retrieved_sids": [ 58, 92, 82, 3, 55 ], "retrieved_global": [ 58, 92, 82, 3, 55 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 474, "question": "Where will Nature Run 2024 take place?", "ground_truth": "D", "answer_text": "Dallas, TX", "target_sids": [ 48 ], "retrieved_sids": [ 44, 48, 53, 46, 50 ], "retrieved_global": [ 44, 48, 53, 46, 50 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 475, "question": "What is the scale of Crew Connect?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 67 ], "retrieved_sids": [ 67, 61, 68, 66, 48 ], "retrieved_global": [ 67, 61, 68, 66, 48 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 476, "question": "What is the duration of Surf & Screen?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 3 ], "retrieved_sids": [ 40, 3, 72, 10, 103 ], "retrieved_global": [ 40, 3, 72, 10, 103 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 477, "question": "What time does BondFest start?", "ground_truth": "D", "answer_text": "2024-10-16 19:00", "target_sids": [ 6 ], "retrieved_sids": [ 6, 0, 9, 73, 32 ], "retrieved_global": [ 6, 0, 9, 73, 32 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 478, "question": "What is the scale of Global Harmony?", "ground_truth": "D", "answer_text": "five thousand people", "target_sids": [ 45 ], "retrieved_sids": [ 45, 104, 87, 33, 44 ], "retrieved_global": [ 45, 104, 87, 33, 44 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 479, "question": "What time is it at FarmForward?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 61 ], "retrieved_sids": [ 61, 55, 82, 19, 8 ], "retrieved_global": [ 61, 55, 82, 19, 8 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 480, "question": "What time is the Culinary Conclave?", "ground_truth": "B", "answer_text": "2024-10-14 9:00", "target_sids": [ 34 ], "retrieved_sids": [ 63, 29, 109, 34, 33 ], "retrieved_global": [ 63, 29, 109, 34, 33 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 481, "question": "How long does HikeFest last?", "ground_truth": "C", "answer_text": "eight of week", "target_sids": [ 67 ], "retrieved_sids": [ 67, 66, 73, 77, 70 ], "retrieved_global": [ 67, 66, 73, 77, 70 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 482, "question": "What time does Craft & Feast take place?", "ground_truth": "C", "answer_text": "2024-10-12 9:00", "target_sids": [ 77 ], "retrieved_sids": [ 78, 77, 49, 30, 85 ], "retrieved_global": [ 78, 77, 49, 30, 85 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 483, "question": "What time does Surf Fest 2024 start?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 92 ], "retrieved_sids": [ 92, 98, 88, 6, 7 ], "retrieved_global": [ 92, 98, 88, 6, 7 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 484, "question": "Where is CalliFest taking place?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 87 ], "retrieved_sids": [ 83, 87, 77, 9, 14 ], "retrieved_global": [ 83, 87, 77, 9, 14 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 485, "question": "What is the scale of Craft Fest 2024?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 30 ], "retrieved_sids": [ 92, 6, 30, 22, 24 ], "retrieved_global": [ 92, 6, 30, 22, 24 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 486, "question": "What is the scale of LinguaFest?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 17, 77, 11, 89, 79 ], "retrieved_global": [ 17, 77, 11, 89, 79 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 487, "question": "What time is Bird Trekker's event?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 2 ], "retrieved_sids": [ 0, 59, 2, 43, 107 ], "retrieved_global": [ 0, 59, 2, 43, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 488, "question": "What is the duration of Renewable Synergy?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 44 ], "retrieved_sids": [ 94, 44, 45, 49, 80 ], "retrieved_global": [ 94, 44, 45, 49, 80 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 489, "question": "How long does Sales Growth Hub last?", "ground_truth": "B", "answer_text": "two of week", "target_sids": [ 105 ], "retrieved_sids": [ 105, 106, 99, 34, 63 ], "retrieved_global": [ 105, 106, 99, 34, 63 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 490, "question": "How long does Tech Sparks last?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 57 ], "retrieved_sids": [ 57, 32, 19, 55, 108 ], "retrieved_global": [ 57, 32, 19, 55, 108 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 491, "question": "What is the scale of FitGroove Fest?", "ground_truth": "D", "answer_text": "nine thousand people", "target_sids": [ 1 ], "retrieved_sids": [ 1, 0, 10, 7, 84 ], "retrieved_global": [ 1, 0, 10, 7, 84 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 492, "question": "What is the duration of Sports Flicks?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 42 ], "retrieved_sids": [ 18, 42, 32, 33, 22 ], "retrieved_global": [ 18, 42, 32, 33, 22 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 493, "question": "What is the scale of the Fish Gear Expo?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 30, 19, 11, 17, 10 ], "retrieved_global": [ 30, 19, 11, 17, 10 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 494, "question": "Where is TrustBoost located?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 79 ], "retrieved_sids": [ 79, 77, 52, 26, 90 ], "retrieved_global": [ 79, 77, 52, 26, 90 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 495, "question": "How long does Nature Unite last?", "ground_truth": "B", "answer_text": "seven day", "target_sids": [ 17 ], "retrieved_sids": [ 17, 75, 11, 107, 5 ], "retrieved_global": [ 17, 75, 11, 107, 5 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 496, "question": "What is the scale of TechInnovate?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 89 ], "retrieved_sids": [ 89, 88, 98, 99, 106 ], "retrieved_global": [ 89, 88, 98, 99, 106 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 497, "question": "What is the scale of the Zen Screen?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 35 ], "retrieved_sids": [ 102, 33, 35, 95, 98 ], "retrieved_global": [ 102, 33, 35, 95, 98 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 498, "question": "What is the location of the SkillSync Summit?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 39 ], "retrieved_sids": [ 33, 39, 102, 37, 107 ], "retrieved_global": [ 33, 39, 102, 37, 107 ], "hit_at_k": true }, { "category": "simple", "topic": "events", "tid": 499, "question": "What time does StampFest start?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 33 ], "retrieved_sids": [ 33, 34, 0, 90, 5 ], "retrieved_global": [ 33, 34, 0, 90, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 0, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 8, 4, 5, 7, 3 ], "retrieved_global": [ 8, 4, 5, 7, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 1, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 12, 9, 1, 8, 2 ], "retrieved_global": [ 12, 9, 1, 8, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 2, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 5, 10, 15, 19 ], "retrieved_sids": [ 6, 0, 20, 5, 19 ], "retrieved_global": [ 6, 0, 20, 5, 19 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 3, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 6, 11, 15 ], "retrieved_sids": [ 16, 4, 11, 7, 9 ], "retrieved_global": [ 16, 4, 11, 7, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 4, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 8, 12, 5 ], "retrieved_sids": [ 1, 8, 13, 9, 12 ], "retrieved_global": [ 1, 8, 13, 9, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 5, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 5, 10, 14, 17 ], "retrieved_sids": [ 18, 11, 10, 17, 14 ], "retrieved_global": [ 18, 11, 10, 17, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 6, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 6, 9, 14 ], "retrieved_sids": [ 3, 7, 10, 9, 6 ], "retrieved_global": [ 3, 7, 10, 9, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 7, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 5, 6, 10, 9, 1 ], "retrieved_global": [ 5, 6, 10, 9, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 8, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 1, 3, 4, 7, 8 ], "retrieved_global": [ 1, 3, 4, 7, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 9, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 10, 5, 14 ], "retrieved_sids": [ 15, 10, 6, 14, 5 ], "retrieved_global": [ 15, 10, 6, 14, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 10, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 8, 12, 17 ], "retrieved_sids": [ 4, 11, 13, 9, 3 ], "retrieved_global": [ 4, 11, 13, 9, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 11, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 4, 13 ], "retrieved_sids": [ 9, 5, 14, 12, 11 ], "retrieved_global": [ 9, 5, 14, 12, 11 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 12, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Crime", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 4, 9, 5, 8, 1 ], "retrieved_global": [ 4, 9, 5, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 13, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 8, 7, 3, 4, 12 ], "retrieved_global": [ 8, 7, 3, 4, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 14, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 9, 1, 5, 4, 10 ], "retrieved_global": [ 9, 1, 5, 4, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 15, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 8, 4, 3, 1, 0 ], "retrieved_global": [ 8, 4, 3, 1, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 16, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 9, 5, 1, 4, 0 ], "retrieved_global": [ 9, 5, 1, 4, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 17, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 1, 6, 11, 0, 5 ], "retrieved_global": [ 1, 6, 11, 0, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 18, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 3, 8, 12, 16 ], "retrieved_sids": [ 8, 16, 12, 9, 4 ], "retrieved_global": [ 8, 16, 12, 9, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 19, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 11, 4 ], "retrieved_sids": [ 5, 4, 11, 9, 10 ], "retrieved_global": [ 5, 4, 11, 9, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 20, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 7, 10, 6, 3, 8 ], "retrieved_global": [ 7, 10, 6, 3, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 21, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 9, 13, 18 ], "retrieved_sids": [ 12, 6, 10, 1, 19 ], "retrieved_global": [ 12, 6, 10, 1, 19 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 22, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 8, 3, 13 ], "retrieved_sids": [ 9, 1, 13, 14, 8 ], "retrieved_global": [ 9, 1, 13, 14, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 23, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 8, 9, 2, 3, 4 ], "retrieved_global": [ 8, 9, 2, 3, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 24, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 9, 8, 5, 1, 4 ], "retrieved_global": [ 9, 8, 5, 1, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 25, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 9, 6, 13, 1, 14 ], "retrieved_global": [ 9, 6, 13, 1, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 26, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 14, 7, 10, 13, 9 ], "retrieved_global": [ 14, 7, 10, 13, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 27, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 7, 4, 11, 1, 3 ], "retrieved_global": [ 7, 4, 11, 1, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 28, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 7, 4, 6, 3, 1 ], "retrieved_global": [ 7, 4, 6, 3, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 29, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 4, 9, 1, 12, 11 ], "retrieved_global": [ 4, 9, 1, 12, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 30, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "War", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 9, 4, 1, 11, 3 ], "retrieved_global": [ 9, 4, 1, 11, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 31, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 1, 4, 9, 8, 5 ], "retrieved_global": [ 1, 4, 9, 8, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 32, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 5, 10, 13, 18 ], "retrieved_sids": [ 19, 1, 6, 14, 13 ], "retrieved_global": [ 19, 1, 6, 14, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 33, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 6, 4, 12, 3, 11 ], "retrieved_global": [ 6, 4, 12, 3, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 34, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 1, 5, 4, 9, 0 ], "retrieved_global": [ 1, 5, 4, 9, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 35, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 7, 10, 13 ], "retrieved_sids": [ 8, 11, 13, 5, 14 ], "retrieved_global": [ 8, 11, 13, 5, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 36, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 1, 8, 3, 6, 7 ], "retrieved_global": [ 1, 8, 3, 6, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 37, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 4, 5, 6, 11, 7 ], "retrieved_global": [ 4, 5, 6, 11, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 38, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 8, 13, 17 ], "retrieved_sids": [ 14, 9, 4, 18, 7 ], "retrieved_global": [ 14, 9, 4, 18, 7 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 39, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 1, 4, 11, 6, 3 ], "retrieved_global": [ 1, 4, 11, 6, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 40, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 4, 8, 11, 15 ], "retrieved_sids": [ 11, 16, 1, 12, 4 ], "retrieved_global": [ 11, 16, 1, 12, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 41, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Musical", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 13, 5, 15, 3, 8 ], "retrieved_global": [ 13, 5, 15, 3, 8 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 42, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 11, 5, 4, 8, 1 ], "retrieved_global": [ 11, 5, 4, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 43, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 3, 6, 10, 15 ], "retrieved_sids": [ 14, 1, 7, 10, 4 ], "retrieved_global": [ 14, 1, 7, 10, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 44, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 3, 8, 13, 16 ], "retrieved_sids": [ 14, 4, 3, 16, 13 ], "retrieved_global": [ 14, 4, 3, 16, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 45, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5, 10, 13, 16 ], "retrieved_sids": [ 11, 10, 6, 1, 14 ], "retrieved_global": [ 11, 10, 6, 1, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 46, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3, 7, 10, 14 ], "retrieved_sids": [ 4, 11, 2, 8, 1 ], "retrieved_global": [ 4, 11, 2, 8, 1 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 47, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 4, 8, 11, 16 ], "retrieved_sids": [ 12, 3, 0, 17, 5 ], "retrieved_global": [ 12, 3, 0, 17, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 48, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 5, 8, 11, 15 ], "retrieved_sids": [ 11, 15, 6, 1, 12 ], "retrieved_global": [ 11, 15, 6, 1, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 49, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 10, 5, 6, 1, 0 ], "retrieved_global": [ 10, 5, 6, 1, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 50, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 9, 4, 14 ], "retrieved_sids": [ 14, 4, 1, 13, 10 ], "retrieved_global": [ 14, 4, 1, 13, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 51, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 5, 8, 12, 4, 15 ], "retrieved_global": [ 5, 8, 12, 4, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 52, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 9, 6, 0, 8 ], "retrieved_global": [ 5, 9, 6, 0, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 53, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 13, 1, 5, 6, 14 ], "retrieved_global": [ 13, 1, 5, 6, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 54, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 8, 12, 15 ], "retrieved_sids": [ 1, 5, 15, 9, 11 ], "retrieved_global": [ 1, 5, 15, 9, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 55, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 1, 6, 11, 10, 5 ], "retrieved_global": [ 1, 6, 11, 10, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 56, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 14, 6, 9, 8, 1 ], "retrieved_global": [ 14, 6, 9, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 57, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 3, 10, 0, 6, 9 ], "retrieved_global": [ 3, 10, 0, 6, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 58, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 5, 9, 13, 17 ], "retrieved_sids": [ 6, 18, 5, 8, 17 ], "retrieved_global": [ 6, 18, 5, 8, 17 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 59, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Children", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 0, 5, 9, 2 ], "retrieved_global": [ 10, 0, 5, 9, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 60, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 9, 14, 10, 1, 6 ], "retrieved_global": [ 9, 14, 10, 1, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 61, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 8, 12, 5 ], "retrieved_sids": [ 14, 12, 9, 5, 8 ], "retrieved_global": [ 14, 12, 9, 5, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 62, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 5, 1, 8, 6, 9 ], "retrieved_global": [ 5, 1, 8, 6, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 63, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 11, 5 ], "retrieved_sids": [ 12, 11, 8, 6, 4 ], "retrieved_global": [ 12, 11, 8, 6, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 64, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 10, 13, 12, 9, 5 ], "retrieved_global": [ 10, 13, 12, 9, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 65, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 9, 0, 13, 4 ], "retrieved_global": [ 10, 9, 0, 13, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 66, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 1, 5, 10, 4, 9 ], "retrieved_global": [ 1, 5, 10, 4, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 67, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 1, 6, 4, 3, 0 ], "retrieved_global": [ 1, 6, 4, 3, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 68, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Mystery", "target_sids": [ 0, 3, 6, 10, 14 ], "retrieved_sids": [ 7, 1, 10, 11, 0 ], "retrieved_global": [ 7, 1, 10, 11, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 69, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 13, 4, 12, 8, 3 ], "retrieved_global": [ 13, 4, 12, 8, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 70, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 7, 5, 10, 1, 14 ], "retrieved_global": [ 7, 5, 10, 1, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 71, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 9, 1, 8, 12, 6 ], "retrieved_global": [ 9, 1, 8, 12, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 72, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 4, 11, 9, 1, 10 ], "retrieved_global": [ 4, 11, 9, 1, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 73, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 13, 1, 12, 4, 3 ], "retrieved_global": [ 13, 1, 12, 4, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 74, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 10, 9, 4, 8 ], "retrieved_global": [ 5, 10, 9, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 75, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5, 9, 13, 16 ], "retrieved_sids": [ 6, 2, 1, 9, 3 ], "retrieved_global": [ 6, 2, 1, 9, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 76, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 6, 4, 7, 3, 0 ], "retrieved_global": [ 6, 4, 7, 3, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 77, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 6, 11, 10, 1, 5 ], "retrieved_global": [ 6, 11, 10, 1, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 78, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 7, 6, 3, 1, 9 ], "retrieved_global": [ 7, 6, 3, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 79, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 9, 8, 6, 11 ], "retrieved_global": [ 5, 9, 8, 6, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 80, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 4, 7, 12, 17 ], "retrieved_sids": [ 13, 8, 4, 21, 18 ], "retrieved_global": [ 13, 8, 4, 21, 18 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 81, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 4, 13, 10, 8, 7 ], "retrieved_global": [ 4, 13, 10, 8, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 82, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 5, 10, 15, 18 ], "retrieved_sids": [ 10, 5, 11, 19, 1 ], "retrieved_global": [ 10, 5, 11, 19, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 83, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 4, 8, 12, 15 ], "retrieved_sids": [ 5, 16, 13, 10, 9 ], "retrieved_global": [ 5, 16, 13, 10, 9 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 84, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 9, 6, 5, 8, 1 ], "retrieved_global": [ 9, 6, 5, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 85, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 3, 6, 9, 12 ], "retrieved_sids": [ 13, 12, 10, 7, 0 ], "retrieved_global": [ 13, 12, 10, 7, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 86, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 4, 8, 0, 3, 1 ], "retrieved_global": [ 4, 8, 0, 3, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 87, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 3, 7, 11, 16 ], "retrieved_sids": [ 16, 11, 3, 1, 12 ], "retrieved_global": [ 16, 11, 3, 1, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 88, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 13, 0, 1, 7, 3 ], "retrieved_global": [ 13, 0, 1, 7, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 89, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 10, 5, 14 ], "retrieved_sids": [ 15, 6, 1, 14, 5 ], "retrieved_global": [ 15, 6, 1, 14, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 90, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 6, 9, 8, 4, 14 ], "retrieved_global": [ 6, 9, 8, 4, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 91, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "War", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 8, 5, 0, 1 ], "retrieved_global": [ 4, 8, 5, 0, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 92, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 5, 6, 10, 1, 13 ], "retrieved_global": [ 5, 6, 10, 1, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 93, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 4, 13 ], "retrieved_sids": [ 1, 5, 10, 3, 13 ], "retrieved_global": [ 1, 5, 10, 3, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 94, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 1, 5, 7, 9, 14 ], "retrieved_global": [ 1, 5, 7, 9, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 95, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 4, 1, 6, 10, 9 ], "retrieved_global": [ 4, 1, 6, 10, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 96, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 8, 13, 9, 3, 12 ], "retrieved_global": [ 8, 13, 9, 3, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 97, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 2, 4, 0, 1, 9 ], "retrieved_global": [ 2, 4, 0, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 98, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 3, 6, 4, 13, 1 ], "retrieved_global": [ 3, 6, 4, 13, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 99, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 11, 4 ], "retrieved_sids": [ 1, 12, 11, 4, 9 ], "retrieved_global": [ 1, 12, 11, 4, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 100, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 6, 5, 8, 7, 0 ], "retrieved_global": [ 6, 5, 8, 7, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 101, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 11, 5, 10, 6, 1 ], "retrieved_global": [ 11, 5, 10, 6, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 102, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Documentary", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 9, 6, 5, 8, 7 ], "retrieved_global": [ 9, 6, 5, 8, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 103, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 3, 7, 11, 15 ], "retrieved_sids": [ 12, 16, 0, 11, 7 ], "retrieved_global": [ 12, 16, 0, 11, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 104, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 1, 7, 8, 0 ], "retrieved_global": [ 4, 1, 7, 8, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 105, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 7, 10, 14 ], "retrieved_sids": [ 3, 4, 7, 11, 0 ], "retrieved_global": [ 3, 4, 7, 11, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 106, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 1, 5, 8, 2, 0 ], "retrieved_global": [ 1, 5, 8, 2, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 107, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 9, 6, 12, 5, 1 ], "retrieved_global": [ 9, 6, 12, 5, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 108, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 0, 9, 10, 1 ], "retrieved_global": [ 5, 0, 9, 10, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 109, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 2, 4, 3, 8, 11 ], "retrieved_global": [ 2, 4, 3, 8, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 110, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4, 8, 12, 16 ], "retrieved_sids": [ 5, 4, 9, 17, 0 ], "retrieved_global": [ 5, 4, 9, 17, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 111, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 4, 8, 13, 16 ], "retrieved_sids": [ 14, 8, 9, 17, 4 ], "retrieved_global": [ 14, 8, 9, 17, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 112, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 4, 3, 7, 6, 1 ], "retrieved_global": [ 4, 3, 7, 6, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 113, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 6, 8, 5, 0, 10 ], "retrieved_global": [ 6, 8, 5, 0, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 114, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 5, 4, 9, 8, 0 ], "retrieved_global": [ 5, 4, 9, 8, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 115, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 4, 1, 9, 5, 13 ], "retrieved_global": [ 4, 1, 9, 5, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 116, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 8, 10, 5, 9, 2 ], "retrieved_global": [ 8, 10, 5, 9, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 117, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 4, 9, 13, 16 ], "retrieved_sids": [ 17, 4, 14, 16, 13 ], "retrieved_global": [ 17, 4, 14, 16, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 118, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 12, 3, 8, 0, 9 ], "retrieved_global": [ 12, 3, 8, 0, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 119, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 9, 4, 1, 12, 14 ], "retrieved_global": [ 9, 4, 1, 12, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 120, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4, 7, 10, 13 ], "retrieved_sids": [ 10, 4, 13, 3, 8 ], "retrieved_global": [ 10, 4, 13, 3, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 121, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 5, 10, 14, 19 ], "retrieved_sids": [ 19, 6, 15, 11, 20 ], "retrieved_global": [ 19, 6, 15, 11, 20 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 122, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 5, 8, 12, 17 ], "retrieved_sids": [ 9, 13, 8, 6, 12 ], "retrieved_global": [ 9, 13, 8, 6, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 123, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Musical", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 4, 11, 7, 10, 5 ], "retrieved_global": [ 4, 11, 7, 10, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 124, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 5, 11, 1, 10, 13 ], "retrieved_global": [ 5, 11, 1, 10, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 125, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 11, 6, 7, 1, 10 ], "retrieved_global": [ 11, 6, 7, 1, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 126, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 4, 7, 10, 15 ], "retrieved_sids": [ 15, 1, 11, 5, 10 ], "retrieved_global": [ 15, 1, 11, 5, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 127, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 8, 12, 16 ], "retrieved_sids": [ 8, 17, 4, 1, 0 ], "retrieved_global": [ 8, 17, 4, 1, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 128, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 5, 14, 1, 10, 4 ], "retrieved_global": [ 5, 14, 1, 10, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 129, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 10, 5, 15 ], "retrieved_sids": [ 11, 6, 5, 10, 2 ], "retrieved_global": [ 11, 6, 5, 10, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 130, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 8, 11, 5 ], "retrieved_sids": [ 5, 11, 9, 4, 6 ], "retrieved_global": [ 5, 11, 9, 4, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 131, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 1, 11, 8, 6, 10 ], "retrieved_global": [ 1, 11, 8, 6, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 132, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 13, 4, 5, 11, 15 ], "retrieved_global": [ 13, 4, 5, 11, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 133, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 5, 10, 15, 19 ], "retrieved_sids": [ 5, 6, 16, 20, 10 ], "retrieved_global": [ 5, 6, 16, 20, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 134, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 9, 10, 5, 6, 0 ], "retrieved_global": [ 9, 10, 5, 6, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 135, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 5, 8, 12, 15 ], "retrieved_sids": [ 16, 5, 9, 15, 1 ], "retrieved_global": [ 16, 5, 9, 15, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 136, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 5, 10, 13, 18 ], "retrieved_sids": [ 14, 6, 13, 1, 10 ], "retrieved_global": [ 14, 6, 13, 1, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 137, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 4, 7, 11, 15 ], "retrieved_sids": [ 11, 5, 3, 14, 8 ], "retrieved_global": [ 11, 5, 3, 14, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 138, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Crime", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 8, 9, 5, 4, 1 ], "retrieved_global": [ 8, 9, 5, 4, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 139, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 11, 3, 7, 4, 1 ], "retrieved_global": [ 11, 3, 7, 4, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 140, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 4, 3, 5, 8, 0 ], "retrieved_global": [ 4, 3, 5, 8, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 141, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 6, 1, 3, 4, 8 ], "retrieved_global": [ 6, 1, 3, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 142, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 1, 5, 13, 4, 10 ], "retrieved_global": [ 1, 5, 13, 4, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 143, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 5, 9, 14, 19 ], "retrieved_sids": [ 9, 14, 20, 10, 5 ], "retrieved_global": [ 9, 14, 20, 10, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 144, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 10, 15 ], "retrieved_sids": [ 16, 7, 10, 3, 15 ], "retrieved_global": [ 16, 7, 10, 3, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 145, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 5, 10, 11, 12, 0 ], "retrieved_global": [ 5, 10, 11, 12, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 146, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 7, 11, 15 ], "retrieved_sids": [ 12, 14, 8, 4, 3 ], "retrieved_global": [ 12, 14, 8, 4, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 147, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 3, 6, 9, 14 ], "retrieved_sids": [ 7, 14, 15, 4, 3 ], "retrieved_global": [ 7, 14, 15, 4, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 148, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 4, 8, 12, 15 ], "retrieved_sids": [ 13, 7, 1, 12, 9 ], "retrieved_global": [ 13, 7, 1, 12, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 149, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4, 9, 13, 16 ], "retrieved_sids": [ 1, 16, 14, 2, 19 ], "retrieved_global": [ 1, 16, 14, 2, 19 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 150, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 1, 12, 8, 4, 10 ], "retrieved_global": [ 1, 12, 8, 4, 10 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 151, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 4, 8, 11, 14 ], "retrieved_sids": [ 4, 14, 8, 11, 1 ], "retrieved_global": [ 4, 14, 8, 11, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 152, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 4, 7, 10, 13 ], "retrieved_sids": [ 10, 4, 5, 14, 8 ], "retrieved_global": [ 10, 4, 5, 14, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 153, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 9, 4, 14 ], "retrieved_sids": [ 5, 0, 8, 15, 1 ], "retrieved_global": [ 5, 0, 8, 15, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 154, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 14, 9, 8, 1, 5 ], "retrieved_global": [ 14, 9, 8, 1, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 155, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 1, 4, 3, 2, 6 ], "retrieved_global": [ 1, 4, 3, 2, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 156, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 6, 5, 0, 11 ], "retrieved_global": [ 10, 6, 5, 0, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 157, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 8, 5, 4, 9, 1 ], "retrieved_global": [ 8, 5, 4, 9, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 158, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 4, 8, 11, 16 ], "retrieved_sids": [ 4, 1, 17, 9, 16 ], "retrieved_global": [ 4, 1, 17, 9, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 159, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Western", "target_sids": [ 0, 9, 3, 6 ], "retrieved_sids": [ 1, 6, 3, 10, 7 ], "retrieved_global": [ 1, 6, 3, 10, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 160, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 8, 13, 16 ], "retrieved_sids": [ 13, 6, 16, 9, 5 ], "retrieved_global": [ 13, 6, 16, 9, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 161, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3, 6, 11, 15 ], "retrieved_sids": [ 16, 6, 11, 12, 15 ], "retrieved_global": [ 16, 6, 11, 12, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 162, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 10, 5, 15 ], "retrieved_sids": [ 6, 16, 15, 8, 1 ], "retrieved_global": [ 6, 16, 15, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 163, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 5, 1, 11, 6, 0 ], "retrieved_global": [ 5, 1, 11, 6, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 164, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 8, 4, 7, 1, 9 ], "retrieved_global": [ 8, 4, 7, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 165, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 4, 13 ], "retrieved_sids": [ 9, 8, 13, 4, 1 ], "retrieved_global": [ 9, 8, 13, 4, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 166, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 4, 5, 9, 0, 6 ], "retrieved_global": [ 4, 5, 9, 0, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 167, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Mystery", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 4, 12, 3, 7, 8 ], "retrieved_global": [ 4, 12, 3, 7, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 168, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 5, 8, 12, 15 ], "retrieved_sids": [ 1, 5, 16, 0, 8 ], "retrieved_global": [ 1, 5, 16, 0, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 169, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 4, 8, 13, 18 ], "retrieved_sids": [ 1, 19, 8, 14, 4 ], "retrieved_global": [ 1, 19, 8, 14, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 170, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 8, 3, 13 ], "retrieved_sids": [ 14, 1, 9, 8, 13 ], "retrieved_global": [ 14, 1, 9, 8, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 171, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 3, 4, 1, 8, 5 ], "retrieved_global": [ 3, 4, 1, 8, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 172, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4, 9, 13, 17 ], "retrieved_sids": [ 9, 14, 7, 10, 17 ], "retrieved_global": [ 9, 14, 7, 10, 17 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 173, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4, 9, 13, 18 ], "retrieved_sids": [ 19, 10, 14, 4, 1 ], "retrieved_global": [ 19, 10, 14, 4, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 174, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 5, 9, 1, 6, 10 ], "retrieved_global": [ 5, 9, 1, 6, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 175, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 9, 6, 8, 1 ], "retrieved_global": [ 5, 9, 6, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 176, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 6, 4, 3, 1, 7 ], "retrieved_global": [ 6, 4, 3, 1, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 177, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 4, 8, 10, 14, 1 ], "retrieved_global": [ 4, 8, 10, 14, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 178, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4, 8, 13, 17 ], "retrieved_sids": [ 5, 9, 18, 4, 14 ], "retrieved_global": [ 5, 9, 18, 4, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 179, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 5, 10, 1, 4, 6 ], "retrieved_global": [ 5, 10, 1, 4, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 180, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 1, 4, 6, 0, 2 ], "retrieved_global": [ 1, 4, 6, 0, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 181, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 3, 8, 1, 7, 11 ], "retrieved_global": [ 3, 8, 1, 7, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 182, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 4, 9, 14, 17 ], "retrieved_sids": [ 17, 15, 10, 14, 9 ], "retrieved_global": [ 17, 15, 10, 14, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 183, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 1, 9, 3, 8, 4 ], "retrieved_global": [ 1, 9, 3, 8, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 184, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 4, 5, 13, 1, 9 ], "retrieved_global": [ 4, 5, 13, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 185, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 4, 14, 8, 3, 1 ], "retrieved_global": [ 4, 14, 8, 3, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 186, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Mystery", "target_sids": [ 0, 10, 5, 14 ], "retrieved_sids": [ 16, 0, 1, 4, 10 ], "retrieved_global": [ 16, 0, 1, 4, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 187, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 6, 10, 14 ], "retrieved_sids": [ 4, 10, 1, 6, 3 ], "retrieved_global": [ 4, 10, 1, 6, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 188, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 12, 4, 11, 3, 8 ], "retrieved_global": [ 12, 4, 11, 3, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 189, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 1, 12, 5, 10, 6 ], "retrieved_global": [ 1, 12, 5, 10, 6 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 190, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 5, 8, 12, 17 ], "retrieved_sids": [ 8, 6, 1, 17, 9 ], "retrieved_global": [ 8, 6, 1, 17, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 191, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 4, 9, 13, 17 ], "retrieved_sids": [ 10, 14, 13, 5, 19 ], "retrieved_global": [ 10, 14, 13, 5, 19 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 192, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 1, 9, 13, 0 ], "retrieved_global": [ 10, 1, 9, 13, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 193, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 4, 8, 12, 16 ], "retrieved_sids": [ 5, 4, 14, 1, 13 ], "retrieved_global": [ 5, 4, 14, 1, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 194, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 3, 10, 1, 12, 4 ], "retrieved_global": [ 3, 10, 1, 12, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 195, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 5, 10, 13, 18 ], "retrieved_sids": [ 13, 0, 5, 1, 11 ], "retrieved_global": [ 13, 0, 5, 1, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 196, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 4, 8, 13, 17 ], "retrieved_sids": [ 14, 9, 5, 17, 16 ], "retrieved_global": [ 14, 9, 5, 17, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 197, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 11, 16 ], "retrieved_sids": [ 11, 16, 12, 1, 3 ], "retrieved_global": [ 11, 16, 12, 1, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 198, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 8, 11, 5 ], "retrieved_sids": [ 11, 6, 5, 1, 3 ], "retrieved_global": [ 11, 6, 5, 1, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 199, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 7, 12, 16 ], "retrieved_sids": [ 16, 12, 4, 1, 0 ], "retrieved_global": [ 16, 12, 4, 1, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 200, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 11, 10, 6, 13, 0 ], "retrieved_global": [ 11, 10, 6, 13, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 201, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 8, 11, 14 ], "retrieved_sids": [ 15, 1, 8, 12, 4 ], "retrieved_global": [ 15, 1, 8, 12, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 202, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 3, 8, 12, 17 ], "retrieved_sids": [ 3, 1, 12, 17, 2 ], "retrieved_global": [ 3, 1, 12, 17, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 203, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 4, 9, 12, 16 ], "retrieved_sids": [ 13, 17, 8, 10, 16 ], "retrieved_global": [ 13, 17, 8, 10, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 204, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 4, 1, 7, 3, 10 ], "retrieved_global": [ 4, 1, 7, 3, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 205, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 7, 12, 17 ], "retrieved_sids": [ 7, 3, 18, 17, 12 ], "retrieved_global": [ 7, 3, 18, 17, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 206, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Crime", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 9, 12, 13, 0, 6 ], "retrieved_global": [ 9, 12, 13, 0, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 207, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 1, 5, 6, 8, 7 ], "retrieved_global": [ 1, 5, 6, 8, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 208, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 3, 4, 8, 1, 13 ], "retrieved_global": [ 3, 4, 8, 1, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 209, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 2, 5, 9, 4, 0 ], "retrieved_global": [ 2, 5, 9, 4, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 210, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 1, 3, 2, 0, 6 ], "retrieved_global": [ 1, 3, 2, 0, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 211, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 7, 12, 15 ], "retrieved_sids": [ 4, 16, 13, 1, 7 ], "retrieved_global": [ 4, 16, 13, 1, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 212, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 3, 8, 11, 15 ], "retrieved_sids": [ 12, 16, 9, 11, 6 ], "retrieved_global": [ 12, 16, 9, 11, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 213, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 5, 9, 13, 16 ], "retrieved_sids": [ 16, 1, 10, 14, 6 ], "retrieved_global": [ 16, 1, 10, 14, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 214, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 11, 1, 6, 3, 10 ], "retrieved_global": [ 11, 1, 6, 3, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 215, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 7, 5, 1, 0, 4 ], "retrieved_global": [ 7, 5, 1, 0, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 216, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "War", "target_sids": [ 0, 4, 9, 12, 15 ], "retrieved_sids": [ 16, 13, 19, 8, 5 ], "retrieved_global": [ 16, 13, 19, 8, 5 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 217, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 7, 3, 8, 0, 1 ], "retrieved_global": [ 7, 3, 8, 0, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 218, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 6, 7, 3, 4, 8 ], "retrieved_global": [ 6, 7, 3, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 219, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 0, 7, 1, 6 ], "retrieved_global": [ 10, 0, 7, 1, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 220, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 4, 9, 1, 2, 12 ], "retrieved_global": [ 4, 9, 1, 2, 12 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 221, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 5, 8, 12, 15 ], "retrieved_sids": [ 1, 5, 15, 9, 12 ], "retrieved_global": [ 1, 5, 15, 9, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 222, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 5, 7, 9, 4, 8 ], "retrieved_global": [ 5, 7, 9, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 223, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 5, 10, 13, 17 ], "retrieved_sids": [ 6, 5, 14, 12, 13 ], "retrieved_global": [ 6, 5, 14, 12, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 224, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 1, 9, 10, 5, 8 ], "retrieved_global": [ 1, 9, 10, 5, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 225, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 8, 7, 6, 9, 1 ], "retrieved_global": [ 8, 7, 6, 9, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 226, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5, 8, 12, 17 ], "retrieved_sids": [ 18, 8, 17, 12, 0 ], "retrieved_global": [ 18, 8, 17, 12, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 227, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 5, 9, 13, 14, 6 ], "retrieved_global": [ 5, 9, 13, 14, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 228, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 5, 8, 12, 16 ], "retrieved_sids": [ 13, 6, 12, 9, 18 ], "retrieved_global": [ 13, 6, 12, 9, 18 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 229, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 1, 0, 8, 4, 12 ], "retrieved_global": [ 1, 0, 8, 4, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 230, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 5, 9, 13, 16 ], "retrieved_sids": [ 17, 1, 14, 0, 7 ], "retrieved_global": [ 17, 1, 14, 0, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 231, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 5, 10, 13, 17 ], "retrieved_sids": [ 6, 14, 5, 1, 11 ], "retrieved_global": [ 6, 14, 5, 1, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 232, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 4, 3, 7, 1, 9 ], "retrieved_global": [ 4, 3, 7, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 233, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 3, 1, 10, 7, 11 ], "retrieved_global": [ 3, 1, 10, 7, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 234, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 11, 10, 1, 9, 6 ], "retrieved_global": [ 11, 10, 1, 9, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 235, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 9, 4, 12 ], "retrieved_sids": [ 5, 10, 9, 0, 4 ], "retrieved_global": [ 5, 10, 9, 0, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 236, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 1, 3, 0, 9, 6 ], "retrieved_global": [ 1, 3, 0, 9, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 237, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 3, 1, 9, 4, 8 ], "retrieved_global": [ 3, 1, 9, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 238, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 0, 8, 9, 4, 1 ], "retrieved_global": [ 0, 8, 9, 4, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 239, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 12, 7 ], "retrieved_sids": [ 8, 4, 5, 7, 12 ], "retrieved_global": [ 8, 4, 5, 7, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 240, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 6, 1, 8, 5, 3 ], "retrieved_global": [ 6, 1, 8, 5, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 241, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 10, 9, 3, 1 ], "retrieved_global": [ 5, 10, 9, 3, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 242, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 9, 10, 8, 4 ], "retrieved_global": [ 5, 9, 10, 8, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 243, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4, 8, 13, 17 ], "retrieved_sids": [ 9, 17, 1, 13, 8 ], "retrieved_global": [ 9, 17, 1, 13, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 244, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 1, 12, 6, 11, 7 ], "retrieved_global": [ 1, 12, 6, 11, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 245, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 8, 5, 4, 1, 10 ], "retrieved_global": [ 8, 5, 4, 1, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 246, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 6, 9, 5, 8, 1 ], "retrieved_global": [ 6, 9, 5, 8, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 247, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 12, 8, 4, 9, 11 ], "retrieved_global": [ 12, 8, 4, 9, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 248, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 5, 8, 13, 18 ], "retrieved_sids": [ 14, 18, 19, 8, 13 ], "retrieved_global": [ 14, 18, 19, 8, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 249, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 4, 1, 7, 11, 13 ], "retrieved_global": [ 4, 1, 7, 11, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 250, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 4, 12, 7 ], "retrieved_sids": [ 7, 4, 1, 12, 8 ], "retrieved_global": [ 7, 4, 1, 12, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 251, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 9, 7, 3, 10, 8 ], "retrieved_global": [ 9, 7, 3, 10, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 252, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Horror", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 10, 0, 11, 5, 6 ], "retrieved_global": [ 10, 0, 11, 5, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 253, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Mystery", "target_sids": [ 0, 9, 4, 14 ], "retrieved_sids": [ 10, 5, 15, 8, 17 ], "retrieved_global": [ 10, 5, 15, 8, 17 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 254, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 4, 8, 13, 17 ], "retrieved_sids": [ 8, 18, 4, 17, 9 ], "retrieved_global": [ 8, 18, 4, 17, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 255, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "War", "target_sids": [ 0, 10, 5, 15 ], "retrieved_sids": [ 1, 5, 4, 15, 10 ], "retrieved_global": [ 1, 5, 4, 15, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 256, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 6, 5, 12, 0, 1 ], "retrieved_global": [ 6, 5, 12, 0, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 257, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 3, 4, 7, 0, 6 ], "retrieved_global": [ 3, 4, 7, 0, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 258, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 5, 10, 6, 9, 1 ], "retrieved_global": [ 5, 10, 6, 9, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 259, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 11, 14 ], "retrieved_sids": [ 12, 1, 11, 7, 15 ], "retrieved_global": [ 12, 1, 11, 7, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 260, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 11, 10, 14, 13, 5 ], "retrieved_global": [ 11, 10, 14, 13, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 261, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5, 8, 11, 15 ], "retrieved_sids": [ 5, 15, 11, 8, 9 ], "retrieved_global": [ 5, 15, 11, 8, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 262, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 1, 4, 9, 7, 3 ], "retrieved_global": [ 1, 4, 9, 7, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 263, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 4, 9, 14, 17 ], "retrieved_sids": [ 4, 15, 5, 10, 0 ], "retrieved_global": [ 4, 15, 5, 10, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 264, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 8, 7, 4, 12, 10 ], "retrieved_global": [ 8, 7, 4, 12, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 265, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 14, 1, 6, 10, 9 ], "retrieved_global": [ 14, 1, 6, 10, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 266, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 4, 8, 13, 17 ], "retrieved_sids": [ 3, 19, 5, 18, 8 ], "retrieved_global": [ 3, 19, 5, 18, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 267, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 4, 13 ], "retrieved_sids": [ 1, 4, 5, 13, 3 ], "retrieved_global": [ 1, 4, 5, 13, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 268, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 4, 9, 12, 16 ], "retrieved_sids": [ 10, 12, 5, 16, 19 ], "retrieved_global": [ 10, 12, 5, 16, 19 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 269, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 8, 7, 3, 10, 1 ], "retrieved_global": [ 8, 7, 3, 10, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 270, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Mystery", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 7, 8, 4, 5, 1 ], "retrieved_global": [ 7, 8, 4, 5, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 271, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 4, 1, 10, 5, 9 ], "retrieved_global": [ 4, 1, 10, 5, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 272, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 6, 1, 9, 5, 0 ], "retrieved_global": [ 6, 1, 9, 5, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 273, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Crime", "target_sids": [ 0, 3, 8, 13, 17 ], "retrieved_sids": [ 18, 1, 3, 9, 4 ], "retrieved_global": [ 18, 1, 3, 9, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 274, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 5, 8, 13, 17 ], "retrieved_sids": [ 13, 1, 8, 5, 17 ], "retrieved_global": [ 13, 1, 8, 5, 17 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 275, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3, 8, 13, 18 ], "retrieved_sids": [ 19, 3, 1, 0, 22 ], "retrieved_global": [ 19, 3, 1, 0, 22 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 276, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Documentary", "target_sids": [ 0, 5, 8, 12, 17 ], "retrieved_sids": [ 5, 1, 8, 18, 3 ], "retrieved_global": [ 5, 1, 8, 18, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 277, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 5, 9, 14, 17 ], "retrieved_sids": [ 4, 5, 15, 9, 6 ], "retrieved_global": [ 4, 5, 15, 9, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 278, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 5, 1, 7, 4, 11 ], "retrieved_global": [ 5, 1, 7, 4, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 279, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 5, 10, 14, 19 ], "retrieved_sids": [ 11, 6, 5, 14, 0 ], "retrieved_global": [ 11, 6, 5, 14, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 280, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 1, 6, 10, 0, 5 ], "retrieved_global": [ 1, 6, 10, 0, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 281, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 5, 1, 8, 9, 12 ], "retrieved_global": [ 5, 1, 8, 9, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 282, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 4, 9, 14, 17 ], "retrieved_sids": [ 10, 17, 9, 5, 18 ], "retrieved_global": [ 10, 17, 9, 5, 18 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 283, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 5, 1, 4, 8, 7 ], "retrieved_global": [ 5, 1, 4, 8, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 284, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 13, 1, 5, 9, 15 ], "retrieved_global": [ 13, 1, 5, 9, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 285, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 4, 7, 12, 17 ], "retrieved_sids": [ 8, 13, 17, 5, 18 ], "retrieved_global": [ 8, 13, 17, 5, 18 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 286, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 4, 7, 12, 17 ], "retrieved_sids": [ 12, 5, 7, 1, 8 ], "retrieved_global": [ 12, 5, 7, 1, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 287, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 2, 1, 4, 9, 6 ], "retrieved_global": [ 2, 1, 4, 9, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 288, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 4, 9, 13, 18 ], "retrieved_sids": [ 10, 18, 5, 9, 14 ], "retrieved_global": [ 10, 18, 5, 9, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 289, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 1, 9, 5, 0, 6 ], "retrieved_global": [ 1, 9, 5, 0, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 290, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 11, 9, 12, 4, 13 ], "retrieved_global": [ 11, 9, 12, 4, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 291, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 10, 1, 0, 5, 8 ], "retrieved_global": [ 10, 1, 0, 5, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 292, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 1, 9, 0, 2, 5 ], "retrieved_global": [ 1, 9, 0, 2, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 293, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 1, 6, 2, 5, 7 ], "retrieved_global": [ 1, 6, 2, 5, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 294, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 1, 9, 13, 8, 14 ], "retrieved_global": [ 1, 9, 13, 8, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 295, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 11, 4 ], "retrieved_sids": [ 9, 7, 11, 1, 8 ], "retrieved_global": [ 9, 7, 11, 1, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 296, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 14, 13, 9, 12, 1 ], "retrieved_global": [ 14, 13, 9, 12, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 297, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 3, 7, 11, 14 ], "retrieved_sids": [ 8, 15, 1, 4, 7 ], "retrieved_global": [ 8, 15, 1, 4, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 298, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 5, 6, 1, 9 ], "retrieved_global": [ 10, 5, 6, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 299, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 4, 5, 8, 0 ], "retrieved_global": [ 10, 4, 5, 8, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 300, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4, 9, 12, 16 ], "retrieved_sids": [ 12, 17, 14, 16, 4 ], "retrieved_global": [ 12, 17, 14, 16, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 301, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 6, 14, 13, 4, 8 ], "retrieved_global": [ 6, 14, 13, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 302, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 7, 12, 3, 0, 15 ], "retrieved_global": [ 7, 12, 3, 0, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 303, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 5, 10, 15, 20 ], "retrieved_sids": [ 1, 21, 6, 0, 15 ], "retrieved_global": [ 1, 21, 6, 0, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 304, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 3, 7, 11, 16 ], "retrieved_sids": [ 7, 1, 8, 12, 4 ], "retrieved_global": [ 7, 1, 8, 12, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 305, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 7, 12, 17 ], "retrieved_sids": [ 12, 13, 15, 7, 16 ], "retrieved_global": [ 12, 13, 15, 7, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 306, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 1, 9, 6, 5 ], "retrieved_global": [ 10, 1, 9, 6, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 307, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 8, 4, 13 ], "retrieved_sids": [ 1, 5, 4, 8, 9 ], "retrieved_global": [ 1, 5, 4, 8, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 308, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 5, 10, 13, 17 ], "retrieved_sids": [ 17, 10, 3, 6, 14 ], "retrieved_global": [ 17, 10, 3, 6, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 309, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3, 7, 12, 15 ], "retrieved_sids": [ 13, 1, 8, 3, 7 ], "retrieved_global": [ 13, 1, 8, 3, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 310, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 8, 13, 16 ], "retrieved_sids": [ 17, 16, 9, 4, 14 ], "retrieved_global": [ 17, 16, 9, 4, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 311, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 8, 9, 3, 1, 4 ], "retrieved_global": [ 8, 9, 3, 1, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 312, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 5, 1, 6, 0, 12 ], "retrieved_global": [ 5, 1, 6, 0, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 313, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 4, 14 ], "retrieved_sids": [ 15, 4, 5, 8, 10 ], "retrieved_global": [ 15, 4, 5, 8, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 314, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 1, 6, 7, 11, 5 ], "retrieved_global": [ 1, 6, 7, 11, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 315, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 4, 8, 6, 7, 0 ], "retrieved_global": [ 4, 8, 6, 7, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 316, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 3, 6, 9, 14 ], "retrieved_sids": [ 9, 1, 7, 15, 0 ], "retrieved_global": [ 9, 1, 7, 15, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 317, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 3, 6, 11, 14 ], "retrieved_sids": [ 12, 7, 10, 15, 1 ], "retrieved_global": [ 12, 7, 10, 15, 1 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 318, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 6, 10, 15 ], "retrieved_sids": [ 16, 7, 4, 3, 15 ], "retrieved_global": [ 16, 7, 4, 3, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 319, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 4, 6, 9, 5 ], "retrieved_global": [ 10, 4, 6, 9, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 320, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 4, 12, 7 ], "retrieved_sids": [ 13, 8, 4, 1, 12 ], "retrieved_global": [ 13, 8, 4, 1, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 321, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Animation", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 4, 1, 7, 0, 3 ], "retrieved_global": [ 4, 1, 7, 0, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 322, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 9, 6, 5, 13, 8 ], "retrieved_global": [ 9, 6, 5, 13, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 323, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 4, 12, 7 ], "retrieved_sids": [ 5, 7, 13, 4, 14 ], "retrieved_global": [ 5, 7, 13, 4, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 324, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 5, 7, 1, 4, 6 ], "retrieved_global": [ 5, 7, 1, 4, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 325, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 9, 14, 17 ], "retrieved_sids": [ 10, 9, 15, 18, 3 ], "retrieved_global": [ 10, 9, 15, 18, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 326, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 1, 0, 5, 2, 10 ], "retrieved_global": [ 1, 0, 5, 2, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 327, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 4, 9, 12, 15 ], "retrieved_sids": [ 13, 12, 15, 4, 1 ], "retrieved_global": [ 13, 12, 15, 4, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 328, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 3, 7, 10, 15 ], "retrieved_sids": [ 8, 1, 10, 15, 9 ], "retrieved_global": [ 8, 1, 10, 15, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 329, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 9, 4, 14 ], "retrieved_sids": [ 9, 10, 5, 15, 18 ], "retrieved_global": [ 9, 10, 5, 15, 18 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 330, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 5, 9, 12, 15 ], "retrieved_sids": [ 15, 9, 12, 16, 1 ], "retrieved_global": [ 15, 9, 12, 16, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 331, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 8, 2, 1, 7, 3 ], "retrieved_global": [ 8, 2, 1, 7, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 332, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 7, 11, 16 ], "retrieved_sids": [ 12, 11, 4, 19, 7 ], "retrieved_global": [ 12, 11, 4, 19, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 333, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "War", "target_sids": [ 0, 4, 8, 11, 16 ], "retrieved_sids": [ 5, 9, 11, 16, 17 ], "retrieved_global": [ 5, 9, 11, 16, 17 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 334, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 1, 0, 7, 8, 11 ], "retrieved_global": [ 1, 0, 7, 8, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 335, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 9, 5, 14 ], "retrieved_sids": [ 15, 1, 0, 3, 6 ], "retrieved_global": [ 15, 1, 0, 3, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 336, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 1, 8, 3, 7, 4 ], "retrieved_global": [ 1, 8, 3, 7, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 337, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 3, 9, 1, 0, 2 ], "retrieved_global": [ 3, 9, 1, 0, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 338, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 9, 8, 1, 7, 3 ], "retrieved_global": [ 9, 8, 1, 7, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 339, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 9, 13, 0, 12, 1 ], "retrieved_global": [ 9, 13, 0, 12, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 340, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 5, 9, 13, 18 ], "retrieved_sids": [ 1, 9, 13, 7, 5 ], "retrieved_global": [ 1, 9, 13, 7, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 341, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "War", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 6, 5, 10, 9, 1 ], "retrieved_global": [ 6, 5, 10, 9, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 342, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 9, 8, 5, 11, 4 ], "retrieved_global": [ 9, 8, 5, 11, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 343, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 10, 6, 0, 5, 2 ], "retrieved_global": [ 10, 6, 0, 5, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 344, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 5, 14 ], "retrieved_sids": [ 14, 1, 10, 12, 5 ], "retrieved_global": [ 14, 1, 10, 12, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 345, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 7, 1, 4, 8, 11 ], "retrieved_global": [ 7, 1, 4, 8, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 346, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4, 9, 13, 16 ], "retrieved_sids": [ 1, 16, 17, 14, 4 ], "retrieved_global": [ 1, 16, 17, 14, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 347, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 1, 0, 10, 6 ], "retrieved_global": [ 5, 1, 0, 10, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 348, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 12, 1, 10, 15, 4 ], "retrieved_global": [ 12, 1, 10, 15, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 349, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 4, 12, 7 ], "retrieved_sids": [ 13, 5, 7, 12, 4 ], "retrieved_global": [ 13, 5, 7, 12, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 350, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Musical", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 5, 6, 9, 10, 13 ], "retrieved_global": [ 5, 6, 9, 10, 13 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 351, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 1, 9, 8, 5, 11 ], "retrieved_global": [ 1, 9, 8, 5, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 352, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Horror", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 14, 11, 1, 13, 10 ], "retrieved_global": [ 14, 11, 1, 13, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 353, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 8, 3, 13 ], "retrieved_sids": [ 3, 1, 14, 9, 4 ], "retrieved_global": [ 3, 1, 14, 9, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 354, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 4, 9, 13, 16 ], "retrieved_sids": [ 18, 5, 15, 16, 10 ], "retrieved_global": [ 18, 5, 15, 16, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 355, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 4, 7, 11, 16 ], "retrieved_sids": [ 17, 8, 5, 11, 7 ], "retrieved_global": [ 17, 8, 5, 11, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 356, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 5, 10, 15, 19 ], "retrieved_sids": [ 6, 2, 9, 16, 1 ], "retrieved_global": [ 6, 2, 9, 16, 1 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 357, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 5, 8, 12, 15 ], "retrieved_sids": [ 6, 13, 9, 1, 5 ], "retrieved_global": [ 6, 13, 9, 1, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 358, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 9, 3, 4, 8, 0 ], "retrieved_global": [ 9, 3, 4, 8, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 359, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 5, 2, 11, 3, 1 ], "retrieved_global": [ 5, 2, 11, 3, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 360, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 11, 7, 6, 4, 5 ], "retrieved_global": [ 11, 7, 6, 4, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 361, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 5, 10, 14, 19 ], "retrieved_sids": [ 19, 5, 6, 20, 15 ], "retrieved_global": [ 19, 5, 6, 20, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 362, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 10, 5, 14 ], "retrieved_sids": [ 1, 15, 4, 14, 16 ], "retrieved_global": [ 1, 15, 4, 14, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 363, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 4, 7, 10, 14 ], "retrieved_sids": [ 1, 4, 5, 15, 0 ], "retrieved_global": [ 1, 4, 5, 15, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 364, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 9, 5, 14 ], "retrieved_sids": [ 9, 15, 6, 14, 10 ], "retrieved_global": [ 9, 15, 6, 14, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 365, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 1, 5, 2, 12 ], "retrieved_global": [ 10, 1, 5, 2, 12 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 366, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 7, 12, 11, 1, 3 ], "retrieved_global": [ 7, 12, 11, 1, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 367, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 8, 11, 15 ], "retrieved_sids": [ 1, 6, 5, 16, 9 ], "retrieved_global": [ 1, 6, 5, 16, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 368, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 3, 8, 11, 15 ], "retrieved_sids": [ 15, 8, 4, 9, 0 ], "retrieved_global": [ 15, 8, 4, 9, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 369, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 9, 5, 10, 4, 8 ], "retrieved_global": [ 9, 5, 10, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 370, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 1, 8, 7, 11 ], "retrieved_global": [ 4, 1, 8, 7, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 371, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 1, 9, 4, 0, 3 ], "retrieved_global": [ 1, 9, 4, 0, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 372, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 7, 6, 12, 4, 9 ], "retrieved_global": [ 7, 6, 12, 4, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 373, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 9, 8, 1, 4, 2 ], "retrieved_global": [ 9, 8, 1, 4, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 374, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 5, 8, 12, 16 ], "retrieved_sids": [ 17, 1, 6, 12, 16 ], "retrieved_global": [ 17, 1, 6, 12, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 375, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 8, 11, 16 ], "retrieved_sids": [ 16, 4, 17, 8, 9 ], "retrieved_global": [ 16, 4, 17, 8, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 376, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 9, 1, 8, 0, 7 ], "retrieved_global": [ 9, 1, 8, 0, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 377, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 8, 13, 17 ], "retrieved_sids": [ 4, 14, 18, 3, 1 ], "retrieved_global": [ 4, 14, 18, 3, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 378, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 7, 10, 15 ], "retrieved_sids": [ 1, 8, 7, 14, 10 ], "retrieved_global": [ 1, 8, 7, 14, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 379, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 10, 6, 9, 1, 8 ], "retrieved_global": [ 10, 6, 9, 1, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 380, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 11, 1, 6, 12, 10 ], "retrieved_global": [ 11, 1, 6, 12, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 381, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 11, 6, 12, 3, 7 ], "retrieved_global": [ 11, 6, 12, 3, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 382, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 12, 5 ], "retrieved_sids": [ 9, 8, 13, 5, 6 ], "retrieved_global": [ 9, 8, 13, 5, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 383, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 12, 11, 10, 7, 4 ], "retrieved_global": [ 12, 11, 10, 7, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 384, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 6, 9, 1, 8 ], "retrieved_global": [ 5, 6, 9, 1, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 385, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 5, 9, 14, 17 ], "retrieved_sids": [ 10, 18, 15, 17, 1 ], "retrieved_global": [ 10, 18, 15, 17, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 386, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 5, 8, 11, 14 ], "retrieved_sids": [ 9, 15, 12, 14, 8 ], "retrieved_global": [ 9, 15, 12, 14, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 387, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 6, 10, 14 ], "retrieved_sids": [ 7, 0, 14, 11, 4 ], "retrieved_global": [ 7, 0, 14, 11, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 388, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 8, 12, 17 ], "retrieved_sids": [ 13, 4, 9, 3, 18 ], "retrieved_global": [ 13, 4, 9, 3, 18 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 389, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 5, 9, 12, 16 ], "retrieved_sids": [ 10, 5, 12, 16, 0 ], "retrieved_global": [ 10, 5, 12, 16, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 390, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 9, 8, 3, 4, 10 ], "retrieved_global": [ 9, 8, 3, 4, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 391, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 4, 12, 7 ], "retrieved_sids": [ 13, 5, 12, 4, 7 ], "retrieved_global": [ 13, 5, 12, 4, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 392, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 12, 8, 5, 4, 7 ], "retrieved_global": [ 12, 8, 5, 4, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 393, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 10, 3, 6 ], "retrieved_sids": [ 7, 2, 11, 4, 1 ], "retrieved_global": [ 7, 2, 11, 4, 1 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 394, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 1, 7, 5, 4, 8 ], "retrieved_global": [ 1, 7, 5, 4, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 395, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3, 7, 12, 16 ], "retrieved_sids": [ 7, 3, 1, 13, 16 ], "retrieved_global": [ 7, 3, 1, 13, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 396, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 6, 11, 14, 4, 2 ], "retrieved_global": [ 6, 11, 14, 4, 2 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 397, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Musical", "target_sids": [ 0, 10, 5, 15 ], "retrieved_sids": [ 11, 16, 14, 15, 6 ], "retrieved_global": [ 11, 16, 14, 15, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 398, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 7, 11, 14 ], "retrieved_sids": [ 4, 11, 7, 5, 14 ], "retrieved_global": [ 4, 11, 7, 5, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 399, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 9, 12, 16 ], "retrieved_sids": [ 17, 5, 16, 0, 15 ], "retrieved_global": [ 17, 5, 16, 0, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 400, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 9, 14, 17 ], "retrieved_sids": [ 17, 14, 18, 9, 15 ], "retrieved_global": [ 17, 14, 18, 9, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 401, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 1, 4, 7, 5 ], "retrieved_global": [ 10, 1, 4, 7, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 402, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 8, 7, 5, 1 ], "retrieved_global": [ 4, 8, 7, 5, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 403, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 8, 11, 15 ], "retrieved_sids": [ 4, 1, 3, 15, 8 ], "retrieved_global": [ 4, 1, 3, 15, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 404, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 9, 0, 4, 7 ], "retrieved_global": [ 5, 9, 0, 4, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 405, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 5, 8, 3, 4, 10 ], "retrieved_global": [ 5, 8, 3, 4, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 406, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 6, 1, 7, 3, 0 ], "retrieved_global": [ 6, 1, 7, 3, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 407, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 10, 5, 15 ], "retrieved_sids": [ 12, 11, 6, 15, 1 ], "retrieved_global": [ 12, 11, 6, 15, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 408, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 8, 13, 16 ], "retrieved_sids": [ 6, 17, 1, 9, 5 ], "retrieved_global": [ 6, 17, 1, 9, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 409, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 12, 15 ], "retrieved_sids": [ 16, 4, 8, 13, 15 ], "retrieved_global": [ 16, 4, 8, 13, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 410, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 13, 15, 0, 14, 12 ], "retrieved_global": [ 13, 15, 0, 14, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 411, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 5, 9, 13, 1, 0 ], "retrieved_global": [ 5, 9, 13, 1, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 412, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 9, 8, 4, 11, 1 ], "retrieved_global": [ 9, 8, 4, 11, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 413, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 4, 1, 10, 8, 11 ], "retrieved_global": [ 4, 1, 10, 8, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 414, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 4, 9, 13, 17 ], "retrieved_sids": [ 14, 18, 10, 3, 9 ], "retrieved_global": [ 14, 18, 10, 3, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 415, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 5, 9, 14, 17 ], "retrieved_sids": [ 14, 1, 6, 5, 10 ], "retrieved_global": [ 14, 1, 6, 5, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 416, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 3, 8, 11, 15 ], "retrieved_sids": [ 4, 3, 9, 1, 16 ], "retrieved_global": [ 4, 3, 9, 1, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 417, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 7, 4, 1, 8, 9 ], "retrieved_global": [ 7, 4, 1, 8, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 418, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 5, 9, 14, 19 ], "retrieved_sids": [ 6, 10, 5, 14, 17 ], "retrieved_global": [ 6, 10, 5, 14, 17 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 419, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 8, 1, 7, 3, 2 ], "retrieved_global": [ 8, 1, 7, 3, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 420, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 8, 11, 5 ], "retrieved_sids": [ 9, 8, 6, 1, 4 ], "retrieved_global": [ 9, 8, 6, 1, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 421, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 4, 8, 13, 18 ], "retrieved_sids": [ 8, 5, 13, 9, 19 ], "retrieved_global": [ 8, 5, 13, 9, 19 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 422, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 11, 5 ], "retrieved_sids": [ 12, 11, 9, 14, 1 ], "retrieved_global": [ 12, 11, 9, 14, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 423, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 4, 1, 9, 5, 7 ], "retrieved_global": [ 4, 1, 9, 5, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 424, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 8, 11, 2, 1, 12 ], "retrieved_global": [ 8, 11, 2, 1, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 425, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 10, 8, 9, 6 ], "retrieved_global": [ 5, 10, 8, 9, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 426, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 6, 4, 9, 3 ], "retrieved_global": [ 10, 6, 4, 9, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 427, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 5, 9, 13, 16 ], "retrieved_sids": [ 6, 5, 8, 14, 10 ], "retrieved_global": [ 6, 5, 8, 14, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 428, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "War", "target_sids": [ 0, 8, 3, 13 ], "retrieved_sids": [ 15, 8, 4, 14, 1 ], "retrieved_global": [ 15, 8, 4, 14, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 429, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 11, 8, 4, 13, 1 ], "retrieved_global": [ 11, 8, 4, 13, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 430, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 6, 3, 1, 12, 10 ], "retrieved_global": [ 6, 3, 1, 12, 10 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 431, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 1, 5, 6, 10, 0 ], "retrieved_global": [ 1, 5, 6, 10, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 432, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 5, 10, 14, 17 ], "retrieved_sids": [ 18, 11, 15, 5, 14 ], "retrieved_global": [ 18, 11, 15, 5, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 433, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Documentary", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 2, 9, 4, 1, 13 ], "retrieved_global": [ 2, 9, 4, 1, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 434, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 7, 10, 13 ], "retrieved_sids": [ 8, 7, 3, 11, 4 ], "retrieved_global": [ 8, 7, 3, 11, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 435, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 1, 8, 3, 2, 4 ], "retrieved_global": [ 1, 8, 3, 2, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 436, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 5, 14 ], "retrieved_sids": [ 10, 5, 9, 13, 1 ], "retrieved_global": [ 10, 5, 9, 13, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 437, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 4, 12 ], "retrieved_sids": [ 4, 5, 8, 15, 13 ], "retrieved_global": [ 4, 5, 8, 15, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 438, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 11, 15 ], "retrieved_sids": [ 11, 15, 16, 3, 4 ], "retrieved_global": [ 11, 15, 16, 3, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 439, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 0, 5, 3, 1, 9 ], "retrieved_global": [ 0, 5, 3, 1, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 440, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 4, 8, 11, 15 ], "retrieved_sids": [ 16, 5, 9, 1, 4 ], "retrieved_global": [ 16, 5, 9, 1, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 441, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 5, 10, 13, 16 ], "retrieved_sids": [ 16, 6, 11, 14, 1 ], "retrieved_global": [ 16, 6, 11, 14, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 442, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 9, 12, 15 ], "retrieved_sids": [ 4, 5, 16, 15, 12 ], "retrieved_global": [ 4, 5, 16, 15, 12 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 443, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4, 7, 11, 15 ], "retrieved_sids": [ 17, 5, 16, 4, 15 ], "retrieved_global": [ 17, 5, 16, 4, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 444, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 11, 10, 1, 8, 13 ], "retrieved_global": [ 11, 10, 1, 8, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 445, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 7, 8, 3, 11, 4 ], "retrieved_global": [ 7, 8, 3, 11, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 446, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 4, 8, 11, 15 ], "retrieved_sids": [ 1, 8, 16, 15, 9 ], "retrieved_global": [ 1, 8, 16, 15, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 447, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 8, 12, 15 ], "retrieved_sids": [ 12, 3, 9, 4, 16 ], "retrieved_global": [ 12, 3, 9, 4, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 448, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 8, 1, 4, 7, 3 ], "retrieved_global": [ 8, 1, 4, 7, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 449, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Crime", "target_sids": [ 0, 4, 7, 10, 15 ], "retrieved_sids": [ 4, 10, 15, 5, 16 ], "retrieved_global": [ 4, 10, 15, 5, 16 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 450, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 4, 1, 8, 10, 7 ], "retrieved_global": [ 4, 1, 8, 10, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 451, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 7, 10, 5, 4, 0 ], "retrieved_global": [ 7, 10, 5, 4, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 452, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 12, 1, 7, 4, 6 ], "retrieved_global": [ 12, 1, 7, 4, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 453, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 3, 12, 1, 4, 13 ], "retrieved_global": [ 3, 12, 1, 4, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 454, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 8, 12, 16 ], "retrieved_sids": [ 5, 1, 8, 16, 9 ], "retrieved_global": [ 5, 1, 8, 16, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 455, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 5, 10, 6, 13, 9 ], "retrieved_global": [ 5, 10, 6, 13, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 456, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Western", "target_sids": [ 0, 4, 8, 11, 15 ], "retrieved_sids": [ 9, 3, 4, 16, 5 ], "retrieved_global": [ 9, 3, 4, 16, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 457, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 3, 6, 9, 14 ], "retrieved_sids": [ 7, 1, 3, 0, 14 ], "retrieved_global": [ 7, 1, 3, 0, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 458, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 5, 10, 14, 19 ], "retrieved_sids": [ 1, 19, 14, 10, 11 ], "retrieved_global": [ 1, 19, 14, 10, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 459, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 6, 1, 5, 9, 7 ], "retrieved_global": [ 6, 1, 5, 9, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 460, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 5, 10, 15, 19 ], "retrieved_sids": [ 20, 6, 11, 16, 19 ], "retrieved_global": [ 20, 6, 11, 16, 19 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 461, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0, 11, 4, 7 ], "retrieved_sids": [ 1, 12, 8, 11, 2 ], "retrieved_global": [ 1, 12, 8, 11, 2 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 462, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0, 5, 8, 12, 15 ], "retrieved_sids": [ 13, 6, 7, 16, 8 ], "retrieved_global": [ 13, 6, 7, 16, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 463, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 7, 1, 12, 6, 11 ], "retrieved_global": [ 7, 1, 12, 6, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 464, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 11, 1, 12, 7, 9 ], "retrieved_global": [ 11, 1, 12, 7, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 465, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 9, 5, 14 ], "retrieved_sids": [ 15, 6, 3, 1, 8 ], "retrieved_global": [ 15, 6, 3, 1, 8 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 466, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 3, 6 ], "retrieved_sids": [ 9, 4, 10, 7, 0 ], "retrieved_global": [ 9, 4, 10, 7, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 467, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 9, 1, 4, 0, 6 ], "retrieved_global": [ 9, 1, 4, 0, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 468, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Crime", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 8, 11, 5, 7, 10 ], "retrieved_global": [ 8, 11, 5, 7, 10 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 469, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 10, 5, 15 ], "retrieved_sids": [ 1, 11, 15, 5, 0 ], "retrieved_global": [ 1, 11, 15, 5, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 470, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 5, 14 ], "retrieved_sids": [ 9, 7, 10, 6, 14 ], "retrieved_global": [ 9, 7, 10, 6, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 471, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 9, 1, 10, 4 ], "retrieved_global": [ 5, 9, 1, 10, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 472, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 1, 6, 4, 12, 9 ], "retrieved_global": [ 1, 6, 4, 12, 9 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 473, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Children", "target_sids": [ 0, 4, 8, 13, 18 ], "retrieved_sids": [ 14, 1, 18, 9, 5 ], "retrieved_global": [ 14, 1, 18, 9, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 474, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 9, 1, 8, 6, 13 ], "retrieved_global": [ 9, 1, 8, 6, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 475, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 8, 12, 5 ], "retrieved_sids": [ 6, 1, 12, 5, 8 ], "retrieved_global": [ 6, 1, 12, 5, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 476, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 1, 9, 5, 6 ], "retrieved_global": [ 10, 1, 9, 5, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 477, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 10, 15, 19 ], "retrieved_sids": [ 16, 1, 20, 19, 6 ], "retrieved_global": [ 16, 1, 20, 19, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 478, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 4, 0, 1, 8, 7 ], "retrieved_global": [ 4, 0, 1, 8, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 479, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 10, 8, 5, 1, 4 ], "retrieved_global": [ 10, 8, 5, 1, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 480, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 8, 4, 13 ], "retrieved_sids": [ 9, 8, 13, 14, 3 ], "retrieved_global": [ 9, 8, 13, 14, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 481, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 12, 5, 6, 10, 1 ], "retrieved_global": [ 12, 5, 6, 10, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 482, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 9, 12, 5 ], "retrieved_sids": [ 10, 9, 6, 5, 13 ], "retrieved_global": [ 10, 9, 6, 5, 13 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 483, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0, 8, 12, 5 ], "retrieved_sids": [ 12, 1, 9, 14, 0 ], "retrieved_global": [ 12, 1, 9, 14, 0 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 484, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 3, 12 ], "retrieved_sids": [ 12, 9, 1, 13, 11 ], "retrieved_global": [ 12, 9, 1, 13, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 485, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 10, 1, 6, 0, 4 ], "retrieved_global": [ 10, 1, 6, 0, 4 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 486, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 5, 8, 11, 14 ], "retrieved_sids": [ 11, 9, 1, 5, 15 ], "retrieved_global": [ 11, 9, 1, 5, 15 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 487, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 1, 9, 4, 0, 8 ], "retrieved_global": [ 1, 9, 4, 0, 8 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 488, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 8, 4, 6, 1, 3 ], "retrieved_global": [ 8, 4, 6, 1, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 489, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 9, 13, 18 ], "retrieved_sids": [ 19, 5, 16, 10, 14 ], "retrieved_global": [ 19, 5, 16, 10, 14 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 490, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 5, 4, 1, 10, 9 ], "retrieved_global": [ 5, 4, 1, 10, 9 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 491, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 6, 1, 7, 4, 3 ], "retrieved_global": [ 6, 1, 7, 4, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 492, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 4, 8, 6, 1, 7 ], "retrieved_global": [ 4, 8, 6, 1, 7 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 493, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 3, 7, 11, 16 ], "retrieved_sids": [ 1, 16, 4, 17, 3 ], "retrieved_global": [ 1, 16, 4, 17, 3 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 494, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 4, 8, 11, 16 ], "retrieved_sids": [ 12, 9, 16, 8, 11 ], "retrieved_global": [ 12, 9, 16, 8, 11 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 495, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 3, 9, 8, 1, 5 ], "retrieved_global": [ 3, 9, 8, 1, 5 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 496, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 3, 6, 10, 14 ], "retrieved_sids": [ 7, 3, 10, 4, 6 ], "retrieved_global": [ 7, 3, 10, 4, 6 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 497, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 8, 11, 5 ], "retrieved_sids": [ 12, 9, 1, 6, 10 ], "retrieved_global": [ 12, 9, 1, 6, 10 ], "hit_at_k": false }, { "category": "highlevel", "topic": "movie", "tid": 498, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Crime", "target_sids": [ 0, 9, 3, 6 ], "retrieved_sids": [ 7, 8, 6, 10, 1 ], "retrieved_global": [ 7, 8, 6, 10, 1 ], "hit_at_k": true }, { "category": "highlevel", "topic": "movie", "tid": 499, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 1, 6, 3, 13, 7 ], "retrieved_global": [ 1, 6, 3, 13, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 0, "question": "What hobby does my sister enjoy?", "ground_truth": "A", "answer_text": "Camping", "target_sids": [ 17 ], "retrieved_sids": [ 17, 17, 10, 10, 151 ], "retrieved_global": [ 19, 18, 10, 11, 153 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 1, "question": "What is my male cousin's email address?", "ground_truth": "C", "answer_text": "aiden.parker@innovativeresearchdynamics.com", "target_sids": [ 177 ], "retrieved_sids": [ 177, 177, 172, 172, 56 ], "retrieved_global": [ 179, 178, 172, 173, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 2, "question": "What hobby does my uncle enjoy?", "ground_truth": "A", "answer_text": "Playing Video Games", "target_sids": [ 138 ], "retrieved_sids": [ 138, 138, 124, 124, 101 ], "retrieved_global": [ 139, 140, 125, 124, 102 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 3, "question": "What is the work location of my nephew?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 17 ], "retrieved_sids": [ 17, 17, 9, 9, 134 ], "retrieved_global": [ 19, 18, 10, 9, 135 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 4, "question": "What is the contact number for my mother?", "ground_truth": "B", "answer_text": "70701560000", "target_sids": [ 62 ], "retrieved_sids": [ 58, 58, 62, 62, 151 ], "retrieved_global": [ 59, 58, 63, 64, 153 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 5, "question": "What is the name of my subordinate's company?", "ground_truth": "B", "answer_text": "Willow Creek Legal Group", "target_sids": [ 131 ], "retrieved_sids": [ 131, 131, 119, 119, 51 ], "retrieved_global": [ 133, 132, 119, 120, 51 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 6, "question": "When is my subordinate's birthday?", "ground_truth": "D", "answer_text": "12/16", "target_sids": [ 109 ], "retrieved_sids": [ 102, 102, 109, 109, 118 ], "retrieved_global": [ 102, 103, 111, 110, 118 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 7, "question": "What does my sister do for a living?", "ground_truth": "D", "answer_text": "Engineer", "target_sids": [ 134 ], "retrieved_sids": [ 123, 134, 134, 75, 132 ], "retrieved_global": [ 123, 136, 135, 76, 132 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 8, "question": "Where does my female cousin work?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 181 ], "retrieved_sids": [ 181, 181, 170, 170, 171 ], "retrieved_global": [ 183, 182, 170, 171, 172 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 9, "question": "What is the hometown of the boss?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 104 ], "retrieved_sids": [ 104, 104, 100, 100, 142 ], "retrieved_global": [ 105, 106, 101, 100, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 10, "question": "What is the height of my female cousin?", "ground_truth": "B", "answer_text": "173cm", "target_sids": [ 152 ], "retrieved_sids": [ 152, 152, 147, 147, 174 ], "retrieved_global": [ 153, 154, 147, 148, 175 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 11, "question": "What hobby does my aunt enjoy?", "ground_truth": "A", "answer_text": "Model Making", "target_sids": [ 114 ], "retrieved_sids": [ 102, 102, 11, 29, 7 ], "retrieved_global": [ 103, 102, 12, 29, 8 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 12, "question": "Could the email address of the subordinate be shared?", "ground_truth": "B", "answer_text": "oliver.sterling@innovativelearningtech.com", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 34, 34, 61 ], "retrieved_global": [ 44, 43, 35, 34, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 13, "question": "What is the name of the boss?", "ground_truth": "D", "answer_text": "Lila Bennett", "target_sids": [ 108 ], "retrieved_sids": [ 108, 108, 101, 101, 114 ], "retrieved_global": [ 109, 110, 101, 102, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 14, "question": "What is the name of the company my boss works for?", "ground_truth": "D", "answer_text": "Urban Edge Sales Group", "target_sids": [ 90 ], "retrieved_sids": [ 79, 79, 90, 90, 8 ], "retrieved_global": [ 79, 80, 91, 92, 10 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 15, "question": "What is the height of the subordinate?", "ground_truth": "D", "answer_text": "164cm", "target_sids": [ 45 ], "retrieved_sids": [ 30, 30, 45, 45, 74 ], "retrieved_global": [ 31, 30, 47, 46, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 16, "question": "What hobby does my subordinate have?", "ground_truth": "D", "answer_text": "Watching Movies", "target_sids": [ 154 ], "retrieved_sids": [ 147, 147, 32, 154, 154 ], "retrieved_global": [ 148, 147, 33, 155, 156 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 17, "question": "What is the hometown of the boss?", "ground_truth": "B", "answer_text": "New Orleans, LA", "target_sids": [ 139 ], "retrieved_sids": [ 139, 139, 121, 121, 97 ], "retrieved_global": [ 141, 140, 121, 122, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 18, "question": "What is the height of my aunt?", "ground_truth": "B", "answer_text": "161cm", "target_sids": [ 43 ], "retrieved_sids": [ 27, 27, 43, 43, 48 ], "retrieved_global": [ 28, 27, 44, 45, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 19, "question": "What is the work location of the coworker?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 62 ], "retrieved_sids": [ 57, 57, 20, 20, 62 ], "retrieved_global": [ 57, 58, 22, 21, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 20, "question": "What is the location where my mother works?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 134 ], "retrieved_sids": [ 134, 134, 41, 41, 30 ], "retrieved_global": [ 135, 136, 42, 43, 31 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 21, "question": "What is the position of my niece?", "ground_truth": "A", "answer_text": "Long-haul Truck Driver", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 24, 154, 38 ], "retrieved_global": [ 44, 43, 24, 156, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 22, "question": "What is the height of my mother?", "ground_truth": "D", "answer_text": "171cm", "target_sids": [ 43 ], "retrieved_sids": [ 43, 43, 29, 29, 168 ], "retrieved_global": [ 44, 45, 29, 30, 168 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 23, "question": "What is the height of the subordinate?", "ground_truth": "B", "answer_text": "161cm", "target_sids": [ 161 ], "retrieved_sids": [ 161, 161, 147, 147, 1 ], "retrieved_global": [ 163, 162, 147, 148, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 24, "question": "What position does my uncle hold?", "ground_truth": "D", "answer_text": "Junior Software Developer", "target_sids": [ 88 ], "retrieved_sids": [ 88, 88, 89, 69, 55 ], "retrieved_global": [ 90, 89, 91, 69, 55 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 25, "question": "What position does my coworker hold?", "ground_truth": "A", "answer_text": "Data Quality Analyst", "target_sids": [ 62 ], "retrieved_sids": [ 26, 62, 62, 101, 59 ], "retrieved_global": [ 26, 64, 63, 102, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 26, "question": "What hobby does my father enjoy?", "ground_truth": "A", "answer_text": "Painting", "target_sids": [ 134 ], "retrieved_sids": [ 153, 134, 134, 132, 132 ], "retrieved_global": [ 154, 136, 135, 132, 133 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 27, "question": "Could someone please share my boss's email address?", "ground_truth": "A", "answer_text": "georgia.blake@innovativetechsolutions.com", "target_sids": [ 35 ], "retrieved_sids": [ 35, 35, 24, 24, 182 ], "retrieved_global": [ 37, 36, 25, 24, 184 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 28, "question": "What is the educational background of my nephew?", "ground_truth": "C", "answer_text": "Associate Degree", "target_sids": [ 62 ], "retrieved_sids": [ 102, 55, 55, 127, 62 ], "retrieved_global": [ 102, 55, 56, 127, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 29, "question": "When is the birthday of that coworker?", "ground_truth": "B", "answer_text": "11/03", "target_sids": [ 137 ], "retrieved_sids": [ 126, 126, 137, 137, 50 ], "retrieved_global": [ 126, 127, 138, 139, 51 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 30, "question": "What is the name of my father?", "ground_truth": "C", "answer_text": "Jaxon Barrett", "target_sids": [ 44 ], "retrieved_sids": [ 44, 44, 23, 31, 31 ], "retrieved_global": [ 45, 46, 23, 31, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 31, "question": "How old is my subordinate?", "ground_truth": "C", "answer_text": "24 years old", "target_sids": [ 136 ], "retrieved_sids": [ 134, 134, 136, 136, 1 ], "retrieved_global": [ 135, 134, 137, 138, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 32, "question": "What is the education level of my aunt?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 158 ], "retrieved_sids": [ 158, 158, 157, 157, 77 ], "retrieved_global": [ 159, 160, 157, 158, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 33, "question": "What is the name of my brother's company?", "ground_truth": "B", "answer_text": "CityCare Medical Center", "target_sids": [ 170 ], "retrieved_sids": [ 170, 170, 14, 14, 169 ], "retrieved_global": [ 172, 171, 16, 15, 169 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 34, "question": "What is the height of the subordinate?", "ground_truth": "C", "answer_text": "167cm", "target_sids": [ 90 ], "retrieved_sids": [ 81, 81, 90, 90, 173 ], "retrieved_global": [ 81, 82, 91, 92, 174 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 35, "question": "What is the level of education that my uncle has?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 137 ], "retrieved_sids": [ 137, 137, 52, 173, 126 ], "retrieved_global": [ 138, 139, 52, 175, 126 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 36, "question": "What is the age of the nephew?", "ground_truth": "B", "answer_text": "22 years old", "target_sids": [ 111 ], "retrieved_sids": [ 110, 110, 111, 111, 82 ], "retrieved_global": [ 111, 110, 112, 113, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 37, "question": "What is the age of my subordinate?", "ground_truth": "B", "answer_text": "21 years old", "target_sids": [ 153 ], "retrieved_sids": [ 152, 152, 153, 153, 1 ], "retrieved_global": [ 152, 153, 154, 155, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 38, "question": "What is the education level of my female cousin?", "ground_truth": "C", "answer_text": "Master", "target_sids": [ 44 ], "retrieved_sids": [ 30, 30, 12, 44, 44 ], "retrieved_global": [ 30, 31, 14, 45, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 39, "question": "What is the name of my nephew's company?", "ground_truth": "B", "answer_text": "Sunny City Mart", "target_sids": [ 127 ], "retrieved_sids": [ 127, 127, 122, 122, 153 ], "retrieved_global": [ 128, 129, 123, 122, 154 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 40, "question": "What level of education does my uncle have?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 175 ], "retrieved_sids": [ 175, 175, 186, 31, 106 ], "retrieved_global": [ 176, 177, 188, 31, 107 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 41, "question": "What is the name of my nephew's company?", "ground_truth": "C", "answer_text": "Elevate Engineering Group", "target_sids": [ 154 ], "retrieved_sids": [ 154, 154, 143, 143, 76 ], "retrieved_global": [ 155, 156, 144, 143, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 42, "question": "What is the contact number for the boss?", "ground_truth": "D", "answer_text": "85802516161", "target_sids": [ 85 ], "retrieved_sids": [ 72, 72, 85, 85, 43 ], "retrieved_global": [ 73, 72, 87, 86, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 43, "question": "What is the work location of my mother?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 60 ], "retrieved_sids": [ 60, 60, 36, 36, 55 ], "retrieved_global": [ 61, 62, 37, 38, 56 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 44, "question": "What is the educational background of my male cousin?", "ground_truth": "B", "answer_text": "Bachelor", "target_sids": [ 153 ], "retrieved_sids": [ 15, 15, 153, 153, 180 ], "retrieved_global": [ 16, 17, 154, 155, 180 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 45, "question": "What is the name of my male cousin?", "ground_truth": "A", "answer_text": "Jasper Lane", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 44, 34, 34 ], "retrieved_global": [ 44, 43, 46, 34, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 46, "question": "What is the name of my male cousin?", "ground_truth": "A", "answer_text": "Ethan Sullivan", "target_sids": [ 84 ], "retrieved_sids": [ 84, 84, 70, 78, 78 ], "retrieved_global": [ 86, 85, 70, 79, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 47, "question": "What is the name of my aunt?", "ground_truth": "C", "answer_text": "Tessa Wren", "target_sids": [ 120 ], "retrieved_sids": [ 119, 119, 120, 120, 116 ], "retrieved_global": [ 120, 119, 122, 121, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 48, "question": "What is the height of that coworker?", "ground_truth": "C", "answer_text": "156cm", "target_sids": [ 126 ], "retrieved_sids": [ 126, 126, 117, 117, 94 ], "retrieved_global": [ 128, 127, 118, 117, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 49, "question": "What is the height of my brother?", "ground_truth": "B", "answer_text": "170cm", "target_sids": [ 83 ], "retrieved_sids": [ 83, 83, 80, 80, 145 ], "retrieved_global": [ 84, 85, 81, 80, 147 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 50, "question": "What is the occupation of my nephew?", "ground_truth": "A", "answer_text": "Courier", "target_sids": [ 43 ], "retrieved_sids": [ 43, 43, 35, 35, 37 ], "retrieved_global": [ 45, 44, 36, 35, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 51, "question": "What hobby does my subordinate have?", "ground_truth": "D", "answer_text": "Attending Concerts", "target_sids": [ 91 ], "retrieved_sids": [ 81, 81, 91, 91, 11 ], "retrieved_global": [ 81, 82, 93, 92, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 52, "question": "What is the work location of my aunt?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 123 ], "retrieved_sids": [ 123, 123, 166, 119, 119 ], "retrieved_global": [ 125, 124, 166, 120, 119 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 53, "question": "What hobby does my male cousin enjoy?", "ground_truth": "C", "answer_text": "Model Making", "target_sids": [ 109 ], "retrieved_sids": [ 89, 89, 132, 105, 105 ], "retrieved_global": [ 91, 90, 133, 106, 105 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 54, "question": "What is the occupation of the boss?", "ground_truth": "D", "answer_text": "Scientist", "target_sids": [ 108 ], "retrieved_sids": [ 109, 114, 104, 104, 108 ], "retrieved_global": [ 111, 116, 105, 104, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 55, "question": "Could someone share my coworker's contact number?", "ground_truth": "A", "answer_text": "61909057327", "target_sids": [ 38 ], "retrieved_sids": [ 37, 37, 126, 38, 38 ], "retrieved_global": [ 38, 37, 126, 40, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 56, "question": "What is the height of the boss?", "ground_truth": "A", "answer_text": "176cm", "target_sids": [ 43 ], "retrieved_sids": [ 37, 37, 43, 43, 2 ], "retrieved_global": [ 37, 38, 45, 44, 3 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 57, "question": "What is the name of my aunt's company?", "ground_truth": "D", "answer_text": "Metro City Bank", "target_sids": [ 137 ], "retrieved_sids": [ 137, 137, 124, 124, 138 ], "retrieved_global": [ 139, 138, 125, 124, 140 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 58, "question": "Could someone please share my coworker's contact number?", "ground_truth": "A", "answer_text": "85801698825", "target_sids": [ 161 ], "retrieved_sids": [ 157, 157, 161, 161, 82 ], "retrieved_global": [ 158, 157, 162, 163, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 59, "question": "What is the hometown of my uncle?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 112 ], "retrieved_sids": [ 112, 112, 104, 104, 97 ], "retrieved_global": [ 113, 114, 104, 105, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 60, "question": "What is the date of my brother's birthday?", "ground_truth": "A", "answer_text": "09/05", "target_sids": [ 120 ], "retrieved_sids": [ 120, 120, 116, 116, 72 ], "retrieved_global": [ 122, 121, 117, 116, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 61, "question": "What kind of education does the coworker have?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 120 ], "retrieved_sids": [ 117, 117, 144, 146, 120 ], "retrieved_global": [ 118, 117, 145, 148, 122 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 62, "question": "What is the email address of my nephew?", "ground_truth": "D", "answer_text": "ezra.bennett@linguisticbridgetranslations.com", "target_sids": [ 108 ], "retrieved_sids": [ 98, 98, 108, 108, 152 ], "retrieved_global": [ 99, 98, 110, 109, 153 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 63, "question": "What is the email address of my nephew?", "ground_truth": "B", "answer_text": "liam.carter@milehighmedicalgroup.com", "target_sids": [ 113 ], "retrieved_sids": [ 113, 113, 101, 101, 78 ], "retrieved_global": [ 115, 114, 101, 102, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 64, "question": "What is the hometown of my niece?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 132 ], "retrieved_sids": [ 127, 127, 132, 132, 108 ], "retrieved_global": [ 128, 127, 133, 134, 110 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 65, "question": "What is the name of my mother's company?", "ground_truth": "B", "answer_text": "Innovative Engineering Corp.", "target_sids": [ 83 ], "retrieved_sids": [ 83, 83, 74, 74, 92 ], "retrieved_global": [ 84, 85, 75, 74, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 66, "question": "What is the email address of the subordinate?", "ground_truth": "C", "answer_text": "carter.blake@skywardaviation.com", "target_sids": [ 107 ], "retrieved_sids": [ 107, 107, 100, 100, 18 ], "retrieved_global": [ 108, 109, 101, 100, 20 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 67, "question": "What is the hometown of the coworker?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 49 ], "retrieved_sids": [ 48, 48, 155, 49, 49 ], "retrieved_global": [ 49, 48, 156, 51, 50 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 68, "question": "Where does my mother work?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 99 ], "retrieved_sids": [ 99, 99, 97, 97, 104 ], "retrieved_global": [ 101, 100, 97, 98, 106 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 69, "question": "Where does my male cousin work?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 161 ], "retrieved_sids": [ 61, 61, 160, 160, 161 ], "retrieved_global": [ 62, 63, 161, 160, 163 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 70, "question": "What is the occupation of my boss?", "ground_truth": "B", "answer_text": "Truck Driver", "target_sids": [ 36 ], "retrieved_sids": [ 36, 36, 35, 35, 44 ], "retrieved_global": [ 37, 38, 35, 36, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 71, "question": "Could anyone share my coworker's email address?", "ground_truth": "B", "answer_text": "nolan.pierce@pinnaclewealthmgmt.com", "target_sids": [ 50 ], "retrieved_sids": [ 175, 47, 47, 50, 83 ], "retrieved_global": [ 177, 47, 48, 51, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 72, "question": "Where does my male cousin work?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 41 ], "retrieved_sids": [ 41, 41, 27, 27, 146 ], "retrieved_global": [ 42, 43, 27, 28, 147 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 73, "question": "What is the name of my father?", "ground_truth": "B", "answer_text": "Cyrus Lennox", "target_sids": [ 39 ], "retrieved_sids": [ 23, 38, 38, 39, 39 ], "retrieved_global": [ 23, 38, 39, 41, 40 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 74, "question": "What is the age of my aunt?", "ground_truth": "B", "answer_text": "22 years old", "target_sids": [ 106 ], "retrieved_sids": [ 105, 105, 106, 106, 132 ], "retrieved_global": [ 105, 106, 107, 108, 133 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 75, "question": "What is the age of that subordinate?", "ground_truth": "A", "answer_text": "38 years old", "target_sids": [ 15 ], "retrieved_sids": [ 15, 15, 9, 9, 120 ], "retrieved_global": [ 16, 17, 9, 10, 120 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 76, "question": "What position does my niece hold?", "ground_truth": "A", "answer_text": "Farmhand", "target_sids": [ 79 ], "retrieved_sids": [ 79, 79, 25, 70, 52 ], "retrieved_global": [ 81, 80, 25, 70, 53 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 77, "question": "What is the contact number for my aunt?", "ground_truth": "D", "answer_text": "85805033680", "target_sids": [ 178 ], "retrieved_sids": [ 178, 178, 165, 165, 39 ], "retrieved_global": [ 179, 180, 165, 166, 40 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 78, "question": "What age is my niece?", "ground_truth": "A", "answer_text": "31 years old", "target_sids": [ 134 ], "retrieved_sids": [ 116, 116, 134, 134, 46 ], "retrieved_global": [ 117, 116, 136, 135, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 79, "question": "What hobby does the subordinate have?", "ground_truth": "B", "answer_text": "Cooking", "target_sids": [ 129 ], "retrieved_sids": [ 118, 118, 129, 129, 7 ], "retrieved_global": [ 119, 118, 130, 131, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 80, "question": "What is the hometown of that coworker?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 82 ], "retrieved_sids": [ 123, 80, 80, 82, 82 ], "retrieved_global": [ 125, 80, 81, 84, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 81, "question": "When is my aunt's birthday?", "ground_truth": "A", "answer_text": "09/02", "target_sids": [ 37 ], "retrieved_sids": [ 24, 24, 37, 37, 181 ], "retrieved_global": [ 24, 25, 39, 38, 183 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 82, "question": "What is the birthday of the nephew?", "ground_truth": "C", "answer_text": "09/29", "target_sids": [ 18 ], "retrieved_sids": [ 18, 18, 0, 0, 29 ], "retrieved_global": [ 20, 19, 1, 0, 29 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 83, "question": "What is the occupation of my coworker?", "ground_truth": "A", "answer_text": "Construction Worker", "target_sids": [ 134 ], "retrieved_sids": [ 134, 134, 103, 128, 99 ], "retrieved_global": [ 136, 135, 104, 129, 100 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 84, "question": "What is the hometown of the boss?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 114 ], "retrieved_sids": [ 114, 114, 113, 113, 115 ], "retrieved_global": [ 116, 115, 114, 113, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 85, "question": "What is the occupation of my sister?", "ground_truth": "C", "answer_text": "Electrician", "target_sids": [ 64 ], "retrieved_sids": [ 64, 64, 47, 63, 89 ], "retrieved_global": [ 66, 65, 47, 64, 91 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 86, "question": "What is the contact number for my aunt?", "ground_truth": "D", "answer_text": "71808957466", "target_sids": [ 156 ], "retrieved_sids": [ 156, 156, 154, 154, 6 ], "retrieved_global": [ 157, 158, 155, 154, 6 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 87, "question": "How old is my aunt?", "ground_truth": "D", "answer_text": "38 years old", "target_sids": [ 111 ], "retrieved_sids": [ 111, 111, 109, 109, 140 ], "retrieved_global": [ 113, 112, 109, 110, 140 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 88, "question": "What is the position of my subordinate?", "ground_truth": "D", "answer_text": "Junior Bilingual Content Coordinator", "target_sids": [ 58 ], "retrieved_sids": [ 57, 57, 58, 58, 76 ], "retrieved_global": [ 58, 57, 60, 59, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 89, "question": "What is the height of that coworker?", "ground_truth": "B", "answer_text": "160cm", "target_sids": [ 59 ], "retrieved_sids": [ 56, 56, 59, 59, 25 ], "retrieved_global": [ 56, 57, 61, 60, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 90, "question": "What is the educational background of the niece?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 18 ], "retrieved_sids": [ 102, 18, 18, 17, 17 ], "retrieved_global": [ 103, 20, 19, 17, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 91, "question": "What is the hometown of my nephew?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 159 ], "retrieved_sids": [ 159, 159, 152, 152, 141 ], "retrieved_global": [ 160, 161, 153, 152, 141 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 92, "question": "What does my sister do for a living?", "ground_truth": "C", "answer_text": "Electrician", "target_sids": [ 87 ], "retrieved_sids": [ 168, 81, 81, 173, 86 ], "retrieved_global": [ 168, 82, 81, 174, 87 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 93, "question": "When is my mother's birthday?", "ground_truth": "B", "answer_text": "12/01", "target_sids": [ 182 ], "retrieved_sids": [ 182, 182, 26, 179, 179 ], "retrieved_global": [ 184, 183, 26, 180, 179 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 94, "question": "What is the hobby of my aunt?", "ground_truth": "B", "answer_text": "Attending Concerts", "target_sids": [ 90 ], "retrieved_sids": [ 57, 149, 74, 74, 33 ], "retrieved_global": [ 58, 151, 75, 74, 33 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 95, "question": "What is the hometown of that coworker?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 65 ], "retrieved_sids": [ 111, 30, 58, 58, 87 ], "retrieved_global": [ 112, 30, 59, 58, 88 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 96, "question": "What is the email address of my uncle?", "ground_truth": "C", "answer_text": "ethan.harper@skylineconstruction.com", "target_sids": [ 97 ], "retrieved_sids": [ 97, 97, 95, 95, 151 ], "retrieved_global": [ 98, 99, 96, 95, 152 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 97, "question": "What is the age of my subordinate?", "ground_truth": "A", "answer_text": "23 years old", "target_sids": [ 40 ], "retrieved_sids": [ 38, 38, 40, 40, 164 ], "retrieved_global": [ 39, 38, 42, 41, 165 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 98, "question": "When is my subordinate's birthday?", "ground_truth": "A", "answer_text": "05/15", "target_sids": [ 19 ], "retrieved_sids": [ 0, 0, 19, 19, 73 ], "retrieved_global": [ 1, 0, 21, 20, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 99, "question": "When is my boss's birthday?", "ground_truth": "A", "answer_text": "04/03", "target_sids": [ 133 ], "retrieved_sids": [ 126, 126, 133, 133, 49 ], "retrieved_global": [ 127, 126, 134, 135, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 100, "question": "What is the name of the subordinate?", "ground_truth": "C", "answer_text": "Fiona Mercer", "target_sids": [ 157 ], "retrieved_sids": [ 157, 157, 155, 155, 141 ], "retrieved_global": [ 158, 159, 156, 155, 141 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 101, "question": "What is the email address of my sister?", "ground_truth": "A", "answer_text": "chloe.anderson@innovativelearningtech.com", "target_sids": [ 64 ], "retrieved_sids": [ 57, 57, 64, 64, 157 ], "retrieved_global": [ 58, 57, 65, 66, 159 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 102, "question": "What is the position of my niece?", "ground_truth": "B", "answer_text": "Assistant Professor of Education", "target_sids": [ 78 ], "retrieved_sids": [ 78, 78, 72, 35, 25 ], "retrieved_global": [ 79, 80, 72, 35, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 103, "question": "How old is my sister?", "ground_truth": "D", "answer_text": "24 years old", "target_sids": [ 150 ], "retrieved_sids": [ 145, 145, 150, 150, 94 ], "retrieved_global": [ 146, 145, 151, 152, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 104, "question": "What is my female cousin's position?", "ground_truth": "B", "answer_text": "Concert Musician", "target_sids": [ 173 ], "retrieved_sids": [ 163, 163, 160, 175, 76 ], "retrieved_global": [ 163, 164, 160, 177, 76 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 105, "question": "What is the name of my boss's company?", "ground_truth": "C", "answer_text": "Flavor Haven Kitchen", "target_sids": [ 155 ], "retrieved_sids": [ 155, 155, 136, 136, 151 ], "retrieved_global": [ 157, 156, 138, 137, 152 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 106, "question": "What is the contact number for my cousin?", "ground_truth": "A", "answer_text": "20205683682", "target_sids": [ 14 ], "retrieved_sids": [ 12, 12, 14, 14, 36 ], "retrieved_global": [ 13, 12, 16, 15, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 107, "question": "What is the name of my brother?", "ground_truth": "A", "answer_text": "Lucas Bennett", "target_sids": [ 152 ], "retrieved_sids": [ 152, 152, 145, 145, 139 ], "retrieved_global": [ 153, 154, 145, 146, 139 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 108, "question": "What is the educational background of the subordinate?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 92 ], "retrieved_sids": [ 91, 91, 92, 92, 181 ], "retrieved_global": [ 91, 92, 93, 94, 183 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 109, "question": "What does my mother do for a living?", "ground_truth": "B", "answer_text": "Researcher", "target_sids": [ 160 ], "retrieved_sids": [ 3, 156, 58, 7, 147 ], "retrieved_global": [ 3, 157, 59, 7, 147 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 110, "question": "What is the hometown of that coworker?", "ground_truth": "D", "answer_text": "Philadelphia, PA", "target_sids": [ 58 ], "retrieved_sids": [ 170, 58, 58, 142, 99 ], "retrieved_global": [ 171, 60, 59, 143, 100 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 111, "question": "What is the occupation of my female cousin?", "ground_truth": "C", "answer_text": "Salesperson", "target_sids": [ 135 ], "retrieved_sids": [ 128, 128, 117, 135, 135 ], "retrieved_global": [ 128, 129, 117, 136, 137 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 112, "question": "What is the name of the boss?", "ground_truth": "C", "answer_text": "Miles Thornton", "target_sids": [ 155 ], "retrieved_sids": [ 155, 155, 139, 139, 82 ], "retrieved_global": [ 157, 156, 140, 139, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 113, "question": "What is the name of my brother's company?", "ground_truth": "B", "answer_text": "WattWise Electrical Services", "target_sids": [ 49 ], "retrieved_sids": [ 49, 49, 48, 48, 142 ], "retrieved_global": [ 51, 50, 49, 48, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 114, "question": "What is the height of my female cousin?", "ground_truth": "B", "answer_text": "170cm", "target_sids": [ 68 ], "retrieved_sids": [ 10, 10, 48, 48, 17 ], "retrieved_global": [ 10, 11, 49, 48, 19 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 115, "question": "What is the contact number for my sister?", "ground_truth": "D", "answer_text": "51006309991", "target_sids": [ 115 ], "retrieved_sids": [ 105, 105, 152, 152, 115 ], "retrieved_global": [ 106, 105, 153, 152, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 116, "question": "What is the hometown of the coworker?", "ground_truth": "A", "answer_text": "San Jose, CA", "target_sids": [ 43 ], "retrieved_sids": [ 145, 30, 30, 183, 183 ], "retrieved_global": [ 145, 31, 30, 185, 184 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 117, "question": "What is the name of the company where the coworker works?", "ground_truth": "D", "answer_text": "Harmony Vibes Music Studio", "target_sids": [ 77 ], "retrieved_sids": [ 55, 77, 77, 153, 96 ], "retrieved_global": [ 56, 79, 78, 154, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 118, "question": "What is the contact number for my uncle?", "ground_truth": "B", "answer_text": "51004062720", "target_sids": [ 12 ], "retrieved_sids": [ 11, 11, 12, 12, 35 ], "retrieved_global": [ 12, 11, 14, 13, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 119, "question": "What is the name of my male cousin?", "ground_truth": "B", "answer_text": "Grayson Mitchell", "target_sids": [ 82 ], "retrieved_sids": [ 75, 75, 82, 82, 70 ], "retrieved_global": [ 76, 75, 84, 83, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 120, "question": "What is the name of the boss?", "ground_truth": "A", "answer_text": "Asher Bennett", "target_sids": [ 159 ], "retrieved_sids": [ 159, 159, 144, 144, 141 ], "retrieved_global": [ 160, 161, 144, 145, 141 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 121, "question": "What is the email address of my uncle?", "ground_truth": "A", "answer_text": "holden.carter@harmonysoundcollective.com", "target_sids": [ 174 ], "retrieved_sids": [ 174, 174, 172, 172, 164 ], "retrieved_global": [ 175, 176, 172, 173, 166 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 122, "question": "What is the hometown of my uncle?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 67 ], "retrieved_sids": [ 67, 67, 54, 54, 66 ], "retrieved_global": [ 69, 68, 55, 54, 67 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 123, "question": "What is the work location of my cousin who is female?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 56 ], "retrieved_sids": [ 56, 56, 72, 72, 144 ], "retrieved_global": [ 57, 58, 73, 72, 144 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 124, "question": "What is the hometown of my aunt?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 63 ], "retrieved_sids": [ 63, 63, 54, 54, 48 ], "retrieved_global": [ 65, 64, 55, 54, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 125, "question": "How old is my subordinate?", "ground_truth": "C", "answer_text": "26 years old", "target_sids": [ 64 ], "retrieved_sids": [ 61, 61, 64, 64, 164 ], "retrieved_global": [ 62, 61, 65, 66, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 126, "question": "What is the hometown of that subordinate?", "ground_truth": "A", "answer_text": "Columbus, OH", "target_sids": [ 61 ], "retrieved_sids": [ 51, 51, 61, 61, 75 ], "retrieved_global": [ 51, 52, 62, 63, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 127, "question": "When is my coworker's birthday?", "ground_truth": "B", "answer_text": "07/03", "target_sids": [ 14 ], "retrieved_sids": [ 6, 6, 14, 14, 143 ], "retrieved_global": [ 6, 7, 16, 15, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 128, "question": "How old is my uncle?", "ground_truth": "D", "answer_text": "31 years old", "target_sids": [ 81 ], "retrieved_sids": [ 76, 76, 81, 81, 96 ], "retrieved_global": [ 77, 76, 82, 83, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 129, "question": "What is my mother's role?", "ground_truth": "C", "answer_text": "Senior Medical Consultant", "target_sids": [ 150 ], "retrieved_sids": [ 150, 150, 159, 125, 118 ], "retrieved_global": [ 151, 152, 161, 125, 118 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 130, "question": "What is the height of the subordinate?", "ground_truth": "A", "answer_text": "143cm", "target_sids": [ 180 ], "retrieved_sids": [ 180, 180, 167, 167, 25 ], "retrieved_global": [ 181, 182, 168, 167, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 131, "question": "What is the contact number for my nephew?", "ground_truth": "D", "answer_text": "51007660676", "target_sids": [ 176 ], "retrieved_sids": [ 176, 176, 164, 164, 132 ], "retrieved_global": [ 177, 178, 164, 165, 134 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 132, "question": "What is the email address of my uncle?", "ground_truth": "C", "answer_text": "ethan.prescott@orlandocommunitypolicing.gov", "target_sids": [ 103 ], "retrieved_sids": [ 93, 93, 103, 103, 157 ], "retrieved_global": [ 93, 94, 104, 105, 159 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 133, "question": "When is my boss's birthday?", "ground_truth": "D", "answer_text": "06/25", "target_sids": [ 111 ], "retrieved_sids": [ 107, 107, 111, 111, 74 ], "retrieved_global": [ 108, 107, 112, 113, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 134, "question": "What hobby does my coworker have?", "ground_truth": "D", "answer_text": "Woodworking", "target_sids": [ 15 ], "retrieved_sids": [ 10, 10, 33, 73, 172 ], "retrieved_global": [ 10, 11, 33, 74, 172 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 135, "question": "What is the contact number for my female cousin?", "ground_truth": "B", "answer_text": "30500658022", "target_sids": [ 158 ], "retrieved_sids": [ 154, 154, 158, 158, 108 ], "retrieved_global": [ 155, 154, 159, 160, 110 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 136, "question": "What is my sister's role?", "ground_truth": "D", "answer_text": "Sous Chef", "target_sids": [ 65 ], "retrieved_sids": [ 48, 48, 65, 65, 151 ], "retrieved_global": [ 49, 48, 67, 66, 153 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 137, "question": "What is the name of the company that my boss owns?", "ground_truth": "A", "answer_text": "Peak Performance Sales Group", "target_sids": [ 88 ], "retrieved_sids": [ 185, 185, 88, 88, 80 ], "retrieved_global": [ 187, 186, 90, 89, 81 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 138, "question": "What is the name of the company where the coworker works?", "ground_truth": "D", "answer_text": "Chicago Health Partners Medical Group", "target_sids": [ 143 ], "retrieved_sids": [ 141, 141, 143, 143, 155 ], "retrieved_global": [ 142, 141, 144, 145, 157 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 139, "question": "What hobby does my uncle have?", "ground_truth": "C", "answer_text": "Fitness", "target_sids": [ 182 ], "retrieved_sids": [ 182, 182, 177, 177, 185 ], "retrieved_global": [ 184, 183, 177, 178, 187 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 140, "question": "What is the work location of the coworker?", "ground_truth": "D", "answer_text": "Seattle, WA", "target_sids": [ 149 ], "retrieved_sids": [ 149, 149, 55, 27, 124 ], "retrieved_global": [ 150, 151, 55, 27, 125 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 141, "question": "What position does my father hold?", "ground_truth": "C", "answer_text": "Senior Research Scientist", "target_sids": [ 179 ], "retrieved_sids": [ 179, 179, 49, 164, 183 ], "retrieved_global": [ 181, 180, 49, 164, 185 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 142, "question": "What is the name of that uncle?", "ground_truth": "C", "answer_text": "Carter Sullivan", "target_sids": [ 159 ], "retrieved_sids": [ 141, 141, 159, 159, 142 ], "retrieved_global": [ 141, 142, 161, 160, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 143, "question": "What level of education has my mother completed?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 130 ], "retrieved_sids": [ 120, 120, 76, 35, 53 ], "retrieved_global": [ 120, 121, 76, 35, 53 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 144, "question": "What is the height of my nephew?", "ground_truth": "C", "answer_text": "161cm", "target_sids": [ 85 ], "retrieved_sids": [ 83, 83, 85, 85, 2 ], "retrieved_global": [ 83, 84, 87, 86, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 145, "question": "What is the name of the niece?", "ground_truth": "D", "answer_text": "Lila Brooks", "target_sids": [ 180 ], "retrieved_sids": [ 180, 180, 170, 170, 163 ], "retrieved_global": [ 181, 182, 170, 171, 163 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 146, "question": "Where does my female cousin work?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 17 ], "retrieved_sids": [ 17, 17, 15, 77, 14 ], "retrieved_global": [ 18, 19, 16, 78, 15 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 147, "question": "What is the position of the subordinate?", "ground_truth": "B", "answer_text": "Sales Support Specialist", "target_sids": [ 61 ], "retrieved_sids": [ 61, 61, 52, 52, 47 ], "retrieved_global": [ 62, 63, 53, 52, 47 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 148, "question": "What does my boss do for a living?", "ground_truth": "C", "answer_text": "Truck Driver", "target_sids": [ 129 ], "retrieved_sids": [ 120, 120, 129, 129, 131 ], "retrieved_global": [ 121, 120, 130, 131, 133 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 149, "question": "What hobby does my uncle have?", "ground_truth": "C", "answer_text": "Playing Video Games", "target_sids": [ 112 ], "retrieved_sids": [ 56, 112, 112, 157, 157 ], "retrieved_global": [ 57, 114, 113, 158, 159 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 150, "question": "What is the name of the company owned by my uncle?", "ground_truth": "A", "answer_text": "Orlando Premier Construction Services", "target_sids": [ 147 ], "retrieved_sids": [ 147, 147, 141, 141, 139 ], "retrieved_global": [ 148, 149, 141, 142, 139 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 151, "question": "What is the education level of my father?", "ground_truth": "D", "answer_text": "High School", "target_sids": [ 158 ], "retrieved_sids": [ 158, 158, 139, 141, 153 ], "retrieved_global": [ 160, 159, 139, 141, 153 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 152, "question": "Could someone please share my uncle's contact number?", "ground_truth": "D", "answer_text": "61705332078", "target_sids": [ 164 ], "retrieved_sids": [ 163, 163, 164, 164, 109 ], "retrieved_global": [ 164, 163, 165, 166, 111 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 153, "question": "What town does my coworker come from?", "ground_truth": "A", "answer_text": "San Antonio, TX", "target_sids": [ 101 ], "retrieved_sids": [ 101, 101, 146, 5, 90 ], "retrieved_global": [ 103, 102, 146, 5, 92 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 154, "question": "What is the height of my niece?", "ground_truth": "C", "answer_text": "169cm", "target_sids": [ 103 ], "retrieved_sids": [ 103, 103, 101, 101, 25 ], "retrieved_global": [ 104, 105, 102, 101, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 155, "question": "What is the date of Aunt's birthday?", "ground_truth": "B", "answer_text": "07/21", "target_sids": [ 43 ], "retrieved_sids": [ 24, 24, 64, 64, 43 ], "retrieved_global": [ 24, 25, 65, 66, 44 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 156, "question": "What is the contact number for my uncle?", "ground_truth": "A", "answer_text": "61706274043", "target_sids": [ 78 ], "retrieved_sids": [ 78, 78, 77, 77, 44 ], "retrieved_global": [ 79, 80, 77, 78, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 157, "question": "What occupation does my boss have?", "ground_truth": "B", "answer_text": "Researcher", "target_sids": [ 81 ], "retrieved_sids": [ 72, 81, 81, 76, 78 ], "retrieved_global": [ 72, 82, 83, 76, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 158, "question": "What is the name of my subordinate's company?", "ground_truth": "D", "answer_text": "Culinary Artistry Chicago", "target_sids": [ 83 ], "retrieved_sids": [ 83, 83, 47, 47, 123 ], "retrieved_global": [ 85, 84, 47, 48, 124 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 159, "question": "What hobby does my brother have?", "ground_truth": "A", "answer_text": "Attending Concerts", "target_sids": [ 184 ], "retrieved_sids": [ 173, 173, 17, 184, 184 ], "retrieved_global": [ 173, 174, 19, 185, 186 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 160, "question": "What is the hometown of my subordinate?", "ground_truth": "C", "answer_text": "San Antonio, TX", "target_sids": [ 104 ], "retrieved_sids": [ 104, 104, 94, 94, 38 ], "retrieved_global": [ 105, 106, 95, 94, 40 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 161, "question": "What occupation does my female cousin have?", "ground_truth": "C", "answer_text": "Professor", "target_sids": [ 157 ], "retrieved_sids": [ 157, 157, 75, 140, 144 ], "retrieved_global": [ 158, 159, 75, 140, 144 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 162, "question": "What is the height of my mother?", "ground_truth": "D", "answer_text": "162cm", "target_sids": [ 116 ], "retrieved_sids": [ 102, 102, 116, 116, 184 ], "retrieved_global": [ 103, 102, 117, 118, 186 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 163, "question": "What is the height of my uncle?", "ground_truth": "A", "answer_text": "153cm", "target_sids": [ 104 ], "retrieved_sids": [ 95, 95, 104, 104, 164 ], "retrieved_global": [ 95, 96, 106, 105, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 164, "question": "What is the date of my mother's birthday?", "ground_truth": "A", "answer_text": "05/27", "target_sids": [ 15 ], "retrieved_sids": [ 15, 15, 9, 9, 27 ], "retrieved_global": [ 16, 17, 10, 9, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 165, "question": "What is the height of my nephew?", "ground_truth": "D", "answer_text": "154cm", "target_sids": [ 132 ], "retrieved_sids": [ 131, 131, 132, 132, 54 ], "retrieved_global": [ 132, 131, 133, 134, 54 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 166, "question": "What is the name of my aunt's company?", "ground_truth": "C", "answer_text": "Golden Gate Security Services", "target_sids": [ 67 ], "retrieved_sids": [ 67, 67, 57, 57, 87 ], "retrieved_global": [ 68, 69, 57, 58, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 167, "question": "What is the name of my coworker's company?", "ground_truth": "B", "answer_text": "Chicago Care Health Services", "target_sids": [ 109 ], "retrieved_sids": [ 109, 109, 169, 112, 138 ], "retrieved_global": [ 111, 110, 169, 114, 140 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 168, "question": "Where does my nephew work?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 90 ], "retrieved_sids": [ 90, 90, 87, 87, 101 ], "retrieved_global": [ 91, 92, 88, 87, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 169, "question": "What is the age of my niece?", "ground_truth": "C", "answer_text": "26 years old", "target_sids": [ 15 ], "retrieved_sids": [ 15, 15, 7, 7, 0 ], "retrieved_global": [ 16, 17, 8, 7, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 170, "question": "How old is my mother?", "ground_truth": "C", "answer_text": "36 years old", "target_sids": [ 37 ], "retrieved_sids": [ 34, 34, 37, 37, 15 ], "retrieved_global": [ 35, 34, 38, 39, 16 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 171, "question": "What level of education has my mother completed?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 85 ], "retrieved_sids": [ 168, 123, 6, 85, 85 ], "retrieved_global": [ 169, 125, 6, 87, 86 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 172, "question": "What is my brother's email address?", "ground_truth": "D", "answer_text": "asher.blake@goldengateconstruction.com", "target_sids": [ 38 ], "retrieved_sids": [ 38, 38, 33, 33, 63 ], "retrieved_global": [ 39, 40, 33, 34, 65 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 173, "question": "What is the position of the boss?", "ground_truth": "B", "answer_text": "Director of Medical Services", "target_sids": [ 87 ], "retrieved_sids": [ 77, 77, 87, 87, 29 ], "retrieved_global": [ 77, 78, 89, 88, 30 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 174, "question": "What is the name of the subordinate?", "ground_truth": "C", "answer_text": "Mackenzie Jordan", "target_sids": [ 91 ], "retrieved_sids": [ 73, 73, 91, 91, 75 ], "retrieved_global": [ 74, 73, 92, 93, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 175, "question": "What is the email address of the coworker?", "ground_truth": "C", "answer_text": "sophie.reynolds@sunnymeadowsfarm.com", "target_sids": [ 174 ], "retrieved_sids": [ 174, 174, 167, 167, 60 ], "retrieved_global": [ 175, 176, 168, 167, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 176, "question": "What hobby does my male cousin have?", "ground_truth": "B", "answer_text": "Collecting Antiques", "target_sids": [ 107 ], "retrieved_sids": [ 101, 101, 149, 81, 81 ], "retrieved_global": [ 102, 101, 149, 83, 82 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 177, "question": "What is the height of the boss?", "ground_truth": "B", "answer_text": "150cm", "target_sids": [ 176 ], "retrieved_sids": [ 171, 171, 176, 176, 1 ], "retrieved_global": [ 172, 171, 178, 177, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 178, "question": "What is my female cousin's position?", "ground_truth": "A", "answer_text": "Construction Foreman", "target_sids": [ 102 ], "retrieved_sids": [ 102, 102, 98, 98, 93 ], "retrieved_global": [ 104, 103, 99, 98, 93 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 179, "question": "What is the birthday of my sister?", "ground_truth": "D", "answer_text": "05/25", "target_sids": [ 130 ], "retrieved_sids": [ 130, 130, 125, 125, 164 ], "retrieved_global": [ 132, 131, 126, 125, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 180, "question": "What is the occupation of my niece?", "ground_truth": "C", "answer_text": "Police Officer", "target_sids": [ 134 ], "retrieved_sids": [ 119, 130, 130, 102, 105 ], "retrieved_global": [ 119, 130, 131, 102, 106 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 181, "question": "Where does my aunt work?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 185 ], "retrieved_sids": [ 185, 185, 172, 172, 171 ], "retrieved_global": [ 187, 186, 172, 173, 171 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 182, "question": "Could someone share my boss's email address?", "ground_truth": "B", "answer_text": "dawson.blake@innovativeengineeringdynamics.com", "target_sids": [ 134 ], "retrieved_sids": [ 134, 134, 131, 131, 86 ], "retrieved_global": [ 135, 136, 132, 131, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 183, "question": "What is the height of my boss?", "ground_truth": "B", "answer_text": "157cm", "target_sids": [ 111 ], "retrieved_sids": [ 95, 95, 111, 111, 23 ], "retrieved_global": [ 95, 96, 113, 112, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 184, "question": "What is the age of the subordinate?", "ground_truth": "B", "answer_text": "31 years old", "target_sids": [ 148 ], "retrieved_sids": [ 142, 142, 148, 148, 84 ], "retrieved_global": [ 143, 142, 150, 149, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 185, "question": "What does my female cousin do for a living?", "ground_truth": "D", "answer_text": "Professor", "target_sids": [ 99 ], "retrieved_sids": [ 110, 48, 48, 99, 99 ], "retrieved_global": [ 112, 49, 48, 100, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 186, "question": "What is the email address of my nephew?", "ground_truth": "D", "answer_text": "tyler.lawson@hhwc.com", "target_sids": [ 82 ], "retrieved_sids": [ 77, 77, 82, 82, 63 ], "retrieved_global": [ 78, 77, 83, 84, 64 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 187, "question": "What is the height of the boss?", "ground_truth": "C", "answer_text": "150cm", "target_sids": [ 163 ], "retrieved_sids": [ 142, 142, 163, 163, 177 ], "retrieved_global": [ 143, 142, 164, 165, 178 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 188, "question": "What is the height of my aunt?", "ground_truth": "C", "answer_text": "169cm", "target_sids": [ 124 ], "retrieved_sids": [ 120, 120, 124, 124, 28 ], "retrieved_global": [ 121, 120, 126, 125, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 189, "question": "What is the contact number for my brother?", "ground_truth": "A", "answer_text": "71802345163", "target_sids": [ 56 ], "retrieved_sids": [ 48, 48, 56, 56, 39 ], "retrieved_global": [ 49, 48, 57, 58, 41 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 190, "question": "What is my nephew's email address?", "ground_truth": "A", "answer_text": "mason.caldwell@harmonysoundproductions.com", "target_sids": [ 156 ], "retrieved_sids": [ 153, 153, 156, 156, 181 ], "retrieved_global": [ 153, 154, 158, 157, 182 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 191, "question": "What is the name of that coworker?", "ground_truth": "A", "answer_text": "Sophie Reynolds", "target_sids": [ 37 ], "retrieved_sids": [ 37, 37, 32, 32, 24 ], "retrieved_global": [ 38, 39, 33, 32, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 192, "question": "What is the email address of my nephew?", "ground_truth": "A", "answer_text": "landon.pierce@capitalcitybuilders.com", "target_sids": [ 15 ], "retrieved_sids": [ 4, 4, 15, 15, 130 ], "retrieved_global": [ 4, 5, 17, 16, 132 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 193, "question": "What hobby does that coworker have?", "ground_truth": "B", "answer_text": "Fitness", "target_sids": [ 14 ], "retrieved_sids": [ 14, 14, 8, 3, 145 ], "retrieved_global": [ 15, 16, 9, 3, 146 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 194, "question": "When is my brother's birthday?", "ground_truth": "C", "answer_text": "08/27", "target_sids": [ 20 ], "retrieved_sids": [ 8, 8, 20, 20, 26 ], "retrieved_global": [ 8, 9, 22, 21, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 195, "question": "What is my nephew's email address?", "ground_truth": "D", "answer_text": "jasper.reed@skylineairservices.com", "target_sids": [ 114 ], "retrieved_sids": [ 98, 98, 114, 114, 87 ], "retrieved_global": [ 99, 98, 116, 115, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 196, "question": "What does my boss do for a living?", "ground_truth": "C", "answer_text": "Sales Associate", "target_sids": [ 185 ], "retrieved_sids": [ 185, 185, 142, 123, 125 ], "retrieved_global": [ 187, 186, 142, 123, 125 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 197, "question": "What is the hometown of my subordinate?", "ground_truth": "D", "answer_text": "San Antonio, TX", "target_sids": [ 171 ], "retrieved_sids": [ 171, 171, 163, 163, 5 ], "retrieved_global": [ 172, 173, 163, 164, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 198, "question": "What is the work location of my uncle?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 129 ], "retrieved_sids": [ 129, 129, 148, 148, 146 ], "retrieved_global": [ 130, 131, 149, 150, 147 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 199, "question": "What hobby does my niece enjoy?", "ground_truth": "C", "answer_text": "Handicrafts", "target_sids": [ 134 ], "retrieved_sids": [ 6, 143, 86, 55, 134 ], "retrieved_global": [ 7, 143, 88, 57, 135 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 200, "question": "What is the occupation of my female cousin?", "ground_truth": "B", "answer_text": "Scientist", "target_sids": [ 43 ], "retrieved_sids": [ 32, 32, 42, 23, 43 ], "retrieved_global": [ 32, 33, 43, 23, 44 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 201, "question": "What age is my niece?", "ground_truth": "D", "answer_text": "25 years old", "target_sids": [ 40 ], "retrieved_sids": [ 38, 38, 40, 40, 24 ], "retrieved_global": [ 38, 39, 42, 41, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 202, "question": "What is the email address of the subordinate?", "ground_truth": "D", "answer_text": "dylan.fisher@innovativelearninginstitute.edu", "target_sids": [ 86 ], "retrieved_sids": [ 86, 86, 73, 73, 34 ], "retrieved_global": [ 87, 88, 74, 73, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 203, "question": "How old is my brother?", "ground_truth": "A", "answer_text": "29 years old", "target_sids": [ 38 ], "retrieved_sids": [ 38, 38, 31, 31, 23 ], "retrieved_global": [ 39, 40, 32, 31, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 204, "question": "What is the age of my aunt?", "ground_truth": "C", "answer_text": "36 years old", "target_sids": [ 145 ], "retrieved_sids": [ 145, 145, 139, 139, 155 ], "retrieved_global": [ 147, 146, 139, 140, 157 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 205, "question": "What is the contact number of my male cousin?", "ground_truth": "C", "answer_text": "51004763933", "target_sids": [ 126 ], "retrieved_sids": [ 123, 123, 126, 126, 66 ], "retrieved_global": [ 123, 124, 127, 128, 68 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 206, "question": "What is the position of the subordinate?", "ground_truth": "D", "answer_text": "Senior Medical Analyst", "target_sids": [ 172 ], "retrieved_sids": [ 172, 172, 167, 167, 32 ], "retrieved_global": [ 173, 174, 168, 167, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 207, "question": "What is the hometown of that coworker?", "ground_truth": "C", "answer_text": "Philadelphia, PA", "target_sids": [ 130 ], "retrieved_sids": [ 125, 125, 148, 130, 130 ], "retrieved_global": [ 125, 126, 148, 132, 131 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 208, "question": "What hobby does my subordinate have?", "ground_truth": "C", "answer_text": "Rock Climbing", "target_sids": [ 138 ], "retrieved_sids": [ 138, 138, 127, 127, 14 ], "retrieved_global": [ 140, 139, 128, 127, 16 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 209, "question": "What is the birthday of my uncle?", "ground_truth": "C", "answer_text": "10/18", "target_sids": [ 88 ], "retrieved_sids": [ 88, 88, 76, 76, 172 ], "retrieved_global": [ 89, 90, 77, 76, 173 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 210, "question": "What is the contact number for my sister?", "ground_truth": "D", "answer_text": "31000211837", "target_sids": [ 117 ], "retrieved_sids": [ 101, 101, 117, 117, 19 ], "retrieved_global": [ 101, 102, 119, 118, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 211, "question": "What is the education level of my female cousin?", "ground_truth": "A", "answer_text": "PhD", "target_sids": [ 129 ], "retrieved_sids": [ 14, 76, 129, 129, 117 ], "retrieved_global": [ 16, 76, 131, 130, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 212, "question": "What is the email address of my mother?", "ground_truth": "A", "answer_text": "lila.montgomery@inspirelearningacademy.com", "target_sids": [ 88 ], "retrieved_sids": [ 80, 80, 88, 88, 153 ], "retrieved_global": [ 80, 81, 90, 89, 154 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 213, "question": "What is the name of my sister?", "ground_truth": "C", "answer_text": "Lila Harper", "target_sids": [ 43 ], "retrieved_sids": [ 43, 43, 34, 34, 24 ], "retrieved_global": [ 44, 45, 34, 35, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 214, "question": "What is the name of my sister's company?", "ground_truth": "C", "answer_text": "Houston Urban Safety Solutions", "target_sids": [ 126 ], "retrieved_sids": [ 126, 126, 123, 123, 8 ], "retrieved_global": [ 127, 128, 124, 123, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 215, "question": "What position does my sister hold?", "ground_truth": "D", "answer_text": "Sous Chef", "target_sids": [ 66 ], "retrieved_sids": [ 66, 66, 9, 53, 53 ], "retrieved_global": [ 68, 67, 10, 54, 53 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 216, "question": "What is the education of my female cousin?", "ground_truth": "D", "answer_text": "High School", "target_sids": [ 162 ], "retrieved_sids": [ 56, 146, 146, 35, 162 ], "retrieved_global": [ 56, 147, 146, 36, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 217, "question": "What hobby does my uncle enjoy?", "ground_truth": "B", "answer_text": "Listening to Music", "target_sids": [ 176 ], "retrieved_sids": [ 101, 9, 169, 169, 123 ], "retrieved_global": [ 101, 11, 169, 170, 124 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 218, "question": "Could someone share my coworker's contact number?", "ground_truth": "A", "answer_text": "51008932203", "target_sids": [ 56 ], "retrieved_sids": [ 56, 56, 49, 49, 149 ], "retrieved_global": [ 57, 58, 50, 49, 150 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 219, "question": "What is the name of my female cousin's company?", "ground_truth": "A", "answer_text": "Pixel Perfect Designs", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 84, 84, 102 ], "retrieved_global": [ 44, 43, 84, 85, 103 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 220, "question": "Where does my father work?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 86 ], "retrieved_sids": [ 86, 86, 89, 160, 160 ], "retrieved_global": [ 88, 87, 91, 161, 162 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 221, "question": "What is the name of that coworker?", "ground_truth": "C", "answer_text": "Mira Hawthorne", "target_sids": [ 66 ], "retrieved_sids": [ 57, 57, 66, 66, 51 ], "retrieved_global": [ 57, 58, 67, 68, 51 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 222, "question": "What is the contact number for the boss?", "ground_truth": "B", "answer_text": "65004356559", "target_sids": [ 41 ], "retrieved_sids": [ 39, 39, 41, 41, 109 ], "retrieved_global": [ 40, 39, 43, 42, 110 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 223, "question": "What is the name of my brother's company?", "ground_truth": "B", "answer_text": "Sizzling Flavors Bistro", "target_sids": [ 60 ], "retrieved_sids": [ 48, 48, 60, 60, 64 ], "retrieved_global": [ 48, 49, 62, 61, 66 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 224, "question": "What hobby does the boss have?", "ground_truth": "B", "answer_text": "Model Making", "target_sids": [ 113 ], "retrieved_sids": [ 113, 113, 95, 95, 115 ], "retrieved_global": [ 115, 114, 96, 95, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 225, "question": "How old is the coworker?", "ground_truth": "D", "answer_text": "34 years old", "target_sids": [ 63 ], "retrieved_sids": [ 55, 55, 63, 63, 143 ], "retrieved_global": [ 55, 56, 64, 65, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 226, "question": "What does my uncle do for a living?", "ground_truth": "B", "answer_text": "Doctor", "target_sids": [ 86 ], "retrieved_sids": [ 86, 86, 74, 79, 79 ], "retrieved_global": [ 88, 87, 74, 79, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 227, "question": "What is the educational background of my cousin who is male?", "ground_truth": "B", "answer_text": "Associate Degree", "target_sids": [ 59 ], "retrieved_sids": [ 125, 59, 59, 176, 176 ], "retrieved_global": [ 125, 60, 61, 176, 177 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 228, "question": "When is my boss's birthday?", "ground_truth": "D", "answer_text": "07/23", "target_sids": [ 86 ], "retrieved_sids": [ 75, 75, 86, 86, 168 ], "retrieved_global": [ 76, 75, 87, 88, 168 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 229, "question": "What is my mother's email address?", "ground_truth": "A", "answer_text": "clara.hart@silversandsbank.com", "target_sids": [ 38 ], "retrieved_sids": [ 38, 38, 25, 25, 17 ], "retrieved_global": [ 39, 40, 26, 25, 19 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 230, "question": "Where does my cousin work?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 129 ], "retrieved_sids": [ 129, 129, 118, 118, 28 ], "retrieved_global": [ 130, 131, 118, 119, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 231, "question": "What hobby does my sister enjoy?", "ground_truth": "C", "answer_text": "Playing Golf", "target_sids": [ 173 ], "retrieved_sids": [ 173, 173, 164, 164, 57 ], "retrieved_global": [ 175, 174, 164, 165, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 232, "question": "What is the height of the boss?", "ground_truth": "C", "answer_text": "174cm", "target_sids": [ 82 ], "retrieved_sids": [ 71, 71, 82, 82, 141 ], "retrieved_global": [ 72, 71, 83, 84, 141 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 233, "question": "What is the birthday of my male cousin?", "ground_truth": "D", "answer_text": "03/03", "target_sids": [ 126 ], "retrieved_sids": [ 125, 125, 126, 126, 141 ], "retrieved_global": [ 126, 125, 128, 127, 141 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 234, "question": "What is the occupation of the boss?", "ground_truth": "D", "answer_text": "Researcher", "target_sids": [ 159 ], "retrieved_sids": [ 144, 144, 159, 159, 143 ], "retrieved_global": [ 145, 144, 160, 161, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 235, "question": "What is the name of the uncle?", "ground_truth": "C", "answer_text": "Miles Donovan", "target_sids": [ 38 ], "retrieved_sids": [ 38, 38, 28, 28, 30 ], "retrieved_global": [ 40, 39, 28, 29, 31 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 236, "question": "When is my brother's birthday?", "ground_truth": "D", "answer_text": "11/07", "target_sids": [ 4 ], "retrieved_sids": [ 2, 2, 4, 4, 24 ], "retrieved_global": [ 2, 3, 5, 6, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 237, "question": "What is the birthday of my niece?", "ground_truth": "B", "answer_text": "01/23", "target_sids": [ 80 ], "retrieved_sids": [ 76, 76, 80, 80, 26 ], "retrieved_global": [ 76, 77, 81, 82, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 238, "question": "What is the name of the niece?", "ground_truth": "C", "answer_text": "Maya Sinclair", "target_sids": [ 68 ], "retrieved_sids": [ 68, 68, 59, 59, 48 ], "retrieved_global": [ 70, 69, 60, 59, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 239, "question": "What is the contact number for my male cousin?", "ground_truth": "A", "answer_text": "61905407541", "target_sids": [ 88 ], "retrieved_sids": [ 84, 84, 88, 88, 112 ], "retrieved_global": [ 84, 85, 89, 90, 114 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 240, "question": "What is the hometown of that coworker?", "ground_truth": "D", "answer_text": "Dallas, TX", "target_sids": [ 105 ], "retrieved_sids": [ 105, 105, 73, 92, 92 ], "retrieved_global": [ 107, 106, 73, 92, 93 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 241, "question": "What is my male cousin's email address?", "ground_truth": "C", "answer_text": "blake.donovan@innovativebiosciencesgroup.com", "target_sids": [ 38 ], "retrieved_sids": [ 38, 38, 29, 29, 89 ], "retrieved_global": [ 39, 40, 29, 30, 91 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 242, "question": "When is my subordinate's birthday?", "ground_truth": "B", "answer_text": "09/26", "target_sids": [ 91 ], "retrieved_sids": [ 90, 90, 91, 91, 38 ], "retrieved_global": [ 91, 90, 93, 92, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 243, "question": "What is the work location of the coworker?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 85 ], "retrieved_sids": [ 157, 157, 85, 85, 73 ], "retrieved_global": [ 158, 159, 86, 87, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 244, "question": "What is the height of my subordinate?", "ground_truth": "C", "answer_text": "140cm", "target_sids": [ 42 ], "retrieved_sids": [ 38, 38, 42, 42, 94 ], "retrieved_global": [ 38, 39, 44, 43, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 245, "question": "What hobby does my male cousin have?", "ground_truth": "C", "answer_text": "Fishing", "target_sids": [ 87 ], "retrieved_sids": [ 78, 78, 87, 87, 7 ], "retrieved_global": [ 78, 79, 88, 89, 8 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 246, "question": "What is the company name of the subordinate?", "ground_truth": "B", "answer_text": "Innovative Research Labs", "target_sids": [ 60 ], "retrieved_sids": [ 60, 60, 55, 55, 6 ], "retrieved_global": [ 61, 62, 55, 56, 6 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 247, "question": "What is the name of my brother?", "ground_truth": "C", "answer_text": "Silas Merritt", "target_sids": [ 110 ], "retrieved_sids": [ 107, 107, 110, 110, 95 ], "retrieved_global": [ 108, 107, 112, 111, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 248, "question": "What hobby does my subordinate have?", "ground_truth": "D", "answer_text": "Knitting", "target_sids": [ 68 ], "retrieved_sids": [ 55, 55, 68, 68, 150 ], "retrieved_global": [ 56, 55, 69, 70, 151 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 249, "question": "How old is my brother?", "ground_truth": "B", "answer_text": "24 years old", "target_sids": [ 42 ], "retrieved_sids": [ 40, 40, 42, 42, 138 ], "retrieved_global": [ 41, 40, 44, 43, 139 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 250, "question": "What is the occupation of my father?", "ground_truth": "B", "answer_text": "Police Officer", "target_sids": [ 85 ], "retrieved_sids": [ 71, 85, 85, 171, 172 ], "retrieved_global": [ 71, 87, 86, 172, 173 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 251, "question": "What is the name of my male cousin?", "ground_truth": "D", "answer_text": "Jasper Caldwell", "target_sids": [ 83 ], "retrieved_sids": [ 82, 82, 83, 83, 69 ], "retrieved_global": [ 83, 82, 84, 85, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 252, "question": "What is the position of my female cousin?", "ground_truth": "D", "answer_text": "Farm Operations Manager", "target_sids": [ 82 ], "retrieved_sids": [ 82, 82, 91, 72, 71 ], "retrieved_global": [ 84, 83, 93, 72, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 253, "question": "How old is the boss?", "ground_truth": "C", "answer_text": "37 years old", "target_sids": [ 154 ], "retrieved_sids": [ 147, 147, 154, 154, 16 ], "retrieved_global": [ 148, 147, 156, 155, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 254, "question": "What is the work location of the boss?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 90 ], "retrieved_sids": [ 90, 90, 86, 86, 79 ], "retrieved_global": [ 91, 92, 87, 86, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 255, "question": "What is the name of my male cousin's company?", "ground_truth": "C", "answer_text": "Rocky Mountain Electric Co.", "target_sids": [ 60 ], "retrieved_sids": [ 60, 60, 46, 46, 144 ], "retrieved_global": [ 62, 61, 47, 46, 145 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 256, "question": "What is my cousin's position?", "ground_truth": "D", "answer_text": "High School Science Teacher", "target_sids": [ 40 ], "retrieved_sids": [ 42, 44, 40, 40, 24 ], "retrieved_global": [ 44, 46, 41, 42, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 257, "question": "What does my male cousin do for a living?", "ground_truth": "B", "answer_text": "Financial Advisor", "target_sids": [ 50 ], "retrieved_sids": [ 47, 47, 104, 66, 50 ], "retrieved_global": [ 48, 47, 105, 68, 52 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 258, "question": "What is the name of my mother's company?", "ground_truth": "D", "answer_text": "Pacific Power Electric Co.", "target_sids": [ 175 ], "retrieved_sids": [ 164, 164, 175, 175, 149 ], "retrieved_global": [ 164, 165, 177, 176, 149 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 259, "question": "What is the work location of my niece?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 61 ], "retrieved_sids": [ 61, 61, 49, 49, 95 ], "retrieved_global": [ 63, 62, 50, 49, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 260, "question": "What is the work location of my subordinate?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 180 ], "retrieved_sids": [ 180, 180, 171, 171, 13 ], "retrieved_global": [ 182, 181, 171, 172, 15 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 261, "question": "What is the work location of my father?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 143 ], "retrieved_sids": [ 143, 143, 119, 87, 87 ], "retrieved_global": [ 144, 145, 119, 89, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 262, "question": "What is the email address of the subordinate?", "ground_truth": "D", "answer_text": "elliot.james@pinnaclesalesgroup.com", "target_sids": [ 10 ], "retrieved_sids": [ 0, 0, 10, 10, 145 ], "retrieved_global": [ 1, 0, 11, 12, 146 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 263, "question": "What is the position of the coworker?", "ground_truth": "B", "answer_text": "Senior Sales Associate", "target_sids": [ 154 ], "retrieved_sids": [ 154, 154, 143, 143, 26 ], "retrieved_global": [ 155, 156, 144, 143, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 264, "question": "What is the education background of the subordinate?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 65 ], "retrieved_sids": [ 55, 55, 167, 167, 65 ], "retrieved_global": [ 55, 56, 168, 169, 67 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 265, "question": "What is the height of my brother?", "ground_truth": "C", "answer_text": "155cm", "target_sids": [ 86 ], "retrieved_sids": [ 82, 82, 86, 86, 50 ], "retrieved_global": [ 83, 82, 88, 87, 50 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 266, "question": "What educational background does my boss have?", "ground_truth": "B", "answer_text": "Associate Degree", "target_sids": [ 51 ], "retrieved_sids": [ 173, 47, 47, 31, 33 ], "retrieved_global": [ 174, 47, 48, 33, 35 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 267, "question": "What is the name of the boss?", "ground_truth": "D", "answer_text": "Grayson Cole", "target_sids": [ 175 ], "retrieved_sids": [ 171, 171, 175, 175, 134 ], "retrieved_global": [ 171, 172, 177, 176, 135 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 268, "question": "What is the age of my uncle?", "ground_truth": "C", "answer_text": "23 years old", "target_sids": [ 177 ], "retrieved_sids": [ 169, 169, 177, 177, 187 ], "retrieved_global": [ 169, 170, 179, 178, 189 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 269, "question": "What is the hometown of the subordinate?", "ground_truth": "D", "answer_text": "Indianapolis, IN", "target_sids": [ 174 ], "retrieved_sids": [ 174, 174, 171, 171, 48 ], "retrieved_global": [ 176, 175, 172, 171, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 270, "question": "What is the date of my boss's birthday?", "ground_truth": "D", "answer_text": "08/24", "target_sids": [ 172 ], "retrieved_sids": [ 169, 169, 172, 172, 74 ], "retrieved_global": [ 169, 170, 174, 173, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 271, "question": "What is my female cousin's contact number?", "ground_truth": "B", "answer_text": "31208170509", "target_sids": [ 109 ], "retrieved_sids": [ 103, 103, 109, 109, 34 ], "retrieved_global": [ 104, 103, 110, 111, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 272, "question": "What is the name of my niece?", "ground_truth": "C", "answer_text": "Mira Sinclair", "target_sids": [ 130 ], "retrieved_sids": [ 124, 124, 130, 130, 115 ], "retrieved_global": [ 124, 125, 131, 132, 115 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 273, "question": "What does my sister do for a living?", "ground_truth": "C", "answer_text": "Lawyer", "target_sids": [ 138 ], "retrieved_sids": [ 61, 98, 62, 138, 138 ], "retrieved_global": [ 63, 98, 64, 140, 139 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 274, "question": "What is the education level of the subordinate?", "ground_truth": "C", "answer_text": "Associate Degree", "target_sids": [ 13 ], "retrieved_sids": [ 5, 5, 13, 13, 52 ], "retrieved_global": [ 6, 5, 14, 15, 52 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 275, "question": "What is the contact number for the boss?", "ground_truth": "C", "answer_text": "31209163242", "target_sids": [ 125 ], "retrieved_sids": [ 120, 120, 125, 125, 111 ], "retrieved_global": [ 121, 120, 127, 126, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 276, "question": "What is the name of my uncle's company?", "ground_truth": "B", "answer_text": "Neon Creations Studio", "target_sids": [ 165 ], "retrieved_sids": [ 165, 165, 134, 134, 147 ], "retrieved_global": [ 166, 167, 135, 136, 148 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 277, "question": "What is the height of my mother?", "ground_truth": "B", "answer_text": "152cm", "target_sids": [ 91 ], "retrieved_sids": [ 91, 91, 82, 82, 119 ], "retrieved_global": [ 93, 92, 83, 82, 119 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 278, "question": "What level of education has my mother completed?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 60 ], "retrieved_sids": [ 75, 60, 60, 57, 57 ], "retrieved_global": [ 76, 61, 62, 57, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 279, "question": "What is the educational background of my male cousin?", "ground_truth": "A", "answer_text": "High School", "target_sids": [ 9 ], "retrieved_sids": [ 153, 173, 9, 9, 21 ], "retrieved_global": [ 155, 174, 11, 10, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 280, "question": "What is the work location of a coworker?", "ground_truth": "A", "answer_text": "Denver, CO", "target_sids": [ 182 ], "retrieved_sids": [ 181, 181, 182, 182, 73 ], "retrieved_global": [ 181, 182, 184, 183, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 281, "question": "How old is my male cousin?", "ground_truth": "B", "answer_text": "37 years old", "target_sids": [ 181 ], "retrieved_sids": [ 181, 181, 173, 173, 92 ], "retrieved_global": [ 183, 182, 174, 173, 92 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 282, "question": "What is the education level of my female cousin?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 89 ], "retrieved_sids": [ 76, 76, 89, 89, 16 ], "retrieved_global": [ 77, 76, 90, 91, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 283, "question": "What hobby does that coworker have?", "ground_truth": "D", "answer_text": "Swimming", "target_sids": [ 125 ], "retrieved_sids": [ 125, 125, 149, 55, 105 ], "retrieved_global": [ 127, 126, 149, 56, 107 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 284, "question": "What is the hometown of my nephew?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 180 ], "retrieved_sids": [ 180, 180, 165, 165, 166 ], "retrieved_global": [ 181, 182, 166, 165, 167 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 285, "question": "What does my aunt do for a living?", "ground_truth": "A", "answer_text": "Flight Attendant", "target_sids": [ 128 ], "retrieved_sids": [ 5, 128, 128, 125, 125 ], "retrieved_global": [ 6, 130, 129, 125, 126 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 286, "question": "How old is my father?", "ground_truth": "D", "answer_text": "28 years old", "target_sids": [ 81 ], "retrieved_sids": [ 69, 69, 81, 81, 68 ], "retrieved_global": [ 70, 69, 82, 83, 68 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 287, "question": "What hobby does my nephew have?", "ground_truth": "B", "answer_text": "Running", "target_sids": [ 18 ], "retrieved_sids": [ 18, 18, 6, 6, 106 ], "retrieved_global": [ 20, 19, 7, 6, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 288, "question": "What is the name of the boss?", "ground_truth": "C", "answer_text": "Grayson Cole", "target_sids": [ 40 ], "retrieved_sids": [ 40, 40, 29, 29, 38 ], "retrieved_global": [ 42, 41, 29, 30, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 289, "question": "What is the education background of the boss?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 125 ], "retrieved_sids": [ 146, 111, 112, 128, 61 ], "retrieved_global": [ 147, 113, 114, 130, 62 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 290, "question": "What is the height of the subordinate?", "ground_truth": "C", "answer_text": "161cm", "target_sids": [ 62 ], "retrieved_sids": [ 62, 62, 50, 50, 122 ], "retrieved_global": [ 63, 64, 51, 50, 122 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 291, "question": "What is the hometown of the nephew?", "ground_truth": "B", "answer_text": "Charlotte, NC", "target_sids": [ 160 ], "retrieved_sids": [ 160, 160, 162, 142, 150 ], "retrieved_global": [ 161, 162, 164, 142, 151 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 292, "question": "What hobby does my aunt enjoy?", "ground_truth": "B", "answer_text": "Calligraphy", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 171, 96, 96 ], "retrieved_global": [ 43, 44, 171, 98, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 293, "question": "What is the email address of the coworker?", "ground_truth": "C", "answer_text": "oliver.hastings@peachtreefinancial.com", "target_sids": [ 102 ], "retrieved_sids": [ 102, 102, 99, 99, 182 ], "retrieved_global": [ 103, 104, 100, 99, 183 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 294, "question": "What hobby does the subordinate have?", "ground_truth": "C", "answer_text": "Handicrafts", "target_sids": [ 135 ], "retrieved_sids": [ 126, 126, 135, 135, 9 ], "retrieved_global": [ 127, 126, 136, 137, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 295, "question": "What is my father's email address?", "ground_truth": "B", "answer_text": "ethan.carter@altitudesalesgroup.com", "target_sids": [ 182 ], "retrieved_sids": [ 182, 182, 174, 174, 21 ], "retrieved_global": [ 183, 184, 175, 174, 22 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 296, "question": "What is the contact number for the uncle?", "ground_truth": "C", "answer_text": "31004256980", "target_sids": [ 181 ], "retrieved_sids": [ 181, 181, 172, 172, 125 ], "retrieved_global": [ 182, 183, 172, 173, 126 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 297, "question": "What is the name of my nephew's company?", "ground_truth": "D", "answer_text": "Urban Trends Retail Co.", "target_sids": [ 20 ], "retrieved_sids": [ 20, 20, 5, 5, 25 ], "retrieved_global": [ 21, 22, 5, 6, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 298, "question": "What is the name of my uncle's company?", "ground_truth": "D", "answer_text": "Compassionate Connections Community Services", "target_sids": [ 104 ], "retrieved_sids": [ 104, 104, 95, 95, 94 ], "retrieved_global": [ 106, 105, 96, 95, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 299, "question": "Could someone share my coworker's email address?", "ground_truth": "D", "answer_text": "asher.caldwell@urbantouchretail.com", "target_sids": [ 135 ], "retrieved_sids": [ 135, 135, 10, 35, 58 ], "retrieved_global": [ 136, 137, 11, 37, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 300, "question": "What is the position of the coworker?", "ground_truth": "A", "answer_text": "Line Cook", "target_sids": [ 44 ], "retrieved_sids": [ 38, 44, 44, 80, 39 ], "retrieved_global": [ 38, 45, 46, 81, 40 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 301, "question": "When is my boss's birthday?", "ground_truth": "B", "answer_text": "02/11", "target_sids": [ 152 ], "retrieved_sids": [ 142, 142, 152, 152, 166 ], "retrieved_global": [ 143, 142, 153, 154, 166 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 302, "question": "When is my coworker's birthday?", "ground_truth": "B", "answer_text": "05/06", "target_sids": [ 108 ], "retrieved_sids": [ 92, 92, 108, 108, 10 ], "retrieved_global": [ 92, 93, 110, 109, 10 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 303, "question": "What is my brother's contact number?", "ground_truth": "D", "answer_text": "30501569954", "target_sids": [ 160 ], "retrieved_sids": [ 160, 160, 156, 156, 137 ], "retrieved_global": [ 161, 162, 157, 156, 139 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 304, "question": "What is the level of education my father has achieved?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 55 ], "retrieved_sids": [ 53, 53, 55, 55, 114 ], "retrieved_global": [ 53, 54, 57, 56, 114 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 305, "question": "What is the contact number for my sister?", "ground_truth": "B", "answer_text": "20200069450", "target_sids": [ 160 ], "retrieved_sids": [ 160, 160, 154, 154, 116 ], "retrieved_global": [ 161, 162, 154, 155, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 306, "question": "What is the work location of the boss?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 151 ], "retrieved_sids": [ 151, 151, 146, 146, 163 ], "retrieved_global": [ 152, 153, 147, 146, 165 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 307, "question": "What level of education has my brother completed?", "ground_truth": "A", "answer_text": "High School", "target_sids": [ 132 ], "retrieved_sids": [ 132, 132, 156, 126, 126 ], "retrieved_global": [ 134, 133, 158, 127, 126 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 308, "question": "What is the hometown of my brother?", "ground_truth": "A", "answer_text": "Philadelphia, PA", "target_sids": [ 136 ], "retrieved_sids": [ 136, 136, 125, 125, 117 ], "retrieved_global": [ 137, 138, 126, 125, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 309, "question": "What is the work location of my male cousin?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 59 ], "retrieved_sids": [ 59, 59, 51, 51, 4 ], "retrieved_global": [ 61, 60, 51, 52, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 310, "question": "What is the height of my brother?", "ground_truth": "C", "answer_text": "149cm", "target_sids": [ 155 ], "retrieved_sids": [ 155, 155, 149, 149, 49 ], "retrieved_global": [ 157, 156, 149, 150, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 311, "question": "What is the contact number for my male cousin?", "ground_truth": "D", "answer_text": "81809309298", "target_sids": [ 186 ], "retrieved_sids": [ 186, 186, 176, 176, 112 ], "retrieved_global": [ 188, 187, 176, 177, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 312, "question": "When is my brother's birthday?", "ground_truth": "A", "answer_text": "06/05", "target_sids": [ 67 ], "retrieved_sids": [ 63, 63, 67, 67, 166 ], "retrieved_global": [ 63, 64, 68, 69, 166 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 313, "question": "What position does my male cousin hold?", "ground_truth": "D", "answer_text": "Community Outreach Specialist", "target_sids": [ 43 ], "retrieved_sids": [ 169, 24, 49, 1, 43 ], "retrieved_global": [ 169, 24, 50, 1, 44 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 314, "question": "What hobby does my nephew have?", "ground_truth": "D", "answer_text": "Hiking", "target_sids": [ 43 ], "retrieved_sids": [ 56, 36, 36, 105, 148 ], "retrieved_global": [ 57, 37, 36, 107, 150 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 315, "question": "What hobby does my brother have?", "ground_truth": "B", "answer_text": "Surfing", "target_sids": [ 89 ], "retrieved_sids": [ 37, 71, 71, 80, 131 ], "retrieved_global": [ 38, 71, 72, 81, 133 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 316, "question": "What is the email address of my father?", "ground_truth": "A", "answer_text": "benjamin.clay@innovativeresearchlab.com", "target_sids": [ 55 ], "retrieved_sids": [ 48, 48, 55, 55, 38 ], "retrieved_global": [ 49, 48, 57, 56, 40 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 317, "question": "Could anyone provide the email address of the subordinate?", "ground_truth": "B", "answer_text": "sienna.brooks@creativecanvasstudio.com", "target_sids": [ 79 ], "retrieved_sids": [ 79, 79, 70, 70, 154 ], "retrieved_global": [ 80, 81, 71, 70, 156 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 318, "question": "What is the name of my aunt?", "ground_truth": "B", "answer_text": "Madeline Hayes", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 38, 38, 41 ], "retrieved_global": [ 44, 43, 39, 38, 42 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 319, "question": "What is the contact number for my cousin?", "ground_truth": "A", "answer_text": "20100397331", "target_sids": [ 180 ], "retrieved_sids": [ 175, 175, 180, 180, 103 ], "retrieved_global": [ 175, 176, 181, 182, 104 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 320, "question": "What is the work location of my sister?", "ground_truth": "D", "answer_text": "Atlanta, GA", "target_sids": [ 84 ], "retrieved_sids": [ 84, 84, 83, 83, 171 ], "retrieved_global": [ 86, 85, 83, 84, 172 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 321, "question": "What is the name of my father's company?", "ground_truth": "C", "answer_text": "Tech Innovations Group", "target_sids": [ 43 ], "retrieved_sids": [ 43, 43, 29, 29, 157 ], "retrieved_global": [ 44, 45, 30, 29, 159 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 322, "question": "What does my aunt do for a living?", "ground_truth": "B", "answer_text": "Real Estate Agent", "target_sids": [ 159 ], "retrieved_sids": [ 159, 159, 141, 143, 57 ], "retrieved_global": [ 161, 160, 141, 143, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 323, "question": "What is the educational background of that coworker?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 56 ], "retrieved_sids": [ 56, 56, 101, 54, 54 ], "retrieved_global": [ 58, 57, 101, 55, 54 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 324, "question": "What is my cousin's position?", "ground_truth": "B", "answer_text": "Staff Nurse", "target_sids": [ 83 ], "retrieved_sids": [ 88, 83, 83, 89, 78 ], "retrieved_global": [ 90, 84, 85, 91, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 325, "question": "What is the height of the boss?", "ground_truth": "A", "answer_text": "162cm", "target_sids": [ 43 ], "retrieved_sids": [ 36, 36, 43, 43, 164 ], "retrieved_global": [ 37, 36, 45, 44, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 326, "question": "What is the name of the niece?", "ground_truth": "D", "answer_text": "Clara Mitchell", "target_sids": [ 78 ], "retrieved_sids": [ 78, 78, 76, 76, 69 ], "retrieved_global": [ 80, 79, 77, 76, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 327, "question": "What is the date of my aunt's birthday?", "ground_truth": "D", "answer_text": "11/18", "target_sids": [ 177 ], "retrieved_sids": [ 177, 177, 165, 165, 33 ], "retrieved_global": [ 178, 179, 166, 165, 34 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 328, "question": "What is the name of the uncle?", "ground_truth": "A", "answer_text": "Liam Foster", "target_sids": [ 163 ], "retrieved_sids": [ 145, 145, 163, 163, 143 ], "retrieved_global": [ 145, 146, 164, 165, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 329, "question": "What is the name of my uncle's company?", "ground_truth": "B", "answer_text": "Innovative Learning Technologies, LLC", "target_sids": [ 82 ], "retrieved_sids": [ 82, 82, 74, 74, 71 ], "retrieved_global": [ 84, 83, 74, 75, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 330, "question": "What is the hometown of my brother?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 115 ], "retrieved_sids": [ 115, 115, 113, 113, 95 ], "retrieved_global": [ 117, 116, 114, 113, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 331, "question": "What is the hometown of the boss?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 182 ], "retrieved_sids": [ 166, 166, 182, 182, 2 ], "retrieved_global": [ 166, 167, 183, 184, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 332, "question": "What is the contact number for the coworker?", "ground_truth": "D", "answer_text": "31004900711", "target_sids": [ 77 ], "retrieved_sids": [ 75, 75, 77, 77, 15 ], "retrieved_global": [ 75, 76, 79, 78, 16 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 333, "question": "What is the name of my father?", "ground_truth": "B", "answer_text": "Logan Carter", "target_sids": [ 39 ], "retrieved_sids": [ 39, 39, 32, 32, 23 ], "retrieved_global": [ 41, 40, 32, 33, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 334, "question": "What hobby does my nephew have?", "ground_truth": "C", "answer_text": "Photography", "target_sids": [ 19 ], "retrieved_sids": [ 109, 13, 13, 150, 108 ], "retrieved_global": [ 111, 13, 14, 151, 110 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 335, "question": "What is the hometown of my mother?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 184 ], "retrieved_sids": [ 47, 184, 184, 163, 96 ], "retrieved_global": [ 47, 186, 185, 163, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 336, "question": "What is the hometown of the father?", "ground_truth": "A", "answer_text": "Dallas, TX", "target_sids": [ 172 ], "retrieved_sids": [ 172, 172, 182, 3, 165 ], "retrieved_global": [ 173, 174, 184, 3, 165 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 337, "question": "What is the position of my father?", "ground_truth": "B", "answer_text": "Sous Chef", "target_sids": [ 179 ], "retrieved_sids": [ 179, 179, 165, 0, 186 ], "retrieved_global": [ 181, 180, 165, 0, 188 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 338, "question": "What is the name of my uncle's company?", "ground_truth": "A", "answer_text": "Golden Gate Freight Services", "target_sids": [ 48 ], "retrieved_sids": [ 48, 48, 46, 46, 47 ], "retrieved_global": [ 49, 50, 47, 46, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 339, "question": "What is the education background of that coworker?", "ground_truth": "A", "answer_text": "PhD", "target_sids": [ 110 ], "retrieved_sids": [ 100, 100, 110, 28, 58 ], "retrieved_global": [ 100, 101, 111, 28, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 340, "question": "What is the email address of my uncle?", "ground_truth": "B", "answer_text": "landon.pierce@coastalinnovationsgroup.com", "target_sids": [ 81 ], "retrieved_sids": [ 79, 79, 81, 81, 70 ], "retrieved_global": [ 80, 79, 82, 83, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 341, "question": "What date is my sister's birthday?", "ground_truth": "C", "answer_text": "10/24", "target_sids": [ 79 ], "retrieved_sids": [ 79, 79, 75, 75, 167 ], "retrieved_global": [ 81, 80, 75, 76, 167 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 342, "question": "What is the height of that coworker?", "ground_truth": "A", "answer_text": "169cm", "target_sids": [ 156 ], "retrieved_sids": [ 141, 141, 156, 156, 26 ], "retrieved_global": [ 142, 141, 157, 158, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 343, "question": "When is my boss's birthday?", "ground_truth": "B", "answer_text": "07/03", "target_sids": [ 63 ], "retrieved_sids": [ 60, 60, 63, 63, 75 ], "retrieved_global": [ 61, 60, 65, 64, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 344, "question": "What is the height of that coworker?", "ground_truth": "C", "answer_text": "164cm", "target_sids": [ 12 ], "retrieved_sids": [ 6, 6, 12, 12, 95 ], "retrieved_global": [ 7, 6, 13, 14, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 345, "question": "What does my niece do for a living?", "ground_truth": "C", "answer_text": "Courier", "target_sids": [ 180 ], "retrieved_sids": [ 177, 177, 180, 180, 31 ], "retrieved_global": [ 178, 177, 181, 182, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 346, "question": "What position does the coworker hold?", "ground_truth": "D", "answer_text": "Lead Research Analyst", "target_sids": [ 43 ], "retrieved_sids": [ 56, 56, 118, 39, 39 ], "retrieved_global": [ 58, 57, 118, 40, 39 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 347, "question": "What is the email address of my niece?", "ground_truth": "A", "answer_text": "maya.hastings@desertskysalesgroup.com", "target_sids": [ 152 ], "retrieved_sids": [ 152, 152, 145, 145, 62 ], "retrieved_global": [ 153, 154, 146, 145, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 348, "question": "What is the date of my father's birthday?", "ground_truth": "C", "answer_text": "08/26", "target_sids": [ 89 ], "retrieved_sids": [ 83, 83, 89, 89, 2 ], "retrieved_global": [ 83, 84, 91, 90, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 349, "question": "What is the height of that coworker?", "ground_truth": "C", "answer_text": "150cm", "target_sids": [ 179 ], "retrieved_sids": [ 168, 168, 179, 179, 119 ], "retrieved_global": [ 169, 168, 181, 180, 120 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 350, "question": "What is the name of the subordinate?", "ground_truth": "B", "answer_text": "Dylan Hayes", "target_sids": [ 15 ], "retrieved_sids": [ 15, 15, 0, 0, 1 ], "retrieved_global": [ 17, 16, 1, 0, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 351, "question": "What is the hometown of the subordinate?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 159 ], "retrieved_sids": [ 159, 159, 152, 152, 98 ], "retrieved_global": [ 161, 160, 152, 153, 99 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 352, "question": "What is the name of my mother's company?", "ground_truth": "D", "answer_text": "Golden Gate Bank Services", "target_sids": [ 177 ], "retrieved_sids": [ 177, 177, 29, 179, 167 ], "retrieved_global": [ 179, 178, 30, 181, 168 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 353, "question": "What does my boss do for a living?", "ground_truth": "B", "answer_text": "Engineer", "target_sids": [ 131 ], "retrieved_sids": [ 142, 120, 120, 131, 131 ], "retrieved_global": [ 142, 120, 121, 133, 132 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 354, "question": "What is the position of my cousin who is female?", "ground_truth": "B", "answer_text": "General Practitioner", "target_sids": [ 85 ], "retrieved_sids": [ 85, 85, 83, 70, 77 ], "retrieved_global": [ 87, 86, 84, 70, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 355, "question": "What is the height of my brother?", "ground_truth": "A", "answer_text": "159cm", "target_sids": [ 161 ], "retrieved_sids": [ 156, 156, 161, 161, 140 ], "retrieved_global": [ 157, 156, 163, 162, 140 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 356, "question": "What is my female cousin's position?", "ground_truth": "A", "answer_text": "Farm Equipment Operator", "target_sids": [ 64 ], "retrieved_sids": [ 56, 57, 64, 64, 153 ], "retrieved_global": [ 57, 58, 66, 65, 154 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 357, "question": "What is the work location of my uncle?", "ground_truth": "C", "answer_text": "Orlando, FL", "target_sids": [ 14 ], "retrieved_sids": [ 14, 14, 3, 3, 27 ], "retrieved_global": [ 16, 15, 3, 4, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 358, "question": "What is the name of my sister's company?", "ground_truth": "D", "answer_text": "Innovative Designs Engineering Co.", "target_sids": [ 136 ], "retrieved_sids": [ 136, 136, 129, 129, 53 ], "retrieved_global": [ 137, 138, 130, 129, 54 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 359, "question": "What is the hometown of my father?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 174 ], "retrieved_sids": [ 174, 174, 133, 133, 164 ], "retrieved_global": [ 175, 176, 134, 135, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 360, "question": "What hobby does the coworker have?", "ground_truth": "D", "answer_text": "Bird Watching", "target_sids": [ 113 ], "retrieved_sids": [ 56, 174, 113, 113, 129 ], "retrieved_global": [ 57, 174, 114, 115, 131 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 361, "question": "What is the occupation of my subordinate?", "ground_truth": "B", "answer_text": "Teacher", "target_sids": [ 119 ], "retrieved_sids": [ 119, 119, 118, 118, 28 ], "retrieved_global": [ 121, 120, 119, 118, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 362, "question": "What is the height of my niece?", "ground_truth": "D", "answer_text": "163cm", "target_sids": [ 183 ], "retrieved_sids": [ 181, 181, 183, 183, 72 ], "retrieved_global": [ 182, 181, 184, 185, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 363, "question": "What is the date of my Aunt's birthday?", "ground_truth": "B", "answer_text": "11/19", "target_sids": [ 91 ], "retrieved_sids": [ 90, 90, 91, 91, 155 ], "retrieved_global": [ 91, 90, 93, 92, 156 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 364, "question": "What is the educational background of the boss?", "ground_truth": "B", "answer_text": "Associate Degree", "target_sids": [ 37 ], "retrieved_sids": [ 33, 33, 175, 37, 37 ], "retrieved_global": [ 33, 34, 177, 39, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 365, "question": "What is the name of the brother?", "ground_truth": "A", "answer_text": "Miles Carter", "target_sids": [ 160 ], "retrieved_sids": [ 146, 146, 160, 160, 143 ], "retrieved_global": [ 146, 147, 161, 162, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 366, "question": "What position does the subordinate hold?", "ground_truth": "C", "answer_text": "Postdoctoral Researcher in Psychology", "target_sids": [ 146 ], "retrieved_sids": [ 146, 146, 161, 144, 144 ], "retrieved_global": [ 148, 147, 163, 144, 145 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 367, "question": "What is the hometown of my brother?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 19 ], "retrieved_sids": [ 19, 19, 12, 12, 25 ], "retrieved_global": [ 20, 21, 13, 12, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 368, "question": "What hobby does my subordinate have?", "ground_truth": "D", "answer_text": "Rock Climbing", "target_sids": [ 83 ], "retrieved_sids": [ 83, 83, 148, 77, 77 ], "retrieved_global": [ 84, 85, 149, 77, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 369, "question": "How old is my mother?", "ground_truth": "D", "answer_text": "39 years old", "target_sids": [ 44 ], "retrieved_sids": [ 32, 32, 44, 44, 86 ], "retrieved_global": [ 32, 33, 45, 46, 87 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 370, "question": "What is the hometown of my father?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 67 ], "retrieved_sids": [ 67, 67, 47, 122, 27 ], "retrieved_global": [ 68, 69, 47, 123, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 371, "question": "What is the work location of the coworker?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 127 ], "retrieved_sids": [ 127, 127, 75, 172, 122 ], "retrieved_global": [ 129, 128, 75, 173, 122 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 372, "question": "What hobby does my nephew have?", "ground_truth": "B", "answer_text": "Surfing", "target_sids": [ 18 ], "retrieved_sids": [ 16, 16, 34, 18, 18 ], "retrieved_global": [ 16, 17, 35, 20, 19 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 373, "question": "What is the height of that coworker?", "ground_truth": "B", "answer_text": "166cm", "target_sids": [ 179 ], "retrieved_sids": [ 174, 174, 179, 179, 48 ], "retrieved_global": [ 175, 174, 180, 181, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 374, "question": "What is the work location of my aunt?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 155 ], "retrieved_sids": [ 155, 155, 83, 83, 141 ], "retrieved_global": [ 156, 157, 85, 84, 142 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 375, "question": "What is the height of my aunt?", "ground_truth": "A", "answer_text": "174cm", "target_sids": [ 14 ], "retrieved_sids": [ 8, 8, 14, 14, 25 ], "retrieved_global": [ 8, 9, 15, 16, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 376, "question": "What is the hometown of the subordinate?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 134 ], "retrieved_sids": [ 134, 134, 131, 131, 180 ], "retrieved_global": [ 135, 136, 132, 131, 182 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 377, "question": "What is the email address of the subordinate?", "ground_truth": "D", "answer_text": "atticus.reed@melodymakersmusic.com", "target_sids": [ 107 ], "retrieved_sids": [ 107, 107, 96, 96, 61 ], "retrieved_global": [ 109, 108, 97, 96, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 378, "question": "What is the position of my father?", "ground_truth": "B", "answer_text": "Corporate Attorney", "target_sids": [ 171 ], "retrieved_sids": [ 165, 170, 170, 71, 171 ], "retrieved_global": [ 165, 171, 170, 71, 173 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 379, "question": "What is the contact number for my brother?", "ground_truth": "A", "answer_text": "20208954089", "target_sids": [ 107 ], "retrieved_sids": [ 107, 107, 105, 105, 80 ], "retrieved_global": [ 109, 108, 106, 105, 82 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 380, "question": "What is the work location of my aunt?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 58 ], "retrieved_sids": [ 58, 58, 61, 55, 55 ], "retrieved_global": [ 60, 59, 63, 55, 56 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 381, "question": "What is the occupation of my nephew?", "ground_truth": "B", "answer_text": "Truck Driver", "target_sids": [ 18 ], "retrieved_sids": [ 18, 18, 0, 9, 9 ], "retrieved_global": [ 20, 19, 0, 10, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 382, "question": "What is the name of my mother's company?", "ground_truth": "C", "answer_text": "Orlando Legal Group LLC", "target_sids": [ 86 ], "retrieved_sids": [ 86, 86, 82, 82, 84 ], "retrieved_global": [ 87, 88, 83, 82, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 383, "question": "What is the contact number for my sister?", "ground_truth": "B", "answer_text": "61908549684", "target_sids": [ 120 ], "retrieved_sids": [ 120, 120, 117, 117, 152 ], "retrieved_global": [ 121, 122, 117, 118, 154 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 384, "question": "What is the work location of the subordinate?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 157 ], "retrieved_sids": [ 157, 157, 143, 143, 156 ], "retrieved_global": [ 158, 159, 143, 144, 157 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 385, "question": "What position does the boss hold?", "ground_truth": "D", "answer_text": "Branch Operations Manager", "target_sids": [ 43 ], "retrieved_sids": [ 43, 43, 40, 40, 39 ], "retrieved_global": [ 45, 44, 41, 40, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 386, "question": "Where does my niece work?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 100 ], "retrieved_sids": [ 100, 100, 96, 96, 121 ], "retrieved_global": [ 101, 102, 97, 96, 121 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 387, "question": "What is the work location of the coworker?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 183 ], "retrieved_sids": [ 175, 175, 183, 183, 77 ], "retrieved_global": [ 176, 175, 184, 185, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 388, "question": "When is my coworker's birthday?", "ground_truth": "D", "answer_text": "02/16", "target_sids": [ 84 ], "retrieved_sids": [ 75, 75, 84, 84, 164 ], "retrieved_global": [ 76, 75, 85, 86, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 389, "question": "What is the level of education attained by the coworker?", "ground_truth": "B", "answer_text": "PhD", "target_sids": [ 159 ], "retrieved_sids": [ 55, 74, 159, 159, 8 ], "retrieved_global": [ 55, 74, 160, 161, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 390, "question": "What is the work location of the coworker?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 40 ], "retrieved_sids": [ 40, 40, 37, 37, 9 ], "retrieved_global": [ 42, 41, 37, 38, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 391, "question": "What is the contact number for my aunt?", "ground_truth": "A", "answer_text": "81804748776", "target_sids": [ 109 ], "retrieved_sids": [ 103, 103, 109, 109, 38 ], "retrieved_global": [ 104, 103, 111, 110, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 392, "question": "What does my male cousin do for a living?", "ground_truth": "D", "answer_text": "Doctor", "target_sids": [ 15 ], "retrieved_sids": [ 55, 9, 20, 15, 15 ], "retrieved_global": [ 55, 9, 22, 17, 16 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 393, "question": "What is the height of the brother?", "ground_truth": "D", "answer_text": "155cm", "target_sids": [ 91 ], "retrieved_sids": [ 91, 91, 82, 82, 167 ], "retrieved_global": [ 93, 92, 83, 82, 167 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 394, "question": "What is the name of the company where the coworker works?", "ground_truth": "A", "answer_text": "Urban Edge Retail Co.", "target_sids": [ 61 ], "retrieved_sids": [ 57, 57, 61, 61, 172 ], "retrieved_global": [ 57, 58, 62, 63, 172 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 395, "question": "When is Mother's birthday?", "ground_truth": "D", "answer_text": "08/26", "target_sids": [ 176 ], "retrieved_sids": [ 176, 176, 169, 169, 32 ], "retrieved_global": [ 178, 177, 169, 170, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 396, "question": "What is the company name of the subordinate?", "ground_truth": "A", "answer_text": "Metro Builders Group", "target_sids": [ 24 ], "retrieved_sids": [ 24, 24, 23, 23, 124 ], "retrieved_global": [ 25, 26, 24, 23, 125 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 397, "question": "What is the level of education attained by my father?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 83 ], "retrieved_sids": [ 72, 72, 83, 83, 176 ], "retrieved_global": [ 72, 73, 84, 85, 177 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 398, "question": "What is the height of the subordinate?", "ground_truth": "A", "answer_text": "160cm", "target_sids": [ 111 ], "retrieved_sids": [ 111, 111, 107, 107, 124 ], "retrieved_global": [ 113, 112, 108, 107, 124 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 399, "question": "What is the height of my male cousin?", "ground_truth": "D", "answer_text": "154cm", "target_sids": [ 11 ], "retrieved_sids": [ 2, 2, 11, 11, 49 ], "retrieved_global": [ 3, 2, 13, 12, 50 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 400, "question": "What is the position of my niece?", "ground_truth": "D", "answer_text": "Research Scientist in Molecular Biology", "target_sids": [ 41 ], "retrieved_sids": [ 24, 39, 39, 41, 41 ], "retrieved_global": [ 24, 39, 40, 42, 43 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 401, "question": "When is the boss's birthday?", "ground_truth": "A", "answer_text": "12/07", "target_sids": [ 85 ], "retrieved_sids": [ 78, 78, 85, 85, 146 ], "retrieved_global": [ 79, 78, 87, 86, 146 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 402, "question": "What is the location of my father's workplace?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 34 ], "retrieved_sids": [ 34, 34, 25, 25, 76 ], "retrieved_global": [ 35, 36, 25, 26, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 403, "question": "What does my boss do for a living?", "ground_truth": "B", "answer_text": "Translator", "target_sids": [ 152 ], "retrieved_sids": [ 154, 11, 145, 145, 103 ], "retrieved_global": [ 156, 12, 145, 146, 105 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 404, "question": "What is my father's role?", "ground_truth": "A", "answer_text": "Junior Graphic Designer", "target_sids": [ 42 ], "retrieved_sids": [ 42, 42, 36, 36, 23 ], "retrieved_global": [ 43, 44, 36, 37, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 405, "question": "What is the position of my niece?", "ground_truth": "B", "answer_text": "Flight Crew Member", "target_sids": [ 89 ], "retrieved_sids": [ 69, 70, 70, 147, 89 ], "retrieved_global": [ 69, 71, 70, 148, 90 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 406, "question": "What is the contact number for my sister?", "ground_truth": "A", "answer_text": "85804363100", "target_sids": [ 52 ], "retrieved_sids": [ 52, 52, 51, 51, 128 ], "retrieved_global": [ 54, 53, 52, 51, 128 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 407, "question": "Could anyone share my boss's email address?", "ground_truth": "B", "answer_text": "jasper.whitmore@skylineairlines.com", "target_sids": [ 126 ], "retrieved_sids": [ 122, 122, 126, 126, 106 ], "retrieved_global": [ 122, 123, 128, 127, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 408, "question": "What is the position of the subordinate?", "ground_truth": "A", "answer_text": "Clinical Operations Manager", "target_sids": [ 10 ], "retrieved_sids": [ 10, 10, 8, 8, 154 ], "retrieved_global": [ 11, 12, 8, 9, 155 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 409, "question": "What is the name of the niece?", "ground_truth": "D", "answer_text": "Maya Caldwell", "target_sids": [ 82 ], "retrieved_sids": [ 82, 82, 76, 76, 69 ], "retrieved_global": [ 83, 84, 76, 77, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 410, "question": "What is the position of my aunt?", "ground_truth": "B", "answer_text": "Corporate Associate", "target_sids": [ 86 ], "retrieved_sids": [ 86, 86, 135, 135, 70 ], "retrieved_global": [ 87, 88, 137, 136, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 411, "question": "What is the age of my brother?", "ground_truth": "A", "answer_text": "29 years old", "target_sids": [ 88 ], "retrieved_sids": [ 88, 88, 81, 81, 71 ], "retrieved_global": [ 89, 90, 82, 81, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 412, "question": "How old is my male cousin?", "ground_truth": "B", "answer_text": "29 years old", "target_sids": [ 12 ], "retrieved_sids": [ 12, 12, 6, 6, 15 ], "retrieved_global": [ 13, 14, 7, 6, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 413, "question": "How old is my nephew?", "ground_truth": "C", "answer_text": "30 years old", "target_sids": [ 66 ], "retrieved_sids": [ 66, 66, 52, 52, 48 ], "retrieved_global": [ 68, 67, 53, 52, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 414, "question": "What is the name of my male cousin?", "ground_truth": "D", "answer_text": "Grayson Hale", "target_sids": [ 36 ], "retrieved_sids": [ 36, 36, 24, 29, 29 ], "retrieved_global": [ 37, 38, 24, 30, 29 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 415, "question": "What is the hometown of the boss?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 20 ], "retrieved_sids": [ 10, 10, 0, 20, 20 ], "retrieved_global": [ 11, 10, 0, 22, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 416, "question": "What is the email address of that subordinate?", "ground_truth": "B", "answer_text": "tessa.wynter@culinarydelightschicago.com", "target_sids": [ 126 ], "retrieved_sids": [ 126, 126, 118, 118, 16 ], "retrieved_global": [ 127, 128, 119, 118, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 417, "question": "What is the education background of the subordinate?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 173 ], "retrieved_sids": [ 166, 166, 173, 173, 81 ], "retrieved_global": [ 167, 166, 174, 175, 81 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 418, "question": "What is the work location of the boss?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 89 ], "retrieved_sids": [ 89, 89, 88, 88, 82 ], "retrieved_global": [ 91, 90, 89, 88, 82 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 419, "question": "What is the name of the nephew?", "ground_truth": "C", "answer_text": "Liam Alexander", "target_sids": [ 176 ], "retrieved_sids": [ 176, 176, 175, 175, 162 ], "retrieved_global": [ 177, 178, 176, 175, 162 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 420, "question": "What is the name of that coworker?", "ground_truth": "B", "answer_text": "Lila Jennings", "target_sids": [ 59 ], "retrieved_sids": [ 59, 59, 49, 49, 47 ], "retrieved_global": [ 60, 61, 49, 50, 47 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 421, "question": "What is the name of my aunt?", "ground_truth": "B", "answer_text": "Lila Harper", "target_sids": [ 135 ], "retrieved_sids": [ 135, 135, 129, 129, 137 ], "retrieved_global": [ 136, 137, 130, 129, 139 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 422, "question": "What does my female cousin do for a living?", "ground_truth": "A", "answer_text": "Social Worker", "target_sids": [ 18 ], "retrieved_sids": [ 12, 12, 28, 79, 163 ], "retrieved_global": [ 13, 12, 29, 80, 163 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 423, "question": "How old is my uncle?", "ground_truth": "A", "answer_text": "28 years old", "target_sids": [ 6 ], "retrieved_sids": [ 6, 6, 1, 1, 47 ], "retrieved_global": [ 7, 8, 1, 2, 47 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 424, "question": "What hobby does the coworker have?", "ground_truth": "A", "answer_text": "Painting", "target_sids": [ 181 ], "retrieved_sids": [ 181, 181, 150, 12, 109 ], "retrieved_global": [ 182, 183, 152, 14, 110 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 425, "question": "What is the name of my brother?", "ground_truth": "A", "answer_text": "Nathaniel Hayes", "target_sids": [ 17 ], "retrieved_sids": [ 13, 13, 17, 17, 0 ], "retrieved_global": [ 14, 13, 18, 19, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 426, "question": "What is the name of my nephew?", "ground_truth": "D", "answer_text": "Silas Bennett", "target_sids": [ 27 ], "retrieved_sids": [ 27, 27, 24, 24, 25 ], "retrieved_global": [ 29, 28, 24, 25, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 427, "question": "What is the level of education that my mother has attained?", "ground_truth": "A", "answer_text": "PhD", "target_sids": [ 113 ], "retrieved_sids": [ 113, 113, 89, 124, 150 ], "retrieved_global": [ 115, 114, 91, 124, 152 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 428, "question": "What hobby does my subordinate have?", "ground_truth": "B", "answer_text": "Running", "target_sids": [ 82 ], "retrieved_sids": [ 82, 82, 72, 72, 148 ], "retrieved_global": [ 84, 83, 73, 72, 149 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 429, "question": "What is the position of my uncle?", "ground_truth": "B", "answer_text": "Research Scientist in Biomedical Innovations", "target_sids": [ 19 ], "retrieved_sids": [ 19, 19, 0, 9, 9 ], "retrieved_global": [ 21, 20, 0, 10, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 430, "question": "When is my coworker's birthday?", "ground_truth": "A", "answer_text": "08/24", "target_sids": [ 133 ], "retrieved_sids": [ 130, 130, 133, 133, 97 ], "retrieved_global": [ 131, 130, 135, 134, 98 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 431, "question": "When is my female cousin's birthday?", "ground_truth": "B", "answer_text": "07/05", "target_sids": [ 91 ], "retrieved_sids": [ 86, 86, 91, 91, 50 ], "retrieved_global": [ 87, 86, 92, 93, 50 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 432, "question": "When is Mother's birthday?", "ground_truth": "C", "answer_text": "03/30", "target_sids": [ 14 ], "retrieved_sids": [ 14, 14, 7, 7, 76 ], "retrieved_global": [ 15, 16, 7, 8, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 433, "question": "What is the work location of my subordinate?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 178 ], "retrieved_sids": [ 178, 178, 166, 166, 165 ], "retrieved_global": [ 180, 179, 166, 167, 165 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 434, "question": "What is the location of my mother's workplace?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 179 ], "retrieved_sids": [ 179, 179, 175, 175, 170 ], "retrieved_global": [ 180, 181, 175, 176, 170 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 435, "question": "What is the height of my niece?", "ground_truth": "A", "answer_text": "168cm", "target_sids": [ 135 ], "retrieved_sids": [ 135, 135, 126, 126, 1 ], "retrieved_global": [ 136, 137, 127, 126, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 436, "question": "What is the email address of my female cousin?", "ground_truth": "A", "answer_text": "lila.monroe@innovativelearningtech.com", "target_sids": [ 40 ], "retrieved_sids": [ 40, 40, 36, 36, 88 ], "retrieved_global": [ 41, 42, 37, 36, 90 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 437, "question": "What is the position of my mother?", "ground_truth": "D", "answer_text": "Corporate Counsel", "target_sids": [ 162 ], "retrieved_sids": [ 164, 144, 97, 162, 162 ], "retrieved_global": [ 166, 144, 97, 163, 164 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 438, "question": "What does my female cousin do for a living?", "ground_truth": "D", "answer_text": "Doctor", "target_sids": [ 110 ], "retrieved_sids": [ 94, 98, 98, 110, 110 ], "retrieved_global": [ 94, 98, 99, 112, 111 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 439, "question": "What is the hometown of my sister?", "ground_truth": "C", "answer_text": "Phoenix, AZ", "target_sids": [ 161 ], "retrieved_sids": [ 161, 161, 141, 141, 142 ], "retrieved_global": [ 163, 162, 142, 141, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 440, "question": "What is the name of my male cousin?", "ground_truth": "B", "answer_text": "Liam Bradley", "target_sids": [ 135 ], "retrieved_sids": [ 135, 135, 129, 129, 138 ], "retrieved_global": [ 137, 136, 129, 130, 140 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 441, "question": "Could someone please share the email address of the boss?", "ground_truth": "C", "answer_text": "kendall.avery@voltagemasters.com", "target_sids": [ 134 ], "retrieved_sids": [ 119, 119, 134, 134, 96 ], "retrieved_global": [ 120, 119, 136, 135, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 442, "question": "What position does my boss hold?", "ground_truth": "D", "answer_text": "Director of Medical Research", "target_sids": [ 111 ], "retrieved_sids": [ 82, 111, 111, 121, 59 ], "retrieved_global": [ 84, 112, 113, 122, 61 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 443, "question": "What is the height of my aunt?", "ground_truth": "C", "answer_text": "168cm", "target_sids": [ 58 ], "retrieved_sids": [ 58, 58, 50, 50, 1 ], "retrieved_global": [ 60, 59, 51, 50, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 444, "question": "What is the height of the boss?", "ground_truth": "B", "answer_text": "162cm", "target_sids": [ 128 ], "retrieved_sids": [ 128, 128, 118, 118, 165 ], "retrieved_global": [ 130, 129, 119, 118, 165 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 445, "question": "Could someone share my coworker's email address?", "ground_truth": "D", "answer_text": "kellan.rhodes@innovativelearningtech.com", "target_sids": [ 26 ], "retrieved_sids": [ 24, 24, 26, 26, 114 ], "retrieved_global": [ 24, 25, 28, 27, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 446, "question": "What level of education has my aunt attained?", "ground_truth": "B", "answer_text": "Associate Degree", "target_sids": [ 183 ], "retrieved_sids": [ 183, 183, 178, 178, 56 ], "retrieved_global": [ 185, 184, 179, 178, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 447, "question": "What is the name of my cousin's company?", "ground_truth": "B", "answer_text": "Orlando Health and Wellness Center", "target_sids": [ 132 ], "retrieved_sids": [ 132, 132, 120, 120, 74 ], "retrieved_global": [ 133, 134, 120, 121, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 448, "question": "What is the hometown of my uncle?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 41 ], "retrieved_sids": [ 41, 41, 33, 33, 34 ], "retrieved_global": [ 42, 43, 34, 33, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 449, "question": "What is the contact number for my aunt?", "ground_truth": "B", "answer_text": "41500074436", "target_sids": [ 11 ], "retrieved_sids": [ 10, 10, 11, 11, 41 ], "retrieved_global": [ 10, 11, 13, 12, 43 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 450, "question": "How old is the coworker?", "ground_truth": "D", "answer_text": "26 years old", "target_sids": [ 18 ], "retrieved_sids": [ 14, 14, 18, 18, 17 ], "retrieved_global": [ 14, 15, 20, 19, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 451, "question": "What is the name of my brother?", "ground_truth": "B", "answer_text": "Jackson Avery", "target_sids": [ 41 ], "retrieved_sids": [ 37, 37, 41, 41, 24 ], "retrieved_global": [ 37, 38, 42, 43, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 452, "question": "What is the work location of my brother?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 88 ], "retrieved_sids": [ 88, 88, 11, 11, 26 ], "retrieved_global": [ 90, 89, 13, 12, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 453, "question": "Could someone share my coworker's email address?", "ground_truth": "D", "answer_text": "ethan.mallory@urbanbuildcontractors.com", "target_sids": [ 69 ], "retrieved_sids": [ 69, 69, 186, 133, 49 ], "retrieved_global": [ 70, 71, 188, 135, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 454, "question": "How old is the coworker?", "ground_truth": "D", "answer_text": "30 years old", "target_sids": [ 14 ], "retrieved_sids": [ 8, 8, 14, 14, 20 ], "retrieved_global": [ 8, 9, 15, 16, 22 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 455, "question": "What is the name of the subordinate?", "ground_truth": "D", "answer_text": "Logan Reed", "target_sids": [ 184 ], "retrieved_sids": [ 184, 184, 172, 172, 163 ], "retrieved_global": [ 186, 185, 172, 173, 163 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 456, "question": "What is the height of my female cousin?", "ground_truth": "A", "answer_text": "151cm", "target_sids": [ 159 ], "retrieved_sids": [ 154, 154, 159, 159, 24 ], "retrieved_global": [ 154, 155, 161, 160, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 457, "question": "Could someone share my coworker's contact number?", "ground_truth": "C", "answer_text": "41507958076", "target_sids": [ 12 ], "retrieved_sids": [ 3, 3, 57, 30, 30 ], "retrieved_global": [ 3, 4, 58, 31, 30 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 458, "question": "What is the height of my uncle?", "ground_truth": "C", "answer_text": "167cm", "target_sids": [ 158 ], "retrieved_sids": [ 158, 158, 146, 146, 124 ], "retrieved_global": [ 160, 159, 147, 146, 124 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 459, "question": "What is the age of my uncle?", "ground_truth": "C", "answer_text": "31 years old", "target_sids": [ 111 ], "retrieved_sids": [ 106, 106, 130, 130, 111 ], "retrieved_global": [ 106, 107, 131, 132, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 460, "question": "What does my aunt do for a living?", "ground_truth": "D", "answer_text": "Scientist", "target_sids": [ 19 ], "retrieved_sids": [ 168, 19, 19, 0, 8 ], "retrieved_global": [ 168, 21, 20, 0, 8 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 461, "question": "When is the birthday of my subordinate?", "ground_truth": "C", "answer_text": "09/22", "target_sids": [ 133 ], "retrieved_sids": [ 120, 120, 133, 133, 48 ], "retrieved_global": [ 121, 120, 135, 134, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 462, "question": "What is the hometown of my brother?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 64 ], "retrieved_sids": [ 64, 64, 54, 54, 45 ], "retrieved_global": [ 65, 66, 55, 54, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 463, "question": "What is the name of the subordinate?", "ground_truth": "D", "answer_text": "Lila Brooks", "target_sids": [ 125 ], "retrieved_sids": [ 125, 125, 123, 123, 114 ], "retrieved_global": [ 127, 126, 124, 123, 114 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 464, "question": "What is the work location of the boss?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 75 ], "retrieved_sids": [ 74, 74, 75, 75, 5 ], "retrieved_global": [ 75, 74, 76, 77, 5 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 465, "question": "What is the age of my niece?", "ground_truth": "A", "answer_text": "22 years old", "target_sids": [ 11 ], "retrieved_sids": [ 0, 11, 11, 4, 4 ], "retrieved_global": [ 0, 12, 13, 4, 5 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 466, "question": "What is the date of the boss's birthday?", "ground_truth": "D", "answer_text": "09/11", "target_sids": [ 132 ], "retrieved_sids": [ 132, 132, 123, 123, 40 ], "retrieved_global": [ 134, 133, 124, 123, 40 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 467, "question": "What is the email address of my mother?", "ground_truth": "D", "answer_text": "clara.bennett@innovativelearningtech.com", "target_sids": [ 63 ], "retrieved_sids": [ 59, 59, 63, 63, 157 ], "retrieved_global": [ 59, 60, 65, 64, 158 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 468, "question": "How old is my nephew?", "ground_truth": "D", "answer_text": "35 years old", "target_sids": [ 58 ], "retrieved_sids": [ 57, 57, 58, 58, 141 ], "retrieved_global": [ 58, 57, 60, 59, 141 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 469, "question": "What is the position of my brother?", "ground_truth": "A", "answer_text": "Delivery Driver", "target_sids": [ 104 ], "retrieved_sids": [ 115, 95, 104, 104, 101 ], "retrieved_global": [ 117, 95, 105, 106, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 470, "question": "What is the name of my mother?", "ground_truth": "D", "answer_text": "Marley Hart", "target_sids": [ 182 ], "retrieved_sids": [ 182, 182, 181, 181, 166 ], "retrieved_global": [ 184, 183, 182, 181, 166 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 471, "question": "What is the level of education attained by my father?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 2 ], "retrieved_sids": [ 1, 1, 2, 2, 160 ], "retrieved_global": [ 2, 1, 4, 3, 160 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 472, "question": "What is the email address of the subordinate?", "ground_truth": "C", "answer_text": "marin.callahan@pinnacletrustbank.com", "target_sids": [ 44 ], "retrieved_sids": [ 44, 44, 32, 32, 17 ], "retrieved_global": [ 46, 45, 32, 33, 19 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 473, "question": "What is the occupation of my niece?", "ground_truth": "B", "answer_text": "Researcher", "target_sids": [ 44 ], "retrieved_sids": [ 35, 35, 24, 44, 44 ], "retrieved_global": [ 35, 36, 24, 46, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 474, "question": "What occupation does my boss have?", "ground_truth": "D", "answer_text": "Designer", "target_sids": [ 80 ], "retrieved_sids": [ 75, 75, 80, 80, 10 ], "retrieved_global": [ 76, 75, 81, 82, 11 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 475, "question": "What is the hometown of my sister?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 66 ], "retrieved_sids": [ 66, 66, 165, 46, 78 ], "retrieved_global": [ 68, 67, 165, 46, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 476, "question": "What is the age of the boss?", "ground_truth": "B", "answer_text": "33 years old", "target_sids": [ 108 ], "retrieved_sids": [ 96, 96, 108, 108, 173 ], "retrieved_global": [ 97, 96, 110, 109, 173 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 477, "question": "What is the hometown of the boss?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 92 ], "retrieved_sids": [ 92, 92, 87, 87, 33 ], "retrieved_global": [ 94, 93, 87, 88, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 478, "question": "What is the location of my mother's workplace?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 136 ], "retrieved_sids": [ 136, 136, 49, 62, 6 ], "retrieved_global": [ 138, 137, 49, 64, 6 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 479, "question": "How old is my sister?", "ground_truth": "D", "answer_text": "25 years old", "target_sids": [ 82 ], "retrieved_sids": [ 82, 82, 70, 70, 117 ], "retrieved_global": [ 83, 84, 70, 71, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 480, "question": "What does my sister do for a living?", "ground_truth": "B", "answer_text": "Chef", "target_sids": [ 42 ], "retrieved_sids": [ 26, 26, 42, 42, 78 ], "retrieved_global": [ 27, 26, 43, 44, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 481, "question": "What is my mother's position?", "ground_truth": "A", "answer_text": "Delivery Driver", "target_sids": [ 159 ], "retrieved_sids": [ 141, 140, 159, 159, 32 ], "retrieved_global": [ 141, 140, 160, 161, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 482, "question": "What is the name of the subordinate?", "ground_truth": "A", "answer_text": "Kendall Avery", "target_sids": [ 181 ], "retrieved_sids": [ 181, 181, 177, 177, 163 ], "retrieved_global": [ 182, 183, 177, 178, 163 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 483, "question": "What is the name of my aunt's company?", "ground_truth": "C", "answer_text": "Austin Shield Security Services", "target_sids": [ 33 ], "retrieved_sids": [ 29, 29, 33, 33, 145 ], "retrieved_global": [ 29, 30, 35, 34, 146 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 484, "question": "What does my sister do for a living?", "ground_truth": "D", "answer_text": "Financial Advisor", "target_sids": [ 15 ], "retrieved_sids": [ 13, 13, 15, 15, 168 ], "retrieved_global": [ 13, 14, 16, 17, 169 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 485, "question": "What is the height of my sister?", "ground_truth": "D", "answer_text": "164cm", "target_sids": [ 124 ], "retrieved_sids": [ 116, 116, 124, 124, 1 ], "retrieved_global": [ 117, 116, 126, 125, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 486, "question": "When is the birthday of that subordinate?", "ground_truth": "A", "answer_text": "06/24", "target_sids": [ 37 ], "retrieved_sids": [ 26, 26, 37, 37, 121 ], "retrieved_global": [ 27, 26, 38, 39, 121 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 487, "question": "What is the age of the boss?", "ground_truth": "D", "answer_text": "43 years old", "target_sids": [ 123 ], "retrieved_sids": [ 117, 117, 123, 123, 136 ], "retrieved_global": [ 118, 117, 125, 124, 138 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 488, "question": "What hobby does my uncle enjoy?", "ground_truth": "A", "answer_text": "Model Making", "target_sids": [ 17 ], "retrieved_sids": [ 17, 17, 55, 31, 19 ], "retrieved_global": [ 19, 18, 55, 32, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 489, "question": "What is the age of my aunt?", "ground_truth": "C", "answer_text": "30 years old", "target_sids": [ 16 ], "retrieved_sids": [ 16, 16, 10, 10, 19 ], "retrieved_global": [ 17, 18, 11, 10, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 490, "question": "What is the work location of my father?", "ground_truth": "C", "answer_text": "Orlando, FL", "target_sids": [ 87 ], "retrieved_sids": [ 87, 87, 77, 76, 75 ], "retrieved_global": [ 88, 89, 77, 76, 75 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 491, "question": "When is my mother's birthday?", "ground_truth": "D", "answer_text": "06/04", "target_sids": [ 135 ], "retrieved_sids": [ 129, 129, 135, 135, 74 ], "retrieved_global": [ 129, 130, 136, 137, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 492, "question": "What is the contact number for my father?", "ground_truth": "C", "answer_text": "71804000607", "target_sids": [ 174 ], "retrieved_sids": [ 174, 174, 163, 163, 133 ], "retrieved_global": [ 175, 176, 163, 164, 134 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 493, "question": "What is the hometown of my sister?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 113 ], "retrieved_sids": [ 101, 101, 113, 113, 2 ], "retrieved_global": [ 102, 101, 115, 114, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 494, "question": "What is the name of my mother's company?", "ground_truth": "C", "answer_text": "Harmony Social Services Group", "target_sids": [ 110 ], "retrieved_sids": [ 121, 110, 110, 74, 74 ], "retrieved_global": [ 121, 111, 112, 75, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 495, "question": "What is the name of my brother's company?", "ground_truth": "C", "answer_text": "Sunshine Freight Services LLC", "target_sids": [ 123 ], "retrieved_sids": [ 123, 123, 121, 121, 143 ], "retrieved_global": [ 125, 124, 122, 121, 143 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 496, "question": "What is the email address of my aunt?", "ground_truth": "C", "answer_text": "peyton.lane@capitalcityelectrical.com", "target_sids": [ 130 ], "retrieved_sids": [ 128, 128, 130, 130, 147 ], "retrieved_global": [ 129, 128, 132, 131, 147 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 497, "question": "What is the hometown of the boss?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 159 ], "retrieved_sids": [ 159, 159, 152, 152, 125 ], "retrieved_global": [ 160, 161, 153, 152, 125 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "roles", "tid": 498, "question": "What does my cousin do for a living?", "ground_truth": "A", "answer_text": "Nurse", "target_sids": [ 20 ], "retrieved_sids": [ 12, 12, 145, 86, 86 ], "retrieved_global": [ 13, 12, 145, 87, 88 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "roles", "tid": 499, "question": "What does my female cousin do for a living?", "ground_truth": "A", "answer_text": "Courier", "target_sids": [ 150 ], "retrieved_sids": [ 101, 98, 143, 143, 138 ], "retrieved_global": [ 101, 98, 143, 144, 138 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 0, "question": "Where is ClimbFit23 located?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 83 ], "retrieved_sids": [ 83, 75, 79, 72, 70 ], "retrieved_global": [ 83, 75, 79, 72, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 1, "question": "How long does Taste Together last?", "ground_truth": "D", "answer_text": "eight of week", "target_sids": [ 80 ], "retrieved_sids": [ 80, 76, 114, 8, 38 ], "retrieved_global": [ 80, 76, 114, 8, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 2, "question": "What time is it at Logistics Pro?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 23 ], "retrieved_sids": [ 23, 13, 63, 90, 64 ], "retrieved_global": [ 23, 13, 63, 90, 64 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 3, "question": "Where is Finance Launch located?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 23 ], "retrieved_sids": [ 23, 9, 12, 22, 13 ], "retrieved_global": [ 23, 9, 12, 22, 13 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 4, "question": "What is the time for the Antique Run?", "ground_truth": "B", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 47 ], "retrieved_sids": [ 102, 47, 19, 103, 36 ], "retrieved_global": [ 102, 47, 19, 103, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 5, "question": "How long does the Corp Law Lab last?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 81 ], "retrieved_sids": [ 81, 72, 55, 53, 28 ], "retrieved_global": [ 81, 72, 55, 53, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 6, "question": "What is the scale of Harmony Fest?", "ground_truth": "A", "answer_text": "three thousand people", "target_sids": [ 62 ], "retrieved_sids": [ 62, 67, 70, 61, 60 ], "retrieved_global": [ 62, 67, 70, 61, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 7, "question": "What is the scale of EcoLaunch 2024?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 71 ], "retrieved_sids": [ 71, 32, 66, 60, 55 ], "retrieved_global": [ 71, 32, 66, 60, 55 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 8, "question": "What's the scale of Nature Flow?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 32 ], "retrieved_sids": [ 32, 30, 24, 31, 29 ], "retrieved_global": [ 32, 30, 24, 31, 29 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 9, "question": "How long does FitFest last?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 35 ], "retrieved_sids": [ 35, 32, 33, 34, 24 ], "retrieved_global": [ 35, 32, 33, 34, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 10, "question": "What does ClimbFit20's scale look like?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 5 ], "retrieved_sids": [ 5, 1, 85, 102, 90 ], "retrieved_global": [ 5, 1, 85, 102, 90 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 11, "question": "Where is Retail Connect located?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 78 ], "retrieved_sids": [ 78, 75, 94, 84, 72 ], "retrieved_global": [ 78, 75, 94, 84, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 12, "question": "Where is Teach Innovate located?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 59 ], "retrieved_sids": [ 59, 56, 13, 48, 57 ], "retrieved_global": [ 59, 56, 13, 48, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 13, "question": "Where is CalliFest taking place?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 117 ], "retrieved_sids": [ 117, 115, 108, 27, 78 ], "retrieved_global": [ 117, 115, 108, 27, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 14, "question": "How long does RhythmFit last?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 105 ], "retrieved_sids": [ 105, 99, 96, 107, 102 ], "retrieved_global": [ 105, 99, 96, 107, 102 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 15, "question": "What time is Nurse Innovate?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 106 ], "retrieved_sids": [ 106, 97, 75, 73, 84 ], "retrieved_global": [ 106, 97, 75, 73, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 16, "question": "What is the scale of Yarn & Tune?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 44 ], "retrieved_sids": [ 44, 39, 37, 48, 42 ], "retrieved_global": [ 44, 39, 37, 48, 42 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 17, "question": "What time is the Patient Outcomes Summit scheduled to start?", "ground_truth": "C", "answer_text": "2024-10-13 14:00", "target_sids": [ 44 ], "retrieved_sids": [ 44, 39, 16, 36, 34 ], "retrieved_global": [ 44, 39, 16, 36, 34 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 18, "question": "What is the duration of RunScreen?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 69 ], "retrieved_sids": [ 68, 69, 60, 27, 6 ], "retrieved_global": [ 68, 69, 60, 27, 6 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 19, "question": "How long does Diorama Fest last?", "ground_truth": "D", "answer_text": "seven of week", "target_sids": [ 117 ], "retrieved_sids": [ 111, 117, 108, 20, 88 ], "retrieved_global": [ 111, 117, 108, 20, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 20, "question": "What time is it at Cycle Bites?", "ground_truth": "B", "answer_text": "2024-10-24 Thursday 09:00", "target_sids": [ 105 ], "retrieved_sids": [ 100, 63, 105, 19, 12 ], "retrieved_global": [ 100, 63, 105, 19, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 21, "question": "What is the scale of CampTunes?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 107 ], "retrieved_sids": [ 107, 103, 106, 96, 101 ], "retrieved_global": [ 107, 103, 106, 96, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 22, "question": "What time does Culinary Fest start?", "ground_truth": "B", "answer_text": "2024-10-17 Thursday 09:00", "target_sids": [ 14 ], "retrieved_sids": [ 13, 12, 14, 92, 23 ], "retrieved_global": [ 13, 12, 14, 92, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 23, "question": "What is the scale of BuildForum?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 101 ], "retrieved_sids": [ 101, 107, 99, 96, 98 ], "retrieved_global": [ 101, 107, 99, 96, 98 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 24, "question": "How long does Bird Festivity last?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 19 ], "retrieved_sids": [ 19, 16, 12, 23, 44 ], "retrieved_global": [ 19, 16, 12, 23, 44 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 25, "question": "What is the scale of DataFest?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 119 ], "retrieved_sids": [ 115, 119, 108, 104, 47 ], "retrieved_global": [ 115, 119, 108, 104, 47 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 26, "question": "What is the scale of TechFlix Fest?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 57 ], "retrieved_sids": [ 57, 51, 48, 59, 32 ], "retrieved_global": [ 57, 51, 48, 59, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 27, "question": "What time is it at Tech Innovate?", "ground_truth": "D", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 103 ], "retrieved_sids": [ 103, 96, 97, 102, 107 ], "retrieved_global": [ 103, 96, 97, 102, 107 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 28, "question": "How long does SportLit Fest last?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 66 ], "retrieved_sids": [ 66, 60, 78, 15, 61 ], "retrieved_global": [ 66, 60, 78, 15, 61 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 29, "question": "Where is Antique Fest located?", "ground_truth": "C", "answer_text": "San Diego, CA", "target_sids": [ 10 ], "retrieved_sids": [ 95, 1, 10, 7, 0 ], "retrieved_global": [ 95, 1, 10, 7, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 30, "question": "Where is Surf4Change located?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 68 ], "retrieved_sids": [ 68, 67, 60, 45, 43 ], "retrieved_global": [ 68, 67, 60, 45, 43 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 31, "question": "What is the scale of Sales Synergy?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 117 ], "retrieved_sids": [ 117, 112, 108, 73, 76 ], "retrieved_global": [ 117, 112, 108, 73, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 32, "question": "How long does Eco Innovate last?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 52 ], "retrieved_sids": [ 52, 48, 19, 10, 9 ], "retrieved_global": [ 52, 48, 19, 10, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 33, "question": "How long does SustainBudget last?", "ground_truth": "D", "answer_text": "nine of week", "target_sids": [ 75 ], "retrieved_sids": [ 72, 75, 106, 73, 56 ], "retrieved_global": [ 72, 75, 106, 73, 56 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 34, "question": "What is the scale of Climb Fest?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 2 ], "retrieved_sids": [ 2, 1, 5, 0, 95 ], "retrieved_global": [ 2, 1, 5, 0, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 35, "question": "How long does Courier Assess take?", "ground_truth": "D", "answer_text": "eight day", "target_sids": [ 18 ], "retrieved_sids": [ 14, 18, 12, 11, 62 ], "retrieved_global": [ 14, 18, 12, 11, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 36, "question": "What time does SurfLit Fest take place?", "ground_truth": "D", "answer_text": "2024-10-17 19:00", "target_sids": [ 46 ], "retrieved_sids": [ 55, 46, 38, 36, 78 ], "retrieved_global": [ 55, 46, 38, 36, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 37, "question": "What time does ClimbFest start?", "ground_truth": "D", "answer_text": "2024-10-14 14:00", "target_sids": [ 47 ], "retrieved_sids": [ 47, 46, 36, 92, 45 ], "retrieved_global": [ 47, 46, 36, 92, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 38, "question": "What is the scale of MedSync Meet?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 106 ], "retrieved_sids": [ 104, 106, 99, 107, 96 ], "retrieved_global": [ 104, 106, 99, 107, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 39, "question": "What is the duration of FinPlan Kick?", "ground_truth": "C", "answer_text": "three of week", "target_sids": [ 5 ], "retrieved_sids": [ 5, 0, 1, 81, 42 ], "retrieved_global": [ 5, 0, 1, 81, 42 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 40, "question": "What exactly is WanderLit's scale?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 7 ], "retrieved_sids": [ 7, 2, 5, 9, 0 ], "retrieved_global": [ 7, 2, 5, 9, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 41, "question": "What time is it at InnovaSem?", "ground_truth": "D", "answer_text": "2024-10-11 9:00", "target_sids": [ 35 ], "retrieved_sids": [ 35, 28, 24, 101, 113 ], "retrieved_global": [ 35, 28, 24, 101, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 42, "question": "Where does Fish Festival take place?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 92 ], "retrieved_sids": [ 85, 92, 96, 107, 99 ], "retrieved_global": [ 85, 92, 96, 107, 99 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 43, "question": "What time does the PowerUp Kickoff start?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 47 ], "retrieved_sids": [ 47, 41, 36, 29, 20 ], "retrieved_global": [ 47, 41, 36, 29, 20 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 44, "question": "What time is it in Retail Pro 2024?", "ground_truth": "D", "answer_text": "2024-10-13 9:00", "target_sids": [ 90 ], "retrieved_sids": [ 87, 90, 9, 76, 86 ], "retrieved_global": [ 87, 90, 9, 76, 86 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 45, "question": "What is the time for Retail Connect?", "ground_truth": "B", "answer_text": "2024-10-13 14:00", "target_sids": [ 103 ], "retrieved_sids": [ 103, 10, 102, 39, 28 ], "retrieved_global": [ 103, 10, 102, 39, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 46, "question": "Where is SportFest located?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 106 ], "retrieved_sids": [ 106, 100, 104, 96, 73 ], "retrieved_global": [ 106, 100, 104, 96, 73 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 47, "question": "How long does Book Banter last?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 111 ], "retrieved_sids": [ 111, 102, 110, 108, 83 ], "retrieved_global": [ 111, 102, 110, 108, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 48, "question": "What is the scale of Campfire Ink?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 67 ], "retrieved_sids": [ 66, 9, 67, 60, 63 ], "retrieved_global": [ 66, 9, 67, 60, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 49, "question": "What is the scale of CineGroove?", "ground_truth": "A", "answer_text": "six thousand people", "target_sids": [ 105 ], "retrieved_sids": [ 102, 105, 89, 92, 96 ], "retrieved_global": [ 102, 105, 89, 92, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 50, "question": "Where is FitCapture located?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 46 ], "retrieved_sids": [ 46, 45, 36, 47, 42 ], "retrieved_global": [ 46, 45, 36, 47, 42 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 51, "question": "What is the duration of Golf Mates?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 20 ], "retrieved_sids": [ 20, 19, 78, 111, 112 ], "retrieved_global": [ 20, 19, 78, 111, 112 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 52, "question": "What time is Psyched Up! scheduled for?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 59 ], "retrieved_sids": [ 51, 59, 88, 48, 78 ], "retrieved_global": [ 51, 59, 88, 48, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 53, "question": "What time is it in LogiQuest?", "ground_truth": "C", "answer_text": "2024-10-11 14:00", "target_sids": [ 64 ], "retrieved_sids": [ 64, 62, 60, 40, 4 ], "retrieved_global": [ 64, 62, 60, 40, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 54, "question": "What is the duration of CraftFlix?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 3 ], "retrieved_sids": [ 1, 3, 2, 115, 0 ], "retrieved_global": [ 1, 3, 2, 115, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 55, "question": "What scale does HikeFit Fun use?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 80 ], "retrieved_sids": [ 75, 80, 73, 119, 12 ], "retrieved_global": [ 75, 80, 73, 119, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 56, "question": "What is the scale of Project Surge?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 43 ], "retrieved_sids": [ 36, 4, 95, 35, 3 ], "retrieved_global": [ 36, 4, 95, 35, 3 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 57, "question": "What time is Surf & Camp?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 9 ], "retrieved_sids": [ 2, 98, 9, 10, 96 ], "retrieved_global": [ 2, 98, 9, 10, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 58, "question": "Where can Harmony Fest be found?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 11 ], "retrieved_sids": [ 0, 10, 11, 92, 5 ], "retrieved_global": [ 0, 10, 11, 92, 5 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 59, "question": "What time is Yarn Voyage?", "ground_truth": "D", "answer_text": "2024-10-11 9:00", "target_sids": [ 23 ], "retrieved_sids": [ 23, 99, 109, 22, 12 ], "retrieved_global": [ 23, 99, 109, 22, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 60, "question": "Where is SafeComm Kick located?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 18 ], "retrieved_sids": [ 18, 14, 12, 79, 74 ], "retrieved_global": [ 18, 14, 12, 79, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 61, "question": "What is the duration of DanceVibe?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 119 ], "retrieved_sids": [ 114, 119, 116, 117, 108 ], "retrieved_global": [ 114, 119, 116, 117, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 62, "question": "How long does Research Roundup last?", "ground_truth": "B", "answer_text": "one of week", "target_sids": [ 11 ], "retrieved_sids": [ 2, 11, 0, 10, 103 ], "retrieved_global": [ 2, 11, 0, 10, 103 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 63, "question": "What time does Harmony Fest start?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 85 ], "retrieved_sids": [ 116, 85, 84, 19, 89 ], "retrieved_global": [ 116, 85, 84, 19, 89 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 64, "question": "What is the scale of HealthSync?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 41 ], "retrieved_sids": [ 36, 41, 68, 64, 37 ], "retrieved_global": [ 36, 41, 68, 64, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 65, "question": "Where is BankUp! located?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 95 ], "retrieved_sids": [ 95, 94, 41, 84, 73 ], "retrieved_global": [ 95, 94, 41, 84, 73 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 66, "question": "What is the scale of ClimbFest?", "ground_truth": "A", "answer_text": "seven thousand people", "target_sids": [ 19 ], "retrieved_sids": [ 3, 19, 13, 100, 11 ], "retrieved_global": [ 3, 19, 13, 100, 11 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 67, "question": "What is the scale of GameFlix Night?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 88 ], "retrieved_sids": [ 84, 88, 85, 51, 61 ], "retrieved_global": [ 84, 88, 85, 51, 61 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 68, "question": "What time is it at InnovateCT?", "ground_truth": "D", "answer_text": "2024-10-15 19:00", "target_sids": [ 34 ], "retrieved_sids": [ 28, 34, 24, 66, 58 ], "retrieved_global": [ 28, 34, 24, 66, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 69, "question": "What is the scale of Runner's Feast?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 103 ], "retrieved_sids": [ 9, 103, 100, 96, 10 ], "retrieved_global": [ 9, 103, 100, 96, 10 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 70, "question": "What is the scale used for the Year-End Review?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 105 ], "retrieved_sids": [ 105, 104, 97, 16, 96 ], "retrieved_global": [ 105, 104, 97, 16, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 71, "question": "What is the scale of Global Fest?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 118 ], "retrieved_sids": [ 118, 28, 0, 108, 109 ], "retrieved_global": [ 118, 28, 0, 108, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 72, "question": "What is the duration of Zen Cinema?", "ground_truth": "D", "answer_text": "nine day", "target_sids": [ 67 ], "retrieved_sids": [ 67, 63, 119, 70, 35 ], "retrieved_global": [ 67, 63, 119, 70, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 73, "question": "What is the scale of Cycle Jam?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 93 ], "retrieved_sids": [ 93, 31, 7, 6, 84 ], "retrieved_global": [ 93, 31, 7, 6, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 74, "question": "What is the scale of MindConnect?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 67 ], "retrieved_sids": [ 67, 65, 60, 71, 15 ], "retrieved_global": [ 67, 65, 60, 71, 15 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 75, "question": "What time does CalliFest start?", "ground_truth": "C", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 55 ], "retrieved_sids": [ 69, 55, 49, 68, 99 ], "retrieved_global": [ 69, 55, 49, 68, 99 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 76, "question": "Where is CodeHarmony located?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 103 ], "retrieved_sids": [ 103, 97, 96, 100, 106 ], "retrieved_global": [ 103, 97, 96, 100, 106 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 77, "question": "How long does Fit Model Fest last?", "ground_truth": "B", "answer_text": "one of week", "target_sids": [ 39 ], "retrieved_sids": [ 91, 30, 70, 39, 36 ], "retrieved_global": [ 91, 30, 70, 39, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 78, "question": "What is the scale of Global Bites?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 33, 27, 92, 103, 101 ], "retrieved_global": [ 33, 27, 92, 103, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 79, "question": "Where is Climb4Cause located?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 58 ], "retrieved_sids": [ 58, 5, 48, 49, 29 ], "retrieved_global": [ 58, 5, 48, 49, 29 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 80, "question": "What time does Banking Boost operate?", "ground_truth": "C", "answer_text": "2024-10-17 14:00", "target_sids": [ 51 ], "retrieved_sids": [ 51, 49, 48, 100, 104 ], "retrieved_global": [ 51, 49, 48, 100, 104 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 81, "question": "What time does Hike Fest 2024 start?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 76 ], "retrieved_sids": [ 76, 74, 59, 72, 79 ], "retrieved_global": [ 76, 74, 59, 72, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 82, "question": "What's the scale of CineLang Fest?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 82 ], "retrieved_sids": [ 82, 73, 72, 109, 117 ], "retrieved_global": [ 82, 73, 72, 109, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 83, "question": "How long does Dance Fest! last?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 82 ], "retrieved_sids": [ 73, 84, 82, 72, 118 ], "retrieved_global": [ 73, 84, 82, 72, 118 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 84, "question": "Where is SkillSync located?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 93 ], "retrieved_sids": [ 93, 84, 85, 43, 91 ], "retrieved_global": [ 93, 84, 85, 43, 91 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 85, "question": "What is the scale of BankSkills Lab?", "ground_truth": "D", "answer_text": "five hundred people", "target_sids": [ 26 ], "retrieved_sids": [ 24, 26, 25, 103, 27 ], "retrieved_global": [ 24, 26, 25, 103, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 86, "question": "Where is Research Roundup located?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 10 ], "retrieved_sids": [ 10, 7, 0, 1, 49 ], "retrieved_global": [ 10, 7, 0, 1, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 87, "question": "Where is SafeComm Meet located?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 42 ], "retrieved_sids": [ 39, 42, 36, 66, 61 ], "retrieved_global": [ 39, 42, 36, 66, 61 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 88, "question": "Where is SportFest located?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 11 ], "retrieved_sids": [ 11, 7, 0, 65, 1 ], "retrieved_global": [ 11, 7, 0, 65, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 89, "question": "Where can Block Bash be found?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 51 ], "retrieved_sids": [ 51, 113, 48, 49, 59 ], "retrieved_global": [ 51, 113, 48, 49, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 90, "question": "What is the scale of CineSymphony?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 58 ], "retrieved_sids": [ 56, 48, 58, 92, 94 ], "retrieved_global": [ 56, 48, 58, 92, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 91, "question": "Where is Hike & Read located?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 25 ], "retrieved_sids": [ 25, 24, 26, 52, 85 ], "retrieved_global": [ 25, 24, 26, 52, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 92, "question": "Where is AquaReads located?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 6 ], "retrieved_sids": [ 6, 4, 0, 7, 83 ], "retrieved_global": [ 6, 4, 0, 7, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 93, "question": "Where is Knit for Good located?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 77 ], "retrieved_sids": [ 77, 76, 112, 10, 109 ], "retrieved_global": [ 77, 76, 112, 10, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 94, "question": "What is the scale of Nature Unite?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 33, 26, 116, 44, 24 ], "retrieved_global": [ 33, 26, 116, 44, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 95, "question": "Where is Retail Unite located?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 31 ], "retrieved_sids": [ 31, 27, 24, 25, 43 ], "retrieved_global": [ 31, 27, 24, 25, 43 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 96, "question": "How long is the duration of Jam Collective?", "ground_truth": "B", "answer_text": "seven of week", "target_sids": [ 103 ], "retrieved_sids": [ 103, 96, 97, 88, 58 ], "retrieved_global": [ 103, 96, 97, 88, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 97, "question": "Where is MindMingle located?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 21 ], "retrieved_sids": [ 21, 15, 11, 81, 22 ], "retrieved_global": [ 21, 15, 11, 81, 22 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 98, "question": "What time is it for Game Tales?", "ground_truth": "C", "answer_text": "2024-10-13 14:00", "target_sids": [ 75 ], "retrieved_sids": [ 75, 74, 72, 83, 73 ], "retrieved_global": [ 75, 74, 72, 83, 73 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 99, "question": "How long does CineArtFest last?", "ground_truth": "C", "answer_text": "six of week", "target_sids": [ 90 ], "retrieved_sids": [ 90, 86, 84, 7, 105 ], "retrieved_global": [ 90, 86, 84, 7, 105 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 100, "question": "Where can Knit & Tune be found?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 31 ], "retrieved_sids": [ 24, 31, 77, 25, 26 ], "retrieved_global": [ 24, 31, 77, 25, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 101, "question": "How long does DanceFit Fest last?", "ground_truth": "B", "answer_text": "three day", "target_sids": [ 78 ], "retrieved_sids": [ 76, 78, 72, 44, 80 ], "retrieved_global": [ 76, 78, 72, 44, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 102, "question": "Where is QuantBudget located?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 20 ], "retrieved_sids": [ 20, 16, 12, 102, 63 ], "retrieved_global": [ 20, 16, 12, 102, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 103, "question": "What time is it for TeamQuest?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 46 ], "retrieved_sids": [ 46, 37, 47, 36, 78 ], "retrieved_global": [ 46, 37, 47, 36, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 104, "question": "Where is Chess Trek located?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 71 ], "retrieved_sids": [ 71, 65, 60, 97, 102 ], "retrieved_global": [ 71, 65, 60, 97, 102 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 105, "question": "Where is Knit Fest! being held?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 78 ], "retrieved_sids": [ 47, 72, 38, 81, 24 ], "retrieved_global": [ 47, 72, 38, 81, 24 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 106, "question": "What is the scale of Innovate21?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 30 ], "retrieved_sids": [ 30, 95, 84, 27, 24 ], "retrieved_global": [ 30, 95, 84, 27, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 107, "question": "What time does Budget Boost take place?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 117 ], "retrieved_sids": [ 117, 109, 108, 115, 116 ], "retrieved_global": [ 117, 109, 108, 115, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 108, "question": "Where is LitTunes Fest taking place?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 118 ], "retrieved_sids": [ 112, 108, 116, 118, 48 ], "retrieved_global": [ 112, 108, 116, 118, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 109, "question": "Where is RunArt Fest taking place?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 81 ], "retrieved_sids": [ 81, 77, 72, 54, 24 ], "retrieved_global": [ 81, 77, 72, 54, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 110, "question": "Where is CineWander located?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 102 ], "retrieved_sids": [ 96, 102, 97, 116, 108 ], "retrieved_global": [ 96, 102, 97, 116, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 111, "question": "What is the scale of Team Unite?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 94 ], "retrieved_sids": [ 38, 42, 79, 35, 56 ], "retrieved_global": [ 38, 42, 79, 35, 56 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 112, "question": "What time is it at Data Quest?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 90 ], "retrieved_sids": [ 90, 88, 102, 76, 84 ], "retrieved_global": [ 90, 88, 102, 76, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 113, "question": "What time is Real Estate Recap?", "ground_truth": "C", "answer_text": "2024-10-16 19:00", "target_sids": [ 64 ], "retrieved_sids": [ 108, 64, 31, 114, 63 ], "retrieved_global": [ 108, 64, 31, 114, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 114, "question": "How long does AeroConnect last?", "ground_truth": "A", "answer_text": "four of week", "target_sids": [ 95 ], "retrieved_sids": [ 95, 88, 84, 85, 82 ], "retrieved_global": [ 95, 88, 84, 85, 82 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 115, "question": "Where is Research Launch located?", "ground_truth": "D", "answer_text": "Jacksonville, FL", "target_sids": [ 95 ], "retrieved_sids": [ 95, 87, 84, 57, 48 ], "retrieved_global": [ 95, 87, 84, 57, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 116, "question": "How long does the Cook-Off Challenge last?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 32 ], "retrieved_sids": [ 30, 32, 16, 24, 75 ], "retrieved_global": [ 30, 32, 16, 24, 75 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 117, "question": "What is the scale of Knit Fest 2024?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 41 ], "retrieved_sids": [ 104, 110, 112, 4, 38 ], "retrieved_global": [ 104, 110, 112, 4, 38 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 118, "question": "Where can Design Connect be found?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 44 ], "retrieved_sids": [ 37, 44, 16, 36, 22 ], "retrieved_global": [ 37, 44, 16, 36, 22 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 119, "question": "What time does CycleFest start?", "ground_truth": "A", "answer_text": "2024-10-16 9:00", "target_sids": [ 107 ], "retrieved_sids": [ 107, 56, 101, 59, 103 ], "retrieved_global": [ 107, 56, 101, 59, 103 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 120, "question": "What is the scale of DataBonding?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 69 ], "retrieved_sids": [ 69, 107, 104, 62, 60 ], "retrieved_global": [ 69, 107, 104, 62, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 121, "question": "What is the scale of the Trail Art Fest?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 20 ], "retrieved_sids": [ 19, 20, 76, 83, 94 ], "retrieved_global": [ 19, 20, 76, 83, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 122, "question": "How long does Project Launch last?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 69 ], "retrieved_sids": [ 69, 64, 99, 44, 60 ], "retrieved_global": [ 69, 64, 99, 44, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 123, "question": "What is the scale of EduInnovate?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 21 ], "retrieved_sids": [ 21, 13, 12, 83, 80 ], "retrieved_global": [ 21, 13, 12, 83, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 124, "question": "What time does Crew Budgeting take place?", "ground_truth": "D", "answer_text": "2024-10-17 Thursday 19:00", "target_sids": [ 80 ], "retrieved_sids": [ 80, 72, 77, 75, 66 ], "retrieved_global": [ 80, 72, 77, 75, 66 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 125, "question": "What is the scale of Run & Fun Beach?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 93 ], "retrieved_sids": [ 22, 68, 93, 90, 85 ], "retrieved_global": [ 22, 68, 93, 90, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 126, "question": "Where is Build Blast located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 15 ], "retrieved_sids": [ 15, 12, 62, 30, 24 ], "retrieved_global": [ 15, 12, 62, 30, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 127, "question": "What is the scale of Taste Fest?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 105, 37, 104, 36, 96 ], "retrieved_global": [ 105, 37, 104, 36, 96 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 128, "question": "How long does Urban MedTech last?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 116 ], "retrieved_sids": [ 116, 109, 119, 108, 114 ], "retrieved_global": [ 116, 109, 119, 108, 114 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 129, "question": "What is the scale of ElectroBudget?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 3 ], "retrieved_sids": [ 0, 1, 3, 11, 52 ], "retrieved_global": [ 0, 1, 3, 11, 52 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 130, "question": "What is the duration of Health Innov\ud83d\udd2c?", "ground_truth": "D", "answer_text": "three day", "target_sids": [ 75 ], "retrieved_sids": [ 75, 35, 94, 89, 74 ], "retrieved_global": [ 75, 35, 94, 89, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 131, "question": "Where is the LogiNext Summit taking place?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 37 ], "retrieved_sids": [ 37, 36, 38, 53, 34 ], "retrieved_global": [ 37, 36, 38, 53, 34 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 132, "question": "How long is the duration of Movie Mania?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 44 ], "retrieved_sids": [ 66, 56, 44, 40, 7 ], "retrieved_global": [ 66, 56, 44, 40, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 133, "question": "What is the scale of Culinary Jam?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 117 ], "retrieved_sids": [ 31, 32, 38, 22, 82 ], "retrieved_global": [ 31, 32, 38, 22, 82 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 134, "question": "Where is Crew Cheers located?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 20 ], "retrieved_sids": [ 13, 20, 37, 44, 12 ], "retrieved_global": [ 13, 20, 37, 44, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 135, "question": "What is the scale of CommUnity Kick?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 46, 36, 37, 50, 80 ], "retrieved_global": [ 46, 36, 37, 50, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 136, "question": "What is the time for STEM Innovate?", "ground_truth": "B", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 32 ], "retrieved_sids": [ 31, 32, 24, 35, 25 ], "retrieved_global": [ 31, 32, 24, 35, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 137, "question": "What is the scale of Friend Fest?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 112 ], "retrieved_sids": [ 112, 34, 110, 115, 108 ], "retrieved_global": [ 112, 34, 110, 115, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 138, "question": "What is the scale of Run & Screen?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 57 ], "retrieved_sids": [ 57, 54, 6, 3, 48 ], "retrieved_global": [ 57, 54, 6, 3, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 139, "question": "Where is Tech Innovate located?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 67 ], "retrieved_sids": [ 67, 63, 85, 60, 48 ], "retrieved_global": [ 67, 63, 85, 60, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 140, "question": "How long does the ArtBeat Fest last?", "ground_truth": "C", "answer_text": "four of week", "target_sids": [ 59 ], "retrieved_sids": [ 59, 58, 51, 101, 83 ], "retrieved_global": [ 59, 58, 51, 101, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 141, "question": "Where is Global Beat Fest taking place?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 33 ], "retrieved_sids": [ 33, 89, 74, 30, 24 ], "retrieved_global": [ 33, 89, 74, 30, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 142, "question": "What is the scale of YogaFest Global?", "ground_truth": "C", "answer_text": "six thousand people", "target_sids": [ 58 ], "retrieved_sids": [ 51, 58, 48, 54, 59 ], "retrieved_global": [ 51, 58, 48, 54, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 143, "question": "Where is Crafted Fair located?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 70 ], "retrieved_sids": [ 70, 62, 60, 111, 71 ], "retrieved_global": [ 70, 62, 60, 111, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 144, "question": "How long does Data Insight Con last?", "ground_truth": "A", "answer_text": "four of week", "target_sids": [ 7 ], "retrieved_sids": [ 2, 7, 113, 0, 116 ], "retrieved_global": [ 2, 7, 113, 0, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 145, "question": "What time does the Garden Lit Fest start?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 107 ], "retrieved_sids": [ 102, 104, 107, 50, 96 ], "retrieved_global": [ 102, 104, 107, 50, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 146, "question": "What is the scale of KitchenFest?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 95 ], "retrieved_sids": [ 89, 95, 69, 84, 63 ], "retrieved_global": [ 89, 95, 69, 84, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 147, "question": "What is the scale of Climb for Good?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 45 ], "retrieved_sids": [ 45, 43, 76, 40, 36 ], "retrieved_global": [ 45, 43, 76, 40, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 148, "question": "What is the scale of TruckThink?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 21 ], "retrieved_sids": [ 21, 16, 12, 17, 27 ], "retrieved_global": [ 21, 16, 12, 17, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 149, "question": "What is the scale of TechTune Fest?", "ground_truth": "A", "answer_text": "four thousand people", "target_sids": [ 78 ], "retrieved_sids": [ 78, 76, 72, 51, 80 ], "retrieved_global": [ 78, 76, 72, 51, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 150, "question": "What is the scale used by Nurse Skills?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 30 ], "retrieved_sids": [ 26, 30, 43, 44, 76 ], "retrieved_global": [ 26, 30, 43, 44, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 151, "question": "What is the duration of Psych Trendz?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 70 ], "retrieved_sids": [ 67, 106, 70, 60, 43 ], "retrieved_global": [ 67, 106, 70, 60, 43 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 152, "question": "Where is AeroZenith located?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 5 ], "retrieved_sids": [ 5, 2, 0, 6, 48 ], "retrieved_global": [ 5, 2, 0, 6, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 153, "question": "What time is Golf Fest! scheduled to start?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 14:00", "target_sids": [ 45 ], "retrieved_sids": [ 47, 45, 44, 36, 37 ], "retrieved_global": [ 47, 45, 44, 36, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 154, "question": "Where is the Global Dance Fest taking place?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 94 ], "retrieved_sids": [ 94, 84, 85, 99, 53 ], "retrieved_global": [ 94, 84, 85, 99, 53 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 155, "question": "What is the scale used for Service Review?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 111 ], "retrieved_sids": [ 111, 110, 65, 64, 114 ], "retrieved_global": [ 111, 110, 65, 64, 114 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 156, "question": "What time does Eco Innovate take place?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 103 ], "retrieved_sids": [ 103, 102, 96, 101, 83 ], "retrieved_global": [ 103, 102, 96, 101, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 157, "question": "What is the scale of InnovateKick?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 80 ], "retrieved_sids": [ 80, 77, 91, 87, 66 ], "retrieved_global": [ 80, 77, 91, 87, 66 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 158, "question": "How long does Craft Fest last?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 8 ], "retrieved_sids": [ 116, 0, 8, 113, 77 ], "retrieved_global": [ 116, 0, 8, 113, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 159, "question": "What scale does Antique Jam use?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 30 ], "retrieved_sids": [ 30, 25, 24, 56, 26 ], "retrieved_global": [ 30, 25, 24, 56, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 160, "question": "What time does Cinematic Bites start?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 10 ], "retrieved_sids": [ 10, 64, 104, 24, 30 ], "retrieved_global": [ 10, 64, 104, 24, 30 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 161, "question": "What time is it at Retail Nexus?", "ground_truth": "B", "answer_text": "2024-10-13 19:00", "target_sids": [ 92 ], "retrieved_sids": [ 85, 92, 98, 66, 84 ], "retrieved_global": [ 85, 92, 98, 66, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 162, "question": "What is the scale of Math Innovate?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 33, 31, 24, 25, 97 ], "retrieved_global": [ 33, 31, 24, 25, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 163, "question": "Where is Health Innovate located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 95 ], "retrieved_sids": [ 90, 95, 110, 115, 12 ], "retrieved_global": [ 90, 95, 110, 115, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 164, "question": "What time is it at Culinary Sync?", "ground_truth": "D", "answer_text": "2024-10-11 9:00", "target_sids": [ 59 ], "retrieved_sids": [ 59, 58, 100, 6, 11 ], "retrieved_global": [ 59, 58, 100, 6, 11 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 165, "question": "What is the scale of LetterFest?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 115 ], "retrieved_sids": [ 115, 111, 108, 95, 76 ], "retrieved_global": [ 115, 111, 108, 95, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 166, "question": "What is the scale of BudgetSync?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 22 ], "retrieved_sids": [ 16, 22, 12, 14, 17 ], "retrieved_global": [ 16, 22, 12, 14, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 167, "question": "What time does Campfire Lit start?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 54 ], "retrieved_sids": [ 32, 54, 51, 94, 58 ], "retrieved_global": [ 32, 54, 51, 94, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 168, "question": "Where is InnoSphere located?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 45 ], "retrieved_sids": [ 36, 45, 46, 37, 113 ], "retrieved_global": [ 36, 45, 46, 37, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 169, "question": "What time is it for Film & Trails?", "ground_truth": "A", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 113 ], "retrieved_sids": [ 116, 23, 104, 109, 112 ], "retrieved_global": [ 116, 23, 104, 109, 112 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 170, "question": "What time is it at Neurosync?", "ground_truth": "B", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 46 ], "retrieved_sids": [ 46, 87, 27, 39, 93 ], "retrieved_global": [ 46, 87, 27, 39, 93 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 171, "question": "Where is the AgriTech Fair taking place?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 99 ], "retrieved_sids": [ 99, 97, 96, 38, 115 ], "retrieved_global": [ 99, 97, 96, 38, 115 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 172, "question": "What is the duration of Finance Unveiled?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 54 ], "retrieved_sids": [ 52, 54, 33, 56, 113 ], "retrieved_global": [ 52, 54, 33, 56, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 173, "question": "What is the scale of Golf & Gourmet?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 23 ], "retrieved_sids": [ 13, 23, 82, 18, 71 ], "retrieved_global": [ 13, 23, 82, 18, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 174, "question": "What is the scale of Project Spark?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 65 ], "retrieved_sids": [ 65, 92, 33, 63, 60 ], "retrieved_global": [ 65, 92, 33, 63, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 175, "question": "How long does Nature Unite last?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 57 ], "retrieved_sids": [ 57, 104, 50, 7, 48 ], "retrieved_global": [ 57, 104, 50, 7, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 176, "question": "What is the scale of WealthCon?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 16, 23, 12, 17, 36 ], "retrieved_global": [ 16, 23, 12, 17, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 177, "question": "Where is Model Mania located?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 94 ], "retrieved_sids": [ 94, 46, 59, 90, 41 ], "retrieved_global": [ 94, 46, 59, 90, 41 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 178, "question": "What is the duration of TransConnect?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 79 ], "retrieved_sids": [ 79, 74, 83, 72, 14 ], "retrieved_global": [ 79, 74, 83, 72, 14 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 179, "question": "What is the scale of Growth Gains?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 42 ], "retrieved_sids": [ 42, 37, 84, 86, 36 ], "retrieved_global": [ 42, 37, 84, 86, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 180, "question": "How long does the Logistics Hub last?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 11 ], "retrieved_sids": [ 0, 11, 1, 9, 13 ], "retrieved_global": [ 0, 11, 1, 9, 13 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 181, "question": "How long does FitRhythmfest last?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 115 ], "retrieved_sids": [ 109, 115, 108, 119, 68 ], "retrieved_global": [ 109, 115, 108, 119, 68 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 182, "question": "How long does NatureFit Day last?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 78 ], "retrieved_sids": [ 78, 76, 94, 72, 83 ], "retrieved_global": [ 78, 76, 94, 72, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 183, "question": "How long does Financial Sync last?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 71 ], "retrieved_sids": [ 71, 68, 79, 101, 60 ], "retrieved_global": [ 71, 68, 79, 101, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 184, "question": "What is the scale of LingoFest?", "ground_truth": "A", "answer_text": "eight thousand people", "target_sids": [ 116 ], "retrieved_sids": [ 116, 108, 114, 93, 106 ], "retrieved_global": [ 116, 108, 114, 93, 106 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 185, "question": "What time is it for SportsQuest?", "ground_truth": "B", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 106 ], "retrieved_sids": [ 101, 106, 96, 74, 45 ], "retrieved_global": [ 101, 106, 96, 74, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 186, "question": "What is the scale of MedInnovate?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 25 ], "retrieved_sids": [ 25, 24, 26, 9, 66 ], "retrieved_global": [ 25, 24, 26, 9, 66 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 187, "question": "What is the time for Budget Boost?", "ground_truth": "B", "answer_text": "2024-10-12 19:00", "target_sids": [ 28 ], "retrieved_sids": [ 28, 31, 79, 25, 24 ], "retrieved_global": [ 28, 31, 79, 25, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 188, "question": "How long is the duration of Tune Connect?", "ground_truth": "D", "answer_text": "eight day", "target_sids": [ 89 ], "retrieved_sids": [ 89, 63, 88, 99, 115 ], "retrieved_global": [ 89, 63, 88, 99, 115 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 189, "question": "What is the scale of the TechFlix Festival?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 70 ], "retrieved_sids": [ 69, 70, 60, 81, 72 ], "retrieved_global": [ 69, 70, 60, 81, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 190, "question": "What is the scale of Estate Launch?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 43, 75, 34, 77, 46 ], "retrieved_global": [ 43, 75, 34, 77, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 191, "question": "What is the scale of Harmony Fest?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 44 ], "retrieved_sids": [ 102, 44, 41, 36, 79 ], "retrieved_global": [ 102, 44, 41, 36, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 192, "question": "How long does Culinary Artfest last?", "ground_truth": "B", "answer_text": "nine of week", "target_sids": [ 44 ], "retrieved_sids": [ 44, 36, 37, 38, 9 ], "retrieved_global": [ 44, 36, 37, 38, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 193, "question": "What time does TasteFest start?", "ground_truth": "A", "answer_text": "2024-10-17 Thursday 09:00", "target_sids": [ 83 ], "retrieved_sids": [ 81, 78, 83, 72, 20 ], "retrieved_global": [ 81, 78, 83, 72, 20 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 194, "question": "What time is it for FitBeats?", "ground_truth": "A", "answer_text": "2024-10-17 9:00", "target_sids": [ 110 ], "retrieved_sids": [ 108, 110, 109, 45, 62 ], "retrieved_global": [ 108, 110, 109, 45, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 195, "question": "What is the time for Artistry Unite?", "ground_truth": "C", "answer_text": "2024-10-12 19:00", "target_sids": [ 34 ], "retrieved_sids": [ 19, 34, 26, 24, 14 ], "retrieved_global": [ 19, 34, 26, 24, 14 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 196, "question": "What is the scale of LangFest?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 88 ], "retrieved_sids": [ 88, 84, 86, 91, 111 ], "retrieved_global": [ 88, 84, 86, 91, 111 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 197, "question": "Where is FinSight 2024 taking place?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 95 ], "retrieved_sids": [ 95, 61, 87, 84, 65 ], "retrieved_global": [ 95, 61, 87, 84, 65 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 198, "question": "What is the scale of Finance Launch?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 71 ], "retrieved_sids": [ 71, 35, 60, 61, 70 ], "retrieved_global": [ 71, 35, 60, 61, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 199, "question": "Where is CareSync Meet located?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 15 ], "retrieved_sids": [ 15, 14, 12, 58, 101 ], "retrieved_global": [ 15, 14, 12, 58, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 200, "question": "Where is Gastronome located?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 87 ], "retrieved_sids": [ 87, 85, 19, 84, 4 ], "retrieved_global": [ 87, 85, 19, 84, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 201, "question": "What time is it at BioSkill Lab?", "ground_truth": "D", "answer_text": "2024-10-12 19:00", "target_sids": [ 58 ], "retrieved_sids": [ 58, 49, 59, 48, 77 ], "retrieved_global": [ 58, 49, 59, 48, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 202, "question": "What is the scale of EduInnovate?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 99 ], "retrieved_sids": [ 99, 98, 1, 21, 96 ], "retrieved_global": [ 99, 98, 1, 21, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 203, "question": "How long is FitFest2024?", "ground_truth": "C", "answer_text": "four of week", "target_sids": [ 118 ], "retrieved_sids": [ 112, 69, 118, 108, 117 ], "retrieved_global": [ 112, 69, 118, 108, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 204, "question": "What time is it at EduMilestone?", "ground_truth": "D", "answer_text": "2024-10-12 9:00", "target_sids": [ 47 ], "retrieved_sids": [ 40, 47, 36, 115, 90 ], "retrieved_global": [ 40, 47, 36, 115, 90 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 205, "question": "How long does CineSand Fest last?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 64 ], "retrieved_sids": [ 60, 64, 54, 61, 116 ], "retrieved_global": [ 60, 64, 54, 61, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 206, "question": "What time does the MedInno Show start?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 93 ], "retrieved_sids": [ 93, 88, 34, 84, 71 ], "retrieved_global": [ 93, 88, 34, 84, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 207, "question": "Where is Realty Jam located?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 114 ], "retrieved_sids": [ 109, 114, 1, 66, 8 ], "retrieved_global": [ 109, 114, 1, 66, 8 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 208, "question": "Where is CraftFestiv located?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 6 ], "retrieved_sids": [ 6, 0, 20, 13, 8 ], "retrieved_global": [ 6, 0, 20, 13, 8 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 209, "question": "What time is Tech Travel Fest?", "ground_truth": "D", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 94 ], "retrieved_sids": [ 91, 17, 32, 84, 94 ], "retrieved_global": [ 91, 17, 32, 84, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 210, "question": "How long does Culinary Con last?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 57 ], "retrieved_sids": [ 57, 48, 41, 5, 4 ], "retrieved_global": [ 57, 48, 41, 5, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 211, "question": "How long does TruckTech Launch last?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 43 ], "retrieved_sids": [ 43, 37, 119, 36, 111 ], "retrieved_global": [ 43, 37, 119, 36, 111 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 212, "question": "What is the duration of Global Rhythms?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 95 ], "retrieved_sids": [ 95, 53, 9, 77, 85 ], "retrieved_global": [ 95, 53, 9, 77, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 213, "question": "How long does the Crime Trends Summit last?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 39 ], "retrieved_sids": [ 39, 45, 37, 36, 38 ], "retrieved_global": [ 39, 45, 37, 36, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 214, "question": "What time does StoryFest start?", "ground_truth": "C", "answer_text": "2024-10-15 19:00", "target_sids": [ 3 ], "retrieved_sids": [ 44, 3, 0, 1, 8 ], "retrieved_global": [ 44, 3, 0, 1, 8 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 215, "question": "What time does Sales Surge operate?", "ground_truth": "C", "answer_text": "2024-10-12 9:00", "target_sids": [ 6 ], "retrieved_sids": [ 5, 6, 0, 4, 16 ], "retrieved_global": [ 5, 6, 0, 4, 16 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 216, "question": "What is the scale of ReelFest?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 74 ], "retrieved_sids": [ 73, 74, 77, 72, 64 ], "retrieved_global": [ 73, 74, 77, 72, 64 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 217, "question": "Where is Taste Buds located?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 53 ], "retrieved_sids": [ 53, 50, 28, 32, 15 ], "retrieved_global": [ 53, 50, 28, 32, 15 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 218, "question": "What time is Teach Innovate?", "ground_truth": "D", "answer_text": "2024-10-12 Saturday 14:00", "target_sids": [ 19 ], "retrieved_sids": [ 12, 19, 23, 114, 17 ], "retrieved_global": [ 12, 19, 23, 114, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 219, "question": "What is the scale of FinanceBoost?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 5 ], "retrieved_sids": [ 0, 5, 1, 9, 11 ], "retrieved_global": [ 0, 5, 1, 9, 11 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 220, "question": "What time is it at CineCuisine?", "ground_truth": "C", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 71 ], "retrieved_sids": [ 63, 71, 60, 68, 113 ], "retrieved_global": [ 63, 71, 60, 68, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 221, "question": "How long does Hike & Read last?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 95 ], "retrieved_sids": [ 95, 94, 109, 28, 44 ], "retrieved_global": [ 95, 94, 109, 28, 44 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 222, "question": "Where is NeuroBudget located?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 74 ], "retrieved_sids": [ 74, 73, 72, 80, 83 ], "retrieved_global": [ 74, 73, 72, 80, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 223, "question": "How long does EcoCollab last?", "ground_truth": "B", "answer_text": "five of week", "target_sids": [ 70 ], "retrieved_sids": [ 70, 65, 43, 60, 56 ], "retrieved_global": [ 70, 65, 43, 60, 56 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 224, "question": "Where is ClimbVisions located?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 81 ], "retrieved_sids": [ 81, 71, 96, 72, 101 ], "retrieved_global": [ 81, 71, 96, 72, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 225, "question": "What is the duration of Golf & Gourmet?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 69 ], "retrieved_sids": [ 117, 90, 62, 107, 69 ], "retrieved_global": [ 117, 90, 62, 107, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 226, "question": "What is the duration of ElectraSync?", "ground_truth": "A", "answer_text": "five of week", "target_sids": [ 64 ], "retrieved_sids": [ 60, 64, 61, 6, 70 ], "retrieved_global": [ 60, 64, 61, 6, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 227, "question": "How long does Real Estate Insights last?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 91 ], "retrieved_sids": [ 91, 84, 85, 88, 71 ], "retrieved_global": [ 91, 84, 85, 88, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 228, "question": "Where is SavorFest taking place?", "ground_truth": "B", "answer_text": "Philadelphia, PA", "target_sids": [ 4 ], "retrieved_sids": [ 1, 4, 0, 10, 2 ], "retrieved_global": [ 1, 4, 0, 10, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 229, "question": "What time is it for ArtConnects?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 56 ], "retrieved_sids": [ 56, 53, 48, 100, 117 ], "retrieved_global": [ 56, 53, 48, 100, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 230, "question": "Where is Innovate 2024 taking place?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 10 ], "retrieved_sids": [ 1, 0, 10, 16, 11 ], "retrieved_global": [ 1, 0, 10, 16, 11 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 231, "question": "What is the scale of Beach Jam Fest?", "ground_truth": "A", "answer_text": "seven thousand people", "target_sids": [ 83 ], "retrieved_sids": [ 82, 83, 72, 81, 77 ], "retrieved_global": [ 82, 83, 72, 81, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 232, "question": "What is the scale of Fish Fest?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 74 ], "retrieved_sids": [ 73, 36, 72, 74, 37 ], "retrieved_global": [ 73, 36, 72, 74, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 233, "question": "Where is BirdFlix Fest taking place?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 8 ], "retrieved_sids": [ 8, 1, 0, 100, 32 ], "retrieved_global": [ 8, 1, 0, 100, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 234, "question": "How long does NeuroNexus last?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 90 ], "retrieved_sids": [ 90, 86, 84, 95, 113 ], "retrieved_global": [ 90, 86, 84, 95, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 235, "question": "Where is Molec Innovate located?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 2 ], "retrieved_sids": [ 2, 0, 39, 1, 47 ], "retrieved_global": [ 2, 0, 39, 1, 47 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 236, "question": "What is the duration of KnitWorld?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 7 ], "retrieved_sids": [ 7, 1, 11, 0, 78 ], "retrieved_global": [ 7, 1, 11, 0, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 237, "question": "What time is it at NurseInnovate?", "ground_truth": "B", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 33 ], "retrieved_sids": [ 31, 33, 24, 115, 34 ], "retrieved_global": [ 31, 33, 24, 115, 34 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 238, "question": "Where is Campfire Flicks located?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 105 ], "retrieved_sids": [ 47, 105, 38, 0, 9 ], "retrieved_global": [ 47, 105, 38, 0, 9 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 239, "question": "What time does GameFest 2024 start?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 70 ], "retrieved_sids": [ 67, 60, 90, 108, 115 ], "retrieved_global": [ 67, 60, 90, 108, 115 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 240, "question": "Where is Craftistry located?", "ground_truth": "A", "answer_text": "Denver, CO", "target_sids": [ 55 ], "retrieved_sids": [ 46, 49, 55, 48, 27 ], "retrieved_global": [ 46, 49, 55, 48, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 241, "question": "What time is it for Sales Ignite?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 55 ], "retrieved_sids": [ 52, 55, 91, 113, 48 ], "retrieved_global": [ 52, 55, 91, 113, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 242, "question": "What time does Taste & Play start?", "ground_truth": "B", "answer_text": "2024-10-15 9:00", "target_sids": [ 77 ], "retrieved_sids": [ 77, 72, 73, 52, 14 ], "retrieved_global": [ 77, 72, 73, 52, 14 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 243, "question": "What is the scale of Cycle Fest?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 58 ], "retrieved_sids": [ 53, 58, 48, 12, 13 ], "retrieved_global": [ 53, 58, 48, 12, 13 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 244, "question": "What time is it for Model Mania?", "ground_truth": "B", "answer_text": "2024-10-14 19:00", "target_sids": [ 80 ], "retrieved_sids": [ 75, 30, 62, 80, 34 ], "retrieved_global": [ 75, 30, 62, 80, 34 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 245, "question": "What time is it in NeuroQuest?", "ground_truth": "C", "answer_text": "2024-10-15 14:00", "target_sids": [ 119 ], "retrieved_sids": [ 115, 119, 108, 15, 83 ], "retrieved_global": [ 115, 119, 108, 15, 83 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 246, "question": "What is the duration of InnovateX?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 69 ], "retrieved_sids": [ 63, 69, 60, 32, 7 ], "retrieved_global": [ 63, 69, 60, 32, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 247, "question": "What time is Wellness Sip?", "ground_truth": "C", "answer_text": "2024-10-16 14:00", "target_sids": [ 5 ], "retrieved_sids": [ 4, 5, 44, 81, 0 ], "retrieved_global": [ 4, 5, 44, 81, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 248, "question": "How long does BirdFest last?", "ground_truth": "C", "answer_text": "three of week", "target_sids": [ 80 ], "retrieved_sids": [ 80, 79, 47, 82, 75 ], "retrieved_global": [ 80, 79, 47, 82, 75 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 249, "question": "What time does Botanic Fest start?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 14:00", "target_sids": [ 18 ], "retrieved_sids": [ 17, 92, 12, 94, 18 ], "retrieved_global": [ 17, 92, 12, 94, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 250, "question": "What is the duration of Book Beats?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 65 ], "retrieved_sids": [ 62, 65, 6, 113, 60 ], "retrieved_global": [ 62, 65, 6, 113, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 251, "question": "What is the scale of Sales Connect?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 105 ], "retrieved_sids": [ 105, 102, 82, 78, 111 ], "retrieved_global": [ 105, 102, 82, 78, 111 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 252, "question": "How long is the duration of Global Sounds?", "ground_truth": "C", "answer_text": "seven of week", "target_sids": [ 79 ], "retrieved_sids": [ 79, 3, 73, 30, 117 ], "retrieved_global": [ 79, 3, 73, 30, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 253, "question": "What time is it at Drive United?", "ground_truth": "C", "answer_text": "2024-10-12 9:00", "target_sids": [ 69 ], "retrieved_sids": [ 69, 53, 7, 62, 20 ], "retrieved_global": [ 69, 53, 7, 62, 20 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 254, "question": "How long does CropTech Connect last?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 90 ], "retrieved_sids": [ 90, 89, 84, 34, 35 ], "retrieved_global": [ 90, 89, 84, 34, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 255, "question": "What is the duration of CareConnect?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 94 ], "retrieved_sids": [ 88, 94, 84, 95, 80 ], "retrieved_global": [ 88, 94, 84, 95, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 256, "question": "How long is the duration of CineMates?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 20 ], "retrieved_sids": [ 20, 14, 112, 68, 21 ], "retrieved_global": [ 20, 14, 112, 68, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 257, "question": "Where is Trial Innovate located?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 72 ], "retrieved_sids": [ 67, 72, 61, 13, 23 ], "retrieved_global": [ 67, 72, 61, 13, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 258, "question": "What time is Music Mastery?", "ground_truth": "A", "answer_text": "2024-10-15 Tuesday 14:00", "target_sids": [ 28 ], "retrieved_sids": [ 30, 28, 25, 24, 31 ], "retrieved_global": [ 30, 28, 25, 24, 31 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 259, "question": "What is the scale of Culinary Jam?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 46, 44, 36, 31, 49 ], "retrieved_global": [ 46, 44, 36, 31, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 260, "question": "Where is the Lit Multiverse located?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 83 ], "retrieved_sids": [ 77, 83, 89, 106, 72 ], "retrieved_global": [ 77, 83, 89, 106, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 261, "question": "How long does Team Connect last?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 55 ], "retrieved_sids": [ 8, 51, 55, 20, 78 ], "retrieved_global": [ 8, 51, 55, 20, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 262, "question": "Where is TechNova Expo taking place?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 23 ], "retrieved_sids": [ 23, 16, 12, 14, 18 ], "retrieved_global": [ 23, 16, 12, 14, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 263, "question": "Where is Team Synergy located?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 11 ], "retrieved_sids": [ 11, 7, 0, 10, 19 ], "retrieved_global": [ 11, 7, 0, 10, 19 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 264, "question": "What time is it at NurseTechX?", "ground_truth": "C", "answer_text": "2024-10-14 14:00", "target_sids": [ 90 ], "retrieved_sids": [ 87, 90, 16, 19, 84 ], "retrieved_global": [ 87, 90, 16, 19, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 265, "question": "What is the scale of Calligraphy Fest?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 43, 45, 36, 46, 25 ], "retrieved_global": [ 43, 45, 36, 46, 25 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 266, "question": "Where is ServeSync located?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 90 ], "retrieved_sids": [ 90, 89, 84, 71, 43 ], "retrieved_global": [ 90, 89, 84, 71, 43 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 267, "question": "How long does Game Jammin' last?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 100 ], "retrieved_sids": [ 100, 98, 96, 91, 42 ], "retrieved_global": [ 100, 98, 96, 91, 42 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 268, "question": "What is the scale of Camp Feast Fest?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 104, 11, 45, 46, 36 ], "retrieved_global": [ 104, 11, 45, 46, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 269, "question": "Where is Nurse's Day celebrated?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 115 ], "retrieved_sids": [ 108, 109, 110, 115, 26 ], "retrieved_global": [ 108, 109, 110, 115, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 270, "question": "What is the duration of BankServe 360?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 40 ], "retrieved_sids": [ 40, 36, 37, 47, 77 ], "retrieved_global": [ 40, 36, 37, 47, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 271, "question": "What time does EduDedicate operate?", "ground_truth": "C", "answer_text": "2024-10-11 9:00", "target_sids": [ 50 ], "retrieved_sids": [ 50, 48, 49, 64, 93 ], "retrieved_global": [ 50, 48, 49, 64, 93 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 272, "question": "What is the scale of FitTech Fest?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 47 ], "retrieved_sids": [ 47, 29, 27, 36, 35 ], "retrieved_global": [ 47, 29, 27, 36, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 273, "question": "What is the scale of Climb Fest?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 52 ], "retrieved_sids": [ 48, 58, 47, 104, 116 ], "retrieved_global": [ 48, 58, 47, 104, 116 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 274, "question": "What is the scale of FitBeats Fest?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 95 ], "retrieved_sids": [ 89, 84, 94, 95, 88 ], "retrieved_global": [ 89, 84, 94, 95, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 275, "question": "What time does AquaFest start?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 19 ], "retrieved_sids": [ 16, 23, 19, 20, 12 ], "retrieved_global": [ 16, 23, 19, 20, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 276, "question": "What time does Vibe Fest start?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 58 ], "retrieved_sids": [ 53, 58, 48, 96, 57 ], "retrieved_global": [ 53, 58, 48, 96, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 277, "question": "What time does Green Fest start?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 28 ], "retrieved_sids": [ 19, 28, 24, 25, 35 ], "retrieved_global": [ 19, 28, 24, 25, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 278, "question": "Where is Realty Connect located?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 71 ], "retrieved_sids": [ 71, 65, 60, 75, 72 ], "retrieved_global": [ 71, 65, 60, 75, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 279, "question": "What time is it at Farm Unity?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 105 ], "retrieved_sids": [ 105, 45, 96, 53, 69 ], "retrieved_global": [ 105, 45, 96, 53, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 280, "question": "What is the finish line time for 2024?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 35 ], "retrieved_sids": [ 28, 35, 24, 66, 67 ], "retrieved_global": [ 28, 35, 24, 66, 67 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 281, "question": "Where is LitShop Fest taking place?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 91 ], "retrieved_sids": [ 91, 90, 84, 18, 27 ], "retrieved_global": [ 91, 90, 84, 18, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 282, "question": "Where is Nature Tales located?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 89 ], "retrieved_sids": [ 89, 85, 86, 84, 20 ], "retrieved_global": [ 89, 85, 86, 84, 20 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 283, "question": "What is the scale of Real Trends Recap?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 116 ], "retrieved_sids": [ 110, 59, 116, 46, 57 ], "retrieved_global": [ 110, 59, 116, 46, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 284, "question": "How long does BudgetBoost last?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 59 ], "retrieved_sids": [ 49, 59, 48, 57, 58 ], "retrieved_global": [ 49, 59, 48, 57, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 285, "question": "How long does Team Connect last?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 67 ], "retrieved_sids": [ 64, 67, 56, 89, 41 ], "retrieved_global": [ 64, 67, 56, 89, 41 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 286, "question": "How long does CulturaFest last?", "ground_truth": "A", "answer_text": "one day", "target_sids": [ 80 ], "retrieved_sids": [ 77, 80, 72, 82, 117 ], "retrieved_global": [ 77, 80, 72, 82, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 287, "question": "What is the time for MedInnovate?", "ground_truth": "C", "answer_text": "2024-10-16 14:00", "target_sids": [ 54 ], "retrieved_sids": [ 50, 54, 48, 1, 59 ], "retrieved_global": [ 50, 54, 48, 1, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 288, "question": "How long does Frontend Launch last?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 68 ], "retrieved_sids": [ 57, 66, 68, 21, 34 ], "retrieved_global": [ 57, 66, 68, 21, 34 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 289, "question": "What is the scale of Research Quest?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 33, 119, 110, 24, 32 ], "retrieved_global": [ 33, 119, 110, 24, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 290, "question": "Where is Trail Mix-Up located?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 118 ], "retrieved_sids": [ 118, 116, 108, 97, 113 ], "retrieved_global": [ 118, 116, 108, 97, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 291, "question": "What time does the Artistic Fest start?", "ground_truth": "C", "answer_text": "2024-10-11 19:00", "target_sids": [ 10 ], "retrieved_sids": [ 5, 0, 8, 10, 59 ], "retrieved_global": [ 5, 0, 8, 10, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 292, "question": "Where is ComposeNet located?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 92 ], "retrieved_sids": [ 85, 92, 84, 7, 94 ], "retrieved_global": [ 85, 92, 84, 7, 94 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 293, "question": "How long does Chess by the Sea last?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 9 ], "retrieved_sids": [ 105, 9, 0, 2, 80 ], "retrieved_global": [ 105, 9, 0, 2, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 294, "question": "What time is it in ElectriCon?", "ground_truth": "C", "answer_text": "2024-10-14 19:00", "target_sids": [ 46 ], "retrieved_sids": [ 46, 37, 47, 36, 39 ], "retrieved_global": [ 46, 37, 47, 36, 39 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 295, "question": "What is the current time at CraftFlix?", "ground_truth": "D", "answer_text": "2024-10-17 14:00", "target_sids": [ 10 ], "retrieved_sids": [ 6, 11, 10, 8, 0 ], "retrieved_global": [ 6, 11, 10, 8, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 296, "question": "How long is the duration of MedTrain 2024?", "ground_truth": "B", "answer_text": "seven of week", "target_sids": [ 44 ], "retrieved_sids": [ 44, 41, 36, 22, 62 ], "retrieved_global": [ 44, 41, 36, 22, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 297, "question": "How long does Cycle Fest last?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 93 ], "retrieved_sids": [ 33, 93, 91, 77, 104 ], "retrieved_global": [ 33, 93, 91, 77, 104 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 298, "question": "Where is the ArtFit Expo taking place?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 59 ], "retrieved_sids": [ 49, 53, 48, 59, 56 ], "retrieved_global": [ 49, 53, 48, 59, 56 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 299, "question": "What is the scale of Mindful Sip?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 1 ], "retrieved_sids": [ 1, 2, 0, 5, 3 ], "retrieved_global": [ 1, 2, 0, 5, 3 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 300, "question": "What time does CampLit Fest start?", "ground_truth": "B", "answer_text": "2024-10-17 14:00", "target_sids": [ 8 ], "retrieved_sids": [ 5, 8, 0, 6, 113 ], "retrieved_global": [ 5, 8, 0, 6, 113 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 301, "question": "How long does the Retail Job Fest last?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 21 ], "retrieved_sids": [ 21, 17, 12, 115, 1 ], "retrieved_global": [ 21, 17, 12, 115, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 302, "question": "What time does Craft Camp! take place?", "ground_truth": "C", "answer_text": "2024-10-11 19:00", "target_sids": [ 107 ], "retrieved_sids": [ 104, 107, 53, 97, 108 ], "retrieved_global": [ 104, 107, 53, 97, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 303, "question": "What time does Chess Connect operate?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 19:00", "target_sids": [ 67 ], "retrieved_sids": [ 66, 67, 70, 60, 96 ], "retrieved_global": [ 66, 67, 70, 60, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 304, "question": "What time does ArtBite Fest start?", "ground_truth": "B", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 93 ], "retrieved_sids": [ 92, 84, 93, 117, 5 ], "retrieved_global": [ 92, 84, 93, 117, 5 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 305, "question": "Where is the Culinary Conclave located?", "ground_truth": "C", "answer_text": "Phoenix, AZ", "target_sids": [ 16 ], "retrieved_sids": [ 12, 81, 16, 13, 4 ], "retrieved_global": [ 12, 81, 16, 13, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 306, "question": "What is the scale of Antique Rhythms?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 17 ], "retrieved_sids": [ 58, 17, 13, 12, 14 ], "retrieved_global": [ 58, 17, 13, 12, 14 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 307, "question": "Where is CodeFest being held?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 81 ], "retrieved_sids": [ 81, 83, 75, 72, 79 ], "retrieved_global": [ 81, 83, 75, 72, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 308, "question": "What time is it at FlightSync?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 47 ], "retrieved_sids": [ 41, 47, 36, 39, 37 ], "retrieved_global": [ 41, 47, 36, 39, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 309, "question": "What is the scale of Health Kickoff?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 91 ], "retrieved_sids": [ 91, 69, 88, 84, 118 ], "retrieved_global": [ 91, 69, 88, 84, 118 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 310, "question": "Where is ScoreLab located?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 114 ], "retrieved_sids": [ 114, 111, 119, 108, 67 ], "retrieved_global": [ 114, 111, 119, 108, 67 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 311, "question": "How long does Sales Boosted last?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 7 ], "retrieved_sids": [ 7, 3, 55, 113, 61 ], "retrieved_global": [ 7, 3, 55, 113, 61 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 312, "question": "What is the scale of Team Synergy?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 5 ], "retrieved_sids": [ 1, 55, 5, 0, 3 ], "retrieved_global": [ 1, 55, 5, 0, 3 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 313, "question": "What is the scale of ElectriCon?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 11 ], "retrieved_sids": [ 11, 89, 85, 22, 1 ], "retrieved_global": [ 11, 89, 85, 22, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 314, "question": "What is the scale of AeroConnect?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 81 ], "retrieved_sids": [ 75, 81, 83, 72, 73 ], "retrieved_global": [ 75, 81, 83, 72, 73 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 315, "question": "Where is Build Budget located?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 29 ], "retrieved_sids": [ 29, 27, 25, 41, 32 ], "retrieved_global": [ 29, 27, 25, 41, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 316, "question": "What is the scale of Fit & Give?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 117 ], "retrieved_sids": [ 117, 17, 110, 16, 80 ], "retrieved_global": [ 117, 17, 110, 16, 80 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 317, "question": "What is the scale of StampFest?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 45 ], "retrieved_sids": [ 45, 36, 40, 43, 41 ], "retrieved_global": [ 45, 36, 40, 43, 41 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 318, "question": "What is the scale of Nature Scribble?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 66 ], "retrieved_sids": [ 62, 66, 8, 95, 116 ], "retrieved_global": [ 62, 66, 8, 95, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 319, "question": "How long does Beach Bash last?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 100 ], "retrieved_sids": [ 100, 97, 96, 31, 17 ], "retrieved_global": [ 100, 97, 96, 31, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 320, "question": "What time is it at InnoSync?", "ground_truth": "D", "answer_text": "2024-10-13 14:00", "target_sids": [ 110 ], "retrieved_sids": [ 109, 110, 119, 112, 104 ], "retrieved_global": [ 109, 110, 119, 112, 104 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 321, "question": "How long does TeamForge last?", "ground_truth": "A", "answer_text": "nine of week", "target_sids": [ 106 ], "retrieved_sids": [ 106, 101, 96, 107, 99 ], "retrieved_global": [ 106, 101, 96, 107, 99 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 322, "question": "Where is Climb & Dine located?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 88 ], "retrieved_sids": [ 88, 84, 85, 79, 18 ], "retrieved_global": [ 88, 84, 85, 79, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 323, "question": "How long does the Golf Litfest last?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 83 ], "retrieved_sids": [ 104, 83, 75, 72, 96 ], "retrieved_global": [ 104, 83, 75, 72, 96 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 324, "question": "Where will StampFit2024 be held?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 28 ], "retrieved_sids": [ 26, 28, 31, 89, 24 ], "retrieved_global": [ 26, 28, 31, 89, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 325, "question": "What time is it at WanderLit?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 28 ], "retrieved_sids": [ 28, 26, 31, 117, 106 ], "retrieved_global": [ 28, 26, 31, 117, 106 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 326, "question": "What time does Team Boost have?", "ground_truth": "A", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 11 ], "retrieved_sids": [ 11, 7, 0, 31, 52 ], "retrieved_global": [ 11, 7, 0, 31, 52 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 327, "question": "What is the scale of the Sales Summit?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 29 ], "retrieved_sids": [ 101, 29, 52, 55, 35 ], "retrieved_global": [ 101, 29, 52, 55, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 328, "question": "Where is InnoCollab located?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 32 ], "retrieved_sids": [ 32, 25, 24, 97, 62 ], "retrieved_global": [ 32, 25, 24, 97, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 329, "question": "What is the scale of the Banking Summit?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 111 ], "retrieved_sids": [ 32, 69, 82, 110, 111 ], "retrieved_global": [ 32, 69, 82, 110, 111 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 330, "question": "What's the scale of the Chef Budget Conclave?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 99 ], "retrieved_sids": [ 99, 113, 97, 103, 106 ], "retrieved_global": [ 99, 113, 97, 103, 106 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 331, "question": "What time does Starry Cinema open?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 20 ], "retrieved_sids": [ 22, 20, 19, 12, 16 ], "retrieved_global": [ 22, 20, 19, 12, 16 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 332, "question": "Where is the FitFish Fest taking place?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 38 ], "retrieved_sids": [ 36, 38, 37, 47, 62 ], "retrieved_global": [ 36, 38, 37, 47, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 333, "question": "What time is it at CineAntique?", "ground_truth": "D", "answer_text": "2024-10-25 Friday 14:00", "target_sids": [ 115 ], "retrieved_sids": [ 109, 116, 115, 108, 4 ], "retrieved_global": [ 109, 116, 115, 108, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 334, "question": "What is the scale of Research Connect?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 119 ], "retrieved_sids": [ 119, 114, 51, 109, 108 ], "retrieved_global": [ 119, 114, 51, 109, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 335, "question": "What is the duration of Catch & Fit?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 113 ], "retrieved_sids": [ 112, 43, 6, 42, 82 ], "retrieved_global": [ 112, 43, 6, 42, 82 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 336, "question": "What time is it for Team Unite!?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 110 ], "retrieved_sids": [ 110, 56, 81, 67, 107 ], "retrieved_global": [ 110, 56, 81, 67, 107 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 337, "question": "What time is it at Book Treasures?", "ground_truth": "B", "answer_text": "2024-10-16 19:00", "target_sids": [ 80 ], "retrieved_sids": [ 11, 72, 80, 71, 97 ], "retrieved_global": [ 11, 72, 80, 71, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 338, "question": "Where is Sunny Synergy located?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 57 ], "retrieved_sids": [ 50, 57, 48, 17, 59 ], "retrieved_global": [ 50, 57, 48, 17, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 339, "question": "What time is AI Insight 2024?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 85 ], "retrieved_sids": [ 85, 84, 78, 86, 95 ], "retrieved_global": [ 85, 84, 78, 86, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 340, "question": "What time is it for Beach Vibes?", "ground_truth": "C", "answer_text": "2024-10-17 14:00", "target_sids": [ 91 ], "retrieved_sids": [ 86, 93, 91, 63, 10 ], "retrieved_global": [ 86, 93, 91, 63, 10 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 341, "question": "Where is BioCollab Meet located?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 19 ], "retrieved_sids": [ 19, 18, 12, 24, 28 ], "retrieved_global": [ 19, 18, 12, 24, 28 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 342, "question": "Where is FitLit Fest taking place?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 8 ], "retrieved_sids": [ 4, 0, 8, 17, 38 ], "retrieved_global": [ 4, 0, 8, 17, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 343, "question": "What is the scale of Stamp Rally?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 93 ], "retrieved_sids": [ 93, 85, 84, 26, 24 ], "retrieved_global": [ 93, 85, 84, 26, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 344, "question": "What is the scale of Run for Cause?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 78 ], "retrieved_sids": [ 90, 19, 78, 77, 72 ], "retrieved_global": [ 90, 19, 78, 77, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 345, "question": "What time does Taste & Thrive take place?", "ground_truth": "C", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 67 ], "retrieved_sids": [ 67, 63, 60, 92, 62 ], "retrieved_global": [ 67, 63, 60, 92, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 346, "question": "How long does RhythmFest last?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 7 ], "retrieved_sids": [ 7, 1, 6, 0, 31 ], "retrieved_global": [ 7, 1, 6, 0, 31 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 347, "question": "What's the scale of GoalQuest 2024?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 94 ], "retrieved_sids": [ 94, 91, 84, 18, 99 ], "retrieved_global": [ 94, 91, 84, 18, 99 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 348, "question": "What time does VibeFest start?", "ground_truth": "A", "answer_text": "2024-10-15 19:00", "target_sids": [ 64 ], "retrieved_sids": [ 64, 61, 60, 66, 71 ], "retrieved_global": [ 64, 61, 60, 66, 71 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 349, "question": "What time does Golf Fest 2024 start?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 19 ], "retrieved_sids": [ 16, 23, 3, 12, 35 ], "retrieved_global": [ 16, 23, 3, 12, 35 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 350, "question": "How long does Garden Fest last?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 29 ], "retrieved_sids": [ 29, 27, 55, 35, 24 ], "retrieved_global": [ 29, 27, 55, 35, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 351, "question": "What time is FitFest Global?", "ground_truth": "B", "answer_text": "2024-10-15 19:00", "target_sids": [ 20 ], "retrieved_sids": [ 16, 20, 23, 12, 75 ], "retrieved_global": [ 16, 20, 23, 12, 75 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 352, "question": "How long does the Impact Forum last?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 10 ], "retrieved_sids": [ 10, 3, 0, 28, 17 ], "retrieved_global": [ 10, 3, 0, 28, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 353, "question": "What is the scale of the Urban Tech Summit?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 35 ], "retrieved_sids": [ 14, 20, 109, 118, 34 ], "retrieved_global": [ 14, 20, 109, 118, 34 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 354, "question": "What is the scale of Retail Budgets?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 6 ], "retrieved_sids": [ 6, 82, 59, 0, 2 ], "retrieved_global": [ 6, 82, 59, 0, 2 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 355, "question": "What is the scale of Hike & Bite?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 22 ], "retrieved_sids": [ 16, 22, 12, 3, 17 ], "retrieved_global": [ 16, 22, 12, 3, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 356, "question": "Where is Research Roundup located?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 64 ], "retrieved_sids": [ 62, 64, 43, 60, 109 ], "retrieved_global": [ 62, 64, 43, 60, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 357, "question": "What is the scale of TeamSync 2024?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 34 ], "retrieved_sids": [ 28, 34, 40, 24, 87 ], "retrieved_global": [ 28, 34, 40, 24, 87 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 358, "question": "What is the scale of SalesSync 2024?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 33 ], "retrieved_sids": [ 106, 33, 25, 24, 104 ], "retrieved_global": [ 106, 33, 25, 24, 104 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 359, "question": "What time is MarketPulse 2024?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 110 ], "retrieved_sids": [ 110, 109, 108, 119, 116 ], "retrieved_global": [ 110, 109, 108, 119, 116 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 360, "question": "What is the scale of EduInnovate?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 5 ], "retrieved_sids": [ 5, 2, 0, 115, 100 ], "retrieved_global": [ 5, 2, 0, 115, 100 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 361, "question": "What is the scale of Music Fest?", "ground_truth": "D", "answer_text": "four thousand people", "target_sids": [ 104 ], "retrieved_sids": [ 111, 107, 89, 112, 103 ], "retrieved_global": [ 111, 107, 89, 112, 103 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 362, "question": "Where is Art Fusion located?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 119 ], "retrieved_sids": [ 119, 115, 108, 54, 58 ], "retrieved_global": [ 119, 115, 108, 54, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 363, "question": "What time does Camp PlayFest start?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 14:00", "target_sids": [ 81 ], "retrieved_sids": [ 81, 72, 73, 92, 103 ], "retrieved_global": [ 81, 72, 73, 92, 103 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 364, "question": "What is the scale of BudgetBoost!?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 9 ], "retrieved_sids": [ 9, 0, 1, 52, 4 ], "retrieved_global": [ 9, 0, 1, 52, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 365, "question": "What time does Cognition Fest start?", "ground_truth": "D", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 93 ], "retrieved_sids": [ 93, 86, 84, 54, 68 ], "retrieved_global": [ 93, 86, 84, 54, 68 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 366, "question": "What is the scale used by Psyche Skills?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 90 ], "retrieved_sids": [ 89, 90, 67, 110, 85 ], "retrieved_global": [ 89, 90, 67, 110, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 367, "question": "Where is Knit Festiv taking place?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 76 ], "retrieved_sids": [ 76, 72, 82, 73, 60 ], "retrieved_global": [ 76, 72, 82, 73, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 368, "question": "Where is Zen Beach Bash located?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 99 ], "retrieved_sids": [ 99, 96, 97, 76, 106 ], "retrieved_global": [ 99, 96, 97, 76, 106 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 369, "question": "What is the scale of DesignSync?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 59 ], "retrieved_sids": [ 54, 59, 48, 58, 19 ], "retrieved_global": [ 54, 59, 48, 58, 19 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 370, "question": "What is the scale of Theater Camp?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 112 ], "retrieved_sids": [ 112, 108, 117, 109, 107 ], "retrieved_global": [ 112, 108, 117, 109, 107 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 371, "question": "Where is BuildTech21 located?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 56 ], "retrieved_sids": [ 41, 56, 50, 39, 48 ], "retrieved_global": [ 41, 56, 50, 39, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 372, "question": "What is the duration of Taste & Ink?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 50 ], "retrieved_sids": [ 48, 50, 20, 18, 49 ], "retrieved_global": [ 48, 50, 20, 18, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 373, "question": "How long does the Fish & Hike Fest last?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 91 ], "retrieved_sids": [ 89, 91, 84, 1, 95 ], "retrieved_global": [ 89, 91, 84, 1, 95 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 374, "question": "Where is Travel Tales located?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 10 ], "retrieved_sids": [ 7, 10, 58, 50, 0 ], "retrieved_global": [ 7, 10, 58, 50, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 375, "question": "What time does SoundFest start?", "ground_truth": "A", "answer_text": "2024-10-11 19:00", "target_sids": [ 103 ], "retrieved_sids": [ 103, 96, 60, 64, 69 ], "retrieved_global": [ 103, 96, 60, 64, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 376, "question": "How long does Culinary Jam last?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 82 ], "retrieved_sids": [ 82, 80, 72, 40, 105 ], "retrieved_global": [ 82, 80, 72, 40, 105 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 377, "question": "What time is it for Jam Together?", "ground_truth": "B", "answer_text": "2024-10-15 9:00", "target_sids": [ 22 ], "retrieved_sids": [ 14, 117, 22, 110, 112 ], "retrieved_global": [ 14, 117, 22, 110, 112 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 378, "question": "How long does a Progress Review usually last?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 118 ], "retrieved_sids": [ 116, 118, 54, 112, 70 ], "retrieved_global": [ 116, 118, 54, 112, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 379, "question": "Where is Stamp Fest taking place?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 106 ], "retrieved_sids": [ 103, 95, 106, 75, 84 ], "retrieved_global": [ 103, 95, 106, 75, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 380, "question": "How long does CareConnect last?", "ground_truth": "D", "answer_text": "three of week", "target_sids": [ 69 ], "retrieved_sids": [ 69, 67, 60, 52, 7 ], "retrieved_global": [ 69, 67, 60, 52, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 381, "question": "What time is it for CineTaste?", "ground_truth": "B", "answer_text": "2024-10-17 9:00", "target_sids": [ 31 ], "retrieved_sids": [ 31, 29, 24, 35, 105 ], "retrieved_global": [ 31, 29, 24, 35, 105 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 382, "question": "Where is Team Unity Day taking place?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 44 ], "retrieved_sids": [ 42, 36, 44, 47, 46 ], "retrieved_global": [ 42, 36, 44, 47, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 383, "question": "What time is it in Chess Quest?", "ground_truth": "D", "answer_text": "2024-10-19 Saturday 14:00", "target_sids": [ 113 ], "retrieved_sids": [ 113, 108, 119, 44, 109 ], "retrieved_global": [ 113, 108, 119, 44, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 384, "question": "What time is GolfFit Day?", "ground_truth": "D", "answer_text": "2024-10-12 Saturday 14:00", "target_sids": [ 3 ], "retrieved_sids": [ 3, 0, 1, 42, 44 ], "retrieved_global": [ 3, 0, 1, 42, 44 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 385, "question": "Where is ClimbFest taking place?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 103 ], "retrieved_sids": [ 47, 106, 96, 42, 103 ], "retrieved_global": [ 47, 106, 96, 42, 103 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 386, "question": "How long does FitArt Jam last?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 10 ], "retrieved_sids": [ 10, 5, 0, 9, 101 ], "retrieved_global": [ 10, 5, 0, 9, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 387, "question": "What time does Cycle Fest start?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 21 ], "retrieved_sids": [ 43, 21, 17, 12, 88 ], "retrieved_global": [ 43, 21, 17, 12, 88 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 388, "question": "How long does TechSci Expo last?", "ground_truth": "C", "answer_text": "four of week", "target_sids": [ 33 ], "retrieved_sids": [ 33, 32, 28, 24, 37 ], "retrieved_global": [ 33, 32, 28, 24, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 389, "question": "What time does the Surf Lit Fest start?", "ground_truth": "A", "answer_text": "2024-10-15 9:00", "target_sids": [ 19 ], "retrieved_sids": [ 18, 12, 19, 102, 21 ], "retrieved_global": [ 18, 12, 19, 102, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 390, "question": "What is the scale of Stamp Festivity?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 45 ], "retrieved_sids": [ 43, 68, 103, 36, 45 ], "retrieved_global": [ 43, 68, 103, 36, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 391, "question": "What is the scale of Data Connect?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 100 ], "retrieved_sids": [ 96, 100, 52, 11, 97 ], "retrieved_global": [ 96, 100, 52, 11, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 392, "question": "What is the scale of Data Kickoff?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 91 ], "retrieved_sids": [ 91, 90, 68, 23, 84 ], "retrieved_global": [ 91, 90, 68, 23, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 393, "question": "Where is Budget Boost located?", "ground_truth": "D", "answer_text": "Miami, FL", "target_sids": [ 10 ], "retrieved_sids": [ 10, 6, 0, 85, 93 ], "retrieved_global": [ 10, 6, 0, 85, 93 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 394, "question": "What is the scale of CineBites?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 46, 38, 36, 45, 59 ], "retrieved_global": [ 46, 38, 36, 45, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 395, "question": "Where is Antique Quest located?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 102 ], "retrieved_sids": [ 102, 96, 74, 75, 46 ], "retrieved_global": [ 102, 96, 74, 75, 46 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 396, "question": "Where is Build Together located?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 56 ], "retrieved_sids": [ 56, 47, 50, 38, 61 ], "retrieved_global": [ 56, 47, 50, 38, 61 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 397, "question": "Where is Innovate23 taking place?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 68 ], "retrieved_sids": [ 66, 68, 73, 75, 60 ], "retrieved_global": [ 66, 68, 73, 75, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 398, "question": "What time is it at Knit & Fun?", "ground_truth": "D", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 116 ], "retrieved_sids": [ 111, 20, 17, 116, 12 ], "retrieved_global": [ 111, 20, 17, 116, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 399, "question": "Where is CineFest2.0 located?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 9 ], "retrieved_sids": [ 9, 30, 69, 31, 4 ], "retrieved_global": [ 9, 30, 69, 31, 4 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 400, "question": "How long does Finance Launch last?", "ground_truth": "B", "answer_text": "seven of week", "target_sids": [ 118 ], "retrieved_sids": [ 118, 112, 19, 108, 12 ], "retrieved_global": [ 118, 112, 19, 108, 12 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 401, "question": "Where is Mind Trends located?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 19 ], "retrieved_sids": [ 19, 15, 12, 8, 109 ], "retrieved_global": [ 19, 15, 12, 8, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 402, "question": "What is the duration of LongHaul Lab?", "ground_truth": "B", "answer_text": "nine of week", "target_sids": [ 20 ], "retrieved_sids": [ 17, 20, 12, 5, 69 ], "retrieved_global": [ 17, 20, 12, 5, 69 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 403, "question": "What is the scale of LinguaFusion?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 83 ], "retrieved_sids": [ 81, 83, 72, 89, 77 ], "retrieved_global": [ 81, 83, 72, 89, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 404, "question": "What time is it for Math Innovate?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 32 ], "retrieved_sids": [ 32, 89, 51, 27, 23 ], "retrieved_global": [ 32, 89, 51, 27, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 405, "question": "What time is the Med Summit 2024?", "ground_truth": "D", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 4 ], "retrieved_sids": [ 2, 4, 7, 11, 0 ], "retrieved_global": [ 2, 4, 7, 11, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 406, "question": "What is the scale of Tech Brainwave?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 42 ], "retrieved_sids": [ 42, 76, 82, 112, 110 ], "retrieved_global": [ 42, 76, 82, 112, 110 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 407, "question": "What time does Garden Fest start?", "ground_truth": "A", "answer_text": "2024-10-16 19:00", "target_sids": [ 112 ], "retrieved_sids": [ 112, 56, 110, 49, 48 ], "retrieved_global": [ 112, 56, 110, 49, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 408, "question": "Where is Health Launch located?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 92 ], "retrieved_sids": [ 92, 77, 86, 84, 74 ], "retrieved_global": [ 92, 77, 86, 84, 74 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 409, "question": "What is the duration of Team Triumph?", "ground_truth": "C", "answer_text": "seven day", "target_sids": [ 41 ], "retrieved_sids": [ 41, 51, 23, 36, 37 ], "retrieved_global": [ 41, 51, 23, 36, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 410, "question": "How long does Lit Friends Fest last?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 52 ], "retrieved_sids": [ 49, 52, 77, 32, 48 ], "retrieved_global": [ 49, 52, 77, 32, 48 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 411, "question": "What time does BioLaunch 2024 start?", "ground_truth": "B", "answer_text": "2024-10-14 9:00", "target_sids": [ 59 ], "retrieved_sids": [ 59, 58, 48, 7, 92 ], "retrieved_global": [ 59, 58, 48, 7, 92 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 412, "question": "What is the scale of Coastal Curios?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 92 ], "retrieved_sids": [ 92, 4, 91, 95, 84 ], "retrieved_global": [ 92, 4, 91, 95, 84 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 413, "question": "When is Art Festivity taking place?", "ground_truth": "C", "answer_text": "2024-10-11 9:00", "target_sids": [ 118 ], "retrieved_sids": [ 108, 118, 117, 6, 112 ], "retrieved_global": [ 108, 118, 117, 6, 112 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 414, "question": "What time does Law Enforce operate?", "ground_truth": "A", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 95 ], "retrieved_sids": [ 95, 88, 46, 80, 17 ], "retrieved_global": [ 95, 88, 46, 80, 17 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 415, "question": "What is the scale of Art Connect?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 41 ], "retrieved_sids": [ 41, 28, 29, 38, 42 ], "retrieved_global": [ 41, 28, 29, 38, 42 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 416, "question": "What is the time for Fit Craft Fest?", "ground_truth": "B", "answer_text": "2024-10-12 9:00", "target_sids": [ 91 ], "retrieved_sids": [ 87, 91, 75, 83, 93 ], "retrieved_global": [ 87, 91, 75, 83, 93 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 417, "question": "What time does Hike & Putt take place?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 59 ], "retrieved_sids": [ 59, 54, 48, 58, 57 ], "retrieved_global": [ 59, 54, 48, 58, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 418, "question": "What time is Craft4Charity?", "ground_truth": "D", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 47 ], "retrieved_sids": [ 44, 36, 75, 7, 47 ], "retrieved_global": [ 44, 36, 75, 7, 47 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 419, "question": "What is the scale of AeroBudget?", "ground_truth": "B", "answer_text": "two hundred people", "target_sids": [ 81 ], "retrieved_sids": [ 81, 80, 72, 67, 109 ], "retrieved_global": [ 81, 80, 72, 67, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 420, "question": "What time does FitTech Fest start?", "ground_truth": "C", "answer_text": "2024-10-16 14:00", "target_sids": [ 91 ], "retrieved_sids": [ 91, 86, 114, 84, 100 ], "retrieved_global": [ 91, 86, 114, 84, 100 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 421, "question": "What is the scale of AquaReads?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 113 ], "retrieved_sids": [ 113, 112, 119, 28, 108 ], "retrieved_global": [ 113, 112, 119, 28, 108 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 422, "question": "What is the scale of the ArtBeat Fair?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 6 ], "retrieved_sids": [ 6, 4, 0, 11, 63 ], "retrieved_global": [ 6, 4, 0, 11, 63 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 423, "question": "What time is the Health Budget Summit?", "ground_truth": "C", "answer_text": "2024-10-12 9:00", "target_sids": [ 68 ], "retrieved_sids": [ 63, 68, 50, 6, 11 ], "retrieved_global": [ 63, 68, 50, 6, 11 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 424, "question": "Where is RhythmFit located?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 18 ], "retrieved_sids": [ 18, 13, 17, 12, 21 ], "retrieved_global": [ 18, 13, 17, 12, 21 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 425, "question": "What time is InnoLaw 2024?", "ground_truth": "D", "answer_text": "2024-10-15 9:00", "target_sids": [ 86 ], "retrieved_sids": [ 84, 86, 85, 39, 52 ], "retrieved_global": [ 84, 86, 85, 39, 52 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 426, "question": "What is the scale of Nature Connect?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 51 ], "retrieved_sids": [ 49, 104, 99, 35, 51 ], "retrieved_global": [ 49, 104, 99, 35, 51 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 427, "question": "What is the duration of Taste & Toast?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 53 ], "retrieved_sids": [ 52, 53, 21, 83, 72 ], "retrieved_global": [ 52, 53, 21, 83, 72 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 428, "question": "Where is Fly Together located?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 83 ], "retrieved_sids": [ 80, 83, 20, 24, 27 ], "retrieved_global": [ 80, 83, 20, 24, 27 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 429, "question": "How long does Antique Fest last?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 61 ], "retrieved_sids": [ 106, 119, 61, 111, 60 ], "retrieved_global": [ 106, 119, 61, 111, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 430, "question": "Where is Sales Connect located?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 41 ], "retrieved_sids": [ 41, 37, 54, 52, 7 ], "retrieved_global": [ 41, 37, 54, 52, 7 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 431, "question": "What is the scale of Wealth Savvy?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 82 ], "retrieved_sids": [ 79, 82, 22, 8, 18 ], "retrieved_global": [ 79, 82, 22, 8, 18 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 432, "question": "What time does FitVibe Fest start?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 17 ], "retrieved_sids": [ 15, 17, 12, 65, 23 ], "retrieved_global": [ 15, 17, 12, 65, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 433, "question": "Where is Fish Festiva located?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 4 ], "retrieved_sids": [ 58, 45, 4, 14, 0 ], "retrieved_global": [ 58, 45, 4, 14, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 434, "question": "Where is Milestone Fest taking place?", "ground_truth": "A", "answer_text": "Dallas, TX", "target_sids": [ 92 ], "retrieved_sids": [ 94, 92, 85, 84, 70 ], "retrieved_global": [ 94, 92, 85, 84, 70 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 435, "question": "Where is the Efficient Delivery Workshop located?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 11 ], "retrieved_sids": [ 5, 11, 0, 111, 1 ], "retrieved_global": [ 5, 11, 0, 111, 1 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 436, "question": "Where is BioMedInnov located?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 61 ], "retrieved_sids": [ 61, 60, 70, 65, 62 ], "retrieved_global": [ 61, 60, 70, 65, 62 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 437, "question": "Where is CalliFest located?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 71 ], "retrieved_sids": [ 71, 60, 70, 61, 64 ], "retrieved_global": [ 71, 60, 70, 61, 64 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 438, "question": "What is the duration of Starry Cinema?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 7 ], "retrieved_sids": [ 4, 87, 7, 16, 67 ], "retrieved_global": [ 4, 87, 7, 16, 67 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 439, "question": "What is the scale of AeroInnovate?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 46 ], "retrieved_sids": [ 45, 46, 36, 47, 55 ], "retrieved_global": [ 45, 46, 36, 47, 55 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 440, "question": "What time is it for FitBirds?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 19 ], "retrieved_sids": [ 12, 19, 13, 23, 86 ], "retrieved_global": [ 12, 19, 13, 23, 86 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 441, "question": "What is the scale of Wellness Fest?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 83 ], "retrieved_sids": [ 79, 83, 80, 72, 81 ], "retrieved_global": [ 79, 83, 80, 72, 81 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 442, "question": "What time is it at TeamBonding?", "ground_truth": "D", "answer_text": "2024-10-16 19:00", "target_sids": [ 28 ], "retrieved_sids": [ 28, 25, 24, 99, 81 ], "retrieved_global": [ 28, 25, 24, 99, 81 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 443, "question": "What is the scale of CareSync Meet?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 56 ], "retrieved_sids": [ 56, 52, 48, 54, 78 ], "retrieved_global": [ 56, 52, 48, 54, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 444, "question": "What is the scale used by Model Makers?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 7 ], "retrieved_sids": [ 7, 3, 105, 69, 101 ], "retrieved_global": [ 7, 3, 105, 69, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 445, "question": "How long does Rhythm Fest last?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 82 ], "retrieved_sids": [ 16, 106, 77, 82, 75 ], "retrieved_global": [ 16, 106, 77, 82, 75 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 446, "question": "Where is the Sales Summit taking place?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 44 ], "retrieved_sids": [ 44, 40, 36, 25, 54 ], "retrieved_global": [ 44, 40, 36, 25, 54 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 447, "question": "What is the scale of Fly Launch 2024?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 95 ], "retrieved_sids": [ 88, 14, 119, 107, 84 ], "retrieved_global": [ 88, 14, 119, 107, 84 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 448, "question": "What time does RunFest 2024 start?", "ground_truth": "C", "answer_text": "2024-10-13 14:00", "target_sids": [ 78 ], "retrieved_sids": [ 78, 72, 83, 73, 109 ], "retrieved_global": [ 78, 72, 83, 73, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 449, "question": "What is the duration of Climb Flicks?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 22 ], "retrieved_sids": [ 22, 114, 18, 12, 13 ], "retrieved_global": [ 22, 114, 18, 12, 13 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 450, "question": "What is the scale used by Taste Ascent?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 102 ], "retrieved_sids": [ 102, 99, 96, 76, 101 ], "retrieved_global": [ 102, 99, 96, 76, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 451, "question": "How long does Synergy Fest last?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 115 ], "retrieved_sids": [ 115, 108, 107, 31, 58 ], "retrieved_global": [ 115, 108, 107, 31, 58 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 452, "question": "Where is InnoBuild Con being held?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 23 ], "retrieved_sids": [ 23, 17, 12, 15, 22 ], "retrieved_global": [ 23, 17, 12, 15, 22 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 453, "question": "Where is Serve & Screen located?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 18 ], "retrieved_sids": [ 14, 18, 21, 12, 3 ], "retrieved_global": [ 14, 18, 21, 12, 3 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 454, "question": "Where will AeroSaf 2024 be held?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 7 ], "retrieved_sids": [ 7, 5, 0, 10, 109 ], "retrieved_global": [ 7, 5, 0, 10, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 455, "question": "What time is it for TeamFusion?", "ground_truth": "D", "answer_text": "2024-10-13 9:00", "target_sids": [ 95 ], "retrieved_sids": [ 87, 95, 84, 94, 114 ], "retrieved_global": [ 87, 95, 84, 94, 114 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 456, "question": "What is the scale of Read Fest?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 35 ], "retrieved_sids": [ 7, 86, 78, 107, 35 ], "retrieved_global": [ 7, 86, 78, 107, 35 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 457, "question": "How long does LawNet 2024 last?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 33 ], "retrieved_sids": [ 33, 32, 38, 24, 112 ], "retrieved_global": [ 33, 32, 38, 24, 112 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 458, "question": "What is the scale of MediXchange?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 40 ], "retrieved_sids": [ 36, 40, 37, 47, 92 ], "retrieved_global": [ 36, 40, 37, 47, 92 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 459, "question": "What time does Stamp Cinema open?", "ground_truth": "D", "answer_text": "2024-10-12 19:00", "target_sids": [ 11 ], "retrieved_sids": [ 11, 4, 48, 60, 0 ], "retrieved_global": [ 11, 4, 48, 60, 0 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 460, "question": "What is the duration of Math Innovate?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 57 ], "retrieved_sids": [ 65, 57, 31, 34, 24 ], "retrieved_global": [ 65, 57, 31, 34, 24 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 461, "question": "What is the scale of Peds Insight?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 107 ], "retrieved_sids": [ 102, 107, 8, 96, 60 ], "retrieved_global": [ 102, 107, 8, 96, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 462, "question": "Where is Stage Voices located?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 86 ], "retrieved_sids": [ 86, 84, 115, 85, 91 ], "retrieved_global": [ 86, 84, 115, 85, 91 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 463, "question": "Where is MedIdeaHub located?", "ground_truth": "A", "answer_text": "Denver, CO", "target_sids": [ 50 ], "retrieved_sids": [ 50, 49, 48, 59, 79 ], "retrieved_global": [ 50, 49, 48, 59, 79 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 464, "question": "Where is BioBonding located?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 43 ], "retrieved_sids": [ 41, 43, 47, 36, 117 ], "retrieved_global": [ 41, 43, 47, 36, 117 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 465, "question": "Where is Music Mastery located?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 98 ], "retrieved_sids": [ 97, 98, 111, 101, 49 ], "retrieved_global": [ 97, 98, 111, 101, 49 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 466, "question": "What is the scale of Harmony Jam?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 35 ], "retrieved_sids": [ 21, 35, 28, 24, 37 ], "retrieved_global": [ 21, 35, 28, 24, 37 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 467, "question": "How long does Acclaim Fest last?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 81 ], "retrieved_sids": [ 81, 73, 29, 72, 45 ], "retrieved_global": [ 81, 73, 29, 72, 45 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 468, "question": "What is the duration of Med Innovate?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 106 ], "retrieved_sids": [ 106, 91, 104, 96, 87 ], "retrieved_global": [ 106, 91, 104, 96, 87 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 469, "question": "What time does Woodcraft Fest start?", "ground_truth": "C", "answer_text": "2024-10-11 9:00", "target_sids": [ 57 ], "retrieved_sids": [ 64, 57, 55, 48, 76 ], "retrieved_global": [ 64, 57, 55, 48, 76 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 470, "question": "What time is it at Wellness Now?", "ground_truth": "C", "answer_text": "2024-10-14 19:00", "target_sids": [ 35 ], "retrieved_sids": [ 35, 28, 80, 17, 102 ], "retrieved_global": [ 35, 28, 80, 17, 102 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 471, "question": "What is the scale of the VoteBoost Summit?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 119 ], "retrieved_sids": [ 113, 119, 118, 108, 112 ], "retrieved_global": [ 113, 119, 118, 108, 112 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 472, "question": "How long does the Music Fusion Fest last?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 43 ], "retrieved_sids": [ 38, 36, 43, 40, 41 ], "retrieved_global": [ 38, 36, 43, 40, 41 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 473, "question": "What time is it at TasteCraft?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 56 ], "retrieved_sids": [ 56, 49, 48, 55, 59 ], "retrieved_global": [ 56, 49, 48, 55, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 474, "question": "What time does Nature Run 2024 start?", "ground_truth": "D", "answer_text": "2024-10-14 14:00", "target_sids": [ 5 ], "retrieved_sids": [ 5, 4, 88, 0, 14 ], "retrieved_global": [ 5, 4, 88, 0, 14 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 475, "question": "What time is Run for Words?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 19 ], "retrieved_sids": [ 12, 19, 5, 92, 32 ], "retrieved_global": [ 12, 19, 5, 92, 32 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 476, "question": "Where is SurfFit Fest taking place?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 10 ], "retrieved_sids": [ 0, 11, 89, 4, 65 ], "retrieved_global": [ 0, 11, 89, 4, 65 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 477, "question": "Where will TechFest 2024 be held?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 55 ], "retrieved_sids": [ 55, 114, 48, 49, 91 ], "retrieved_global": [ 55, 114, 48, 49, 91 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 478, "question": "Where is NurseCareCon located?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 117 ], "retrieved_sids": [ 117, 107, 108, 110, 85 ], "retrieved_global": [ 117, 107, 108, 110, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 479, "question": "Where is Dance Trek located?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 95 ], "retrieved_sids": [ 95, 86, 84, 93, 85 ], "retrieved_global": [ 95, 86, 84, 93, 85 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 480, "question": "What time does Cook & Connect take place?", "ground_truth": "A", "answer_text": "2024-10-12 14:00", "target_sids": [ 35 ], "retrieved_sids": [ 34, 35, 38, 40, 105 ], "retrieved_global": [ 34, 35, 38, 40, 105 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 481, "question": "What time does Trailblaze Fest start?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 80 ], "retrieved_sids": [ 80, 78, 72, 83, 57 ], "retrieved_global": [ 80, 78, 72, 83, 57 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 482, "question": "What is the duration of Health Wrap-Up?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 10 ], "retrieved_sids": [ 10, 6, 35, 0, 115 ], "retrieved_global": [ 10, 6, 35, 0, 115 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 483, "question": "What time is AeroSync 2024?", "ground_truth": "C", "answer_text": "2024-10-11 19:00", "target_sids": [ 83 ], "retrieved_sids": [ 83, 72, 73, 82, 97 ], "retrieved_global": [ 83, 72, 73, 82, 97 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 484, "question": "Where is Mindful Ink located?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 80 ], "retrieved_sids": [ 80, 72, 51, 7, 91 ], "retrieved_global": [ 80, 72, 51, 7, 91 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 485, "question": "Where is Culinary Con located?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 82 ], "retrieved_sids": [ 19, 23, 65, 82, 77 ], "retrieved_global": [ 19, 23, 65, 82, 77 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 486, "question": "What\u2019s the scale of Bonding Bash?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 63 ], "retrieved_sids": [ 63, 115, 58, 21, 5 ], "retrieved_global": [ 63, 115, 58, 21, 5 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 487, "question": "What time does Fit Bird Fest start?", "ground_truth": "B", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 94 ], "retrieved_sids": [ 37, 94, 93, 80, 36 ], "retrieved_global": [ 37, 94, 93, 80, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 488, "question": "Where is Knit & Hike located?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 22 ], "retrieved_sids": [ 22, 16, 4, 2, 23 ], "retrieved_global": [ 22, 16, 4, 2, 23 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 489, "question": "Where can Bird Bash be found?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 111 ], "retrieved_sids": [ 111, 109, 117, 108, 26 ], "retrieved_global": [ 111, 109, 117, 108, 26 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 490, "question": "Where is ElectroSell located?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 19 ], "retrieved_sids": [ 15, 19, 12, 23, 54 ], "retrieved_global": [ 15, 19, 12, 23, 54 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 491, "question": "Where is FitGroove Fest taking place?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 71 ], "retrieved_sids": [ 71, 60, 65, 70, 101 ], "retrieved_global": [ 71, 60, 65, 70, 101 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 492, "question": "What time does FitFest start?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 57 ], "retrieved_sids": [ 52, 57, 101, 48, 59 ], "retrieved_global": [ 52, 57, 101, 48, 59 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 493, "question": "What time does Fish Fest 2024 start?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 47 ], "retrieved_sids": [ 37, 106, 62, 36, 96 ], "retrieved_global": [ 37, 106, 62, 36, 96 ], "hit_at_k": false }, { "category": "knowledge_update", "topic": "events", "tid": 494, "question": "How long does a Finance Sprint last?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 82 ], "retrieved_sids": [ 82, 73, 72, 93, 38 ], "retrieved_global": [ 82, 73, 72, 93, 38 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 495, "question": "What's the scale of EduBudgetCon?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 41 ], "retrieved_sids": [ 116, 41, 108, 52, 36 ], "retrieved_global": [ 116, 41, 108, 52, 36 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 496, "question": "What time does Project Launch start?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 14:00", "target_sids": [ 31 ], "retrieved_sids": [ 31, 75, 24, 27, 109 ], "retrieved_global": [ 31, 75, 24, 27, 109 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 497, "question": "What is the scale of JournoFest?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 11 ], "retrieved_sids": [ 11, 106, 0, 1, 78 ], "retrieved_global": [ 11, 106, 0, 1, 78 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 498, "question": "How long does SportBeats last?", "ground_truth": "C", "answer_text": "seven day", "target_sids": [ 67 ], "retrieved_sids": [ 67, 62, 71, 115, 60 ], "retrieved_global": [ 67, 62, 71, 115, 60 ], "hit_at_k": true }, { "category": "knowledge_update", "topic": "events", "tid": 499, "question": "How long does Stamp Camp last?", "ground_truth": "A", "answer_text": "five of week", "target_sids": [ 118 ], "retrieved_sids": [ 118, 114, 107, 23, 66 ], "retrieved_global": [ 118, 114, 107, 23, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 0, "question": "Who is older, Nolan Hayes or Sophie Turner?", "ground_truth": "A", "answer_text": "Nolan Hayes", "target_sids": [ 49, 76 ], "retrieved_sids": [ 76, 49, 80, 3, 72 ], "retrieved_global": [ 76, 49, 80, 3, 72 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 1, "question": "Who is younger, Charlotte Hayes or Lila Thompson?", "ground_truth": "C", "answer_text": "Charlotte Hayes", "target_sids": [ 52, 62 ], "retrieved_sids": [ 52, 62, 66, 39, 80 ], "retrieved_global": [ 52, 62, 66, 39, 80 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 2, "question": "Who has a birthday earlier in the year, Asher Collins or Jacob Foster?", "ground_truth": "D", "answer_text": "Asher Collins", "target_sids": [ 25, 4 ], "retrieved_sids": [ 4, 25, 0, 65, 86 ], "retrieved_global": [ 4, 25, 0, 65, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 3, "question": "Who has a birthday that comes later in the year, Logan Pierce or Lila Jensen?", "ground_truth": "A", "answer_text": "Logan Pierce", "target_sids": [ 97, 115 ], "retrieved_sids": [ 97, 115, 81, 102, 2 ], "retrieved_global": [ 97, 115, 81, 102, 2 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 4, "question": "Who has an earlier birthday, Lucas Bennett or Ethan Miller?", "ground_truth": "D", "answer_text": "Lucas Bennett", "target_sids": [ 97, 106 ], "retrieved_sids": [ 97, 106, 59, 79, 99 ], "retrieved_global": [ 97, 106, 59, 79, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 5, "question": "Who has a birthday earlier in the year, Wyatt Anderson or Lila Thompson?", "ground_truth": "C", "answer_text": "Wyatt Anderson", "target_sids": [ 104, 87 ], "retrieved_sids": [ 87, 104, 82, 125, 102 ], "retrieved_global": [ 87, 104, 82, 125, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 6, "question": "Who is older, Nolan Prescott or Amelia Rivers?", "ground_truth": "B", "answer_text": "Nolan Prescott", "target_sids": [ 9, 33 ], "retrieved_sids": [ 33, 9, 20, 30, 37 ], "retrieved_global": [ 33, 9, 20, 30, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 7, "question": "Who has a higher level of education, Maya Sinclair or Isla Merritt?", "ground_truth": "B", "answer_text": "Isla Merritt", "target_sids": [ 107, 92 ], "retrieved_sids": [ 1, 44, 92, 100, 110 ], "retrieved_global": [ 1, 44, 92, 100, 110 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 8, "question": "Who has a higher level of education, Dylan Jameson or Lucas Bennett?", "ground_truth": "B", "answer_text": "Dylan Jameson", "target_sids": [ 114, 87 ], "retrieved_sids": [ 14, 88, 81, 130, 114 ], "retrieved_global": [ 14, 88, 81, 130, 114 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 9, "question": "Who has a higher level of education, Liam Rivera or Ariana Blake?", "ground_truth": "D", "answer_text": "Liam Rivera", "target_sids": [ 67, 43 ], "retrieved_sids": [ 67, 6, 55, 146, 32 ], "retrieved_global": [ 67, 6, 55, 146, 32 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 10, "question": "Who is taller, Ethan Reynolds or Isaiah Turner?", "ground_truth": "B", "answer_text": "Ethan Reynolds", "target_sids": [ 57, 67 ], "retrieved_sids": [ 67, 57, 136, 42, 62 ], "retrieved_global": [ 67, 57, 136, 42, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 11, "question": "Who is taller, Ethan Rivers or Madeline Harper?", "ground_truth": "B", "answer_text": "Ethan Rivers", "target_sids": [ 121, 92 ], "retrieved_sids": [ 92, 121, 82, 23, 8 ], "retrieved_global": [ 92, 121, 82, 23, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 12, "question": "Who is taller, Claire Kensington or Jackson Caldwell?", "ground_truth": "A", "answer_text": "Jackson Caldwell", "target_sids": [ 117, 95 ], "retrieved_sids": [ 117, 95, 146, 5, 62 ], "retrieved_global": [ 117, 95, 146, 5, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 13, "question": "Who is taller, Lila Bennett or Liam Carter?", "ground_truth": "C", "answer_text": "Lila Bennett", "target_sids": [ 96, 108 ], "retrieved_sids": [ 108, 96, 137, 79, 99 ], "retrieved_global": [ 108, 96, 137, 79, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 14, "question": "Who is older, Lila Harper or Julian Bishop?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 81, 116 ], "retrieved_sids": [ 116, 81, 96, 102, 161 ], "retrieved_global": [ 116, 81, 96, 102, 161 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 15, "question": "Who is taller, Madeline Foster or Sophie Bennett?", "ground_truth": "D", "answer_text": "Sophie Bennett", "target_sids": [ 149, 135 ], "retrieved_sids": [ 149, 135, 12, 164, 144 ], "retrieved_global": [ 149, 135, 12, 164, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 16, "question": "Who has a higher level of education, Logan Pierce or Chloe Madison?", "ground_truth": "A", "answer_text": "Logan Pierce", "target_sids": [ 99, 116 ], "retrieved_sids": [ 99, 49, 116, 126, 66 ], "retrieved_global": [ 99, 49, 116, 126, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 17, "question": "Who has a higher level of education, Liam Carter or Isaac Reynolds?", "ground_truth": "B", "answer_text": "Liam Carter", "target_sids": [ 43, 70 ], "retrieved_sids": [ 43, 70, 6, 39, 49 ], "retrieved_global": [ 43, 70, 6, 39, 49 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 18, "question": "Who is taller, Sophie Reynolds or Madeline Harper?", "ground_truth": "C", "answer_text": "Sophie Reynolds", "target_sids": [ 3, 31 ], "retrieved_sids": [ 3, 31, 67, 0, 130 ], "retrieved_global": [ 3, 31, 67, 0, 130 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 19, "question": "Who is older, Elena Brooks or Isabella Reed?", "ground_truth": "A", "answer_text": "Isabella Reed", "target_sids": [ 16, 24 ], "retrieved_sids": [ 16, 24, 50, 11, 0 ], "retrieved_global": [ 16, 24, 50, 11, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 20, "question": "Who is older, Tessa Morgan or Maya Sinclair?", "ground_truth": "B", "answer_text": "Tessa Morgan", "target_sids": [ 156, 127 ], "retrieved_sids": [ 156, 127, 126, 145, 121 ], "retrieved_global": [ 156, 127, 126, 145, 121 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 21, "question": "Who has a higher education level, Chloe Sinclair or Savannah Blake?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 3, 36 ], "retrieved_sids": [ 36, 0, 65, 43, 6 ], "retrieved_global": [ 36, 0, 65, 43, 6 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 22, "question": "Who is younger, Jasper Wells or Miles Turner?", "ground_truth": "D", "answer_text": "Jasper Wells", "target_sids": [ 109, 102 ], "retrieved_sids": [ 102, 83, 109, 42, 63 ], "retrieved_global": [ 102, 83, 109, 42, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 23, "question": "Who has a higher level of education, Graydon West or Savannah Reed?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 35, 6 ], "retrieved_sids": [ 51, 6, 0, 35, 66 ], "retrieved_global": [ 51, 6, 0, 35, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 24, "question": "Whose birthday comes later in the year, Clara Hudson or Emily West?", "ground_truth": "B", "answer_text": "Clara Hudson", "target_sids": [ 123, 150 ], "retrieved_sids": [ 123, 150, 102, 66, 142 ], "retrieved_global": [ 123, 150, 102, 66, 142 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 25, "question": "Who is taller, Samantha Blake or Jackson Reed?", "ground_truth": "C", "answer_text": "Samantha Blake", "target_sids": [ 117, 86 ], "retrieved_sids": [ 117, 86, 100, 52, 34 ], "retrieved_global": [ 117, 86, 100, 52, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 26, "question": "Who has a higher level of education, Clara Mitchell or Oliver Finch?", "ground_truth": "C", "answer_text": "Clara Mitchell", "target_sids": [ 41, 61 ], "retrieved_sids": [ 156, 61, 41, 8, 25 ], "retrieved_global": [ 156, 61, 41, 8, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 27, "question": "Whose birthday comes first in the calendar year, Sophie Drake or Georgia Blake?", "ground_truth": "C", "answer_text": "Sophie Drake", "target_sids": [ 154, 126 ], "retrieved_sids": [ 126, 154, 123, 67, 144 ], "retrieved_global": [ 126, 154, 123, 67, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 28, "question": "Who has an earlier birthday, Landon Pierce or Lucas Merritt?", "ground_truth": "A", "answer_text": "Landon Pierce", "target_sids": [ 88, 109 ], "retrieved_sids": [ 109, 88, 158, 21, 42 ], "retrieved_global": [ 109, 88, 158, 21, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 29, "question": "Who is older, Jasper Cole or Sasha Reed?", "ground_truth": "C", "answer_text": "Jasper Cole", "target_sids": [ 113, 83 ], "retrieved_sids": [ 83, 113, 81, 84, 118 ], "retrieved_global": [ 83, 113, 81, 84, 118 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 30, "question": "Who is taller, Asher Thompson or Lydia Prescott?", "ground_truth": "A", "answer_text": "Lydia Prescott", "target_sids": [ 91, 103 ], "retrieved_sids": [ 103, 91, 20, 60, 39 ], "retrieved_global": [ 103, 91, 20, 60, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 31, "question": "Who has a birthday earlier in the year, Landon Hughes or Mira Lawson?", "ground_truth": "D", "answer_text": "Landon Hughes", "target_sids": [ 10, 34 ], "retrieved_sids": [ 10, 34, 106, 144, 101 ], "retrieved_global": [ 10, 34, 106, 144, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 32, "question": "Who has an earlier birthday, Sophie Monroe or Cora Ellington?", "ground_truth": "A", "answer_text": "Sophie Monroe", "target_sids": [ 54, 79 ], "retrieved_sids": [ 79, 54, 124, 104, 11 ], "retrieved_global": [ 79, 54, 124, 104, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 33, "question": "Who has a later birthday, Ethan Carter or Mason Fletcher?", "ground_truth": "A", "answer_text": "Ethan Carter", "target_sids": [ 44, 78 ], "retrieved_sids": [ 44, 78, 28, 144, 17 ], "retrieved_global": [ 44, 78, 28, 144, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 34, "question": "Who is older, Ethan Carter or Jacob Foster?", "ground_truth": "B", "answer_text": "Ethan Carter", "target_sids": [ 14, 23 ], "retrieved_sids": [ 14, 21, 23, 33, 22 ], "retrieved_global": [ 14, 21, 23, 33, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 35, "question": "Who is taller, Miles Everett or Clara Hudson?", "ground_truth": "A", "answer_text": "Clara Hudson", "target_sids": [ 154, 127 ], "retrieved_sids": [ 154, 127, 109, 148, 63 ], "retrieved_global": [ 154, 127, 109, 148, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 36, "question": "Who has a birthday earlier in the year, Dylan Carter or Logan Miller?", "ground_truth": "B", "answer_text": "Dylan Carter", "target_sids": [ 25, 13 ], "retrieved_sids": [ 13, 83, 106, 25, 0 ], "retrieved_global": [ 13, 83, 106, 25, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 37, "question": "Who has a higher level of education, Gavin Parker or Sadie Mercer?", "ground_truth": "A", "answer_text": "Sadie Mercer", "target_sids": [ 64, 43 ], "retrieved_sids": [ 64, 69, 79, 43, 61 ], "retrieved_global": [ 64, 69, 79, 43, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 38, "question": "Who is taller, Aria Sinclair or Lila Bennett?", "ground_truth": "B", "answer_text": "Aria Sinclair", "target_sids": [ 36, 5 ], "retrieved_sids": [ 5, 36, 0, 12, 49 ], "retrieved_global": [ 5, 36, 0, 12, 49 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 39, "question": "Who has a birthday later in the year, Logan Sinclair or Carter Hayes?", "ground_truth": "B", "answer_text": "Logan Sinclair", "target_sids": [ 96, 119 ], "retrieved_sids": [ 96, 119, 47, 81, 102 ], "retrieved_global": [ 96, 119, 47, 81, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 40, "question": "Who is older, Clara Bennett or Liam Grayson?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 25, 13 ], "retrieved_sids": [ 13, 25, 0, 20, 12 ], "retrieved_global": [ 13, 25, 0, 20, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 41, "question": "Who has a higher level of education, Tyler Anderson or Harper Sinclair?", "ground_truth": "D", "answer_text": "Harper Sinclair", "target_sids": [ 67, 47 ], "retrieved_sids": [ 124, 141, 150, 21, 71 ], "retrieved_global": [ 124, 141, 150, 21, 71 ], "hit_at_k": false }, { "category": "comparative", "topic": "roles", "tid": 42, "question": "Who is taller, Avery Collins or Liam Foster?", "ground_truth": "A", "answer_text": "Liam Foster", "target_sids": [ 97, 109 ], "retrieved_sids": [ 109, 97, 63, 105, 52 ], "retrieved_global": [ 109, 97, 63, 105, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 43, "question": "Who has a higher level of education, Jasper Finch or Lucas Thompson?", "ground_truth": "C", "answer_text": "Lucas Thompson", "target_sids": [ 37, 15 ], "retrieved_sids": [ 15, 0, 37, 106, 9 ], "retrieved_global": [ 15, 0, 37, 106, 9 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 44, "question": "Who has a birthday closer to the end of December, Ethan Blake or Avery Hart?", "ground_truth": "A", "answer_text": "Ethan Blake", "target_sids": [ 90, 122 ], "retrieved_sids": [ 122, 90, 44, 2, 126 ], "retrieved_global": [ 122, 90, 44, 2, 126 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 45, "question": "Who is older, Sienna Blake or Clara Hayes?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 134, 159 ], "retrieved_sids": [ 134, 159, 123, 144, 143 ], "retrieved_global": [ 134, 159, 123, 144, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 46, "question": "Who has a higher level of education, Grayson Cole or Ethan Sullivan?", "ground_truth": "A", "answer_text": "Ethan Sullivan", "target_sids": [ 64, 52 ], "retrieved_sids": [ 52, 137, 64, 41, 62 ], "retrieved_global": [ 52, 137, 64, 41, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 47, "question": "Who is younger, Grayson Hale or Jasper Lane?", "ground_truth": "B", "answer_text": "Grayson Hale", "target_sids": [ 108, 92 ], "retrieved_sids": [ 92, 108, 81, 106, 95 ], "retrieved_global": [ 92, 108, 81, 106, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 48, "question": "Who is taller, Carter Blake or Brandon Chase?", "ground_truth": "C", "answer_text": "Brandon Chase", "target_sids": [ 123, 157 ], "retrieved_sids": [ 123, 157, 124, 141, 143 ], "retrieved_global": [ 123, 157, 124, 141, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 49, "question": "Whose birthday falls later in the year, Isaiah Carter or Sophie Reed?", "ground_truth": "A", "answer_text": "Isaiah Carter", "target_sids": [ 144, 132 ], "retrieved_sids": [ 132, 144, 123, 22, 96 ], "retrieved_global": [ 132, 144, 123, 22, 96 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 50, "question": "Who is older, Julia Harrington or Sabrina Wells?", "ground_truth": "A", "answer_text": "Sabrina Wells", "target_sids": [ 50, 71 ], "retrieved_sids": [ 71, 50, 63, 76, 65 ], "retrieved_global": [ 71, 50, 63, 76, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 51, "question": "Who is older, Mason Palmer or Isabella Monroe?", "ground_truth": "A", "answer_text": "Isabella Monroe", "target_sids": [ 130, 157 ], "retrieved_sids": [ 157, 130, 147, 160, 9 ], "retrieved_global": [ 157, 130, 147, 160, 9 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 52, "question": "Who is taller, Jasper Fields or Liam Carter?", "ground_truth": "D", "answer_text": "Jasper Fields", "target_sids": [ 116, 92 ], "retrieved_sids": [ 92, 116, 64, 124, 82 ], "retrieved_global": [ 92, 116, 64, 124, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 53, "question": "Who is older, Lucas Hawthorne or Samantha Blake?", "ground_truth": "C", "answer_text": "Samantha Blake", "target_sids": [ 1, 33 ], "retrieved_sids": [ 1, 33, 0, 21, 114 ], "retrieved_global": [ 1, 33, 0, 21, 114 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 54, "question": "Who is older, Jasper Quinn or Grant Lawson?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 139, 147 ], "retrieved_sids": [ 139, 147, 20, 145, 135 ], "retrieved_global": [ 139, 147, 20, 145, 135 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 55, "question": "Who is older, Jasper Hayes or Ethan Parker?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 100, 110 ], "retrieved_sids": [ 100, 110, 82, 95, 101 ], "retrieved_global": [ 100, 110, 82, 95, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 56, "question": "Who is older, Avery Quinn or Lena Brooks?", "ground_truth": "B", "answer_text": "Lena Brooks", "target_sids": [ 61, 70 ], "retrieved_sids": [ 70, 61, 47, 77, 52 ], "retrieved_global": [ 70, 61, 47, 77, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 57, "question": "Who is older, Liam Turner or Layla Quinn?", "ground_truth": "B", "answer_text": "Layla Quinn", "target_sids": [ 152, 129 ], "retrieved_sids": [ 152, 129, 164, 124, 144 ], "retrieved_global": [ 152, 129, 164, 124, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 58, "question": "Who is taller, Sienna Blake or Cameron Reed?", "ground_truth": "D", "answer_text": "Cameron Reed", "target_sids": [ 144, 134 ], "retrieved_sids": [ 134, 144, 123, 127, 138 ], "retrieved_global": [ 134, 144, 123, 127, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 59, "question": "Who is taller, Carter Davis or Tessa Wilder?", "ground_truth": "A", "answer_text": "Tessa Wilder", "target_sids": [ 24, 5 ], "retrieved_sids": [ 24, 5, 29, 21, 84 ], "retrieved_global": [ 24, 5, 29, 21, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 60, "question": "Who is taller, Miles Carter or Jasper Reid?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 48, 66 ], "retrieved_sids": [ 66, 48, 41, 150, 141 ], "retrieved_global": [ 66, 48, 41, 150, 141 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 61, "question": "Who has an earlier birthday, Jasper Wells or Fiona Carter?", "ground_truth": "B", "answer_text": "Jasper Wells", "target_sids": [ 101, 93 ], "retrieved_sids": [ 93, 101, 148, 100, 116 ], "retrieved_global": [ 93, 101, 148, 100, 116 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 62, "question": "Who has a higher level of education, Elena Hart or Graham Foster?", "ground_truth": "A", "answer_text": "Graham Foster", "target_sids": [ 129, 146 ], "retrieved_sids": [ 129, 46, 66, 75, 146 ], "retrieved_global": [ 129, 46, 66, 75, 146 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 63, "question": "Who has a birthday earlier in the year, Evan Cole or Nolan Hayes?", "ground_truth": "A", "answer_text": "Evan Cole", "target_sids": [ 2, 27 ], "retrieved_sids": [ 27, 19, 0, 2, 85 ], "retrieved_global": [ 27, 19, 0, 2, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 64, "question": "Who is taller, Maya Kensington or Ronan Blake?", "ground_truth": "A", "answer_text": "Ronan Blake", "target_sids": [ 104, 97 ], "retrieved_sids": [ 104, 97, 5, 139, 51 ], "retrieved_global": [ 104, 97, 5, 139, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 65, "question": "Who is taller, Clara Wren or Silas Grant?", "ground_truth": "C", "answer_text": "Silas Grant", "target_sids": [ 73, 47 ], "retrieved_sids": [ 73, 47, 141, 61, 21 ], "retrieved_global": [ 73, 47, 141, 61, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 66, "question": "Who has a later birthday, Ethan Parker or Jaxon Miles?", "ground_truth": "D", "answer_text": "Ethan Parker", "target_sids": [ 120, 87 ], "retrieved_sids": [ 120, 87, 127, 159, 2 ], "retrieved_global": [ 120, 87, 127, 159, 2 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 67, "question": "Who is older, Sam Lawson or Clara Whitmore?", "ground_truth": "C", "answer_text": "Sam Lawson", "target_sids": [ 40, 12 ], "retrieved_sids": [ 40, 12, 21, 23, 37 ], "retrieved_global": [ 40, 12, 21, 23, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 68, "question": "Who is older, Audrey Lane or Carter Blake?", "ground_truth": "A", "answer_text": "Audrey Lane", "target_sids": [ 69, 45 ], "retrieved_sids": [ 45, 69, 39, 60, 142 ], "retrieved_global": [ 45, 69, 39, 60, 142 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 69, "question": "Who has a higher level of education, Asher Donovan or Grayson Marshall?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 76, 53 ], "retrieved_sids": [ 76, 61, 149, 107, 53 ], "retrieved_global": [ 76, 61, 149, 107, 53 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 70, "question": "Whose birthday comes later in the year, Jasper Harrington or Silas Montgomery?", "ground_truth": "B", "answer_text": "Jasper Harrington", "target_sids": [ 137, 147 ], "retrieved_sids": [ 147, 137, 122, 140, 5 ], "retrieved_global": [ 147, 137, 122, 140, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 71, "question": "Who has an earlier birthday, Aria Dawson or Clara Jensen?", "ground_truth": "A", "answer_text": "Aria Dawson", "target_sids": [ 62, 54 ], "retrieved_sids": [ 54, 62, 144, 41, 61 ], "retrieved_global": [ 54, 62, 144, 41, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 72, "question": "Who has a higher level of education, Finn Sawyer or Jasper Lane?", "ground_truth": "C", "answer_text": "Finn Sawyer", "target_sids": [ 77, 55 ], "retrieved_sids": [ 50, 149, 41, 55, 77 ], "retrieved_global": [ 50, 149, 41, 55, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 73, "question": "Who is older, Clara Whitman or Cyrus Lennox?", "ground_truth": "B", "answer_text": "Clara Whitman", "target_sids": [ 107, 92 ], "retrieved_sids": [ 92, 103, 83, 107, 56 ], "retrieved_global": [ 92, 103, 83, 107, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 74, "question": "Who has a birthday that occurs earlier in the year, Elliot Cross or Jasper Lane?", "ground_truth": "A", "answer_text": "Elliot Cross", "target_sids": [ 82, 103 ], "retrieved_sids": [ 103, 82, 80, 21, 12 ], "retrieved_global": [ 103, 82, 80, 21, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 75, "question": "Who is older, Jaxon Caldwell or Lila Carter?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 24, 3 ], "retrieved_sids": [ 3, 24, 40, 0, 34 ], "retrieved_global": [ 3, 24, 40, 0, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 76, "question": "Who has a birthday that comes later in the year, Tessa Blake or Harper Wade?", "ground_truth": "D", "answer_text": "Tessa Blake", "target_sids": [ 76, 55 ], "retrieved_sids": [ 55, 76, 41, 82, 61 ], "retrieved_global": [ 55, 76, 41, 82, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 77, "question": "Who is older, Sabrina Wells or Elliot Foster?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 68, 53 ], "retrieved_sids": [ 68, 53, 59, 40, 55 ], "retrieved_global": [ 68, 53, 59, 40, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 78, "question": "Who is taller, Cora Sinclair or Sophie Kensington?", "ground_truth": "A", "answer_text": "Cora Sinclair", "target_sids": [ 66, 47 ], "retrieved_sids": [ 66, 47, 58, 48, 60 ], "retrieved_global": [ 66, 47, 58, 48, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 79, "question": "Who has a higher level of education, Clara Winslow or Margot Sinclair?", "ground_truth": "D", "answer_text": "Clara Winslow", "target_sids": [ 125, 149 ], "retrieved_sids": [ 125, 149, 43, 124, 127 ], "retrieved_global": [ 125, 149, 43, 124, 127 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 80, "question": "Who is older, Elena Harper or Savannah Blake?", "ground_truth": "B", "answer_text": "Elena Harper", "target_sids": [ 145, 126 ], "retrieved_sids": [ 145, 147, 150, 126, 163 ], "retrieved_global": [ 145, 147, 150, 126, 163 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 81, "question": "Whose birthday comes first in the calendar year, Dahlia Rivers or Cora Hastings?", "ground_truth": "B", "answer_text": "Dahlia Rivers", "target_sids": [ 50, 63 ], "retrieved_sids": [ 50, 63, 43, 0, 46 ], "retrieved_global": [ 50, 63, 43, 0, 46 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 82, "question": "Who is taller, Sloan Harper or Brynley Quinn?", "ground_truth": "A", "answer_text": "Sloan Harper", "target_sids": [ 97, 103 ], "retrieved_sids": [ 124, 97, 103, 1, 82 ], "retrieved_global": [ 124, 97, 103, 1, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 83, "question": "Who is older, Elena Monroe or Luna Prescott?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 52, 68 ], "retrieved_sids": [ 68, 52, 59, 76, 39 ], "retrieved_global": [ 68, 52, 59, 76, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 84, "question": "Who has a higher level of education, Kellan Price or Bennett Hayes?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 144, 131 ], "retrieved_sids": [ 131, 144, 133, 125, 5 ], "retrieved_global": [ 131, 144, 133, 125, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 85, "question": "Who has a higher level of education, Elena Frost or Jackson Reed?", "ground_truth": "B", "answer_text": "Elena Frost", "target_sids": [ 65, 51 ], "retrieved_sids": [ 88, 7, 126, 107, 51 ], "retrieved_global": [ 88, 7, 126, 107, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 86, "question": "Who is taller, Savannah Lee or Landon Chase?", "ground_truth": "C", "answer_text": "Landon Chase", "target_sids": [ 42, 67 ], "retrieved_sids": [ 42, 67, 91, 23, 13 ], "retrieved_global": [ 42, 67, 91, 23, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 87, "question": "Who is taller, Sawyer Blake or Willow Skye?", "ground_truth": "C", "answer_text": "Willow Skye", "target_sids": [ 17, 33 ], "retrieved_sids": [ 33, 17, 32, 142, 40 ], "retrieved_global": [ 33, 17, 32, 142, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 88, "question": "Who is taller, Emmett Harlow or Madeline Sloane?", "ground_truth": "C", "answer_text": "Emmett Harlow", "target_sids": [ 2, 31 ], "retrieved_sids": [ 31, 2, 83, 21, 0 ], "retrieved_global": [ 31, 2, 83, 21, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 89, "question": "Who is younger, Maris Carter or Emerson Tate?", "ground_truth": "D", "answer_text": "Maris Carter", "target_sids": [ 136, 158 ], "retrieved_sids": [ 158, 136, 86, 95, 119 ], "retrieved_global": [ 158, 136, 86, 95, 119 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 90, "question": "Who has a higher level of education, Marley Quinn or Riley Monroe?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 59, 62 ], "retrieved_sids": [ 86, 26, 59, 62, 40 ], "retrieved_global": [ 86, 26, 59, 62, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 91, "question": "Who has a higher level of education, Sofia Mitchell or Aria Bennett?", "ground_truth": "A", "answer_text": "Sofia Mitchell", "target_sids": [ 24, 2 ], "retrieved_sids": [ 24, 2, 66, 26, 25 ], "retrieved_global": [ 24, 2, 66, 26, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 92, "question": "Who is older, Ethan Hayes or Nolan Pierce?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 110, 94 ], "retrieved_sids": [ 110, 94, 101, 111, 80 ], "retrieved_global": [ 110, 94, 101, 111, 80 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 93, "question": "Who is older, Lydia Prescott or Sophie Adams?", "ground_truth": "C", "answer_text": "Lydia Prescott", "target_sids": [ 120, 159 ], "retrieved_sids": [ 120, 159, 156, 121, 124 ], "retrieved_global": [ 120, 159, 156, 121, 124 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 94, "question": "Who has a more advanced educational qualification, Ethan Rivers or Aria Bennett?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 43, 68 ], "retrieved_sids": [ 43, 59, 4, 47, 25 ], "retrieved_global": [ 43, 59, 4, 47, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 95, "question": "Whose birthday falls earlier in the year, Luna Bennett or Ethan Grayson?", "ground_truth": "D", "answer_text": "Luna Bennett", "target_sids": [ 112, 84 ], "retrieved_sids": [ 84, 112, 24, 81, 140 ], "retrieved_global": [ 84, 112, 24, 81, 140 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 96, "question": "Who is taller, Sophie Merriweather or Ethan Harper?", "ground_truth": "A", "answer_text": "Sophie Merriweather", "target_sids": [ 101, 118 ], "retrieved_sids": [ 124, 101, 118, 72, 22 ], "retrieved_global": [ 124, 101, 118, 72, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 97, "question": "Who has a higher level of education, Jasper Cole or Asher Monroe?", "ground_truth": "D", "answer_text": "Asher Monroe", "target_sids": [ 80, 53 ], "retrieved_sids": [ 80, 53, 42, 28, 106 ], "retrieved_global": [ 80, 53, 42, 28, 106 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 98, "question": "Who is taller, Grayson Cole or Landon Hayes?", "ground_truth": "A", "answer_text": "Grayson Cole", "target_sids": [ 56, 63 ], "retrieved_sids": [ 56, 63, 6, 99, 24 ], "retrieved_global": [ 56, 63, 6, 99, 24 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 99, "question": "Who has a higher level of education, Sophie Langley or Lena Hartman?", "ground_truth": "D", "answer_text": "Lena Hartman", "target_sids": [ 74, 46 ], "retrieved_sids": [ 46, 107, 29, 74, 67 ], "retrieved_global": [ 46, 107, 29, 74, 67 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 100, "question": "Who has a higher level of education, Caleb Hawkins or Miles Bradford?", "ground_truth": "D", "answer_text": "Miles Bradford", "target_sids": [ 107, 91 ], "retrieved_sids": [ 91, 27, 107, 129, 50 ], "retrieved_global": [ 91, 27, 107, 129, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 101, "question": "Who has a higher level of education, Madison Everett or Chloe Anderson?", "ground_truth": "A", "answer_text": "Madison Everett", "target_sids": [ 33, 2 ], "retrieved_sids": [ 24, 36, 33, 38, 35 ], "retrieved_global": [ 24, 36, 33, 38, 35 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 102, "question": "Who has an earlier birthday, Nathaniel Brooks or Lila Morgan?", "ground_truth": "B", "answer_text": "Nathaniel Brooks", "target_sids": [ 49, 62 ], "retrieved_sids": [ 62, 49, 21, 105, 127 ], "retrieved_global": [ 62, 49, 21, 105, 127 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 103, "question": "Who has a later birthday, Avery Morgan or Liam Prescott?", "ground_truth": "A", "answer_text": "Avery Morgan", "target_sids": [ 156, 127 ], "retrieved_sids": [ 127, 156, 104, 62, 85 ], "retrieved_global": [ 127, 156, 104, 62, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 104, "question": "Who is older, Emily Carter or Samantha Blake?", "ground_truth": "C", "answer_text": "Samantha Blake", "target_sids": [ 130, 150 ], "retrieved_sids": [ 150, 130, 143, 123, 127 ], "retrieved_global": [ 150, 130, 143, 123, 127 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 105, "question": "Whose birthday is earlier, Sophia Reynolds or Lila Anderson?", "ground_truth": "B", "answer_text": "Sophia Reynolds", "target_sids": [ 35, 19 ], "retrieved_sids": [ 35, 19, 149, 141, 128 ], "retrieved_global": [ 35, 19, 149, 141, 128 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 106, "question": "Who is taller, Savannah Brooks or Harrison Caldwell?", "ground_truth": "C", "answer_text": "Harrison Caldwell", "target_sids": [ 139, 166 ], "retrieved_sids": [ 166, 31, 139, 146, 18 ], "retrieved_global": [ 166, 31, 139, 146, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 107, "question": "Who is taller, Maya Sinclair or Lucas Bennett?", "ground_truth": "C", "answer_text": "Lucas Bennett", "target_sids": [ 161, 124 ], "retrieved_sids": [ 161, 117, 98, 124, 39 ], "retrieved_global": [ 161, 117, 98, 124, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 108, "question": "Who has a higher level of education, Isabella Monroe or Landon Burke?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 84, 117 ], "retrieved_sids": [ 117, 84, 151, 158, 154 ], "retrieved_global": [ 117, 84, 151, 158, 154 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 109, "question": "Who has a higher level of education, Liam Sanders or Maya Thompson?", "ground_truth": "B", "answer_text": "Maya Thompson", "target_sids": [ 49, 68 ], "retrieved_sids": [ 49, 26, 3, 85, 68 ], "retrieved_global": [ 49, 26, 3, 85, 68 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 110, "question": "Who is taller, Lucas Bennett or Joshua Turner?", "ground_truth": "D", "answer_text": "Lucas Bennett", "target_sids": [ 34, 6 ], "retrieved_sids": [ 6, 34, 0, 121, 81 ], "retrieved_global": [ 6, 34, 0, 121, 81 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 111, "question": "Whose birthday comes first in the year, Aria Bennett or Ethan Lawson?", "ground_truth": "C", "answer_text": "Aria Bennett", "target_sids": [ 24, 2 ], "retrieved_sids": [ 24, 2, 20, 0, 116 ], "retrieved_global": [ 24, 2, 20, 0, 116 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 112, "question": "Who is taller, Savannah Prescott or Ella Westbrook?", "ground_truth": "A", "answer_text": "Ella Westbrook", "target_sids": [ 44, 61 ], "retrieved_sids": [ 61, 44, 89, 41, 68 ], "retrieved_global": [ 61, 44, 89, 41, 68 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 113, "question": "Who is taller, Aria Sinclair or Sophie Reynolds?", "ground_truth": "D", "answer_text": "Sophie Reynolds", "target_sids": [ 44, 77 ], "retrieved_sids": [ 44, 77, 42, 59, 144 ], "retrieved_global": [ 44, 77, 42, 59, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 114, "question": "Who is older, Zoe Parker or Sophie Blake?", "ground_truth": "B", "answer_text": "Zoe Parker", "target_sids": [ 40, 61 ], "retrieved_sids": [ 40, 61, 60, 77, 64 ], "retrieved_global": [ 40, 61, 60, 77, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 115, "question": "Who has a higher level of education, Lila Jennings or Ethan Blake?", "ground_truth": "B", "answer_text": "Lila Jennings", "target_sids": [ 105, 82 ], "retrieved_sids": [ 98, 86, 82, 5, 95 ], "retrieved_global": [ 98, 86, 82, 5, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 116, "question": "Who is taller, Madeline Grace or Jackson Cole?", "ground_truth": "D", "answer_text": "Jackson Cole", "target_sids": [ 141, 150 ], "retrieved_sids": [ 150, 141, 145, 29, 95 ], "retrieved_global": [ 150, 141, 145, 29, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 117, "question": "Who is taller, Nolan Reed or Siena Harper?", "ground_truth": "B", "answer_text": "Nolan Reed", "target_sids": [ 116, 86 ], "retrieved_sids": [ 86, 116, 80, 23, 41 ], "retrieved_global": [ 86, 116, 80, 23, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 118, "question": "Who is older, Dylan Carter or Savannah Reed?", "ground_truth": "A", "answer_text": "Dylan Carter", "target_sids": [ 97, 116 ], "retrieved_sids": [ 116, 86, 56, 84, 81 ], "retrieved_global": [ 116, 86, 56, 84, 81 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 119, "question": "Who has a birthday earlier in the year, Landon Pierce or Savannah Chase?", "ground_truth": "B", "answer_text": "Savannah Chase", "target_sids": [ 91, 118 ], "retrieved_sids": [ 91, 118, 66, 81, 123 ], "retrieved_global": [ 91, 118, 66, 81, 123 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 120, "question": "Whose birthday comes first in the year, Jasper Reed or Ella Prescott?", "ground_truth": "B", "answer_text": "Jasper Reed", "target_sids": [ 129, 158 ], "retrieved_sids": [ 158, 129, 124, 126, 145 ], "retrieved_global": [ 158, 129, 124, 126, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 121, "question": "Who has a higher level of education, Aria Morgan or Clara Jensen?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 110, 86 ], "retrieved_sids": [ 46, 78, 86, 126, 149 ], "retrieved_global": [ 46, 78, 86, 126, 149 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 122, "question": "Who has a higher level of education, Oliver Chase or Ethan Reid?", "ground_truth": "C", "answer_text": "Oliver Chase", "target_sids": [ 153, 135 ], "retrieved_sids": [ 135, 33, 5, 141, 111 ], "retrieved_global": [ 135, 33, 5, 141, 111 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 123, "question": "Who has a birthday that comes first in the calendar year, Autumn Reese or Mira Camden?", "ground_truth": "A", "answer_text": "Mira Camden", "target_sids": [ 118, 95 ], "retrieved_sids": [ 95, 118, 101, 81, 42 ], "retrieved_global": [ 95, 118, 101, 81, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 124, "question": "Who has a birthday earlier in the year, Clara Stone or Landon Pierce?", "ground_truth": "B", "answer_text": "Clara Stone", "target_sids": [ 44, 71 ], "retrieved_sids": [ 44, 71, 21, 41, 153 ], "retrieved_global": [ 44, 71, 21, 41, 153 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 125, "question": "Who is taller, Savannah Blake or Ethan Monroe?", "ground_truth": "A", "answer_text": "Ethan Monroe", "target_sids": [ 81, 62 ], "retrieved_sids": [ 81, 62, 133, 150, 1 ], "retrieved_global": [ 81, 62, 133, 150, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 126, "question": "Who is taller, Caleb Foster or Lila Prescott?", "ground_truth": "A", "answer_text": "Caleb Foster", "target_sids": [ 9, 29 ], "retrieved_sids": [ 9, 29, 32, 73, 18 ], "retrieved_global": [ 9, 29, 32, 73, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 127, "question": "Who has a birthday earlier in the year, Madeline Blake or Sophie Turner?", "ground_truth": "C", "answer_text": "Madeline Blake", "target_sids": [ 130, 156 ], "retrieved_sids": [ 156, 130, 146, 89, 63 ], "retrieved_global": [ 156, 130, 146, 89, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 128, "question": "Who has a higher level of education, Grayson Hale or Jasper Blake?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 0, 32 ], "retrieved_sids": [ 0, 68, 32, 103, 88 ], "retrieved_global": [ 0, 68, 32, 103, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 129, "question": "Who is older, Audrey Lane or Max Turner?", "ground_truth": "A", "answer_text": "Audrey Lane", "target_sids": [ 88, 121 ], "retrieved_sids": [ 121, 88, 83, 103, 84 ], "retrieved_global": [ 121, 88, 83, 103, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 130, "question": "Who is taller, Jasper Monroe or Tessa Brighton?", "ground_truth": "B", "answer_text": "Tessa Brighton", "target_sids": [ 91, 117 ], "retrieved_sids": [ 91, 117, 69, 35, 126 ], "retrieved_global": [ 91, 117, 69, 35, 126 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 131, "question": "Whose birthday is later in the year, Hannah Sinclair or Mia Caldwell?", "ground_truth": "A", "answer_text": "Mia Caldwell", "target_sids": [ 132, 142 ], "retrieved_sids": [ 132, 142, 122, 31, 143 ], "retrieved_global": [ 132, 142, 122, 31, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 132, "question": "Who is older, Sophie Kensington or Jasper Whitmore?", "ground_truth": "C", "answer_text": "Jasper Whitmore", "target_sids": [ 32, 13 ], "retrieved_sids": [ 32, 13, 28, 1, 102 ], "retrieved_global": [ 32, 13, 28, 1, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 133, "question": "Who has a birthday that comes earlier in the year, Jasper Hale or Nolan Rivers?", "ground_truth": "A", "answer_text": "Jasper Hale", "target_sids": [ 97, 122 ], "retrieved_sids": [ 122, 97, 145, 103, 69 ], "retrieved_global": [ 122, 97, 145, 103, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 134, "question": "Who is taller, Dylan Carter or Grayson Foster?", "ground_truth": "A", "answer_text": "Dylan Carter", "target_sids": [ 120, 89 ], "retrieved_sids": [ 89, 120, 83, 31, 112 ], "retrieved_global": [ 89, 120, 83, 31, 112 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 135, "question": "Who is taller, Hunter Cole or Clara Vance?", "ground_truth": "B", "answer_text": "Hunter Cole", "target_sids": [ 60, 69 ], "retrieved_sids": [ 60, 69, 42, 74, 3 ], "retrieved_global": [ 60, 69, 42, 74, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 136, "question": "Who has a higher level of education, Nora Sinclair or Ethan Carter?", "ground_truth": "B", "answer_text": "Nora Sinclair", "target_sids": [ 21, 5 ], "retrieved_sids": [ 155, 5, 0, 21, 17 ], "retrieved_global": [ 155, 5, 0, 21, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 137, "question": "Who has a higher level of education, Avery Sinclair or Clara Whitman?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 138, 155 ], "retrieved_sids": [ 155, 105, 87, 46, 138 ], "retrieved_global": [ 155, 105, 87, 46, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 138, "question": "Who is taller, Miles Thornton or Grayson Hale?", "ground_truth": "A", "answer_text": "Grayson Hale", "target_sids": [ 40, 68 ], "retrieved_sids": [ 68, 40, 61, 123, 79 ], "retrieved_global": [ 68, 40, 61, 123, 79 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 139, "question": "Who has a higher level of education, Clara Winslow or Elena Prescott?", "ground_truth": "D", "answer_text": "Clara Winslow", "target_sids": [ 5, 38 ], "retrieved_sids": [ 132, 107, 38, 131, 153 ], "retrieved_global": [ 132, 107, 38, 131, 153 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 140, "question": "Who has their birthday earlier in the year, Grace Donovan or Ethan Hayes?", "ground_truth": "D", "answer_text": "Grace Donovan", "target_sids": [ 138, 158 ], "retrieved_sids": [ 138, 158, 15, 143, 122 ], "retrieved_global": [ 138, 158, 15, 143, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 141, "question": "Whose birthday is earlier in the month, Skylar Jameson or Trenton Hale?", "ground_truth": "A", "answer_text": "Skylar Jameson", "target_sids": [ 27, 4 ], "retrieved_sids": [ 4, 27, 104, 89, 0 ], "retrieved_global": [ 4, 27, 104, 89, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 142, "question": "Who has a higher level of education, Mason Holloway or Landon Pierce?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 58, 78 ], "retrieved_sids": [ 58, 78, 87, 41, 110 ], "retrieved_global": [ 58, 78, 87, 41, 110 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 143, "question": "Who is taller, Savannah Brooks or Grayson Cole?", "ground_truth": "C", "answer_text": "Savannah Brooks", "target_sids": [ 123, 148 ], "retrieved_sids": [ 148, 123, 86, 142, 3 ], "retrieved_global": [ 148, 123, 86, 142, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 144, "question": "Who is taller, Ethan Grayson or Harper Quinn?", "ground_truth": "D", "answer_text": "Harper Quinn", "target_sids": [ 36, 13 ], "retrieved_sids": [ 13, 36, 94, 21, 64 ], "retrieved_global": [ 13, 36, 94, 21, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 145, "question": "Whose birthday comes later in the month, Mason Cole or Kaden Rivers?", "ground_truth": "C", "answer_text": "Mason Cole", "target_sids": [ 107, 84 ], "retrieved_sids": [ 84, 107, 143, 8, 44 ], "retrieved_global": [ 84, 107, 143, 8, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 146, "question": "Who has a higher level of education, Logan Sinclair or Oliver Finch?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 114, 86 ], "retrieved_sids": [ 86, 48, 114, 33, 8 ], "retrieved_global": [ 86, 48, 114, 33, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 147, "question": "Who has a higher level of education, Celia Mitchell or Wyatt Jansen?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 111, 95 ], "retrieved_sids": [ 111, 95, 101, 60, 3 ], "retrieved_global": [ 111, 95, 101, 60, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 148, "question": "Who is older, Malcolm Reed or Ethan Caldwell?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 24, 15 ], "retrieved_sids": [ 24, 15, 5, 20, 0 ], "retrieved_global": [ 24, 15, 5, 20, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 149, "question": "Who is older, Sophie Bennett or Carter Quinn?", "ground_truth": "A", "answer_text": "Carter Quinn", "target_sids": [ 90, 122 ], "retrieved_sids": [ 90, 122, 96, 109, 104 ], "retrieved_global": [ 90, 122, 96, 109, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 150, "question": "Who has a birthday that comes earlier in the year, Sophia Harrington or Mason Thorne?", "ground_truth": "B", "answer_text": "Sophia Harrington", "target_sids": [ 100, 118 ], "retrieved_sids": [ 100, 83, 144, 142, 118 ], "retrieved_global": [ 100, 83, 144, 142, 118 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 151, "question": "Who has a birthday that comes first in the calendar year, Ethan Caldwell or Jasmine Blake?", "ground_truth": "B", "answer_text": "Jasmine Blake", "target_sids": [ 97, 107 ], "retrieved_sids": [ 97, 107, 83, 46, 147 ], "retrieved_global": [ 97, 107, 83, 46, 147 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 152, "question": "Who is taller, Noah Kensington or Liam Donovan?", "ground_truth": "A", "answer_text": "Liam Donovan", "target_sids": [ 37, 5 ], "retrieved_sids": [ 112, 5, 37, 90, 20 ], "retrieved_global": [ 112, 5, 37, 90, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 153, "question": "Who is older, Ethan Parker or Gavin Mitchell?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 18, 36 ], "retrieved_sids": [ 18, 36, 74, 20, 0 ], "retrieved_global": [ 18, 36, 74, 20, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 154, "question": "Whose birthday falls later in the year, Ethan Carter or Gideon Prescott?", "ground_truth": "B", "answer_text": "Ethan Carter", "target_sids": [ 19, 30 ], "retrieved_sids": [ 30, 19, 20, 155, 102 ], "retrieved_global": [ 30, 19, 20, 155, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 155, "question": "Who has a birthday earlier in the year, Clara Winslow or Landon Chase?", "ground_truth": "D", "answer_text": "Clara Winslow", "target_sids": [ 128, 140 ], "retrieved_sids": [ 128, 140, 100, 141, 22 ], "retrieved_global": [ 128, 140, 100, 141, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 156, "question": "Who is taller, Asher Blake or Grayson Cole?", "ground_truth": "B", "answer_text": "Grayson Cole", "target_sids": [ 10, 30 ], "retrieved_sids": [ 30, 10, 88, 21, 53 ], "retrieved_global": [ 30, 10, 88, 21, 53 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 157, "question": "Who has a higher level of education, Savannah Blake or Lena Carter?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 50, 77 ], "retrieved_sids": [ 67, 147, 45, 80, 48 ], "retrieved_global": [ 67, 147, 45, 80, 48 ], "hit_at_k": false }, { "category": "comparative", "topic": "roles", "tid": 158, "question": "Who has a higher level of education, Easton Caldwell or Savannah Blake?", "ground_truth": "C", "answer_text": "Easton Caldwell", "target_sids": [ 98, 118 ], "retrieved_sids": [ 98, 118, 148, 130, 33 ], "retrieved_global": [ 98, 118, 148, 130, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 159, "question": "Who has a birthday that occurs earlier in the year, Emma Sinclair or Eli Thorne?", "ground_truth": "D", "answer_text": "Emma Sinclair", "target_sids": [ 4, 38 ], "retrieved_sids": [ 38, 4, 84, 102, 126 ], "retrieved_global": [ 38, 4, 84, 102, 126 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 160, "question": "Who has a more advanced level of education, Elena Hayes or Sophie Turner?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 49, 62 ], "retrieved_sids": [ 62, 49, 146, 40, 61 ], "retrieved_global": [ 62, 49, 146, 40, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 161, "question": "Who is older, Liam Carter or Derek Lawson?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 65, 53 ], "retrieved_sids": [ 53, 65, 41, 59, 44 ], "retrieved_global": [ 53, 65, 41, 59, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 162, "question": "Who has a birthday later in the year, Sienna Blake or Madeline Cross?", "ground_truth": "D", "answer_text": "Sienna Blake", "target_sids": [ 12, 39 ], "retrieved_sids": [ 0, 12, 39, 130, 147 ], "retrieved_global": [ 0, 12, 39, 130, 147 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 163, "question": "Who is older, Ronan Hayes or Sienna Blake?", "ground_truth": "D", "answer_text": "Ronan Hayes", "target_sids": [ 146, 125 ], "retrieved_sids": [ 146, 148, 43, 129, 125 ], "retrieved_global": [ 146, 148, 43, 129, 125 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 164, "question": "Who has a higher level of education, Jasper Thorne or Nathaniel Prescott?", "ground_truth": "B", "answer_text": "Jasper Thorne", "target_sids": [ 137, 154 ], "retrieved_sids": [ 137, 154, 133, 131, 138 ], "retrieved_global": [ 137, 154, 133, 131, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 165, "question": "Who is younger, Mason Blake or Sienna Ray?", "ground_truth": "D", "answer_text": "Mason Blake", "target_sids": [ 114, 94 ], "retrieved_sids": [ 114, 94, 101, 102, 103 ], "retrieved_global": [ 114, 94, 101, 102, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 166, "question": "Whose birthday comes earlier in the year, Tyler Quinn or Mackenzie Hayes?", "ground_truth": "A", "answer_text": "Mackenzie Hayes", "target_sids": [ 50, 79 ], "retrieved_sids": [ 50, 79, 41, 103, 62 ], "retrieved_global": [ 50, 79, 41, 103, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 167, "question": "Whose birthday comes first in the year, Landon Pierce or Carter Sinclair?", "ground_truth": "D", "answer_text": "Landon Pierce", "target_sids": [ 40, 20 ], "retrieved_sids": [ 40, 0, 20, 149, 145 ], "retrieved_global": [ 40, 0, 20, 149, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 168, "question": "Who has a higher level of education, Ethan Carter or Megan Blake?", "ground_truth": "D", "answer_text": "Ethan Carter", "target_sids": [ 73, 59 ], "retrieved_sids": [ 73, 59, 162, 46, 57 ], "retrieved_global": [ 73, 59, 162, 46, 57 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 169, "question": "Who has a later birthday, Tessa Langley or Sienna Marlowe?", "ground_truth": "C", "answer_text": "Tessa Langley", "target_sids": [ 124, 141 ], "retrieved_sids": [ 124, 141, 30, 140, 108 ], "retrieved_global": [ 124, 141, 30, 140, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 170, "question": "Who has a birthday later in the year, Gideon Carter or Maya Thompson?", "ground_truth": "B", "answer_text": "Maya Thompson", "target_sids": [ 60, 69 ], "retrieved_sids": [ 60, 42, 69, 4, 85 ], "retrieved_global": [ 60, 42, 69, 4, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 171, "question": "Who has a birthday later in the year, Clara Montgomery or Jasper Bennett?", "ground_truth": "B", "answer_text": "Clara Montgomery", "target_sids": [ 120, 85 ], "retrieved_sids": [ 85, 120, 83, 21, 104 ], "retrieved_global": [ 85, 120, 83, 21, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 172, "question": "Who is taller, Asher Blake or Kieran Hayes?", "ground_truth": "C", "answer_text": "Asher Blake", "target_sids": [ 104, 85 ], "retrieved_sids": [ 104, 85, 80, 89, 94 ], "retrieved_global": [ 104, 85, 80, 89, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 173, "question": "Who is taller, Brandon Knox or Aurora Sinclair?", "ground_truth": "B", "answer_text": "Aurora Sinclair", "target_sids": [ 9, 21 ], "retrieved_sids": [ 21, 9, 44, 83, 144 ], "retrieved_global": [ 21, 9, 44, 83, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 174, "question": "Who has a higher level of education, Mackenzie Jordan or Sloane Avery?", "ground_truth": "A", "answer_text": "Mackenzie Jordan", "target_sids": [ 25, 12 ], "retrieved_sids": [ 107, 135, 2, 25, 0 ], "retrieved_global": [ 107, 135, 2, 25, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 175, "question": "Who has a higher level of education, Jaxon Lyle or Evan Sinclair?", "ground_truth": "C", "answer_text": "Jaxon Lyle", "target_sids": [ 121, 155 ], "retrieved_sids": [ 155, 103, 75, 45, 121 ], "retrieved_global": [ 155, 103, 75, 45, 121 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 176, "question": "Who is taller, Miles Carter or Jaxon Hale?", "ground_truth": "A", "answer_text": "Miles Carter", "target_sids": [ 89, 109 ], "retrieved_sids": [ 2, 89, 109, 101, 80 ], "retrieved_global": [ 2, 89, 109, 101, 80 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 177, "question": "Who is older, Sierra Blake or Elena Hartman?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 16, 31 ], "retrieved_sids": [ 16, 31, 20, 0, 19 ], "retrieved_global": [ 16, 31, 20, 0, 19 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 178, "question": "Who has a higher education level, Tessa Caldwell or Lila Hartman?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 117, 87 ], "retrieved_sids": [ 87, 117, 32, 149, 95 ], "retrieved_global": [ 87, 117, 32, 149, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 179, "question": "Who is taller, Jasper Caldwell or Finn Marshall?", "ground_truth": "A", "answer_text": "Jasper Caldwell", "target_sids": [ 65, 46 ], "retrieved_sids": [ 46, 65, 19, 146, 42 ], "retrieved_global": [ 46, 65, 19, 146, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 180, "question": "Who has a higher level of education, Juliana Rivers or Adeline Carter?", "ground_truth": "A", "answer_text": "Juliana Rivers", "target_sids": [ 28, 15 ], "retrieved_sids": [ 15, 28, 113, 25, 4 ], "retrieved_global": [ 15, 28, 113, 25, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 181, "question": "Whose birthday is earlier, Felix Thornton or Bennett Carlisle?", "ground_truth": "B", "answer_text": "Felix Thornton", "target_sids": [ 80, 43 ], "retrieved_sids": [ 43, 80, 124, 35, 117 ], "retrieved_global": [ 43, 80, 124, 35, 117 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 182, "question": "Who has a higher level of education, Landon Chase or Harper Jensen?", "ground_truth": "C", "answer_text": "Landon Chase", "target_sids": [ 163, 140 ], "retrieved_sids": [ 47, 163, 123, 66, 124 ], "retrieved_global": [ 47, 163, 123, 66, 124 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 183, "question": "Who has a later birthday, Landon Price or Jasper Miller?", "ground_truth": "C", "answer_text": "Landon Price", "target_sids": [ 42, 68 ], "retrieved_sids": [ 42, 68, 82, 144, 40 ], "retrieved_global": [ 42, 68, 82, 144, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 184, "question": "Who is taller, Jaxon Mercer or Grayson Walker?", "ground_truth": "B", "answer_text": "Grayson Walker", "target_sids": [ 148, 126 ], "retrieved_sids": [ 126, 148, 119, 156, 140 ], "retrieved_global": [ 126, 148, 119, 156, 140 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 185, "question": "Who is older, Indigo Harper or Bodhi Knox?", "ground_truth": "C", "answer_text": "Indigo Harper", "target_sids": [ 41, 62 ], "retrieved_sids": [ 62, 41, 60, 66, 39 ], "retrieved_global": [ 62, 41, 60, 66, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 186, "question": "Whose birthday comes later in the year, Dylan Caldwell or Tyler Lawson?", "ground_truth": "B", "answer_text": "Dylan Caldwell", "target_sids": [ 119, 87 ], "retrieved_sids": [ 87, 119, 81, 101, 1 ], "retrieved_global": [ 87, 119, 81, 101, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 187, "question": "Who is taller, Mira Sutton or Finnley Cole?", "ground_truth": "B", "answer_text": "Finnley Cole", "target_sids": [ 49, 71 ], "retrieved_sids": [ 71, 49, 82, 134, 61 ], "retrieved_global": [ 71, 49, 82, 134, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 188, "question": "Who has a higher level of education, Tessa Caldwell or Margot Sinclair?", "ground_truth": "D", "answer_text": "Tessa Caldwell", "target_sids": [ 32, 13 ], "retrieved_sids": [ 32, 13, 108, 10, 4 ], "retrieved_global": [ 32, 13, 108, 10, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 189, "question": "Who has a different level of education, Gavin Sinclair or Brock Anderson?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 56, 76 ], "retrieved_sids": [ 56, 55, 45, 76, 41 ], "retrieved_global": [ 56, 55, 45, 76, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 190, "question": "Who has a higher level of education, Saylor Morgan or Mason Caldwell?", "ground_truth": "A", "answer_text": "Mason Caldwell", "target_sids": [ 122, 155 ], "retrieved_sids": [ 155, 43, 142, 160, 122 ], "retrieved_global": [ 155, 43, 142, 160, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 191, "question": "Who has a birthday earlier in the year, Maya Griffin or Ethan Mason?", "ground_truth": "D", "answer_text": "Maya Griffin", "target_sids": [ 65, 45 ], "retrieved_sids": [ 45, 65, 125, 62, 43 ], "retrieved_global": [ 45, 65, 125, 62, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 192, "question": "Who has an earlier birthday, Grayson Wells or Sienna McCoy?", "ground_truth": "B", "answer_text": "Grayson Wells", "target_sids": [ 58, 69 ], "retrieved_sids": [ 69, 58, 60, 146, 39 ], "retrieved_global": [ 69, 58, 60, 146, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 193, "question": "Who has a higher level of education, Clara Whitmore or Elena Hawthorne?", "ground_truth": "C", "answer_text": "Clara Whitmore", "target_sids": [ 28, 5 ], "retrieved_sids": [ 28, 5, 86, 109, 20 ], "retrieved_global": [ 28, 5, 86, 109, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 194, "question": "Who has a higher level of education, Talon Hayes or Winston Hale?", "ground_truth": "A", "answer_text": "Talon Hayes", "target_sids": [ 48, 61 ], "retrieved_sids": [ 61, 24, 114, 48, 55 ], "retrieved_global": [ 61, 24, 114, 48, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 195, "question": "Who has a higher level of education, Ethan Cole or Julian Hartman?", "ground_truth": "A", "answer_text": "Ethan Cole", "target_sids": [ 19, 29 ], "retrieved_sids": [ 29, 46, 20, 19, 1 ], "retrieved_global": [ 29, 46, 20, 19, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 196, "question": "Who is taller, Liam Harrington or Tristan Hale?", "ground_truth": "B", "answer_text": "Liam Harrington", "target_sids": [ 57, 78 ], "retrieved_sids": [ 78, 57, 129, 62, 82 ], "retrieved_global": [ 78, 57, 129, 62, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 197, "question": "Who has a birthday earlier in the year, Mira Lawson or Colton Hayes?", "ground_truth": "B", "answer_text": "Mira Lawson", "target_sids": [ 144, 134 ], "retrieved_sids": [ 134, 144, 145, 6, 24 ], "retrieved_global": [ 134, 144, 145, 6, 24 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 198, "question": "Whose birthday is earlier in the year, Jaxon Reed or Ethan Carter?", "ground_truth": "D", "answer_text": "Jaxon Reed", "target_sids": [ 0, 31 ], "retrieved_sids": [ 0, 31, 41, 21, 43 ], "retrieved_global": [ 0, 31, 41, 21, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 199, "question": "Who is taller, Carter Sullivan or Finn Caldwell?", "ground_truth": "C", "answer_text": "Finn Caldwell", "target_sids": [ 137, 163 ], "retrieved_sids": [ 163, 137, 52, 145, 101 ], "retrieved_global": [ 163, 137, 52, 145, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 200, "question": "Who has their birthday later in the month, Landon Brooks or Lila Carter?", "ground_truth": "B", "answer_text": "Landon Brooks", "target_sids": [ 2, 36 ], "retrieved_sids": [ 2, 36, 75, 42, 82 ], "retrieved_global": [ 2, 36, 75, 42, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 201, "question": "Who is taller, Austin Parker or Maya Thompson?", "ground_truth": "C", "answer_text": "Maya Thompson", "target_sids": [ 122, 146 ], "retrieved_sids": [ 146, 122, 145, 65, 43 ], "retrieved_global": [ 146, 122, 145, 65, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 202, "question": "Who is older, Dylan Fisher or Sophie Reynolds?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 92, 103 ], "retrieved_sids": [ 103, 92, 100, 86, 93 ], "retrieved_global": [ 103, 92, 100, 86, 93 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 203, "question": "Who is older, Chloe Sinclair or Jason Callahan?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 97, 121 ], "retrieved_sids": [ 97, 121, 99, 20, 106 ], "retrieved_global": [ 97, 121, 99, 20, 106 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 204, "question": "Who is taller, Tyler Mason or Samantha Blake?", "ground_truth": "C", "answer_text": "Samantha Blake", "target_sids": [ 138, 151 ], "retrieved_sids": [ 138, 151, 67, 121, 52 ], "retrieved_global": [ 138, 151, 67, 121, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 205, "question": "Who has a birthday that comes earlier in the year, Liam Johnson or Chloe Ramirez?", "ground_truth": "D", "answer_text": "Liam Johnson", "target_sids": [ 83, 116 ], "retrieved_sids": [ 116, 83, 127, 24, 135 ], "retrieved_global": [ 116, 83, 127, 24, 135 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 206, "question": "Who has a birthday that comes first in the year, Elena Strickland or Isaac Caldwell?", "ground_truth": "A", "answer_text": "Elena Strickland", "target_sids": [ 138, 146 ], "retrieved_sids": [ 138, 146, 42, 105, 123 ], "retrieved_global": [ 138, 146, 42, 105, 123 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 207, "question": "Who has a higher education level, Elena Prescott or Dorian Caldwell?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 42, 69 ], "retrieved_sids": [ 69, 150, 42, 61, 85 ], "retrieved_global": [ 69, 150, 42, 61, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 208, "question": "Who has a higher level of education, Elias Montgomery or Caleb Rivers?", "ground_truth": "C", "answer_text": "Elias Montgomery", "target_sids": [ 49, 62 ], "retrieved_sids": [ 49, 88, 149, 69, 62 ], "retrieved_global": [ 49, 88, 149, 69, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 209, "question": "Who is taller, Vivian Price or Maya Sinclair?", "ground_truth": "C", "answer_text": "Maya Sinclair", "target_sids": [ 164, 134 ], "retrieved_sids": [ 164, 134, 43, 111, 89 ], "retrieved_global": [ 164, 134, 43, 111, 89 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 210, "question": "Who has a higher level of education, Clara Whitaker or Lila Thompson?", "ground_truth": "B", "answer_text": "Lila Thompson", "target_sids": [ 162, 133 ], "retrieved_sids": [ 133, 162, 30, 150, 93 ], "retrieved_global": [ 133, 162, 30, 150, 93 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 211, "question": "Who has a higher level of education, Jaxon Turner or Clara Sinclair?", "ground_truth": "D", "answer_text": "Jaxon Turner", "target_sids": [ 64, 51 ], "retrieved_sids": [ 51, 64, 31, 107, 71 ], "retrieved_global": [ 51, 64, 31, 107, 71 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 212, "question": "Who has a higher level of education, Madeline Harper or Clara Sinclair?", "ground_truth": "A", "answer_text": "Clara Sinclair", "target_sids": [ 93, 119 ], "retrieved_sids": [ 119, 63, 160, 142, 157 ], "retrieved_global": [ 119, 63, 160, 142, 157 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 213, "question": "Who is older, Noah Sinclair or Lila Harper?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 67, 47 ], "retrieved_sids": [ 47, 67, 82, 79, 59 ], "retrieved_global": [ 47, 67, 82, 79, 59 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 214, "question": "Who has a birthday that comes later in the year, Lila Brooks or Maya Sinclair?", "ground_truth": "C", "answer_text": "Lila Brooks", "target_sids": [ 41, 70 ], "retrieved_sids": [ 70, 41, 120, 62, 33 ], "retrieved_global": [ 70, 41, 120, 62, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 215, "question": "Who is older, Sienna Harper or Elias Bennett?", "ground_truth": "D", "answer_text": "Sienna Harper", "target_sids": [ 85, 111 ], "retrieved_sids": [ 111, 85, 80, 157, 92 ], "retrieved_global": [ 111, 85, 80, 157, 92 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 216, "question": "Who has a later birthday, Lila Monroe or Nathaniel Brooks?", "ground_truth": "B", "answer_text": "Lila Monroe", "target_sids": [ 113, 94 ], "retrieved_sids": [ 94, 113, 69, 32, 14 ], "retrieved_global": [ 94, 113, 69, 32, 14 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 217, "question": "Who has a higher level of education, Sophie Bennett or Liam Caldwell?", "ground_truth": "D", "answer_text": "Liam Caldwell", "target_sids": [ 131, 151 ], "retrieved_sids": [ 131, 66, 37, 47, 151 ], "retrieved_global": [ 131, 66, 37, 47, 151 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 218, "question": "Who is taller, Nathaniel Scott or Jasper Reid?", "ground_truth": "D", "answer_text": "Nathaniel Scott", "target_sids": [ 115, 84 ], "retrieved_sids": [ 115, 84, 22, 42, 82 ], "retrieved_global": [ 115, 84, 22, 42, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 219, "question": "Who has a birthday later in the year, Landon Hale or Delilah West?", "ground_truth": "A", "answer_text": "Landon Hale", "target_sids": [ 18, 28 ], "retrieved_sids": [ 18, 28, 20, 0, 133 ], "retrieved_global": [ 18, 28, 20, 0, 133 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 220, "question": "Who has a birthday earlier in the year, Sophie Brooks or Maya Sinclair?", "ground_truth": "A", "answer_text": "Sophie Brooks", "target_sids": [ 35, 19 ], "retrieved_sids": [ 35, 21, 19, 46, 0 ], "retrieved_global": [ 35, 21, 19, 46, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 221, "question": "Who is older, Logan Hayes or Savannah Parker?", "ground_truth": "D", "answer_text": "Logan Hayes", "target_sids": [ 9, 26 ], "retrieved_sids": [ 26, 9, 23, 25, 35 ], "retrieved_global": [ 26, 9, 23, 25, 35 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 222, "question": "Who is taller, Clara Finch or Nathaniel Gray?", "ground_truth": "C", "answer_text": "Nathaniel Gray", "target_sids": [ 72, 46 ], "retrieved_sids": [ 46, 72, 40, 61, 59 ], "retrieved_global": [ 46, 72, 40, 61, 59 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 223, "question": "Who is older, Ronan Hawthorne or Lila Mercer?", "ground_truth": "A", "answer_text": "Ronan Hawthorne", "target_sids": [ 115, 92 ], "retrieved_sids": [ 92, 115, 58, 84, 124 ], "retrieved_global": [ 92, 115, 58, 84, 124 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 224, "question": "Who is taller, Mila Hayes or Chloe Winters?", "ground_truth": "B", "answer_text": "Mila Hayes", "target_sids": [ 120, 84 ], "retrieved_sids": [ 84, 120, 62, 21, 159 ], "retrieved_global": [ 84, 120, 62, 21, 159 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 225, "question": "Who is younger, Clara Monroe or Lila Westwood?", "ground_truth": "A", "answer_text": "Clara Monroe", "target_sids": [ 118, 102 ], "retrieved_sids": [ 118, 102, 120, 94, 64 ], "retrieved_global": [ 118, 102, 120, 94, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 226, "question": "Who is taller, Lila Monroe or August Harrison?", "ground_truth": "C", "answer_text": "August Harrison", "target_sids": [ 9, 37 ], "retrieved_sids": [ 9, 37, 15, 84, 18 ], "retrieved_global": [ 9, 37, 15, 84, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 227, "question": "Who has a higher level of education, Tessa Blake or Landon Pierce?", "ground_truth": "A", "answer_text": "Tessa Blake", "target_sids": [ 141, 150 ], "retrieved_sids": [ 141, 96, 47, 136, 150 ], "retrieved_global": [ 141, 96, 47, 136, 150 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 228, "question": "Who has a higher level of education, Ethan Caldwell or Julian Pierce?", "ground_truth": "B", "answer_text": "Ethan Caldwell", "target_sids": [ 37, 6 ], "retrieved_sids": [ 6, 125, 68, 151, 37 ], "retrieved_global": [ 6, 125, 68, 151, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 229, "question": "Who is older, Oliver Quinn or Clara Hart?", "ground_truth": "C", "answer_text": "Oliver Quinn", "target_sids": [ 121, 92 ], "retrieved_sids": [ 92, 121, 111, 115, 113 ], "retrieved_global": [ 92, 121, 111, 115, 113 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 230, "question": "Who has a birthday earlier in the year, Marina Trent or Asher Bennett?", "ground_truth": "B", "answer_text": "Marina Trent", "target_sids": [ 8, 28 ], "retrieved_sids": [ 8, 28, 72, 20, 159 ], "retrieved_global": [ 8, 28, 72, 20, 159 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 231, "question": "Who has a higher level of education, Dylan Waverly or Jaxon Pierce?", "ground_truth": "A", "answer_text": "Jaxon Pierce", "target_sids": [ 143, 127 ], "retrieved_sids": [ 127, 143, 141, 151, 138 ], "retrieved_global": [ 127, 143, 141, 151, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 232, "question": "Who is older, Oliver Bennett or Ava Sinclair?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 82, 109 ], "retrieved_sids": [ 109, 82, 102, 119, 54 ], "retrieved_global": [ 109, 82, 102, 119, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 233, "question": "Who has a birthday later in the year, Avery Caldwell or Jackson Wells?", "ground_truth": "D", "answer_text": "Avery Caldwell", "target_sids": [ 158, 126 ], "retrieved_sids": [ 126, 158, 124, 46, 144 ], "retrieved_global": [ 126, 158, 124, 46, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 234, "question": "Who is taller, Cassandra Blake or Miriam Caldwell?", "ground_truth": "D", "answer_text": "Miriam Caldwell", "target_sids": [ 18, 29 ], "retrieved_sids": [ 18, 29, 63, 17, 3 ], "retrieved_global": [ 18, 29, 63, 17, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 235, "question": "Who has a birthday that comes later in the year, Aria Caldwell or Jasper Hale?", "ground_truth": "C", "answer_text": "Aria Caldwell", "target_sids": [ 114, 93 ], "retrieved_sids": [ 93, 114, 160, 103, 73 ], "retrieved_global": [ 93, 114, 160, 103, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 236, "question": "Who has a birthday earlier in the year, Elena Brooks or Jaxon Wells?", "ground_truth": "C", "answer_text": "Elena Brooks", "target_sids": [ 81, 117 ], "retrieved_sids": [ 81, 117, 62, 82, 102 ], "retrieved_global": [ 81, 117, 62, 82, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 237, "question": "Who is older, Ethan Blake or Hannah Sullivan?", "ground_truth": "D", "answer_text": "Hannah Sullivan", "target_sids": [ 83, 108 ], "retrieved_sids": [ 83, 108, 81, 149, 104 ], "retrieved_global": [ 83, 108, 81, 149, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 238, "question": "Whose birthday comes first in the calendar year, Sophie Hartman or Clara Whitaker?", "ground_truth": "A", "answer_text": "Sophie Hartman", "target_sids": [ 46, 71 ], "retrieved_sids": [ 46, 71, 40, 112, 61 ], "retrieved_global": [ 46, 71, 40, 112, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 239, "question": "Who is taller, Brooklyn Hayes or Lucas Bennett?", "ground_truth": "B", "answer_text": "Lucas Bennett", "target_sids": [ 139, 150 ], "retrieved_sids": [ 139, 150, 143, 45, 122 ], "retrieved_global": [ 139, 150, 143, 45, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 240, "question": "Who has an earlier birthday, Liam Foster or Caleb Archer?", "ground_truth": "C", "answer_text": "Liam Foster", "target_sids": [ 32, 14 ], "retrieved_sids": [ 32, 14, 93, 142, 0 ], "retrieved_global": [ 32, 14, 93, 142, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 241, "question": "Who has a higher level of education, Chloe Camden or Waverly Hayes?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 123, 102 ], "retrieved_sids": [ 102, 24, 123, 2, 10 ], "retrieved_global": [ 102, 24, 123, 2, 10 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 242, "question": "Who has a higher level of education, Logan Trent or Ethan Carter?", "ground_truth": "C", "answer_text": "Ethan Carter", "target_sids": [ 35, 13 ], "retrieved_sids": [ 13, 67, 141, 0, 71 ], "retrieved_global": [ 13, 67, 141, 0, 71 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 243, "question": "Who has a higher level of education, Ethan Brooks or Liam Thompson?", "ground_truth": "A", "answer_text": "Liam Thompson", "target_sids": [ 66, 61 ], "retrieved_sids": [ 61, 91, 3, 27, 25 ], "retrieved_global": [ 61, 91, 3, 27, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 244, "question": "Who is older, Madison Lane or Landon West?", "ground_truth": "D", "answer_text": "Madison Lane", "target_sids": [ 106, 100 ], "retrieved_sids": [ 106, 100, 104, 117, 103 ], "retrieved_global": [ 106, 100, 104, 117, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 245, "question": "Who has a more advanced degree, Mira Hayes or Zara Quinn?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 64, 44 ], "retrieved_sids": [ 44, 165, 43, 64, 65 ], "retrieved_global": [ 44, 165, 43, 64, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 246, "question": "Who has a birthday later in the year, Gabriel Hawthorne or Savannah Blake?", "ground_truth": "D", "answer_text": "Gabriel Hawthorne", "target_sids": [ 73, 55 ], "retrieved_sids": [ 55, 73, 59, 40, 140 ], "retrieved_global": [ 55, 73, 59, 40, 140 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 247, "question": "Who has a higher level of education, Miles Donovan or Nina Carter?", "ground_truth": "A", "answer_text": "Miles Donovan", "target_sids": [ 16, 35 ], "retrieved_sids": [ 35, 149, 21, 0, 16 ], "retrieved_global": [ 35, 149, 21, 0, 16 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 248, "question": "Who has a later birthday, Lucas Harrison or Amber Sinclair?", "ground_truth": "A", "answer_text": "Lucas Harrison", "target_sids": [ 53, 71 ], "retrieved_sids": [ 53, 71, 83, 2, 122 ], "retrieved_global": [ 53, 71, 83, 2, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 249, "question": "Whose birthday is earlier in the month, Logan Parker or Mira Caldwell?", "ground_truth": "B", "answer_text": "Logan Parker", "target_sids": [ 105, 84 ], "retrieved_sids": [ 105, 84, 62, 43, 102 ], "retrieved_global": [ 105, 84, 62, 43, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 250, "question": "Who has a higher level of education, Lila Prescott or Clara Whitman?", "ground_truth": "C", "answer_text": "Lila Prescott", "target_sids": [ 153, 135 ], "retrieved_sids": [ 153, 26, 135, 142, 125 ], "retrieved_global": [ 153, 26, 135, 142, 125 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 251, "question": "Who is older, Nolan Whitaker or Landon Prescott?", "ground_truth": "C", "answer_text": "Nolan Whitaker", "target_sids": [ 25, 13 ], "retrieved_sids": [ 13, 25, 0, 10, 19 ], "retrieved_global": [ 13, 25, 0, 10, 19 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 252, "question": "Who has a higher level of education, Clara Winslow or Jasmine Hartley?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 104, 91 ], "retrieved_sids": [ 104, 7, 8, 91, 113 ], "retrieved_global": [ 104, 7, 8, 91, 113 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 253, "question": "Who is younger, Landon Price or Jaxon Hayes?", "ground_truth": "D", "answer_text": "Landon Price", "target_sids": [ 88, 119 ], "retrieved_sids": [ 119, 88, 85, 81, 82 ], "retrieved_global": [ 119, 88, 85, 81, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 254, "question": "Who has a birthday earlier in the year, Nathaniel Graves or Tessa Everhart?", "ground_truth": "D", "answer_text": "Nathaniel Graves", "target_sids": [ 70, 54 ], "retrieved_sids": [ 70, 54, 0, 140, 62 ], "retrieved_global": [ 70, 54, 0, 140, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 255, "question": "Who has a higher level of education, Ethan Parker or Gabriel Stone?", "ground_truth": "A", "answer_text": "Ethan Parker", "target_sids": [ 120, 93 ], "retrieved_sids": [ 120, 25, 7, 149, 93 ], "retrieved_global": [ 120, 25, 7, 149, 93 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 256, "question": "Who has a higher level of education, Sloane Avery or Harper Brooks?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 114, 95 ], "retrieved_sids": [ 114, 95, 67, 66, 126 ], "retrieved_global": [ 114, 95, 67, 66, 126 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 257, "question": "Who has an earlier birthday, Grayson Cole or Ayla Monroe?", "ground_truth": "C", "answer_text": "Grayson Cole", "target_sids": [ 96, 112 ], "retrieved_sids": [ 96, 112, 75, 22, 56 ], "retrieved_global": [ 96, 112, 75, 22, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 258, "question": "Who is older, Larkin Hayes or Fiona Wilder?", "ground_truth": "A", "answer_text": "Larkin Hayes", "target_sids": [ 120, 91 ], "retrieved_sids": [ 91, 120, 81, 101, 86 ], "retrieved_global": [ 91, 120, 81, 101, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 259, "question": "Who is younger, Kira Langley or Talia Bennett?", "ground_truth": "D", "answer_text": "Kira Langley", "target_sids": [ 65, 60 ], "retrieved_sids": [ 60, 42, 65, 48, 55 ], "retrieved_global": [ 60, 42, 65, 48, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 260, "question": "Who has a higher level of education, Mira Lawson or Lila James?", "ground_truth": "B", "answer_text": "Lila James", "target_sids": [ 44, 70 ], "retrieved_sids": [ 44, 70, 40, 94, 71 ], "retrieved_global": [ 44, 70, 40, 94, 71 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 261, "question": "Who has a higher level of education, Hunter Lawson or Clara Mercer?", "ground_truth": "C", "answer_text": "Clara Mercer", "target_sids": [ 2, 30 ], "retrieved_sids": [ 30, 2, 85, 99, 111 ], "retrieved_global": [ 30, 2, 85, 99, 111 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 262, "question": "Who is older, Lila Hayes or Savannah Reed?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 160, 123 ], "retrieved_sids": [ 160, 123, 144, 126, 128 ], "retrieved_global": [ 160, 123, 144, 126, 128 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 263, "question": "Who has a birthday that comes later in the year, Sienna Blake or Mira Lane?", "ground_truth": "D", "answer_text": "Sienna Blake", "target_sids": [ 10, 37 ], "retrieved_sids": [ 37, 0, 10, 141, 20 ], "retrieved_global": [ 37, 0, 10, 141, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 264, "question": "Who is older, Jasper Hayes or Lila Donovan?", "ground_truth": "D", "answer_text": "Jasper Hayes", "target_sids": [ 34, 5 ], "retrieved_sids": [ 34, 5, 0, 12, 13 ], "retrieved_global": [ 34, 5, 0, 12, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 265, "question": "Who is older, Tyler Grant or Grayson Cole?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 104, 97 ], "retrieved_sids": [ 97, 104, 89, 81, 108 ], "retrieved_global": [ 97, 104, 89, 81, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 266, "question": "Who is taller, Tyler Brooks or Ethan Parker?", "ground_truth": "D", "answer_text": "Tyler Brooks", "target_sids": [ 145, 123 ], "retrieved_sids": [ 123, 145, 152, 73, 139 ], "retrieved_global": [ 123, 145, 152, 73, 139 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 267, "question": "Who has a higher level of education, Grayson Cole or Aria Bennett?", "ground_truth": "D", "answer_text": "Grayson Cole", "target_sids": [ 20, 29 ], "retrieved_sids": [ 38, 29, 147, 37, 25 ], "retrieved_global": [ 38, 29, 147, 37, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 268, "question": "Who is younger, Caleb Mercer or Oliver Grant?", "ground_truth": "D", "answer_text": "Caleb Mercer", "target_sids": [ 34, 7 ], "retrieved_sids": [ 7, 34, 16, 17, 0 ], "retrieved_global": [ 7, 34, 16, 17, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 269, "question": "Who is older, Jasper Windham or Mira Thorne?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 114, 95 ], "retrieved_sids": [ 95, 114, 88, 102, 83 ], "retrieved_global": [ 95, 114, 88, 102, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 270, "question": "Who is older, Griffin Lane or Maya Sinclair?", "ground_truth": "A", "answer_text": "Griffin Lane", "target_sids": [ 24, 10 ], "retrieved_sids": [ 24, 20, 10, 30, 34 ], "retrieved_global": [ 24, 20, 10, 30, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 271, "question": "Who has a birthday earlier in the year, Lena Hastings or Maya Sullivan?", "ground_truth": "A", "answer_text": "Lena Hastings", "target_sids": [ 89, 115 ], "retrieved_sids": [ 115, 126, 89, 104, 64 ], "retrieved_global": [ 115, 126, 89, 104, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 272, "question": "Who is taller, Briar Ellis or Tessa Blake?", "ground_truth": "A", "answer_text": "Tessa Blake", "target_sids": [ 117, 94 ], "retrieved_sids": [ 117, 94, 52, 1, 102 ], "retrieved_global": [ 117, 94, 52, 1, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 273, "question": "Who is older, Marina Caldwell or Lila Montgomery?", "ground_truth": "B", "answer_text": "Marina Caldwell", "target_sids": [ 91, 109 ], "retrieved_sids": [ 91, 109, 117, 93, 103 ], "retrieved_global": [ 91, 109, 117, 93, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 274, "question": "Who is older, Avery Sinclair or Landon Pierce?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 154, 131 ], "retrieved_sids": [ 154, 131, 144, 139, 145 ], "retrieved_global": [ 154, 131, 144, 139, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 275, "question": "Which birthday comes first in the year, Liam Carter's or Sophie Parks's?", "ground_truth": "A", "answer_text": "Liam Carter", "target_sids": [ 73, 55 ], "retrieved_sids": [ 73, 55, 2, 60, 40 ], "retrieved_global": [ 73, 55, 2, 60, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 276, "question": "Who has a higher level of education, Asher Donovan or Ethan Hawke?", "ground_truth": "B", "answer_text": "Ethan Hawke", "target_sids": [ 73, 51 ], "retrieved_sids": [ 108, 51, 73, 24, 86 ], "retrieved_global": [ 108, 51, 73, 24, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 277, "question": "Who is taller, Iris Caldwell or Amara Sterling?", "ground_truth": "B", "answer_text": "Amara Sterling", "target_sids": [ 137, 149 ], "retrieved_sids": [ 149, 137, 125, 145, 165 ], "retrieved_global": [ 149, 137, 125, 145, 165 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 278, "question": "Whose birthday comes earlier in the year, Liam Carter or Ada Sinclair?", "ground_truth": "B", "answer_text": "Liam Carter", "target_sids": [ 9, 23 ], "retrieved_sids": [ 9, 23, 0, 20, 104 ], "retrieved_global": [ 9, 23, 0, 20, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 279, "question": "Who has a higher level of education, Grant Fielder or Wyatt Aldridge?", "ground_truth": "C", "answer_text": "Grant Fielder", "target_sids": [ 21, 14 ], "retrieved_sids": [ 14, 21, 28, 119, 33 ], "retrieved_global": [ 14, 21, 28, 119, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 280, "question": "Who is taller, Elias Monroe or Jasper Cole?", "ground_truth": "B", "answer_text": "Jasper Cole", "target_sids": [ 18, 21 ], "retrieved_sids": [ 18, 21, 0, 121, 156 ], "retrieved_global": [ 18, 21, 0, 121, 156 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 281, "question": "Who is taller, Jasper Hargrove or Lila Prescott?", "ground_truth": "B", "answer_text": "Lila Prescott", "target_sids": [ 90, 103 ], "retrieved_sids": [ 90, 21, 103, 83, 95 ], "retrieved_global": [ 90, 21, 103, 83, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 282, "question": "Who has a later birthday, Landon Pierce or Mira Caldwell?", "ground_truth": "A", "answer_text": "Landon Pierce", "target_sids": [ 72, 41 ], "retrieved_sids": [ 41, 72, 90, 117, 42 ], "retrieved_global": [ 41, 72, 90, 117, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 283, "question": "Who has a birthday that comes earlier in the year, Landon Pierce or Serena Mitchell?", "ground_truth": "C", "answer_text": "Landon Pierce", "target_sids": [ 14, 39 ], "retrieved_sids": [ 39, 14, 21, 125, 91 ], "retrieved_global": [ 39, 14, 21, 125, 91 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 284, "question": "Whose birthday comes first in the calendar year, Talia Rivers or Cyrus Hale?", "ground_truth": "B", "answer_text": "Talia Rivers", "target_sids": [ 52, 78 ], "retrieved_sids": [ 78, 52, 61, 41, 145 ], "retrieved_global": [ 78, 52, 61, 41, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 285, "question": "Whose birthday is earlier in the year, Maxwell Reeds or Jasmine Blake?", "ground_truth": "B", "answer_text": "Jasmine Blake", "target_sids": [ 96, 112 ], "retrieved_sids": [ 112, 96, 102, 81, 44 ], "retrieved_global": [ 112, 96, 102, 81, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 286, "question": "Who has a birthday that comes earlier in the year, Landon Reed or Mason Taylor?", "ground_truth": "D", "answer_text": "Landon Reed", "target_sids": [ 104, 102 ], "retrieved_sids": [ 102, 104, 138, 98, 83 ], "retrieved_global": [ 102, 104, 138, 98, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 287, "question": "Who is taller, Bennett Gray or Juniper Blake?", "ground_truth": "D", "answer_text": "Juniper Blake", "target_sids": [ 52, 77 ], "retrieved_sids": [ 77, 52, 1, 40, 61 ], "retrieved_global": [ 77, 52, 1, 40, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 288, "question": "Who is older, Chloe Sinclair or Grayson Cole?", "ground_truth": "A", "answer_text": "Grayson Cole", "target_sids": [ 91, 117 ], "retrieved_sids": [ 91, 95, 117, 8, 82 ], "retrieved_global": [ 91, 95, 117, 8, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 289, "question": "Who is younger, Carter Sinclair or Willow Prescott?", "ground_truth": "C", "answer_text": "Carter Sinclair", "target_sids": [ 37, 6 ], "retrieved_sids": [ 37, 6, 0, 20, 22 ], "retrieved_global": [ 37, 6, 0, 20, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 290, "question": "Who has a higher level of education, Tanner Caldwell or Grayson Wells?", "ground_truth": "D", "answer_text": "Grayson Wells", "target_sids": [ 104, 91 ], "retrieved_sids": [ 91, 104, 5, 68, 115 ], "retrieved_global": [ 91, 104, 5, 68, 115 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 291, "question": "Who has a birthday that comes first, Sienna Blake or Asher Blake?", "ground_truth": "C", "answer_text": "Sienna Blake", "target_sids": [ 128, 149 ], "retrieved_sids": [ 128, 149, 143, 122, 60 ], "retrieved_global": [ 128, 149, 143, 122, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 292, "question": "Who is taller, Sienna Hale or Maya Sinclair?", "ground_truth": "C", "answer_text": "Maya Sinclair", "target_sids": [ 65, 49 ], "retrieved_sids": [ 49, 65, 74, 59, 43 ], "retrieved_global": [ 49, 65, 74, 59, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 293, "question": "Who is older, Oliver Hastings or Ethan Caldwell?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 80, 43 ], "retrieved_sids": [ 80, 43, 61, 74, 62 ], "retrieved_global": [ 80, 43, 61, 74, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 294, "question": "Who is taller, Savannah Pierce or Mason Harrington?", "ground_truth": "A", "answer_text": "Mason Harrington", "target_sids": [ 96, 110 ], "retrieved_sids": [ 110, 96, 104, 106, 69 ], "retrieved_global": [ 110, 96, 104, 106, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 295, "question": "Who has a birthday later in the year, Clara Bennett or Jaxon Hayes?", "ground_truth": "B", "answer_text": "Clara Bennett", "target_sids": [ 42, 77 ], "retrieved_sids": [ 42, 63, 77, 43, 36 ], "retrieved_global": [ 42, 63, 77, 43, 36 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 296, "question": "Who has a birthday later in the year, Leo Mitchell or Nina Caldwell?", "ground_truth": "C", "answer_text": "Leo Mitchell", "target_sids": [ 114, 95 ], "retrieved_sids": [ 114, 95, 98, 154, 78 ], "retrieved_global": [ 114, 95, 98, 154, 78 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 297, "question": "Who has a higher level of education, Lila Morgan or Easton Reid?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 88, 105 ], "retrieved_sids": [ 51, 70, 84, 85, 81 ], "retrieved_global": [ 51, 70, 84, 85, 81 ], "hit_at_k": false }, { "category": "comparative", "topic": "roles", "tid": 298, "question": "Who is taller, Jaxon Reed or Asher Mitchell?", "ground_truth": "D", "answer_text": "Asher Mitchell", "target_sids": [ 121, 155 ], "retrieved_sids": [ 121, 155, 55, 64, 141 ], "retrieved_global": [ 121, 155, 55, 64, 141 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 299, "question": "Who is taller, Jaxon Price or Cleo Madison?", "ground_truth": "C", "answer_text": "Cleo Madison", "target_sids": [ 157, 134 ], "retrieved_sids": [ 134, 157, 70, 46, 121 ], "retrieved_global": [ 134, 157, 70, 46, 121 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 300, "question": "Who has a higher level of education, Ruby Caldwell or Clara Whitman?", "ground_truth": "B", "answer_text": "Clara Whitman", "target_sids": [ 12, 30 ], "retrieved_sids": [ 12, 133, 134, 48, 30 ], "retrieved_global": [ 12, 133, 134, 48, 30 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 301, "question": "Who has a higher level of education, Lila Bennett or Ethan Miller?", "ground_truth": "C", "answer_text": "Lila Bennett", "target_sids": [ 132, 158 ], "retrieved_sids": [ 158, 106, 47, 12, 132 ], "retrieved_global": [ 158, 106, 47, 12, 132 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 302, "question": "Who has a higher level of education, Lucas Bennett or Dylan Carter?", "ground_truth": "C", "answer_text": "Lucas Bennett", "target_sids": [ 69, 55 ], "retrieved_sids": [ 69, 4, 55, 26, 66 ], "retrieved_global": [ 69, 4, 55, 26, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 303, "question": "Who has a birthday earlier in the year, Ethan Thompson or Madison Reed?", "ground_truth": "C", "answer_text": "Ethan Thompson", "target_sids": [ 159, 143 ], "retrieved_sids": [ 143, 159, 106, 125, 145 ], "retrieved_global": [ 143, 159, 106, 125, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 304, "question": "Who is younger, Sophie Reynolds or Lucas Bennett?", "ground_truth": "D", "answer_text": "Sophie Reynolds", "target_sids": [ 58, 62 ], "retrieved_sids": [ 58, 62, 60, 48, 39 ], "retrieved_global": [ 58, 62, 60, 48, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 305, "question": "Who has a higher level of education, Carter Sullivan or Liam Caldwell?", "ground_truth": "D", "answer_text": "Liam Caldwell", "target_sids": [ 1, 22 ], "retrieved_sids": [ 22, 105, 1, 127, 6 ], "retrieved_global": [ 22, 105, 1, 127, 6 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 306, "question": "Who has a higher level of education, Julian Foster or Isabella Morgan?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 155, 132 ], "retrieved_sids": [ 132, 155, 92, 152, 8 ], "retrieved_global": [ 132, 155, 92, 152, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 307, "question": "Who has a birthday that comes later in the year, Liam Thompson or Chloe Anderson?", "ground_truth": "C", "answer_text": "Liam Thompson", "target_sids": [ 29, 14 ], "retrieved_sids": [ 29, 14, 99, 50, 66 ], "retrieved_global": [ 29, 14, 99, 50, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 308, "question": "Who is older, Elias Monroe or Clara Whitford?", "ground_truth": "A", "answer_text": "Clara Whitford", "target_sids": [ 56, 64 ], "retrieved_sids": [ 56, 64, 60, 45, 74 ], "retrieved_global": [ 56, 64, 60, 45, 74 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 309, "question": "Who has a birthday that comes earlier in the year, Mia Thompson or Kira Anderson?", "ground_truth": "B", "answer_text": "Mia Thompson", "target_sids": [ 130, 149 ], "retrieved_sids": [ 149, 130, 117, 143, 1 ], "retrieved_global": [ 149, 130, 117, 143, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 310, "question": "Whose birthday is earlier in the year, Elena Mitchell or Maya Thompson?", "ground_truth": "B", "answer_text": "Maya Thompson", "target_sids": [ 105, 85 ], "retrieved_sids": [ 85, 105, 83, 63, 104 ], "retrieved_global": [ 85, 105, 83, 63, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 311, "question": "Who is younger, Asher Reed or Grayson Fields?", "ground_truth": "A", "answer_text": "Asher Reed", "target_sids": [ 147, 124 ], "retrieved_sids": [ 147, 124, 136, 132, 154 ], "retrieved_global": [ 147, 124, 136, 132, 154 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 312, "question": "Who has a higher level of education, Charlotte Sinclair or Evan Marshall?", "ground_truth": "A", "answer_text": "Evan Marshall", "target_sids": [ 89, 103 ], "retrieved_sids": [ 89, 7, 31, 103, 16 ], "retrieved_global": [ 89, 7, 31, 103, 16 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 313, "question": "Who is younger, Ethan Carter or Lila Monroe?", "ground_truth": "D", "answer_text": "Ethan Carter", "target_sids": [ 112, 97 ], "retrieved_sids": [ 97, 112, 104, 113, 83 ], "retrieved_global": [ 97, 112, 104, 113, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 314, "question": "Who is older, Maya Langston or Aria Sinclair?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 58, 67 ], "retrieved_sids": [ 67, 62, 58, 73, 46 ], "retrieved_global": [ 67, 62, 58, 73, 46 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 315, "question": "Who is taller, Maya Fletcher or Clara Donovan?", "ground_truth": "D", "answer_text": "Maya Fletcher", "target_sids": [ 81, 54 ], "retrieved_sids": [ 54, 81, 107, 87, 42 ], "retrieved_global": [ 54, 81, 107, 87, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 316, "question": "Who is older, Maxwell Trent or Madeline Grace?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 16, 34 ], "retrieved_sids": [ 34, 16, 121, 33, 20 ], "retrieved_global": [ 34, 16, 121, 33, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 317, "question": "Whose birthday is later in the year, Brock Taylor or Gavin Steele?", "ground_truth": "D", "answer_text": "Brock Taylor", "target_sids": [ 70, 54 ], "retrieved_sids": [ 54, 70, 61, 42, 107 ], "retrieved_global": [ 54, 70, 61, 42, 107 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 318, "question": "Who is taller, Samantha Dale or Lila Harper?", "ground_truth": "D", "answer_text": "Samantha Dale", "target_sids": [ 44, 76 ], "retrieved_sids": [ 76, 44, 60, 69, 75 ], "retrieved_global": [ 76, 44, 60, 69, 75 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 319, "question": "Who is taller, Elena Foster or Lila Harper?", "ground_truth": "A", "answer_text": "Elena Foster", "target_sids": [ 96, 107 ], "retrieved_sids": [ 145, 107, 96, 13, 33 ], "retrieved_global": [ 145, 107, 96, 13, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 320, "question": "Who is taller, Silas Grant or Maya Thompson?", "ground_truth": "C", "answer_text": "Silas Grant", "target_sids": [ 156, 141 ], "retrieved_sids": [ 156, 141, 62, 1, 117 ], "retrieved_global": [ 156, 141, 62, 1, 117 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 321, "question": "Who is older, Sophie Kensington or Grayson Marsh?", "ground_truth": "D", "answer_text": "Grayson Marsh", "target_sids": [ 83, 108 ], "retrieved_sids": [ 83, 108, 59, 80, 104 ], "retrieved_global": [ 83, 108, 59, 80, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 322, "question": "Who has a birthday earlier in the year, Sienna Morgan or Grayson Taylor?", "ground_truth": "B", "answer_text": "Sienna Morgan", "target_sids": [ 58, 61 ], "retrieved_sids": [ 61, 58, 97, 40, 22 ], "retrieved_global": [ 61, 58, 97, 40, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 323, "question": "Who is taller, Sadie Monroe or Axton Pierce?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 144, 154 ], "retrieved_sids": [ 144, 154, 125, 146, 42 ], "retrieved_global": [ 144, 154, 125, 146, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 324, "question": "Who has a higher level of education, Ethan Lawson or Sophie Parker?", "ground_truth": "B", "answer_text": "Ethan Lawson", "target_sids": [ 35, 19 ], "retrieved_sids": [ 35, 19, 76, 147, 44 ], "retrieved_global": [ 35, 19, 76, 147, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 325, "question": "Who is taller, Madeline Hayes or Ethan Brooks?", "ground_truth": "C", "answer_text": "Ethan Brooks", "target_sids": [ 129, 155 ], "retrieved_sids": [ 129, 155, 82, 110, 23 ], "retrieved_global": [ 129, 155, 82, 110, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 326, "question": "Who is taller, Oliver Grant or Amelia Brooks?", "ground_truth": "D", "answer_text": "Amelia Brooks", "target_sids": [ 16, 21 ], "retrieved_sids": [ 107, 21, 16, 51, 144 ], "retrieved_global": [ 107, 21, 16, 51, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 327, "question": "Who has a higher level of education, Tessa Langley or Jackson Pierce?", "ground_truth": "A", "answer_text": "Tessa Langley", "target_sids": [ 128, 145 ], "retrieved_sids": [ 128, 145, 84, 27, 140 ], "retrieved_global": [ 128, 145, 84, 27, 140 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 328, "question": "Who is older, Liam Foster or Maya Prescott?", "ground_truth": "B", "answer_text": "Liam Foster", "target_sids": [ 48, 77 ], "retrieved_sids": [ 48, 77, 32, 65, 41 ], "retrieved_global": [ 48, 77, 32, 65, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 329, "question": "Who is taller, Ethan Carter or Isabella Hart?", "ground_truth": "D", "answer_text": "Isabella Hart", "target_sids": [ 6, 22 ], "retrieved_sids": [ 6, 22, 105, 0, 41 ], "retrieved_global": [ 6, 22, 105, 0, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 330, "question": "Who is older, Jaxon Rivers or Jenna Blake?", "ground_truth": "C", "answer_text": "Jenna Blake", "target_sids": [ 130, 150 ], "retrieved_sids": [ 130, 150, 123, 163, 125 ], "retrieved_global": [ 130, 150, 123, 163, 125 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 331, "question": "Who is taller, Lila Harris or Jaxon Reed?", "ground_truth": "A", "answer_text": "Jaxon Reed", "target_sids": [ 124, 159 ], "retrieved_sids": [ 103, 124, 159, 123, 143 ], "retrieved_global": [ 103, 124, 159, 123, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 332, "question": "Who has a higher education qualification, Jaxon Mercer or Sierra Lawson?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 64, 55 ], "retrieved_sids": [ 55, 64, 86, 46, 40 ], "retrieved_global": [ 55, 64, 86, 46, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 333, "question": "Who is taller, Logan Carter or Elena Prescott?", "ground_truth": "A", "answer_text": "Logan Carter", "target_sids": [ 48, 77 ], "retrieved_sids": [ 77, 48, 128, 147, 7 ], "retrieved_global": [ 77, 48, 128, 147, 7 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 334, "question": "Who is older, Ethan Carter or Samuel Hayes?", "ground_truth": "D", "answer_text": "Ethan Carter", "target_sids": [ 133, 158 ], "retrieved_sids": [ 133, 158, 119, 140, 146 ], "retrieved_global": [ 133, 158, 119, 140, 146 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 335, "question": "Who has a higher level of education, Lila Monroe or Ethan Caldwell?", "ground_truth": "C", "answer_text": "Lila Monroe", "target_sids": [ 157, 134 ], "retrieved_sids": [ 157, 134, 107, 140, 41 ], "retrieved_global": [ 157, 134, 107, 140, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 336, "question": "Who has a higher level of education, Landon Pierce or Jasper Hale?", "ground_truth": "A", "answer_text": "Landon Pierce", "target_sids": [ 138, 146 ], "retrieved_sids": [ 146, 71, 125, 138, 48 ], "retrieved_global": [ 146, 71, 125, 138, 48 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 337, "question": "Who is taller, Maya Sinclair or Evan Carter?", "ground_truth": "D", "answer_text": "Maya Sinclair", "target_sids": [ 96, 116 ], "retrieved_sids": [ 96, 116, 148, 83, 7 ], "retrieved_global": [ 96, 116, 148, 83, 7 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 338, "question": "Who is older, Caleb Whitaker or Maya Kensington?", "ground_truth": "A", "answer_text": "Maya Kensington", "target_sids": [ 5, 30 ], "retrieved_sids": [ 30, 4, 36, 33, 20 ], "retrieved_global": [ 30, 4, 36, 33, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 339, "question": "Who is taller, Grayson Foster or Landon Carter?", "ground_truth": "A", "answer_text": "Grayson Foster", "target_sids": [ 100, 92 ], "retrieved_sids": [ 92, 100, 37, 16, 141 ], "retrieved_global": [ 92, 100, 37, 16, 141 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 340, "question": "Who is taller, Mila Trenton or Lila Monroe?", "ground_truth": "A", "answer_text": "Lila Monroe", "target_sids": [ 73, 46 ], "retrieved_sids": [ 73, 46, 78, 82, 77 ], "retrieved_global": [ 73, 46, 78, 82, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 341, "question": "Who has a higher level of education, Landon Pierce or Savannah Blake?", "ground_truth": "C", "answer_text": "Landon Pierce", "target_sids": [ 37, 7 ], "retrieved_sids": [ 25, 65, 37, 26, 99 ], "retrieved_global": [ 25, 65, 37, 26, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 342, "question": "Who has a birthday earlier in the year, Caleb Jensen or Liam Foster?", "ground_truth": "B", "answer_text": "Caleb Jensen", "target_sids": [ 44, 61 ], "retrieved_sids": [ 44, 61, 83, 40, 145 ], "retrieved_global": [ 44, 61, 83, 40, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 343, "question": "Who is taller, Evan Sinclair or Mara Harlow?", "ground_truth": "D", "answer_text": "Evan Sinclair", "target_sids": [ 31, 7 ], "retrieved_sids": [ 31, 7, 19, 80, 104 ], "retrieved_global": [ 31, 7, 19, 80, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 344, "question": "Who is older, Delilah Harper or Marigold Lane?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 48, 77 ], "retrieved_sids": [ 48, 62, 77, 42, 61 ], "retrieved_global": [ 48, 62, 77, 42, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 345, "question": "Who has a birthday earlier in the year, Cyrus Lane or Lila Mason?", "ground_truth": "D", "answer_text": "Cyrus Lane", "target_sids": [ 145, 151 ], "retrieved_sids": [ 145, 151, 44, 146, 8 ], "retrieved_global": [ 145, 151, 44, 146, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 346, "question": "Whose birthday falls later in the year, Lila Kingsley or Ethan Caldwell?", "ground_truth": "B", "answer_text": "Lila Kingsley", "target_sids": [ 115, 83 ], "retrieved_sids": [ 83, 115, 103, 45, 82 ], "retrieved_global": [ 83, 115, 103, 45, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 347, "question": "Who has a birthday that comes earlier in the year, Maya Hastings or Cyrus Langford?", "ground_truth": "A", "answer_text": "Maya Hastings", "target_sids": [ 138, 147 ], "retrieved_sids": [ 138, 146, 125, 147, 58 ], "retrieved_global": [ 138, 146, 125, 147, 58 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 348, "question": "Who has a higher level of education, Liam Carter or Mason Reed?", "ground_truth": "A", "answer_text": "Liam Carter", "target_sids": [ 138, 149 ], "retrieved_sids": [ 24, 88, 0, 149, 138 ], "retrieved_global": [ 24, 88, 0, 149, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 349, "question": "Who has a birthday earlier in the year, Jackson Reed or Liam Caldwell?", "ground_truth": "B", "answer_text": "Jackson Reed", "target_sids": [ 152, 126 ], "retrieved_sids": [ 126, 152, 121, 82, 142 ], "retrieved_global": [ 126, 152, 121, 82, 142 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 350, "question": "Who has a birthday that comes earlier in the year, Isabella Tate or Lila Carter?", "ground_truth": "D", "answer_text": "Isabella Tate", "target_sids": [ 52, 76 ], "retrieved_sids": [ 76, 52, 81, 122, 92 ], "retrieved_global": [ 76, 52, 81, 122, 92 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 351, "question": "Who has a higher level of education, Caleb Sheridan or Savannah Blake?", "ground_truth": "C", "answer_text": "Caleb Sheridan", "target_sids": [ 36, 7 ], "retrieved_sids": [ 7, 36, 147, 85, 25 ], "retrieved_global": [ 7, 36, 147, 85, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 352, "question": "Who is taller, Sophie Bennett or Tessa Monroe?", "ground_truth": "C", "answer_text": "Sophie Bennett", "target_sids": [ 115, 95 ], "retrieved_sids": [ 115, 95, 62, 24, 102 ], "retrieved_global": [ 115, 95, 62, 24, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 353, "question": "Who has a higher level of education, Juliet Harrington or Sophie Lancaster?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 42, 71 ], "retrieved_sids": [ 42, 4, 53, 68, 73 ], "retrieved_global": [ 42, 4, 53, 68, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 354, "question": "Who has a birthday later in the year, Lydia Prescott or Aveline Carter?", "ground_truth": "D", "answer_text": "Lydia Prescott", "target_sids": [ 161, 135 ], "retrieved_sids": [ 135, 161, 123, 144, 42 ], "retrieved_global": [ 135, 161, 123, 144, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 355, "question": "Who has a birthday that occurs later in the year, Clara Bennett or Mila Hartman?", "ground_truth": "A", "answer_text": "Clara Bennett", "target_sids": [ 122, 94 ], "retrieved_sids": [ 94, 122, 144, 124, 83 ], "retrieved_global": [ 94, 122, 144, 124, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 356, "question": "Who is taller, Eli Carson or Landon Cole?", "ground_truth": "A", "answer_text": "Landon Cole", "target_sids": [ 99, 103 ], "retrieved_sids": [ 99, 103, 132, 121, 102 ], "retrieved_global": [ 99, 103, 132, 121, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 357, "question": "Who is older, Cameron Blake or Talon Pierce?", "ground_truth": "B", "answer_text": "Cameron Blake", "target_sids": [ 64, 51 ], "retrieved_sids": [ 64, 51, 62, 81, 79 ], "retrieved_global": [ 64, 51, 62, 81, 79 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 358, "question": "Who is taller, Elena Brooks or Mira Caldwell?", "ground_truth": "A", "answer_text": "Elena Brooks", "target_sids": [ 148, 125 ], "retrieved_sids": [ 148, 125, 19, 108, 65 ], "retrieved_global": [ 148, 125, 19, 108, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 359, "question": "Who is older, Sienna Caldwell or Nadia Sinclair?", "ground_truth": "A", "answer_text": "Sienna Caldwell", "target_sids": [ 159, 135 ], "retrieved_sids": [ 135, 159, 130, 122, 142 ], "retrieved_global": [ 135, 159, 130, 122, 142 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 360, "question": "Who has a higher level of education, Brielle Harper or Mila Jameson?", "ground_truth": "A", "answer_text": "Mila Jameson", "target_sids": [ 19, 23 ], "retrieved_sids": [ 19, 38, 15, 23, 8 ], "retrieved_global": [ 19, 38, 15, 23, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 361, "question": "Who is older, Milo Sterling or Jasper Caldwell?", "ground_truth": "B", "answer_text": "Milo Sterling", "target_sids": [ 71, 55 ], "retrieved_sids": [ 71, 62, 55, 80, 56 ], "retrieved_global": [ 71, 62, 55, 80, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 362, "question": "Who has a birthday earlier in the year, Savannah Reed or Ethan Cole?", "ground_truth": "C", "answer_text": "Savannah Reed", "target_sids": [ 48, 76 ], "retrieved_sids": [ 48, 76, 124, 41, 0 ], "retrieved_global": [ 48, 76, 124, 41, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 363, "question": "Who has a birthday that comes earlier in the year, Lila Brooks or Jasper Quinn?", "ground_truth": "A", "answer_text": "Lila Brooks", "target_sids": [ 144, 142 ], "retrieved_sids": [ 144, 142, 123, 23, 43 ], "retrieved_global": [ 144, 142, 123, 23, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 364, "question": "Who is taller, Owen Sinclair or Lila Emerson?", "ground_truth": "D", "answer_text": "Lila Emerson", "target_sids": [ 2, 39 ], "retrieved_sids": [ 2, 39, 84, 0, 134 ], "retrieved_global": [ 2, 39, 84, 0, 134 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 365, "question": "Who has a higher level of education, Finn Mercer or Graham Tucker?", "ground_truth": "A", "answer_text": "Graham Tucker", "target_sids": [ 115, 101 ], "retrieved_sids": [ 101, 53, 83, 136, 115 ], "retrieved_global": [ 101, 53, 83, 136, 115 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 366, "question": "Whose birthday is later in the year, Jasper Collins or Evan Mitchell?", "ground_truth": "D", "answer_text": "Jasper Collins", "target_sids": [ 132, 157 ], "retrieved_sids": [ 132, 157, 123, 142, 138 ], "retrieved_global": [ 132, 157, 123, 142, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 367, "question": "Who is taller, Maris Caldwell or Dorian Blake?", "ground_truth": "A", "answer_text": "Maris Caldwell", "target_sids": [ 107, 94 ], "retrieved_sids": [ 107, 94, 81, 102, 150 ], "retrieved_global": [ 107, 94, 81, 102, 150 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 368, "question": "Who has a higher level of education, Jordan Blake or Bennett Cole?", "ground_truth": "B", "answer_text": "Jordan Blake", "target_sids": [ 50, 70 ], "retrieved_sids": [ 50, 70, 151, 96, 111 ], "retrieved_global": [ 50, 70, 151, 96, 111 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 369, "question": "Who is older, Lila Harrington or Sophie Radcliffe?", "ground_truth": "B", "answer_text": "Lila Harrington", "target_sids": [ 160, 142 ], "retrieved_sids": [ 160, 142, 153, 154, 143 ], "retrieved_global": [ 160, 142, 153, 154, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 370, "question": "Who is older, Lila Prescott or Avery Delaney?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 17, 21 ], "retrieved_sids": [ 17, 21, 0, 25, 27 ], "retrieved_global": [ 17, 21, 0, 25, 27 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 371, "question": "Who has a higher level of education, Jasper Reed or Maya Thompson?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 40, 13 ], "retrieved_sids": [ 13, 70, 47, 110, 24 ], "retrieved_global": [ 13, 70, 47, 110, 24 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 372, "question": "Who has a higher level of education, Savannah Brooks or Ethan Blake?", "ground_truth": "D", "answer_text": "Ethan Blake", "target_sids": [ 153, 133 ], "retrieved_sids": [ 133, 4, 49, 25, 83 ], "retrieved_global": [ 133, 4, 49, 25, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 373, "question": "Who is taller, Marina Sinclair or Lila Montgomery?", "ground_truth": "D", "answer_text": "Marina Sinclair", "target_sids": [ 19, 29 ], "retrieved_sids": [ 29, 19, 144, 64, 28 ], "retrieved_global": [ 29, 19, 144, 64, 28 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 374, "question": "Who is taller, Grayson Tate or Bailey Harper?", "ground_truth": "D", "answer_text": "Bailey Harper", "target_sids": [ 136, 153 ], "retrieved_sids": [ 153, 136, 93, 138, 98 ], "retrieved_global": [ 153, 136, 93, 138, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 375, "question": "Who has a higher level of education, Ethan Caldwell or Lila Spencer?", "ground_truth": "B", "answer_text": "Ethan Caldwell", "target_sids": [ 73, 55 ], "retrieved_sids": [ 73, 55, 150, 106, 65 ], "retrieved_global": [ 73, 55, 150, 106, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 376, "question": "Who has a birthday later in the year, Jasper Cole or Carter Hayes?", "ground_truth": "B", "answer_text": "Jasper Cole", "target_sids": [ 122, 85 ], "retrieved_sids": [ 85, 83, 122, 63, 145 ], "retrieved_global": [ 85, 83, 122, 63, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 377, "question": "Who is older, Atticus Reed or Lyra Bennett?", "ground_truth": "A", "answer_text": "Atticus Reed", "target_sids": [ 121, 85 ], "retrieved_sids": [ 121, 85, 102, 82, 72 ], "retrieved_global": [ 121, 85, 102, 82, 72 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 378, "question": "Who has a higher level of education, Jace Warren or Mason Reed?", "ground_truth": "A", "answer_text": "Mason Reed", "target_sids": [ 133, 158 ], "retrieved_sids": [ 133, 158, 70, 125, 143 ], "retrieved_global": [ 133, 158, 70, 125, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 379, "question": "Who is older, Fiona Prescott or Caleb Sinclair?", "ground_truth": "D", "answer_text": "Fiona Prescott", "target_sids": [ 84, 103 ], "retrieved_sids": [ 84, 103, 82, 89, 97 ], "retrieved_global": [ 84, 103, 82, 89, 97 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 380, "question": "Who has a higher education level, Landon Pierce or Asher Donovan?", "ground_truth": "C", "answer_text": "Landon Pierce", "target_sids": [ 19, 38 ], "retrieved_sids": [ 38, 85, 128, 19, 144 ], "retrieved_global": [ 38, 85, 128, 19, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 381, "question": "Who is older, Clara Whitfield or Gavin Mercer?", "ground_truth": "B", "answer_text": "Clara Whitfield", "target_sids": [ 97, 116 ], "retrieved_sids": [ 97, 116, 90, 111, 115 ], "retrieved_global": [ 97, 116, 90, 111, 115 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 382, "question": "Whose birthday comes later in the year, Avery Winters or Logan Hayes?", "ground_truth": "D", "answer_text": "Avery Winters", "target_sids": [ 43, 76 ], "retrieved_sids": [ 43, 76, 64, 44, 3 ], "retrieved_global": [ 43, 76, 64, 44, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 383, "question": "Who is older, Quentin Delgado or Savannah Reyes?", "ground_truth": "D", "answer_text": "Quentin Delgado", "target_sids": [ 137, 149 ], "retrieved_sids": [ 137, 149, 121, 40, 138 ], "retrieved_global": [ 137, 149, 121, 40, 138 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 384, "question": "Who has a higher level of education, Briar Kensington or Landon Fairchild?", "ground_truth": "C", "answer_text": "Landon Fairchild", "target_sids": [ 59, 46 ], "retrieved_sids": [ 46, 90, 108, 76, 72 ], "retrieved_global": [ 46, 90, 108, 76, 72 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 385, "question": "Who is older, Avery Sinclair or Brixton Lane?", "ground_truth": "C", "answer_text": "Avery Sinclair", "target_sids": [ 9, 34 ], "retrieved_sids": [ 9, 34, 0, 5, 10 ], "retrieved_global": [ 9, 34, 0, 5, 10 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 386, "question": "Who has a higher level of education, Harley Quinn or Dorian Gale?", "ground_truth": "B", "answer_text": "Harley Quinn", "target_sids": [ 98, 108 ], "retrieved_sids": [ 98, 101, 45, 108, 3 ], "retrieved_global": [ 98, 101, 45, 108, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 387, "question": "Who is taller, Tanner Blake or Riley Brooks?", "ground_truth": "D", "answer_text": "Tanner Blake", "target_sids": [ 10, 38 ], "retrieved_sids": [ 10, 38, 0, 19, 6 ], "retrieved_global": [ 10, 38, 0, 19, 6 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 388, "question": "Who is taller, Avery Quinn or Elena Brooks?", "ground_truth": "C", "answer_text": "Elena Brooks", "target_sids": [ 140, 149 ], "retrieved_sids": [ 140, 149, 31, 83, 62 ], "retrieved_global": [ 140, 149, 31, 83, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 389, "question": "Who is older, Dallas Kingston or Savannah Pierce?", "ground_truth": "C", "answer_text": "Dallas Kingston", "target_sids": [ 109, 87 ], "retrieved_sids": [ 109, 87, 62, 122, 115 ], "retrieved_global": [ 109, 87, 62, 122, 115 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 390, "question": "Who has a birthday that comes later in the year, Autumn Hayes or Jade Emerson?", "ground_truth": "C", "answer_text": "Autumn Hayes", "target_sids": [ 115, 100 ], "retrieved_sids": [ 115, 82, 100, 63, 12 ], "retrieved_global": [ 115, 82, 100, 63, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 391, "question": "Who is taller, Chloe Bennett or Sofia Hayes?", "ground_truth": "B", "answer_text": "Sofia Hayes", "target_sids": [ 56, 67 ], "retrieved_sids": [ 56, 67, 146, 14, 87 ], "retrieved_global": [ 56, 67, 146, 14, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 392, "question": "Who has a birthday later in the year, Sage Monroe or Dylan Hayes?", "ground_truth": "A", "answer_text": "Sage Monroe", "target_sids": [ 83, 102 ], "retrieved_sids": [ 102, 83, 101, 81, 1 ], "retrieved_global": [ 102, 83, 101, 81, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 393, "question": "Who is older, Miles Everett or Jasper Collins?", "ground_truth": "C", "answer_text": "Miles Everett", "target_sids": [ 52, 63 ], "retrieved_sids": [ 63, 52, 79, 158, 57 ], "retrieved_global": [ 63, 52, 79, 158, 57 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 394, "question": "Who is older, Maya Fletcher or Liam Carter?", "ground_truth": "A", "answer_text": "Maya Fletcher", "target_sids": [ 82, 101 ], "retrieved_sids": [ 101, 82, 79, 103, 102 ], "retrieved_global": [ 101, 82, 79, 103, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 395, "question": "Who is taller, Dorian Chase or Ethan Caldwell?", "ground_truth": "C", "answer_text": "Dorian Chase", "target_sids": [ 148, 135 ], "retrieved_sids": [ 148, 135, 127, 143, 63 ], "retrieved_global": [ 148, 135, 127, 143, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 396, "question": "Who is older, Seraphina Blake or Tatum Avery?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 80, 60 ], "retrieved_sids": [ 80, 60, 61, 79, 66 ], "retrieved_global": [ 80, 60, 61, 79, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 397, "question": "Who has a higher level of education, Liam Anderson or Jasper Hayes?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 105, 102 ], "retrieved_sids": [ 106, 105, 24, 102, 63 ], "retrieved_global": [ 106, 105, 24, 102, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 398, "question": "Whose birthday is closer to the beginning of the year, Jasper Holbrook or Marley Sinclair?", "ground_truth": "A", "answer_text": "Marley Sinclair", "target_sids": [ 75, 62 ], "retrieved_sids": [ 62, 75, 141, 0, 63 ], "retrieved_global": [ 62, 75, 141, 0, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 399, "question": "Who is older, Nolan Price or Dante Hayes?", "ground_truth": "B", "answer_text": "Dante Hayes", "target_sids": [ 99, 119 ], "retrieved_sids": [ 99, 119, 84, 103, 98 ], "retrieved_global": [ 99, 119, 84, 103, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 400, "question": "Who is younger, Grant Parker or Chloe Mitchell?", "ground_truth": "A", "answer_text": "Grant Parker", "target_sids": [ 105, 98 ], "retrieved_sids": [ 105, 98, 104, 123, 122 ], "retrieved_global": [ 105, 98, 104, 123, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 401, "question": "Who is older, Ava Thompson or Clara Mitchell?", "ground_truth": "C", "answer_text": "Clara Mitchell", "target_sids": [ 58, 78 ], "retrieved_sids": [ 78, 58, 41, 122, 60 ], "retrieved_global": [ 78, 58, 41, 122, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 402, "question": "Who is older, Nathaniel Brooks or Clara Whitfield?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 145, 131 ], "retrieved_sids": [ 145, 131, 144, 44, 134 ], "retrieved_global": [ 145, 131, 144, 44, 134 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 403, "question": "Who has a higher level of education, Jacob Lawson or Nathaniel Reed?", "ground_truth": "C", "answer_text": "Nathaniel Reed", "target_sids": [ 99, 110 ], "retrieved_sids": [ 130, 110, 15, 67, 99 ], "retrieved_global": [ 130, 110, 15, 67, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 404, "question": "Who has a higher level of education, Landon Pierce or Mason Caldwell?", "ground_truth": "A", "answer_text": "Mason Caldwell", "target_sids": [ 1, 26 ], "retrieved_sids": [ 1, 44, 26, 41, 120 ], "retrieved_global": [ 1, 44, 26, 41, 120 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 405, "question": "Who is older, Noah Prescott or Mia Caldwell?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 8, 36 ], "retrieved_sids": [ 22, 36, 21, 8, 34 ], "retrieved_global": [ 22, 36, 21, 8, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 406, "question": "Who is taller, Chloe Bennett or Lila Thompson?", "ground_truth": "D", "answer_text": "Lila Thompson", "target_sids": [ 161, 141 ], "retrieved_sids": [ 161, 141, 61, 51, 16 ], "retrieved_global": [ 161, 141, 61, 51, 16 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 407, "question": "Who has a higher education level, Jack Thompson or Sophie Langston?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 104, 99 ], "retrieved_sids": [ 99, 104, 49, 149, 100 ], "retrieved_global": [ 99, 104, 49, 149, 100 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 408, "question": "Who is taller, Noah Castellanos or Liam Torres?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 162, 131 ], "retrieved_sids": [ 162, 131, 58, 26, 84 ], "retrieved_global": [ 162, 131, 58, 26, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 409, "question": "Who is taller, Landon Fisher or Harper Sinclair?", "ground_truth": "A", "answer_text": "Landon Fisher", "target_sids": [ 112, 97 ], "retrieved_sids": [ 97, 112, 160, 22, 42 ], "retrieved_global": [ 97, 112, 160, 22, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 410, "question": "Who has an earlier birthday, Austin Parker or Elena Rivera?", "ground_truth": "C", "answer_text": "Austin Parker", "target_sids": [ 67, 46 ], "retrieved_sids": [ 46, 67, 97, 148, 109 ], "retrieved_global": [ 46, 67, 97, 148, 109 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 411, "question": "Who is taller, Madeline Harper or Aria Westwood?", "ground_truth": "B", "answer_text": "Madeline Harper", "target_sids": [ 17, 28 ], "retrieved_sids": [ 28, 17, 20, 21, 69 ], "retrieved_global": [ 28, 17, 20, 21, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 412, "question": "Who is older, Jasper Sinclair or Lila Montgomery?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 148, 127 ], "retrieved_sids": [ 148, 127, 124, 145, 155 ], "retrieved_global": [ 148, 127, 124, 145, 155 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 413, "question": "Who has a more advanced education, Ethan Reynolds or Sophie Lawson?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 16, 39 ], "retrieved_sids": [ 39, 16, 108, 81, 27 ], "retrieved_global": [ 39, 16, 108, 81, 27 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 414, "question": "Who has a birthday later in the year, Grayson Hale or Mira Prescott?", "ground_truth": "C", "answer_text": "Grayson Hale", "target_sids": [ 58, 71 ], "retrieved_sids": [ 58, 71, 106, 41, 40 ], "retrieved_global": [ 58, 71, 106, 41, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 415, "question": "Who is taller, Lila Sinclair or Silas Cooper?", "ground_truth": "B", "answer_text": "Silas Cooper", "target_sids": [ 2, 27 ], "retrieved_sids": [ 2, 27, 20, 146, 76 ], "retrieved_global": [ 2, 27, 20, 146, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 416, "question": "Who is older, Jackson Reed or Tessa Wynter?", "ground_truth": "A", "answer_text": "Jackson Reed", "target_sids": [ 40, 19 ], "retrieved_sids": [ 22, 40, 35, 19, 33 ], "retrieved_global": [ 22, 40, 35, 19, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 417, "question": "Who has an earlier birthday, Clara Mitchell or Jasper Sinclair?", "ground_truth": "C", "answer_text": "Clara Mitchell", "target_sids": [ 93, 110 ], "retrieved_sids": [ 110, 93, 127, 5, 106 ], "retrieved_global": [ 110, 93, 127, 5, 106 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 418, "question": "Who has a higher level of education, Elena Hart or Autumn Hayes?", "ground_truth": "A", "answer_text": "Elena Hart", "target_sids": [ 16, 25 ], "retrieved_sids": [ 25, 76, 47, 16, 13 ], "retrieved_global": [ 25, 76, 47, 16, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 419, "question": "Who is younger, Savannah Brooks or Julian Reed?", "ground_truth": "B", "answer_text": "Savannah Brooks", "target_sids": [ 58, 70 ], "retrieved_sids": [ 58, 70, 41, 59, 1 ], "retrieved_global": [ 58, 70, 41, 59, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 420, "question": "Who is taller, Sophie Bennett or Lucas Mercer?", "ground_truth": "A", "answer_text": "Lucas Mercer", "target_sids": [ 160, 140 ], "retrieved_sids": [ 140, 160, 66, 85, 143 ], "retrieved_global": [ 140, 160, 66, 85, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 421, "question": "Who has a higher level of education, Ethan Carter or Lila Harper?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 115, 141 ], "retrieved_sids": [ 141, 65, 14, 115, 43 ], "retrieved_global": [ 141, 65, 14, 115, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 422, "question": "Who is older, Asher Reid or Sophie Merrick?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 104, 94 ], "retrieved_sids": [ 94, 104, 102, 86, 105 ], "retrieved_global": [ 94, 104, 102, 86, 105 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 423, "question": "Who is taller, Avery Quinn or Mira Lawson?", "ground_truth": "B", "answer_text": "Mira Lawson", "target_sids": [ 26, 3 ], "retrieved_sids": [ 3, 26, 147, 1, 21 ], "retrieved_global": [ 3, 26, 147, 1, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 424, "question": "Who is taller, Liam Carter or Emily Hayes?", "ground_truth": "A", "answer_text": "Liam Carter", "target_sids": [ 156, 132 ], "retrieved_sids": [ 156, 132, 51, 88, 61 ], "retrieved_global": [ 156, 132, 51, 88, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 425, "question": "Who has a higher level of education, Vivian Cole or Nathaniel Hayes?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 137, 158 ], "retrieved_sids": [ 158, 137, 144, 123, 124 ], "retrieved_global": [ 158, 137, 144, 123, 124 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 426, "question": "Who is older, Jasper Collins or Madison Clarke?", "ground_truth": "D", "answer_text": "Madison Clarke", "target_sids": [ 21, 5 ], "retrieved_sids": [ 5, 21, 19, 2, 29 ], "retrieved_global": [ 5, 21, 19, 2, 29 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 427, "question": "Who is taller, Clara Hayes or Grayson Wolfe?", "ground_truth": "C", "answer_text": "Clara Hayes", "target_sids": [ 139, 159 ], "retrieved_sids": [ 159, 139, 90, 38, 115 ], "retrieved_global": [ 159, 139, 90, 38, 115 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 428, "question": "Who is older, Nicolas Harper or Desmond Hale?", "ground_truth": "D", "answer_text": "Desmond Hale", "target_sids": [ 144, 134 ], "retrieved_sids": [ 144, 134, 149, 41, 122 ], "retrieved_global": [ 144, 134, 149, 41, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 429, "question": "Who has a birthday that comes later in the year, Ethan Cooper or Julian Fox?", "ground_truth": "D", "answer_text": "Ethan Cooper", "target_sids": [ 0, 36 ], "retrieved_sids": [ 36, 0, 21, 135, 64 ], "retrieved_global": [ 36, 0, 21, 135, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 430, "question": "Who is older, Mira Caldwell or Wyatt Thorne?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 64, 59 ], "retrieved_sids": [ 59, 64, 77, 62, 41 ], "retrieved_global": [ 59, 64, 77, 62, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 431, "question": "Who celebrates their birthday earlier in the year, Lila Dawson or Finn Callahan?", "ground_truth": "D", "answer_text": "Lila Dawson", "target_sids": [ 54, 71 ], "retrieved_sids": [ 71, 37, 54, 11, 103 ], "retrieved_global": [ 71, 37, 54, 11, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 432, "question": "Who has a birthday that comes first in the year, Clara Bennett or Savannah Blake?", "ground_truth": "C", "answer_text": "Clara Bennett", "target_sids": [ 153, 124 ], "retrieved_sids": [ 124, 153, 64, 63, 144 ], "retrieved_global": [ 124, 153, 64, 63, 144 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 433, "question": "Who has a higher level of education, Landon Hayes or Savannah Blake?", "ground_truth": "B", "answer_text": "Landon Hayes", "target_sids": [ 25, 18 ], "retrieved_sids": [ 18, 51, 25, 24, 20 ], "retrieved_global": [ 18, 51, 25, 24, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 434, "question": "Who is taller, Fiona Sinclair or Mia Carter?", "ground_truth": "A", "answer_text": "Mia Carter", "target_sids": [ 117, 93 ], "retrieved_sids": [ 93, 117, 1, 90, 82 ], "retrieved_global": [ 93, 117, 1, 90, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 435, "question": "Who has a birthday that comes later in the year, Lila Monroe or Asher Nolan?", "ground_truth": "D", "answer_text": "Lila Monroe", "target_sids": [ 48, 74 ], "retrieved_sids": [ 48, 74, 140, 82, 40 ], "retrieved_global": [ 48, 74, 140, 82, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 436, "question": "Who is older, Julia Foster or Ethan Parker?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 89, 106 ], "retrieved_sids": [ 89, 106, 123, 144, 102 ], "retrieved_global": [ 89, 106, 123, 144, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 437, "question": "Who has a higher level of education, Lila Anderson or Jasper Harrington?", "ground_truth": "B", "answer_text": "Lila Anderson", "target_sids": [ 154, 140 ], "retrieved_sids": [ 154, 157, 49, 105, 161 ], "retrieved_global": [ 154, 157, 49, 105, 161 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 438, "question": "Who is taller, Sophie Harrington or Lila Prescott?", "ground_truth": "A", "answer_text": "Lila Prescott", "target_sids": [ 32, 5 ], "retrieved_sids": [ 32, 5, 103, 3, 12 ], "retrieved_global": [ 32, 5, 103, 3, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 439, "question": "Who has a higher level of education, Liam Carter or Jackson Reynolds?", "ground_truth": "D", "answer_text": "Jackson Reynolds", "target_sids": [ 3, 21 ], "retrieved_sids": [ 3, 149, 21, 0, 22 ], "retrieved_global": [ 3, 149, 21, 0, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 440, "question": "Who is taller, Sophie Mitchell or Clara Jennings?", "ground_truth": "B", "answer_text": "Sophie Mitchell", "target_sids": [ 64, 41 ], "retrieved_sids": [ 41, 64, 136, 18, 40 ], "retrieved_global": [ 41, 64, 136, 18, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 441, "question": "Who has a higher level of education, Tyler Bennett or Harper Sinclair?", "ground_truth": "D", "answer_text": "Tyler Bennett", "target_sids": [ 89, 118 ], "retrieved_sids": [ 7, 104, 149, 89, 65 ], "retrieved_global": [ 7, 104, 149, 89, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 442, "question": "Who is taller, Maya Turner or Liam Carter?", "ground_truth": "C", "answer_text": "Maya Turner", "target_sids": [ 89, 118 ], "retrieved_sids": [ 89, 118, 17, 82, 145 ], "retrieved_global": [ 89, 118, 17, 82, 145 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 443, "question": "Who is taller, Asher Quinn or Lila Brooks?", "ground_truth": "D", "answer_text": "Asher Quinn", "target_sids": [ 156, 125 ], "retrieved_sids": [ 125, 156, 42, 161, 92 ], "retrieved_global": [ 125, 156, 42, 161, 92 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 444, "question": "Who is taller, Grayson Reed or Harper Lane?", "ground_truth": "D", "answer_text": "Harper Lane", "target_sids": [ 155, 141 ], "retrieved_sids": [ 141, 155, 122, 142, 42 ], "retrieved_global": [ 141, 155, 122, 142, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 445, "question": "Who has a birthday earlier in the year, Kellan Rhodes or Tessa Lane?", "ground_truth": "D", "answer_text": "Kellan Rhodes", "target_sids": [ 21, 13 ], "retrieved_sids": [ 13, 21, 0, 52, 107 ], "retrieved_global": [ 13, 21, 0, 52, 107 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 446, "question": "Who has a higher level of education, Harper Quinn or Lila Montgomery?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 104, 92 ], "retrieved_sids": [ 92, 130, 104, 50, 143 ], "retrieved_global": [ 92, 130, 104, 50, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 447, "question": "Who has a higher education level, Wyatt Hale or Jasper Hale?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 57, 68 ], "retrieved_sids": [ 57, 68, 44, 52, 40 ], "retrieved_global": [ 57, 68, 44, 52, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 448, "question": "Who is taller, Jackson Reid or Avery Sinclair?", "ground_truth": "D", "answer_text": "Jackson Reid", "target_sids": [ 52, 61 ], "retrieved_sids": [ 61, 52, 76, 66, 48 ], "retrieved_global": [ 61, 52, 76, 66, 48 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 449, "question": "Who has a higher level of education, Lila Harper or Jaxon Lewis?", "ground_truth": "C", "answer_text": "Lila Harper", "target_sids": [ 97, 111 ], "retrieved_sids": [ 30, 97, 148, 68, 111 ], "retrieved_global": [ 30, 97, 148, 68, 111 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 450, "question": "Who is taller, Isabella Turner or Ethan Carter?", "ground_truth": "D", "answer_text": "Ethan Carter", "target_sids": [ 129, 154 ], "retrieved_sids": [ 154, 129, 53, 22, 83 ], "retrieved_global": [ 154, 129, 53, 22, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 451, "question": "Who is older, Miles Kensington or Elena Hartman?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 42, 76 ], "retrieved_sids": [ 76, 42, 72, 79, 60 ], "retrieved_global": [ 76, 42, 72, 79, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 452, "question": "Whose birthday comes first in the calendar year, Sophie Montgomery or Jasper Whitfield?", "ground_truth": "D", "answer_text": "Jasper Whitfield", "target_sids": [ 30, 15 ], "retrieved_sids": [ 30, 15, 0, 21, 112 ], "retrieved_global": [ 30, 15, 0, 21, 112 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 453, "question": "Who has a higher level of education, Liam Prescott or Savannah Hayes?", "ground_truth": "C", "answer_text": "Savannah Hayes", "target_sids": [ 104, 82 ], "retrieved_sids": [ 104, 82, 100, 66, 26 ], "retrieved_global": [ 104, 82, 100, 66, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 454, "question": "Who is taller, Juliet Carter or Lucas Hartman?", "ground_truth": "D", "answer_text": "Juliet Carter", "target_sids": [ 17, 37 ], "retrieved_sids": [ 37, 17, 82, 20, 124 ], "retrieved_global": [ 37, 17, 82, 20, 124 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 455, "question": "Who is older, Maya Whitmore or Ava Sinclair?", "ground_truth": "C", "answer_text": "Ava Sinclair", "target_sids": [ 9, 27 ], "retrieved_sids": [ 27, 9, 19, 16, 11 ], "retrieved_global": [ 27, 9, 19, 16, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 456, "question": "Who is taller, Landon Brooks or Avery Lane?", "ground_truth": "B", "answer_text": "Landon Brooks", "target_sids": [ 25, 18 ], "retrieved_sids": [ 25, 18, 50, 3, 127 ], "retrieved_global": [ 25, 18, 50, 3, 127 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 457, "question": "Whose birthday comes later in the year, Asher Tate or Vivian Harper?", "ground_truth": "C", "answer_text": "Asher Tate", "target_sids": [ 153, 140 ], "retrieved_sids": [ 140, 153, 143, 142, 124 ], "retrieved_global": [ 140, 153, 143, 142, 124 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 458, "question": "Who has a birthday that occurs earlier in the year, Grayson Mitchell or Trent Ainsworth?", "ground_truth": "C", "answer_text": "Grayson Mitchell", "target_sids": [ 129, 156 ], "retrieved_sids": [ 156, 129, 110, 51, 122 ], "retrieved_global": [ 156, 129, 110, 51, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 459, "question": "Whose birthday comes earlier in the year, Bennett Chase or Mason Cole?", "ground_truth": "A", "answer_text": "Bennett Chase", "target_sids": [ 29, 14 ], "retrieved_sids": [ 29, 14, 22, 57, 82 ], "retrieved_global": [ 29, 14, 22, 57, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 460, "question": "Who is taller, Tatum Reed or Landon Pierce?", "ground_truth": "C", "answer_text": "Tatum Reed", "target_sids": [ 33, 7 ], "retrieved_sids": [ 7, 33, 144, 0, 21 ], "retrieved_global": [ 7, 33, 144, 0, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 461, "question": "Who is younger, Grayson Hale or Carter Wells?", "ground_truth": "D", "answer_text": "Grayson Hale", "target_sids": [ 0, 33 ], "retrieved_sids": [ 0, 33, 16, 12, 3 ], "retrieved_global": [ 0, 33, 16, 12, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 462, "question": "Who has a higher level of education, Jolie West or Ariana Vale?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 50, 77 ], "retrieved_sids": [ 77, 50, 127, 38, 17 ], "retrieved_global": [ 77, 50, 127, 38, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 463, "question": "Who has a birthday later in the year, Sophie Lane or Asher Blake?", "ground_truth": "D", "answer_text": "Sophie Lane", "target_sids": [ 5, 31 ], "retrieved_sids": [ 31, 21, 145, 0, 5 ], "retrieved_global": [ 31, 21, 145, 0, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 464, "question": "Whose birthday is earlier, Sienna Caldwell or Ashton Blake?", "ground_truth": "D", "answer_text": "Sienna Caldwell", "target_sids": [ 96, 113 ], "retrieved_sids": [ 96, 113, 21, 82, 38 ], "retrieved_global": [ 96, 113, 21, 82, 38 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 465, "question": "Who is older, Mira Lawson or Wesley Grant?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 146, 140 ], "retrieved_sids": [ 140, 146, 122, 143, 155 ], "retrieved_global": [ 140, 146, 122, 143, 155 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 466, "question": "Who has a higher level of education, Mila Donovan or Grayson Miles?", "ground_truth": "D", "answer_text": "Grayson Miles", "target_sids": [ 33, 4 ], "retrieved_sids": [ 4, 110, 17, 51, 14 ], "retrieved_global": [ 4, 110, 17, 51, 14 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 467, "question": "Whose birthday is later in the year, Eli Thornton or Clara Bennett?", "ground_truth": "C", "answer_text": "Eli Thornton", "target_sids": [ 66, 45 ], "retrieved_sids": [ 42, 45, 63, 66, 122 ], "retrieved_global": [ 42, 45, 63, 66, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 468, "question": "Who has a birthday that comes first in the calendar year, Clara Hayes or Landon Pierce?", "ground_truth": "B", "answer_text": "Clara Hayes", "target_sids": [ 115, 85 ], "retrieved_sids": [ 85, 115, 143, 102, 82 ], "retrieved_global": [ 85, 115, 143, 102, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 469, "question": "Who is younger, Mason Trent or Carter Rhodes?", "ground_truth": "A", "answer_text": "Mason Trent", "target_sids": [ 16, 33 ], "retrieved_sids": [ 33, 16, 5, 55, 4 ], "retrieved_global": [ 33, 16, 5, 55, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 470, "question": "Who has a higher level of education, Tanner Brooks or Landon Pierce?", "ground_truth": "B", "answer_text": "Tanner Brooks", "target_sids": [ 18, 26 ], "retrieved_sids": [ 18, 144, 26, 0, 21 ], "retrieved_global": [ 18, 144, 26, 0, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 471, "question": "Who has a later birthday, Tessa Morgan or Clara Donovan?", "ground_truth": "C", "answer_text": "Tessa Morgan", "target_sids": [ 162, 126 ], "retrieved_sids": [ 126, 162, 129, 133, 1 ], "retrieved_global": [ 126, 162, 129, 133, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 472, "question": "Who is older, Marin Callahan or Jessa Quinn?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 80, 44 ], "retrieved_sids": [ 44, 80, 56, 46, 52 ], "retrieved_global": [ 44, 80, 56, 46, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 473, "question": "Who is taller, Clara Winslow or Cora Merriman?", "ground_truth": "C", "answer_text": "Cora Merriman", "target_sids": [ 40, 75 ], "retrieved_sids": [ 40, 75, 101, 63, 121 ], "retrieved_global": [ 40, 75, 101, 63, 121 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 474, "question": "Who has a birthday that occurs later in the year, Keaton Drake or Rowan Skye?", "ground_truth": "B", "answer_text": "Keaton Drake", "target_sids": [ 59, 78 ], "retrieved_sids": [ 59, 78, 62, 104, 22 ], "retrieved_global": [ 59, 78, 62, 104, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 475, "question": "Who has a birthday that occurs later in the year, Liam Ramirez or Isla Thompson?", "ground_truth": "A", "answer_text": "Isla Thompson", "target_sids": [ 74, 44 ], "retrieved_sids": [ 74, 81, 44, 103, 19 ], "retrieved_global": [ 74, 81, 44, 103, 19 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 476, "question": "Who is taller, Bennett Steele or Harper Vale?", "ground_truth": "D", "answer_text": "Bennett Steele", "target_sids": [ 152, 134 ], "retrieved_sids": [ 152, 134, 126, 22, 64 ], "retrieved_global": [ 152, 134, 126, 22, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 477, "question": "Whose birthday is earlier, Jasper Cole or Isla Montgomery?", "ground_truth": "D", "answer_text": "Jasper Cole", "target_sids": [ 42, 79 ], "retrieved_sids": [ 42, 79, 19, 117, 89 ], "retrieved_global": [ 42, 79, 19, 117, 89 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 478, "question": "Who is younger, Jaxon Reed or Aria Sinclair?", "ground_truth": "B", "answer_text": "Jaxon Reed", "target_sids": [ 161, 124 ], "retrieved_sids": [ 161, 124, 141, 159, 154 ], "retrieved_global": [ 161, 124, 141, 159, 154 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 479, "question": "Who is taller, Ethan Caldwell or Clara Beckett?", "ground_truth": "D", "answer_text": "Ethan Caldwell", "target_sids": [ 23, 7 ], "retrieved_sids": [ 23, 7, 79, 97, 141 ], "retrieved_global": [ 23, 7, 79, 97, 141 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 480, "question": "Who has a birthday that comes first in the calendar year, Silas Thornton or Atticus Monroe?", "ground_truth": "C", "answer_text": "Silas Thornton", "target_sids": [ 28, 13 ], "retrieved_sids": [ 13, 28, 41, 0, 20 ], "retrieved_global": [ 13, 28, 41, 0, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 481, "question": "Who is taller, Clara Winslow or Penelope Hart?", "ground_truth": "A", "answer_text": "Clara Winslow", "target_sids": [ 20, 13 ], "retrieved_sids": [ 20, 13, 146, 84, 21 ], "retrieved_global": [ 20, 13, 146, 84, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 482, "question": "Who has a higher level of education, Chase Mitchell or Sloane Bennett?", "ground_truth": "C", "answer_text": "Sloane Bennett", "target_sids": [ 66, 53 ], "retrieved_sids": [ 157, 53, 13, 28, 60 ], "retrieved_global": [ 157, 53, 13, 28, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 483, "question": "Who has a higher level of education, Dustin Callahan or Grayson Caldwell?", "ground_truth": "D", "answer_text": "Grayson Caldwell", "target_sids": [ 96, 101 ], "retrieved_sids": [ 101, 96, 30, 102, 112 ], "retrieved_global": [ 101, 96, 30, 102, 112 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 484, "question": "Who is older, Marlowe Reed or Jasper Coleman?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 144, 134 ], "retrieved_sids": [ 144, 134, 142, 122, 19 ], "retrieved_global": [ 144, 134, 142, 122, 19 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 485, "question": "Who has a higher level of education, Carter Blake or Talia Brooks?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 122, 143 ], "retrieved_sids": [ 143, 89, 122, 121, 150 ], "retrieved_global": [ 143, 89, 122, 121, 150 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 486, "question": "Who is taller, Jackson Cole or Landon Hayes?", "ground_truth": "A", "answer_text": "Landon Hayes", "target_sids": [ 41, 70 ], "retrieved_sids": [ 41, 70, 16, 22, 62 ], "retrieved_global": [ 41, 70, 16, 22, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 487, "question": "Who is older, Lydia Brooks or Sullivan Blake?", "ground_truth": "A", "answer_text": "Sullivan Blake", "target_sids": [ 17, 23 ], "retrieved_sids": [ 17, 13, 23, 4, 0 ], "retrieved_global": [ 17, 13, 23, 4, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 488, "question": "Who is taller, Matthew Preston or Elena Mercer?", "ground_truth": "D", "answer_text": "Elena Mercer", "target_sids": [ 33, 12 ], "retrieved_sids": [ 33, 12, 61, 20, 121 ], "retrieved_global": [ 33, 12, 61, 20, 121 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 489, "question": "Who is older, Haven Caldwell or Verity Sinclair?", "ground_truth": "D", "answer_text": "Haven Caldwell", "target_sids": [ 142, 119 ], "retrieved_sids": [ 119, 142, 120, 74, 143 ], "retrieved_global": [ 119, 142, 120, 74, 143 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 490, "question": "Whose birthday is earlier in the year, Harlow Reed or Sierra Blake?", "ground_truth": "B", "answer_text": "Harlow Reed", "target_sids": [ 139, 148 ], "retrieved_sids": [ 139, 148, 141, 121, 35 ], "retrieved_global": [ 139, 148, 141, 121, 35 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 491, "question": "Who is older, Jace Foster or Grayson Miles?", "ground_truth": "B", "answer_text": "Jace Foster", "target_sids": [ 137, 159 ], "retrieved_sids": [ 159, 137, 142, 155, 123 ], "retrieved_global": [ 159, 137, 142, 155, 123 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 492, "question": "Who is taller, Jaxon Reed or Landon Pierce?", "ground_truth": "B", "answer_text": "Landon Pierce", "target_sids": [ 161, 141 ], "retrieved_sids": [ 141, 161, 88, 145, 122 ], "retrieved_global": [ 141, 161, 88, 145, 122 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 493, "question": "Who has a higher level of education, Fiona Caldwell or Clara Mitchell?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 82, 100 ], "retrieved_sids": [ 82, 33, 100, 36, 34 ], "retrieved_global": [ 82, 33, 100, 36, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 494, "question": "Who is older, Isabella Quinn or Asher Davis?", "ground_truth": "B", "answer_text": "Isabella Quinn", "target_sids": [ 1, 23 ], "retrieved_sids": [ 2, 23, 1, 0, 22 ], "retrieved_global": [ 2, 23, 1, 0, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 495, "question": "Who has a higher level of education, Liam Carter or Grayson Mitchell?", "ground_truth": "A", "answer_text": "Grayson Mitchell", "target_sids": [ 112, 98 ], "retrieved_sids": [ 112, 98, 117, 113, 108 ], "retrieved_global": [ 112, 98, 117, 113, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 496, "question": "Who has a birthday closer to the end of the year, Grayson Pierce or Kendall Avery?", "ground_truth": "B", "answer_text": "Grayson Pierce", "target_sids": [ 105, 99 ], "retrieved_sids": [ 99, 105, 106, 20, 84 ], "retrieved_global": [ 99, 105, 106, 20, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 497, "question": "Who has a higher level of education, Lila Monroe or Asher Quinn?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 137, 145 ], "retrieved_sids": [ 145, 137, 86, 141, 82 ], "retrieved_global": [ 145, 137, 86, 141, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 498, "question": "Who is older, Dylan Carter or Miranda Blake?", "ground_truth": "A", "answer_text": "Dylan Carter", "target_sids": [ 26, 11 ], "retrieved_sids": [ 11, 26, 0, 6, 21 ], "retrieved_global": [ 11, 26, 0, 6, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "roles", "tid": 499, "question": "Who is younger, Myles Donovan or Grayson Mitchell?", "ground_truth": "D", "answer_text": "Myles Donovan", "target_sids": [ 66, 47 ], "retrieved_sids": [ 47, 66, 39, 53, 64 ], "retrieved_global": [ 47, 66, 39, 53, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 0, "question": "Which event has a larger scale, ClimbFest with eight hundred people or ClimbFest with nine hundred people?", "ground_truth": "D", "answer_text": "ClimbFest with nine hundred people", "target_sids": [ 83, 76 ], "retrieved_sids": [ 49, 83, 76, 65, 66 ], "retrieved_global": [ 49, 83, 76, 65, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 1, "question": "Which event lasts longer, Fit Connect or Build Innovate?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 34, 27 ], "retrieved_sids": [ 34, 27, 73, 85, 33 ], "retrieved_global": [ 34, 27, 73, 85, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 2, "question": "Which event lasts longer, LogiBoost or Climb & Wave?", "ground_truth": "B", "answer_text": "LogiBoost", "target_sids": [ 91, 103 ], "retrieved_sids": [ 91, 103, 13, 3, 32 ], "retrieved_global": [ 91, 103, 13, 3, 32 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 3, "question": "Which event has a larger scale, the Finovation Summit or the Bird & Wine Fest?", "ground_truth": "B", "answer_text": "Finovation Summit", "target_sids": [ 108, 94 ], "retrieved_sids": [ 108, 101, 8, 61, 94 ], "retrieved_global": [ 108, 101, 8, 61, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 4, "question": "Which event lasts longer, Antique Run or Deliver Fest?", "ground_truth": "B", "answer_text": "Antique Run", "target_sids": [ 98, 111 ], "retrieved_sids": [ 110, 9, 63, 27, 21 ], "retrieved_global": [ 110, 9, 63, 27, 21 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 5, "question": "Which event has a larger scale, GameWave! or Corp Law Lab?", "ground_truth": "B", "answer_text": "GameWave!", "target_sids": [ 0, 11 ], "retrieved_sids": [ 0, 109, 11, 1, 8 ], "retrieved_global": [ 0, 109, 11, 1, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 6, "question": "Which event lasts longer, Music Fest or Harmony Fest?", "ground_truth": "C", "answer_text": "Music Fest", "target_sids": [ 89, 101 ], "retrieved_sids": [ 101, 89, 99, 24, 86 ], "retrieved_global": [ 101, 89, 99, 24, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 7, "question": "Which event lasts longer, CulturaFest or EcoBudget Con?", "ground_truth": "B", "answer_text": "CulturaFest", "target_sids": [ 8, 12 ], "retrieved_sids": [ 12, 11, 8, 40, 22 ], "retrieved_global": [ 12, 11, 8, 40, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 8, "question": "Which event lasts longer, Eco Kickoff or EcoTech Day?", "ground_truth": "A", "answer_text": "Eco Kickoff", "target_sids": [ 86, 70 ], "retrieved_sids": [ 86, 66, 70, 77, 85 ], "retrieved_global": [ 86, 66, 70, 77, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 9, "question": "Which event has a larger scale, Harmony Hub or SoundConnect?", "ground_truth": "D", "answer_text": "Harmony Hub", "target_sids": [ 11, 3 ], "retrieved_sids": [ 15, 11, 0, 3, 47 ], "retrieved_global": [ 15, 11, 0, 3, 47 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 10, "question": "Which event lasts longer, DesignCon 2024 or ClimbArt Fest?", "ground_truth": "D", "answer_text": "ClimbArt Fest", "target_sids": [ 96, 102 ], "retrieved_sids": [ 102, 35, 99, 34, 22 ], "retrieved_global": [ 102, 35, 99, 34, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 11, "question": "Which event has a larger scale, Retail Nexus or Climb & Dine?", "ground_truth": "C", "answer_text": "Retail Nexus", "target_sids": [ 72, 86 ], "retrieved_sids": [ 86, 31, 11, 76, 20 ], "retrieved_global": [ 86, 31, 11, 76, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 12, "question": "Which event has a larger scale, Team Synergy's event or Teach Innovate's event?", "ground_truth": "A", "answer_text": "Teach Innovate", "target_sids": [ 89, 109 ], "retrieved_sids": [ 37, 101, 39, 38, 89 ], "retrieved_global": [ 37, 101, 39, 38, 89 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 13, "question": "Which event has a larger scale, Starry Scribe or PsycheCon?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 74, 79 ], "retrieved_sids": [ 83, 66, 79, 11, 67 ], "retrieved_global": [ 83, 66, 79, 11, 67 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 14, "question": "Which event lasts longer, StarJam Camp or Music Fest!?", "ground_truth": "A", "answer_text": "StarJam Camp", "target_sids": [ 81, 67 ], "retrieved_sids": [ 66, 67, 77, 81, 26 ], "retrieved_global": [ 66, 67, 77, 81, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 15, "question": "Which event lasts longer, Jam & Jive or Music Flicks?", "ground_truth": "D", "answer_text": "Jam & Jive", "target_sids": [ 0, 11 ], "retrieved_sids": [ 0, 11, 56, 2, 108 ], "retrieved_global": [ 0, 11, 56, 2, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 16, "question": "Which event lasts longer, Knitflix Night or Knit & Fit?", "ground_truth": "B", "answer_text": "Knit & Fit", "target_sids": [ 60, 46 ], "retrieved_sids": [ 46, 60, 25, 43, 74 ], "retrieved_global": [ 46, 60, 25, 43, 74 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 17, "question": "Which event lasts longer, Birdwatch Fest or Bird Buddies?", "ground_truth": "A", "answer_text": "Birdwatch Fest", "target_sids": [ 91, 103 ], "retrieved_sids": [ 91, 99, 88, 0, 103 ], "retrieved_global": [ 91, 99, 88, 0, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 18, "question": "Which event has a larger scale, RunCamp 2024 or Run & Revive?", "ground_truth": "B", "answer_text": "RunCamp 2024", "target_sids": [ 4, 15 ], "retrieved_sids": [ 4, 21, 52, 15, 0 ], "retrieved_global": [ 4, 21, 52, 15, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 19, "question": "Which event has a larger scale, Model Mania or Model Fest?", "ground_truth": "B", "answer_text": "Model Mania", "target_sids": [ 88, 100 ], "retrieved_sids": [ 99, 100, 46, 97, 41 ], "retrieved_global": [ 99, 100, 46, 97, 41 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 20, "question": "Which event lasts longer, Cycle Bites or Cycle Fest?", "ground_truth": "D", "answer_text": "Cycle Bites", "target_sids": [ 48, 62 ], "retrieved_sids": [ 62, 44, 55, 48, 96 ], "retrieved_global": [ 62, 44, 55, 48, 96 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 21, "question": "Which event has a larger scale, CampFest or BuildInnovate?", "ground_truth": "C", "answer_text": "CampFest", "target_sids": [ 35, 27 ], "retrieved_sids": [ 27, 32, 22, 59, 18 ], "retrieved_global": [ 27, 32, 22, 59, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 22, "question": "Which event has a larger scale, Clinical Connect or MedTech Unveiling?", "ground_truth": "C", "answer_text": "MedTech Unveiling", "target_sids": [ 89, 101 ], "retrieved_sids": [ 99, 103, 33, 74, 40 ], "retrieved_global": [ 99, 103, 33, 74, 40 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 23, "question": "Which event lasts longer, BuildForum or Build Review?", "ground_truth": "D", "answer_text": "BuildForum", "target_sids": [ 75, 86 ], "retrieved_sids": [ 75, 77, 76, 45, 57 ], "retrieved_global": [ 75, 77, 76, 45, 57 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 24, "question": "Which event has a larger scale, BioPitch 2024 or Birds Unveiled?", "ground_truth": "D", "answer_text": "BioPitch 2024", "target_sids": [ 90, 107 ], "retrieved_sids": [ 107, 90, 100, 31, 10 ], "retrieved_global": [ 107, 90, 100, 31, 10 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 25, "question": "Which event has a larger scale, CineVoyage or Culture Fest?", "ground_truth": "D", "answer_text": "Culture Fest", "target_sids": [ 25, 44 ], "retrieved_sids": [ 43, 25, 33, 38, 22 ], "retrieved_global": [ 43, 25, 33, 38, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 26, "question": "Which event has a larger scale, NurseSkillz or ArtTech Fest?", "ground_truth": "C", "answer_text": "ArtTech Fest", "target_sids": [ 43, 28 ], "retrieved_sids": [ 55, 63, 15, 71, 23 ], "retrieved_global": [ 55, 63, 15, 71, 23 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 27, "question": "Which event has a larger scale, Garden Run or Tech Innovate?", "ground_truth": "A", "answer_text": "Garden Run", "target_sids": [ 11, 7 ], "retrieved_sids": [ 7, 6, 35, 56, 87 ], "retrieved_global": [ 7, 6, 35, 56, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 28, "question": "Which event has a larger scale, SafeComm Start or SafeConnect?", "ground_truth": "A", "answer_text": "SafeComm Start", "target_sids": [ 26, 37 ], "retrieved_sids": [ 37, 26, 22, 33, 8 ], "retrieved_global": [ 37, 26, 22, 33, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 29, "question": "Which event has a larger scale, TeamBoost! or HealthNet Expo?", "ground_truth": "D", "answer_text": "HealthNet Expo", "target_sids": [ 17, 5 ], "retrieved_sids": [ 17, 11, 5, 4, 0 ], "retrieved_global": [ 17, 11, 5, 4, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 30, "question": "Which event lasts longer, Surf4Change or Surf & Screen?", "ground_truth": "A", "answer_text": "Surf4Change", "target_sids": [ 57, 44 ], "retrieved_sids": [ 57, 44, 45, 10, 9 ], "retrieved_global": [ 57, 44, 45, 10, 9 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 31, "question": "Which event has a larger scale, Sales Nexus or SalesSpark?", "ground_truth": "A", "answer_text": "Sales Nexus", "target_sids": [ 59, 54 ], "retrieved_sids": [ 54, 59, 55, 44, 65 ], "retrieved_global": [ 54, 59, 55, 44, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 32, "question": "Which event lasts longer, Nature Unite or AquaArtistry?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 28, 39 ], "retrieved_sids": [ 28, 33, 39, 18, 22 ], "retrieved_global": [ 28, 33, 39, 18, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 33, "question": "Which event has a larger scale, the Agtech Summit or GameTrail?", "ground_truth": "C", "answer_text": "Agtech Summit", "target_sids": [ 25, 35 ], "retrieved_sids": [ 35, 40, 32, 43, 33 ], "retrieved_global": [ 35, 40, 32, 43, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 34, "question": "Which event lasts longer, Med Careers Met or Med Updates?", "ground_truth": "A", "answer_text": "Med Updates", "target_sids": [ 10, 18 ], "retrieved_sids": [ 10, 76, 11, 69, 18 ], "retrieved_global": [ 10, 76, 11, 69, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 35, "question": "Which event has a longer duration, Nature Walks or Courier Assess?", "ground_truth": "B", "answer_text": "Nature Walks", "target_sids": [ 88, 106 ], "retrieved_sids": [ 88, 29, 89, 106, 74 ], "retrieved_global": [ 88, 29, 89, 106, 74 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 36, "question": "Which event has a larger scale, Surf Fest! or Budget Summit?", "ground_truth": "C", "answer_text": "Surf Fest!", "target_sids": [ 72, 78 ], "retrieved_sids": [ 72, 78, 56, 33, 23 ], "retrieved_global": [ 72, 78, 56, 33, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 37, "question": "Which event has a larger scale, NurseUp! or Nurse Sales Day?", "ground_truth": "B", "answer_text": "Nurse Sales Day", "target_sids": [ 73, 78 ], "retrieved_sids": [ 78, 77, 73, 66, 1 ], "retrieved_global": [ 78, 77, 73, 66, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 38, "question": "Which event has a larger scale, InnovateCare or MedSkills Lab?", "ground_truth": "B", "answer_text": "MedSkills Lab", "target_sids": [ 33, 28 ], "retrieved_sids": [ 33, 28, 22, 34, 63 ], "retrieved_global": [ 33, 28, 22, 34, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 39, "question": "Which event has a larger scale, Global FinEx or FinPlan Kick?", "ground_truth": "C", "answer_text": "Global FinEx", "target_sids": [ 35, 28 ], "retrieved_sids": [ 35, 43, 33, 28, 22 ], "retrieved_global": [ 35, 43, 33, 28, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 40, "question": "Which event lasts longer, Beach Vibes or Impact Journo?", "ground_truth": "B", "answer_text": "Beach Vibes", "target_sids": [ 105, 94 ], "retrieved_sids": [ 94, 97, 72, 105, 99 ], "retrieved_global": [ 94, 97, 72, 105, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 41, "question": "Which event has a larger scale, Research Jam or AquaCinema?", "ground_truth": "C", "answer_text": "Research Jam", "target_sids": [ 11, 4 ], "retrieved_sids": [ 4, 11, 12, 44, 6 ], "retrieved_global": [ 4, 11, 12, 44, 6 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 42, "question": "Which event lasts longer, Wired Together or TeamSafe Fest?", "ground_truth": "B", "answer_text": "Wired Together", "target_sids": [ 3, 13 ], "retrieved_sids": [ 13, 11, 15, 93, 27 ], "retrieved_global": [ 13, 11, 15, 93, 27 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 43, "question": "Which event lasts longer, ElectroTools or ChessFest?", "ground_truth": "B", "answer_text": "ChessFest", "target_sids": [ 67, 84 ], "retrieved_sids": [ 84, 82, 65, 77, 14 ], "retrieved_global": [ 84, 82, 65, 77, 14 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 44, "question": "Which event has a larger scale, Cycle Savor or Retail Profit Summit?", "ground_truth": "A", "answer_text": "Retail Profit Summit", "target_sids": [ 2, 18 ], "retrieved_sids": [ 2, 18, 28, 35, 14 ], "retrieved_global": [ 2, 18, 28, 35, 14 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 45, "question": "Which event spans a longer duration, Retail Insights or Retail Connect?", "ground_truth": "B", "answer_text": "Retail Insights", "target_sids": [ 86, 70 ], "retrieved_sids": [ 70, 66, 52, 86, 17 ], "retrieved_global": [ 70, 66, 52, 86, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 46, "question": "Which event has a larger scale, Run for Fun or Sport Fest 2024?", "ground_truth": "D", "answer_text": "Run for Fun", "target_sids": [ 67, 85 ], "retrieved_sids": [ 85, 64, 69, 77, 37 ], "retrieved_global": [ 85, 64, 69, 77, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 47, "question": "Which event has a larger scale, the DriveTech Expo or the Courier Budget Summit?", "ground_truth": "D", "answer_text": "Courier Budget Summit", "target_sids": [ 58, 53 ], "retrieved_sids": [ 53, 58, 55, 44, 60 ], "retrieved_global": [ 53, 58, 55, 44, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 48, "question": "Which event has a larger scale, Campfire Ink or Music Fusion?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 20, 7 ], "retrieved_sids": [ 7, 20, 0, 66, 11 ], "retrieved_global": [ 7, 20, 0, 66, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 49, "question": "Which event has a larger scale, Eco Impact Meet or CineTravel Fest?", "ground_truth": "B", "answer_text": "Eco Impact Meet", "target_sids": [ 27, 44 ], "retrieved_sids": [ 22, 43, 27, 7, 33 ], "retrieved_global": [ 22, 43, 27, 7, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 50, "question": "Which event has a larger scale, FitCapture or StoryQuest?", "ground_truth": "D", "answer_text": "FitCapture", "target_sids": [ 10, 18 ], "retrieved_sids": [ 10, 18, 11, 0, 5 ], "retrieved_global": [ 10, 18, 11, 0, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 51, "question": "Which event has a larger scale, GolfFit Fest or Logistics Budg?", "ground_truth": "B", "answer_text": "Logistics Budg", "target_sids": [ 88, 67 ], "retrieved_sids": [ 67, 4, 66, 9, 0 ], "retrieved_global": [ 67, 4, 66, 9, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 52, "question": "Which event lasts longer, Psyche Innov or Psyched Up!?", "ground_truth": "B", "answer_text": "Psyche Innov", "target_sids": [ 90, 109 ], "retrieved_sids": [ 109, 99, 41, 50, 108 ], "retrieved_global": [ 109, 99, 41, 50, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 53, "question": "Which event has a larger scale, CineFeast or Milestone Gala?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 25, 36 ], "retrieved_sids": [ 33, 36, 25, 38, 94 ], "retrieved_global": [ 33, 36, 25, 38, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 54, "question": "Which event has a larger scale, MolecInsights or CraftCollective?", "ground_truth": "D", "answer_text": "MolecInsights", "target_sids": [ 81, 73 ], "retrieved_sids": [ 85, 20, 76, 73, 81 ], "retrieved_global": [ 85, 20, 76, 73, 81 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 55, "question": "Which event has a larger scale, TransitBoost or HikeFest!?", "ground_truth": "C", "answer_text": "TransitBoost", "target_sids": [ 56, 47 ], "retrieved_sids": [ 56, 55, 44, 60, 83 ], "retrieved_global": [ 56, 55, 44, 60, 83 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 56, "question": "Which event has a larger scale, ClimbFest with seven hundred people or ClimbFest with eight thousand people?", "ground_truth": "A", "answer_text": "ClimbFest", "target_sids": [ 5, 22 ], "retrieved_sids": [ 21, 5, 63, 14, 102 ], "retrieved_global": [ 21, 5, 63, 14, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 57, "question": "Which event has a larger scale, Surf Lit Bash or HealthTech16?", "ground_truth": "D", "answer_text": "HealthTech16", "target_sids": [ 42, 28 ], "retrieved_sids": [ 22, 28, 42, 4, 7 ], "retrieved_global": [ 22, 28, 42, 4, 7 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 58, "question": "Which event lasts longer, MindMeld or Beach Bash!?", "ground_truth": "B", "answer_text": "MindMelds", "target_sids": [ 72, 86 ], "retrieved_sids": [ 20, 77, 86, 37, 72 ], "retrieved_global": [ 20, 77, 86, 37, 72 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 59, "question": "Which event lasts longer, Knit & Nosh or TuneInnovate?", "ground_truth": "D", "answer_text": "Knit & Nosh", "target_sids": [ 0, 19 ], "retrieved_sids": [ 0, 48, 94, 109, 8 ], "retrieved_global": [ 0, 48, 94, 109, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 60, "question": "Which event has a larger scale, LitFilm Fest or Read & Reps?", "ground_truth": "B", "answer_text": "Read & Reps", "target_sids": [ 72, 83 ], "retrieved_sids": [ 72, 66, 10, 67, 8 ], "retrieved_global": [ 72, 66, 10, 67, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 61, "question": "Which event has a larger scale, Dance Fest or JamFusion?", "ground_truth": "D", "answer_text": "JamFusion", "target_sids": [ 24, 42 ], "retrieved_sids": [ 36, 46, 33, 49, 42 ], "retrieved_global": [ 36, 46, 33, 49, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 62, "question": "Which event lasts longer, CycleFest or Pedal4Cause?", "ground_truth": "C", "answer_text": "Pedal4Cause", "target_sids": [ 36, 23 ], "retrieved_sids": [ 36, 22, 33, 32, 23 ], "retrieved_global": [ 36, 22, 33, 32, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 63, "question": "Which event lasts longer, CodeInnov8 or Harmony Fest?", "ground_truth": "D", "answer_text": "CodeInnov8", "target_sids": [ 48, 61 ], "retrieved_sids": [ 61, 69, 43, 85, 48 ], "retrieved_global": [ 61, 69, 43, 85, 48 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 64, "question": "Which event lasts longer, the MedTech Expo or the ArtBeat Fest?", "ground_truth": "C", "answer_text": "MedTech Expo", "target_sids": [ 53, 62 ], "retrieved_sids": [ 53, 55, 62, 19, 44 ], "retrieved_global": [ 53, 55, 62, 19, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 65, "question": "Which event has a larger scale, Game Fest! or PixelArt Expo?", "ground_truth": "A", "answer_text": "PixelArt Expo", "target_sids": [ 66, 82 ], "retrieved_sids": [ 77, 82, 86, 25, 23 ], "retrieved_global": [ 77, 82, 86, 25, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 66, "question": "Which event has a larger scale, ClimbFest or AeroInnov8?", "ground_truth": "A", "answer_text": "AeroInnov8", "target_sids": [ 0, 11 ], "retrieved_sids": [ 22, 28, 7, 54, 52 ], "retrieved_global": [ 22, 28, 7, 54, 52 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 67, "question": "Which event lasts longer, the Sales Summit or InnovaSales?", "ground_truth": "A", "answer_text": "InnovaSales", "target_sids": [ 42, 30 ], "retrieved_sids": [ 30, 42, 22, 33, 82 ], "retrieved_global": [ 30, 42, 22, 33, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 68, "question": "Which event has a larger scale, TechFest 2024 or Code4Cause?", "ground_truth": "C", "answer_text": "TechFest 2024", "target_sids": [ 48, 61 ], "retrieved_sids": [ 48, 61, 51, 44, 45 ], "retrieved_global": [ 48, 61, 51, 44, 45 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 69, "question": "Which event has a larger scale, RunVenture or Runner's Feast?", "ground_truth": "C", "answer_text": "RunVenture", "target_sids": [ 39, 23 ], "retrieved_sids": [ 23, 39, 22, 0, 32 ], "retrieved_global": [ 23, 39, 22, 0, 32 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 70, "question": "Which event lasts longer, Vintage Taste or LogiCon 2024?", "ground_truth": "C", "answer_text": "Vintage Taste", "target_sids": [ 48, 63 ], "retrieved_sids": [ 48, 44, 73, 63, 55 ], "retrieved_global": [ 48, 44, 73, 63, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 71, "question": "Which event lasts longer, TeamBonding or Lit Journeys?", "ground_truth": "B", "answer_text": "Lit Journeys", "target_sids": [ 25, 38 ], "retrieved_sids": [ 92, 38, 25, 51, 33 ], "retrieved_global": [ 92, 38, 25, 51, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 72, "question": "Which event lasts longer, MediCon2024 or Med Kickoff?", "ground_truth": "D", "answer_text": "MediCon2024", "target_sids": [ 50, 63 ], "retrieved_sids": [ 63, 27, 50, 55, 101 ], "retrieved_global": [ 63, 27, 50, 55, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 73, "question": "Which event has a larger scale, CycleFlix or CycleFit Fest?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 106, 95 ], "retrieved_sids": [ 88, 95, 106, 99, 98 ], "retrieved_global": [ 88, 95, 106, 99, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 74, "question": "Which event lasts longer, NatureFit Fest or TheraBond?", "ground_truth": "D", "answer_text": "TheraBond", "target_sids": [ 56, 47 ], "retrieved_sids": [ 54, 47, 56, 44, 74 ], "retrieved_global": [ 54, 47, 56, 44, 74 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 75, "question": "Which event lasts longer, Art & Run or AgriFuture?", "ground_truth": "C", "answer_text": "AgriFuture", "target_sids": [ 36, 31 ], "retrieved_sids": [ 31, 101, 36, 33, 15 ], "retrieved_global": [ 31, 101, 36, 33, 15 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 76, "question": "Which event lasts longer, EcoNet Fair or CodeHarmony?", "ground_truth": "D", "answer_text": "EcoNet Fair", "target_sids": [ 96, 102 ], "retrieved_sids": [ 96, 93, 88, 73, 102 ], "retrieved_global": [ 96, 93, 88, 73, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 77, "question": "Which event lasts longer, Model Jam or BeachCraft Fest?", "ground_truth": "C", "answer_text": "Model Jam", "target_sids": [ 72, 80 ], "retrieved_sids": [ 80, 77, 84, 72, 29 ], "retrieved_global": [ 80, 77, 84, 72, 29 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 78, "question": "Which event lasts longer, Global Bites or Culinary Camp?", "ground_truth": "C", "answer_text": "Culinary Camp", "target_sids": [ 3, 12 ], "retrieved_sids": [ 12, 0, 3, 100, 10 ], "retrieved_global": [ 12, 0, 3, 100, 10 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 79, "question": "Which event has a larger scale, ClimbFest with eight hundred participants or ClimbFest with six hundred participants?", "ground_truth": "D", "answer_text": "ClimbFest", "target_sids": [ 100, 95 ], "retrieved_sids": [ 95, 100, 99, 105, 88 ], "retrieved_global": [ 95, 100, 99, 105, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 80, "question": "Which event has a larger scale, WanderFest or BankOps Kickoff?", "ground_truth": "D", "answer_text": "WanderFest", "target_sids": [ 64, 49 ], "retrieved_sids": [ 55, 64, 44, 56, 49 ], "retrieved_global": [ 55, 64, 44, 56, 49 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 81, "question": "Which event has a larger scale, the Nature Flicks event with seven hundred people or the Nature Flicks event with five hundred people?", "ground_truth": "D", "answer_text": "Nature Flicks", "target_sids": [ 88, 76 ], "retrieved_sids": [ 87, 76, 40, 72, 39 ], "retrieved_global": [ 87, 76, 40, 72, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 82, "question": "Which event lasts longer, Care Milestone or Med Review?", "ground_truth": "A", "answer_text": "Med Review", "target_sids": [ 100, 93 ], "retrieved_sids": [ 93, 60, 88, 100, 98 ], "retrieved_global": [ 93, 60, 88, 100, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 83, "question": "Which event has a larger scale, Global Feast or DanceScreen?", "ground_truth": "C", "answer_text": "Global Feast", "target_sids": [ 86, 71 ], "retrieved_sids": [ 71, 86, 77, 9, 85 ], "retrieved_global": [ 71, 86, 77, 9, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 84, "question": "Which event lasts longer, Collab Hub or Community Connect?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 40, 28 ], "retrieved_sids": [ 28, 40, 74, 22, 86 ], "retrieved_global": [ 28, 40, 74, 22, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 85, "question": "Which event has a longer duration, BankSkills Lab or BankSell Con?", "ground_truth": "B", "answer_text": "BankSkills Lab", "target_sids": [ 18, 5 ], "retrieved_sids": [ 18, 11, 0, 5, 25 ], "retrieved_global": [ 18, 11, 0, 5, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 86, "question": "Which event has a larger scale, LensFest or FitFusion Fest?", "ground_truth": "C", "answer_text": "FitFusion Fest", "target_sids": [ 97, 99 ], "retrieved_sids": [ 99, 97, 100, 109, 88 ], "retrieved_global": [ 99, 97, 100, 109, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 87, "question": "Which event has a larger scale, Theatrical Melodies or TheaterFest?", "ground_truth": "D", "answer_text": "TheaterFest", "target_sids": [ 75, 86 ], "retrieved_sids": [ 86, 75, 69, 101, 77 ], "retrieved_global": [ 86, 75, 69, 101, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 88, "question": "Which event has a larger scale, Run for Cause or Bilingual Buzz?", "ground_truth": "D", "answer_text": "Run for Cause", "target_sids": [ 29, 39 ], "retrieved_sids": [ 83, 0, 39, 43, 33 ], "retrieved_global": [ 83, 0, 39, 43, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 89, "question": "Which event has a larger scale, Edu Review or Beach Blast?", "ground_truth": "B", "answer_text": "Beach Blast", "target_sids": [ 82, 67 ], "retrieved_sids": [ 77, 82, 67, 58, 85 ], "retrieved_global": [ 77, 82, 67, 58, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 90, "question": "Which event has a larger scale, Retail Ignite or Film & Hike?", "ground_truth": "B", "answer_text": "Film & Hike", "target_sids": [ 96, 106 ], "retrieved_sids": [ 106, 108, 105, 100, 101 ], "retrieved_global": [ 106, 108, 105, 100, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 91, "question": "Which event has a larger scale, Hike & Read or PsyBudget23?", "ground_truth": "B", "answer_text": "PsyBudget23", "target_sids": [ 60, 53 ], "retrieved_sids": [ 60, 53, 75, 23, 52 ], "retrieved_global": [ 60, 53, 75, 23, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 92, "question": "Which event lasts longer, Nature Trek or TeamSync 2024?", "ground_truth": "C", "answer_text": "Nature Trek", "target_sids": [ 26, 44 ], "retrieved_sids": [ 17, 43, 74, 95, 26 ], "retrieved_global": [ 17, 43, 74, 95, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 93, "question": "Which event has a larger scale, KnitFest or KnitLit Nook?", "ground_truth": "B", "answer_text": "KnitFest", "target_sids": [ 33, 26 ], "retrieved_sids": [ 33, 34, 22, 26, 0 ], "retrieved_global": [ 33, 34, 22, 26, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 94, "question": "Which event has a larger scale, WanderRead or MolecuFair?", "ground_truth": "C", "answer_text": "WanderRead", "target_sids": [ 56, 44 ], "retrieved_sids": [ 55, 56, 36, 44, 99 ], "retrieved_global": [ 55, 56, 36, 44, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 95, "question": "Which event has a larger scale, Book Haven or WanderLit Fest?", "ground_truth": "A", "answer_text": "WanderLit Fest", "target_sids": [ 60, 53 ], "retrieved_sids": [ 60, 52, 55, 43, 33 ], "retrieved_global": [ 60, 52, 55, 43, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 96, "question": "Which event has a larger scale, HarmoniQuest or Music Connect?", "ground_truth": "B", "answer_text": "Music Connect", "target_sids": [ 49, 60 ], "retrieved_sids": [ 60, 79, 49, 44, 89 ], "retrieved_global": [ 60, 79, 49, 44, 89 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 97, "question": "Which event has a larger scale, MindTech21 or TasteLit?", "ground_truth": "C", "answer_text": "TasteLit", "target_sids": [ 43, 21 ], "retrieved_sids": [ 42, 35, 14, 32, 11 ], "retrieved_global": [ 42, 35, 14, 32, 11 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 98, "question": "Which event has a larger scale, the SafeTech Fair or Law Connect?", "ground_truth": "D", "answer_text": "SafeTech Fair", "target_sids": [ 75, 78 ], "retrieved_sids": [ 75, 66, 79, 16, 78 ], "retrieved_global": [ 75, 66, 79, 16, 78 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 99, "question": "Which event has a longer duration, Budget Connect or the Art & Film Fest?", "ground_truth": "D", "answer_text": "Art & Film Fest", "target_sids": [ 88, 67 ], "retrieved_sids": [ 77, 79, 86, 87, 67 ], "retrieved_global": [ 77, 79, 86, 87, 67 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 100, "question": "Which event lasts longer, Knit Fest or KnitTogether?", "ground_truth": "D", "answer_text": "Knit Fest", "target_sids": [ 56, 49 ], "retrieved_sids": [ 56, 49, 23, 62, 44 ], "retrieved_global": [ 56, 49, 23, 62, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 101, "question": "Which event has a larger scale, Eco Retreat or Dance Unite!?", "ground_truth": "A", "answer_text": "Eco Retreat", "target_sids": [ 80, 69 ], "retrieved_sids": [ 69, 11, 77, 14, 61 ], "retrieved_global": [ 69, 11, 77, 14, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 102, "question": "Which event has a larger scale, QuantumQuest or Antique Trek?", "ground_truth": "C", "answer_text": "Antique Trek", "target_sids": [ 36, 31 ], "retrieved_sids": [ 36, 31, 109, 22, 27 ], "retrieved_global": [ 36, 31, 109, 22, 27 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 103, "question": "Which event has a longer duration, Book Haven or WellReadFit?", "ground_truth": "C", "answer_text": "WellReadFit", "target_sids": [ 5, 15 ], "retrieved_sids": [ 40, 8, 15, 6, 26 ], "retrieved_global": [ 40, 8, 15, 6, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 104, "question": "Which event has a larger scale, FinKickoff or Chess for Kids?", "ground_truth": "C", "answer_text": "Chess for Kids", "target_sids": [ 105, 95 ], "retrieved_sids": [ 105, 95, 101, 76, 99 ], "retrieved_global": [ 105, 95, 101, 76, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 105, "question": "Which event lasts longer, Culinary Crew or Knit Festiv?", "ground_truth": "A", "answer_text": "Knit Festiv", "target_sids": [ 56, 45 ], "retrieved_sids": [ 20, 56, 23, 42, 45 ], "retrieved_global": [ 20, 56, 23, 42, 45 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 106, "question": "Which event has a longer duration, InnoTrends or Research Recap?", "ground_truth": "B", "answer_text": "Research Recap", "target_sids": [ 81, 70 ], "retrieved_sids": [ 70, 64, 25, 78, 84 ], "retrieved_global": [ 70, 64, 25, 78, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 107, "question": "Which event lasts longer, Budget Boost or Fit Jam Live?", "ground_truth": "A", "answer_text": "Budget Boost", "target_sids": [ 101, 94 ], "retrieved_sids": [ 101, 94, 100, 24, 80 ], "retrieved_global": [ 101, 94, 100, 24, 80 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 108, "question": "Which event lasts longer, Lit Fest 2024 or the Growth Summit?", "ground_truth": "D", "answer_text": "Lit Fest 2024", "target_sids": [ 82, 68 ], "retrieved_sids": [ 77, 82, 68, 43, 76 ], "retrieved_global": [ 77, 82, 68, 43, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 109, "question": "Which event has a longer duration, MechInnov8 or Kickoff 2024?", "ground_truth": "B", "answer_text": "MechInnov8", "target_sids": [ 105, 90 ], "retrieved_sids": [ 105, 81, 46, 40, 37 ], "retrieved_global": [ 105, 81, 46, 40, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 110, "question": "Which event lasts longer, CineVoyage or Global Fit Fest?", "ground_truth": "D", "answer_text": "Global Fit Fest", "target_sids": [ 42, 30 ], "retrieved_sids": [ 42, 33, 72, 73, 94 ], "retrieved_global": [ 42, 33, 72, 73, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 111, "question": "Which event lasts longer, MusicFest or Camp Jamfest?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 58, 51 ], "retrieved_sids": [ 58, 55, 51, 44, 12 ], "retrieved_global": [ 58, 55, 51, 44, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 112, "question": "Which event has a larger scale, BirdFest or Insight Boost?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 10, 18 ], "retrieved_sids": [ 10, 18, 105, 40, 0 ], "retrieved_global": [ 10, 18, 105, 40, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 113, "question": "Which event has a larger scale, Beach Bliss or RealEstateBiz?", "ground_truth": "C", "answer_text": "Beach Bliss", "target_sids": [ 49, 60 ], "retrieved_sids": [ 49, 54, 25, 44, 34 ], "retrieved_global": [ 49, 54, 25, 44, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 114, "question": "Which event has a larger scale, AeroConnect or Cultural Voyage?", "ground_truth": "D", "answer_text": "AeroConnect", "target_sids": [ 8, 19 ], "retrieved_sids": [ 53, 61, 19, 11, 17 ], "retrieved_global": [ 53, 61, 19, 11, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 115, "question": "Which event has a larger scale, InnoTools Fest or Model Mania?", "ground_truth": "B", "answer_text": "Model Mania", "target_sids": [ 25, 33 ], "retrieved_sids": [ 25, 22, 55, 34, 33 ], "retrieved_global": [ 25, 22, 55, 34, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 116, "question": "Which event has a larger scale, Cook & Connect or SplashFest?", "ground_truth": "C", "answer_text": "SplashFest", "target_sids": [ 10, 22 ], "retrieved_sids": [ 21, 11, 16, 10, 106 ], "retrieved_global": [ 21, 11, 16, 10, 106 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 117, "question": "Which event lasts longer, TuneForge or KnitFest?", "ground_truth": "B", "answer_text": "TuneForge", "target_sids": [ 104, 97 ], "retrieved_sids": [ 104, 98, 49, 76, 43 ], "retrieved_global": [ 104, 98, 49, 76, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 118, "question": "Which event lasts longer, InnoShowcase or Fish & Fun!?", "ground_truth": "A", "answer_text": "InnoShowcase", "target_sids": [ 104, 98 ], "retrieved_sids": [ 104, 98, 71, 41, 8 ], "retrieved_global": [ 104, 98, 71, 41, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 119, "question": "Which event has a larger scale, CycleFest or CycleFit Fest?", "ground_truth": "B", "answer_text": "CycleFest", "target_sids": [ 2, 20 ], "retrieved_sids": [ 5, 8, 71, 0, 72 ], "retrieved_global": [ 5, 8, 71, 0, 72 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 120, "question": "Which event lasts longer, DataBonding or Hike Fest?", "ground_truth": "A", "answer_text": "DataBonding", "target_sids": [ 97, 105 ], "retrieved_sids": [ 105, 99, 108, 109, 97 ], "retrieved_global": [ 105, 99, 108, 109, 97 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 121, "question": "Which event has a larger scale, Nature Jams or Perf Review?", "ground_truth": "B", "answer_text": "Perf Review", "target_sids": [ 96, 104 ], "retrieved_sids": [ 96, 104, 76, 67, 71 ], "retrieved_global": [ 96, 104, 76, 67, 71 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 122, "question": "Which event lasts longer, TeamFusion or Eco Beach Bash?", "ground_truth": "B", "answer_text": "Eco Beach Bash", "target_sids": [ 57, 45 ], "retrieved_sids": [ 45, 57, 96, 55, 47 ], "retrieved_global": [ 45, 57, 96, 55, 47 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 123, "question": "Which event has a larger scale, TeamSync or Quest Hike?", "ground_truth": "B", "answer_text": "TeamSync", "target_sids": [ 48, 64 ], "retrieved_sids": [ 64, 48, 55, 44, 60 ], "retrieved_global": [ 64, 48, 55, 44, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 124, "question": "Which event lasts longer, Crew Budgeting or TrailFlix?", "ground_truth": "D", "answer_text": "Crew Budgeting", "target_sids": [ 96, 103 ], "retrieved_sids": [ 99, 96, 88, 103, 11 ], "retrieved_global": [ 99, 96, 88, 103, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 125, "question": "Which event has a larger scale, Culinary Hub or Culinary Jam?", "ground_truth": "C", "answer_text": "Culinary Jam", "target_sids": [ 80, 68 ], "retrieved_sids": [ 80, 4, 77, 7, 71 ], "retrieved_global": [ 80, 4, 77, 7, 71 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 126, "question": "Which event lasts longer, BuildTech Expo or TeamQuest?", "ground_truth": "A", "answer_text": "TeamQuest", "target_sids": [ 6, 15 ], "retrieved_sids": [ 85, 80, 6, 87, 0 ], "retrieved_global": [ 85, 80, 6, 87, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 127, "question": "Which event has a larger scale, MathTech Expo or MathQuest?", "ground_truth": "B", "answer_text": "MathTech Expo", "target_sids": [ 59, 44 ], "retrieved_sids": [ 44, 63, 45, 18, 55 ], "retrieved_global": [ 44, 63, 45, 18, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 128, "question": "Which event lasts longer, Reel Fest or Fishing Tales?", "ground_truth": "B", "answer_text": "Fishing Tales", "target_sids": [ 24, 33 ], "retrieved_sids": [ 33, 0, 24, 4, 34 ], "retrieved_global": [ 33, 0, 24, 4, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 129, "question": "Which event has a larger scale, Electro Recap or Amped Up!?", "ground_truth": "B", "answer_text": "Electro Recap", "target_sids": [ 24, 33 ], "retrieved_sids": [ 27, 33, 24, 109, 50 ], "retrieved_global": [ 27, 33, 24, 109, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 130, "question": "Which event has a larger scale, the Urban Care Conference or Climb & Dine?", "ground_truth": "B", "answer_text": "Urban Care Cnfrnce", "target_sids": [ 72, 79 ], "retrieved_sids": [ 72, 28, 64, 30, 79 ], "retrieved_global": [ 72, 28, 64, 30, 79 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 131, "question": "Which event lasts longer, the LogiNext Summit or the Logistics Lab?", "ground_truth": "A", "answer_text": "Logistics Lab", "target_sids": [ 17, 2 ], "retrieved_sids": [ 2, 0, 81, 77, 108 ], "retrieved_global": [ 2, 0, 81, 77, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 132, "question": "Which event lasts longer, Movie Mania or Starlit Cinema?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 92, 101 ], "retrieved_sids": [ 101, 64, 92, 88, 99 ], "retrieved_global": [ 101, 64, 92, 88, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 133, "question": "Which event has a larger scale, Culinary Recap or Culinary Pro?", "ground_truth": "A", "answer_text": "Culinary Recap", "target_sids": [ 52, 55 ], "retrieved_sids": [ 55, 107, 52, 108, 104 ], "retrieved_global": [ 55, 107, 52, 108, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 134, "question": "Which event lasts longer, Surf & Share or Surf Fest?", "ground_truth": "B", "answer_text": "Surf & Share", "target_sids": [ 53, 62 ], "retrieved_sids": [ 73, 79, 62, 84, 55 ], "retrieved_global": [ 73, 79, 62, 84, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 135, "question": "Which event lasts longer, Coastal Bites or Impact Review?", "ground_truth": "B", "answer_text": "Coastal Bites", "target_sids": [ 8, 22 ], "retrieved_sids": [ 21, 25, 8, 0, 98 ], "retrieved_global": [ 21, 25, 8, 0, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 136, "question": "Which event has a larger scale, DanceLit Fest or DanceFusion?", "ground_truth": "D", "answer_text": "DanceLit Fest", "target_sids": [ 57, 44 ], "retrieved_sids": [ 45, 57, 50, 44, 60 ], "retrieved_global": [ 45, 57, 50, 44, 60 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 137, "question": "Which event has a larger scale, Sales Spark or Budget Boost?", "ground_truth": "A", "answer_text": "Sales Spark", "target_sids": [ 25, 42 ], "retrieved_sids": [ 42, 34, 25, 33, 17 ], "retrieved_global": [ 42, 34, 25, 33, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 138, "question": "Which event has a larger scale, RunFest Film or Sandy Sprint?", "ground_truth": "D", "answer_text": "RunFest Film", "target_sids": [ 33, 23 ], "retrieved_sids": [ 23, 22, 43, 33, 34 ], "retrieved_global": [ 23, 22, 43, 33, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 139, "question": "Which event has a larger scale, RunFilmFest or TechConnect?", "ground_truth": "B", "answer_text": "TechConnect", "target_sids": [ 96, 101 ], "retrieved_sids": [ 106, 73, 36, 96, 24 ], "retrieved_global": [ 106, 73, 36, 96, 24 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 140, "question": "Which event lasts longer, Design Nexus or Artful Reads?", "ground_truth": "D", "answer_text": "Design Nexus", "target_sids": [ 0, 22 ], "retrieved_sids": [ 0, 1, 21, 28, 66 ], "retrieved_global": [ 0, 1, 21, 28, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 141, "question": "Which event lasts longer, Culinary Jam or Nature Escape?", "ground_truth": "C", "answer_text": "Culinary Jam", "target_sids": [ 99, 91 ], "retrieved_sids": [ 91, 88, 69, 47, 2 ], "retrieved_global": [ 91, 88, 69, 47, 2 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 142, "question": "Which event lasts longer, FitMind Flow or SoulFest?", "ground_truth": "B", "answer_text": "FitMind Flow", "target_sids": [ 108, 95 ], "retrieved_sids": [ 95, 88, 108, 98, 18 ], "retrieved_global": [ 95, 88, 108, 98, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 143, "question": "Which event lasts longer, Woodcraft Fest or Crafted Fair?", "ground_truth": "C", "answer_text": "Crafted Fair", "target_sids": [ 27, 44 ], "retrieved_sids": [ 27, 43, 28, 85, 50 ], "retrieved_global": [ 27, 43, 28, 85, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 144, "question": "Which event has a larger scale, the Golf Lit Fest or the Golf Travel Fest?", "ground_truth": "B", "answer_text": "Golf Travel Fest", "target_sids": [ 82, 75 ], "retrieved_sids": [ 75, 82, 77, 45, 55 ], "retrieved_global": [ 75, 82, 77, 45, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 145, "question": "Which event has a shorter duration, Garden Fest or Budget Summit?", "ground_truth": "D", "answer_text": "Garden Fest", "target_sids": [ 75, 85 ], "retrieved_sids": [ 103, 10, 75, 109, 85 ], "retrieved_global": [ 103, 10, 75, 109, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 146, "question": "Which event lasts longer, Nature Quest or Culinary Quest?", "ground_truth": "B", "answer_text": "Nature Quest", "target_sids": [ 0, 17 ], "retrieved_sids": [ 17, 28, 11, 21, 85 ], "retrieved_global": [ 17, 28, 11, 21, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 147, "question": "Which event lasts longer, Growth Launch or Climb for Good?", "ground_truth": "A", "answer_text": "Growth Launch", "target_sids": [ 81, 66 ], "retrieved_sids": [ 93, 81, 77, 64, 88 ], "retrieved_global": [ 93, 81, 77, 64, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 148, "question": "Which event lasts longer, Truck Unite or Safe Drive Meet?", "ground_truth": "A", "answer_text": "Truck Unite", "target_sids": [ 65, 50 ], "retrieved_sids": [ 65, 50, 55, 54, 51 ], "retrieved_global": [ 65, 50, 55, 54, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 149, "question": "Which event lasts longer, FinSmart Pro or TechTune Fest?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 2, 18 ], "retrieved_sids": [ 18, 2, 52, 63, 9 ], "retrieved_global": [ 18, 2, 52, 63, 9 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 150, "question": "Which event lasts longer, Rhythm Run or Nurse Innovate?", "ground_truth": "D", "answer_text": "Rhythm Run", "target_sids": [ 67, 87 ], "retrieved_sids": [ 71, 67, 53, 94, 44 ], "retrieved_global": [ 71, 67, 53, 94, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 151, "question": "Which event has a longer duration, PsyInsights or Psych Trendz?", "ground_truth": "D", "answer_text": "PsyInsights", "target_sids": [ 26, 36 ], "retrieved_sids": [ 25, 36, 22, 26, 42 ], "retrieved_global": [ 25, 36, 22, 26, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 152, "question": "Which event lasts longer, AeroLaunch or Craft & Create?", "ground_truth": "D", "answer_text": "AeroLaunch", "target_sids": [ 66, 86 ], "retrieved_sids": [ 66, 86, 41, 76, 51 ], "retrieved_global": [ 66, 86, 41, 76, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 153, "question": "Which event lasts longer, the AgriTech Hub or the AgriTech Meet?", "ground_truth": "A", "answer_text": "AgriTech Hub", "target_sids": [ 69, 87 ], "retrieved_sids": [ 69, 87, 67, 77, 66 ], "retrieved_global": [ 69, 87, 67, 77, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 154, "question": "Which event has a larger scale, DanceLit Fun or Milestone Gala?", "ground_truth": "B", "answer_text": "DanceLit Fun", "target_sids": [ 27, 37 ], "retrieved_sids": [ 27, 37, 96, 36, 103 ], "retrieved_global": [ 27, 37, 96, 36, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 155, "question": "Which event has a larger scale, PassengerNet or ClimbFlix?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 92, 102 ], "retrieved_sids": [ 102, 88, 99, 45, 51 ], "retrieved_global": [ 102, 88, 99, 45, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 156, "question": "Which event has a larger scale, NatureFit or Starry Films?", "ground_truth": "D", "answer_text": "Starry Films", "target_sids": [ 2, 19 ], "retrieved_sids": [ 19, 2, 11, 7, 67 ], "retrieved_global": [ 19, 2, 11, 7, 67 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 157, "question": "Which event lasts longer, Climb Fest or ClimbFest?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 26, 36 ], "retrieved_sids": [ 26, 52, 33, 40, 109 ], "retrieved_global": [ 26, 52, 33, 40, 109 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 158, "question": "Which event has a larger scale, Culinary Chat or Craftival?", "ground_truth": "B", "answer_text": "Craftival", "target_sids": [ 26, 39 ], "retrieved_sids": [ 11, 99, 100, 94, 26 ], "retrieved_global": [ 11, 99, 100, 94, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 159, "question": "Which event lasts longer, Antique Jam or Antique Fest?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 73, 79 ], "retrieved_sids": [ 73, 77, 79, 7, 66 ], "retrieved_global": [ 73, 77, 79, 7, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 160, "question": "Which event lasts longer, Care Connect or Global Frames?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 43, 30 ], "retrieved_sids": [ 90, 30, 81, 33, 43 ], "retrieved_global": [ 90, 30, 81, 33, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 161, "question": "Which event has a larger scale, Antique Run or Taste Heritage?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 68, 78 ], "retrieved_sids": [ 78, 77, 66, 14, 27 ], "retrieved_global": [ 78, 77, 66, 14, 27 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 162, "question": "Which event has a larger scale, SkillSprint or Coder Hike?", "ground_truth": "A", "answer_text": "Coder Hike", "target_sids": [ 58, 51 ], "retrieved_sids": [ 58, 51, 105, 92, 62 ], "retrieved_global": [ 58, 51, 105, 92, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 163, "question": "Which event lasts longer, DanceFest or Med Innovate?", "ground_truth": "A", "answer_text": "Med Innovate", "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 10, 7, 0, 95 ], "retrieved_global": [ 5, 10, 7, 0, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 164, "question": "Which event has a larger scale, Trail Tales or Trail Feast?", "ground_truth": "B", "answer_text": "Trail Feast", "target_sids": [ 72, 78 ], "retrieved_sids": [ 78, 71, 77, 0, 32 ], "retrieved_global": [ 78, 71, 77, 0, 32 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 165, "question": "Which event has a larger scale, Nature Penning or Team Synergy?", "ground_truth": "D", "answer_text": "Nature Penning", "target_sids": [ 6, 14 ], "retrieved_sids": [ 14, 6, 42, 11, 13 ], "retrieved_global": [ 14, 6, 42, 11, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 166, "question": "Which event has a larger scale, the TechVate Summit or Aqua Feast?", "ground_truth": "B", "answer_text": "TechVate Summit", "target_sids": [ 1, 11 ], "retrieved_sids": [ 12, 11, 85, 1, 78 ], "retrieved_global": [ 12, 11, 85, 1, 78 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 167, "question": "Which event has a larger scale, CareSync or the Health Budget Summit?", "ground_truth": "A", "answer_text": "CareSync", "target_sids": [ 3, 20 ], "retrieved_sids": [ 20, 11, 0, 76, 3 ], "retrieved_global": [ 20, 11, 0, 76, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 168, "question": "Which event lasts longer, TeamQuest or GameArt Expo?", "ground_truth": "C", "answer_text": "TeamQuest", "target_sids": [ 89, 99 ], "retrieved_sids": [ 99, 106, 100, 29, 89 ], "retrieved_global": [ 99, 106, 100, 29, 89 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 169, "question": "Which event has a larger scale, Collaborative Jam or Film & Trails?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 69, 87 ], "retrieved_sids": [ 87, 1, 69, 3, 82 ], "retrieved_global": [ 87, 1, 69, 3, 82 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 170, "question": "Which event has a larger scale, Dance Hike or NeuroLaunch?", "ground_truth": "A", "answer_text": "NeuroLaunch", "target_sids": [ 74, 77 ], "retrieved_sids": [ 66, 78, 74, 77, 22 ], "retrieved_global": [ 66, 78, 74, 77, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 171, "question": "Which event lasts longer, the AgriTech Fair or CodeRun4Charity?", "ground_truth": "D", "answer_text": "AgriTech Fair", "target_sids": [ 109, 95 ], "retrieved_sids": [ 95, 88, 109, 72, 98 ], "retrieved_global": [ 95, 88, 109, 72, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 172, "question": "Which event has a larger scale, Chess Voyage or FitChess Class?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 51, 60 ], "retrieved_sids": [ 51, 10, 87, 43, 97 ], "retrieved_global": [ 51, 10, 87, 43, 97 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 173, "question": "Which event lasts longer, Budget Rx 2024 or Golf Fest!?", "ground_truth": "D", "answer_text": "Budget Rx 2024", "target_sids": [ 28, 37 ], "retrieved_sids": [ 103, 44, 37, 45, 54 ], "retrieved_global": [ 103, 44, 37, 45, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 174, "question": "Which event has a larger scale, Taste & Tales or Literary Lab?", "ground_truth": "D", "answer_text": "Taste & Tales", "target_sids": [ 107, 92 ], "retrieved_sids": [ 107, 104, 92, 100, 15 ], "retrieved_global": [ 107, 104, 92, 100, 15 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 175, "question": "Which event lasts longer, FieldSync Meeting or TasteFest?", "ground_truth": "C", "answer_text": "FieldSync Meeting", "target_sids": [ 62, 46 ], "retrieved_sids": [ 62, 46, 40, 55, 85 ], "retrieved_global": [ 62, 46, 40, 55, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 176, "question": "Which event lasts longer in duration, ArtLit Fest or Artful Journey?", "ground_truth": "B", "answer_text": "ArtLit Fest", "target_sids": [ 2, 14 ], "retrieved_sids": [ 2, 0, 14, 11, 61 ], "retrieved_global": [ 2, 0, 14, 11, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 177, "question": "Which event has a longer duration, Model Mania or FitArt Fusion?", "ground_truth": "D", "answer_text": "FitArt Fusion", "target_sids": [ 77, 71 ], "retrieved_sids": [ 78, 71, 77, 38, 87 ], "retrieved_global": [ 78, 71, 77, 38, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 178, "question": "Which event has a larger scale, Knit & Jam or Knit & Sip?", "ground_truth": "B", "answer_text": "Knit & Jam", "target_sids": [ 4, 20 ], "retrieved_sids": [ 4, 0, 9, 67, 20 ], "retrieved_global": [ 4, 0, 9, 67, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 179, "question": "Which event lasts longer, CineWritFest or SalesSync 2024?", "ground_truth": "B", "answer_text": "SalesSync 2024", "target_sids": [ 51, 63 ], "retrieved_sids": [ 63, 51, 55, 95, 44 ], "retrieved_global": [ 63, 51, 55, 95, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 180, "question": "Which event has a larger scale, BirdFit Fest or BirdWatch Hike?", "ground_truth": "A", "answer_text": "BirdFit Fest", "target_sids": [ 56, 47 ], "retrieved_sids": [ 47, 56, 104, 62, 55 ], "retrieved_global": [ 47, 56, 104, 62, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 181, "question": "Which event has a larger scale, Music Mix Fest or Nurse Budgeting?", "ground_truth": "D", "answer_text": "Music Mix Fest", "target_sids": [ 26, 37 ], "retrieved_sids": [ 26, 33, 22, 37, 66 ], "retrieved_global": [ 26, 33, 22, 37, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 182, "question": "Which event has a larger scale, Mech Innovate or HikeFest?", "ground_truth": "D", "answer_text": "Mech Innovate", "target_sids": [ 43, 30 ], "retrieved_sids": [ 39, 87, 40, 33, 43 ], "retrieved_global": [ 39, 87, 40, 33, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 183, "question": "Which event has a larger scale, the Finance Summit or FinConnect?", "ground_truth": "A", "answer_text": "FinConnect", "target_sids": [ 48, 56 ], "retrieved_sids": [ 65, 56, 44, 48, 55 ], "retrieved_global": [ 65, 56, 44, 48, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 184, "question": "Which event lasts longer, LangFest or FitCultura?", "ground_truth": "C", "answer_text": "LangFest", "target_sids": [ 97, 100 ], "retrieved_sids": [ 99, 100, 97, 8, 59 ], "retrieved_global": [ 99, 100, 97, 8, 59 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 185, "question": "Which event lasts longer, Research Roundup or FitFest2024?", "ground_truth": "A", "answer_text": "Research Roundup", "target_sids": [ 57, 47 ], "retrieved_sids": [ 57, 103, 47, 28, 85 ], "retrieved_global": [ 57, 103, 47, 28, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 186, "question": "Which event lasts longer, Wood Camp 2024 or WoodCraft Expo?", "ground_truth": "C", "answer_text": "WoodCraft Expo", "target_sids": [ 85, 69 ], "retrieved_sids": [ 85, 43, 33, 77, 57 ], "retrieved_global": [ 85, 43, 33, 77, 57 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 187, "question": "Which event lasts longer, Climb & Fun or Climb Fest?", "ground_truth": "C", "answer_text": "Climb Fest", "target_sids": [ 16, 5 ], "retrieved_sids": [ 44, 54, 0, 16, 11 ], "retrieved_global": [ 44, 54, 0, 16, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 188, "question": "Which event has a larger scale, Hike & Harmony or Tune Connect?", "ground_truth": "D", "answer_text": "Tune Connect", "target_sids": [ 59, 51 ], "retrieved_sids": [ 51, 44, 45, 91, 13 ], "retrieved_global": [ 51, 44, 45, 91, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 189, "question": "Which event lasts longer, Team Boost or the TechFlix Festival?", "ground_truth": "C", "answer_text": "TechFlix Festival", "target_sids": [ 65, 49 ], "retrieved_sids": [ 65, 66, 49, 55, 67 ], "retrieved_global": [ 65, 66, 49, 55, 67 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 190, "question": "Which event lasts longer, Estate Launch or Realty Nexus?", "ground_truth": "B", "answer_text": "Realty Nexus", "target_sids": [ 55, 47 ], "retrieved_sids": [ 55, 47, 48, 56, 44 ], "retrieved_global": [ 55, 47, 48, 56, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 191, "question": "Which event has a larger scale, Nursing Pro or Hike & Jam?", "ground_truth": "D", "answer_text": "Hike & Jam", "target_sids": [ 57, 52 ], "retrieved_sids": [ 52, 57, 55, 65, 23 ], "retrieved_global": [ 52, 57, 55, 65, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 192, "question": "Which event has a larger scale, CraftBeat Fest or InnoConnect?", "ground_truth": "D", "answer_text": "CraftBeat Fest", "target_sids": [ 100, 94 ], "retrieved_sids": [ 94, 84, 88, 82, 45 ], "retrieved_global": [ 94, 84, 88, 82, 45 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 193, "question": "Which event has a larger scale, Beach Bliss or Taste & Snap?", "ground_truth": "C", "answer_text": "Beach Bliss", "target_sids": [ 6, 22 ], "retrieved_sids": [ 103, 6, 11, 21, 0 ], "retrieved_global": [ 103, 6, 11, 21, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 194, "question": "Which event lasts longer, ElectroFest or ElectriCon?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 51, 60 ], "retrieved_sids": [ 60, 51, 53, 44, 55 ], "retrieved_global": [ 60, 51, 53, 44, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 195, "question": "Which event has a larger scale, Creative Jam or Feather Fest?", "ground_truth": "A", "answer_text": "Feather Fest", "target_sids": [ 9, 14 ], "retrieved_sids": [ 105, 101, 14, 11, 21 ], "retrieved_global": [ 105, 101, 14, 11, 21 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 196, "question": "Which event lasts longer, Sales Nexus or Sales Synergy?", "ground_truth": "A", "answer_text": "Sales Nexus", "target_sids": [ 59, 44 ], "retrieved_sids": [ 66, 44, 59, 96, 55 ], "retrieved_global": [ 66, 44, 59, 96, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 197, "question": "Which event has a larger scale, FinTech Lab or FinTrendX?", "ground_truth": "D", "answer_text": "FinTrendX", "target_sids": [ 64, 47 ], "retrieved_sids": [ 47, 64, 55, 44, 50 ], "retrieved_global": [ 47, 64, 55, 44, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 198, "question": "Which event has a larger scale, Writers' Weave or FinReview?", "ground_truth": "D", "answer_text": "FinReview", "target_sids": [ 25, 34 ], "retrieved_sids": [ 25, 9, 109, 22, 87 ], "retrieved_global": [ 25, 9, 109, 22, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 199, "question": "Which event lasts longer, Bookish Nights or TasteLit Fest?", "ground_truth": "D", "answer_text": "Bookish Nights", "target_sids": [ 68, 84 ], "retrieved_sids": [ 84, 77, 81, 32, 68 ], "retrieved_global": [ 84, 77, 81, 32, 68 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 200, "question": "Which event has a larger scale, LensQuest or Concert Snap?", "ground_truth": "B", "answer_text": "Concert Snap", "target_sids": [ 96, 109 ], "retrieved_sids": [ 96, 98, 41, 109, 88 ], "retrieved_global": [ 96, 98, 41, 109, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 201, "question": "Which event has a larger scale, the BioSync Workshop or Golf Tales?", "ground_truth": "C", "answer_text": "BioSync Workshop", "target_sids": [ 59, 45 ], "retrieved_sids": [ 59, 55, 45, 35, 58 ], "retrieved_global": [ 59, 55, 45, 35, 58 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 202, "question": "Which event lasts longer, EduInnovate or Global Feast?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 1, 12 ], "retrieved_sids": [ 12, 11, 89, 49, 29 ], "retrieved_global": [ 12, 11, 89, 49, 29 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 203, "question": "Which event has a larger scale, FitFest2024 or FitFood Fest?", "ground_truth": "D", "answer_text": "FitFest2024", "target_sids": [ 11, 7 ], "retrieved_sids": [ 11, 17, 12, 61, 73 ], "retrieved_global": [ 11, 17, 12, 61, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 204, "question": "Which event has a larger scale, ArtBeat Fest or LearnQuest?", "ground_truth": "B", "answer_text": "ArtBeat Fest", "target_sids": [ 106, 92 ], "retrieved_sids": [ 106, 92, 88, 16, 55 ], "retrieved_global": [ 106, 92, 88, 16, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 205, "question": "Which event has a larger scale, CineMelody or Budget Beat X?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 50, 59 ], "retrieved_sids": [ 55, 50, 26, 59, 1 ], "retrieved_global": [ 55, 50, 26, 59, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 206, "question": "Which event lasts longer, the Health Budget Summit or Hike & Read?", "ground_truth": "A", "answer_text": "Health Budget Summit", "target_sids": [ 38, 22 ], "retrieved_sids": [ 22, 23, 38, 17, 45 ], "retrieved_global": [ 22, 23, 38, 17, 45 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 207, "question": "Which event lasts longer, RealEst24 or Market Pulse?", "ground_truth": "D", "answer_text": "RealEst24", "target_sids": [ 48, 61 ], "retrieved_sids": [ 21, 55, 61, 44, 48 ], "retrieved_global": [ 21, 55, 61, 44, 48 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 208, "question": "Which event lasts longer, Craft Festive or TeamSync?", "ground_truth": "D", "answer_text": "Craft Festive", "target_sids": [ 44, 29 ], "retrieved_sids": [ 43, 63, 17, 29, 73 ], "retrieved_global": [ 43, 63, 17, 29, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 209, "question": "Which event has a larger scale, FitTech Fest or FinStratCon?", "ground_truth": "C", "answer_text": "FitTech Fest", "target_sids": [ 5, 22 ], "retrieved_sids": [ 5, 21, 11, 20, 93 ], "retrieved_global": [ 5, 21, 11, 20, 93 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 210, "question": "Which event lasts longer, Culinary Con or CulinaryPro?", "ground_truth": "C", "answer_text": "CulinaryPro", "target_sids": [ 104, 95 ], "retrieved_sids": [ 104, 95, 6, 99, 66 ], "retrieved_global": [ 104, 95, 6, 99, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 211, "question": "Which event lasts longer, TruckTech Con or TruckWise Expo?", "ground_truth": "A", "answer_text": "TruckTech Con", "target_sids": [ 33, 22 ], "retrieved_sids": [ 22, 33, 37, 43, 34 ], "retrieved_global": [ 22, 33, 37, 43, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 212, "question": "Which event has a larger scale, Global Rhythms or EduCareer Fair?", "ground_truth": "C", "answer_text": "Global Rhythms", "target_sids": [ 48, 57 ], "retrieved_sids": [ 48, 57, 65, 84, 55 ], "retrieved_global": [ 48, 57, 65, 84, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 213, "question": "Which event has a larger scale, Policing Connect or Service Gala?", "ground_truth": "C", "answer_text": "Service Gala", "target_sids": [ 1, 20 ], "retrieved_sids": [ 20, 1, 11, 32, 24 ], "retrieved_global": [ 20, 1, 11, 32, 24 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 214, "question": "Which event has a larger scale, Lit Fest+ or LitFest2024?", "ground_truth": "B", "answer_text": "LitFest2024", "target_sids": [ 98, 110 ], "retrieved_sids": [ 98, 99, 109, 44, 28 ], "retrieved_global": [ 98, 99, 109, 44, 28 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 215, "question": "Which event lasts longer, Adventure Fest or Nature Quest?", "ground_truth": "C", "answer_text": "Nature Quest", "target_sids": [ 105, 94 ], "retrieved_sids": [ 105, 94, 88, 26, 99 ], "retrieved_global": [ 105, 94, 88, 26, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 216, "question": "Which event has a larger scale, Fish Fest 2024 or FishFit Fun?", "ground_truth": "A", "answer_text": "Fish Fest 2024", "target_sids": [ 3, 22 ], "retrieved_sids": [ 3, 22, 11, 0, 25 ], "retrieved_global": [ 3, 22, 11, 0, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 217, "question": "Which event has a larger scale, Taste Buds or TechPitch 2024?", "ground_truth": "D", "answer_text": "TechPitch 2024", "target_sids": [ 81, 66 ], "retrieved_sids": [ 66, 67, 81, 72, 88 ], "retrieved_global": [ 66, 67, 81, 72, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 218, "question": "Which event has a larger scale, ArtBeat Fest or Teach Innovate?", "ground_truth": "B", "answer_text": "Teach Innovate", "target_sids": [ 28, 39 ], "retrieved_sids": [ 28, 22, 78, 77, 33 ], "retrieved_global": [ 28, 22, 78, 77, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 219, "question": "Which event has a larger scale, Camp Playtime or Playhouse Live?", "ground_truth": "B", "answer_text": "Playhouse Live", "target_sids": [ 66, 54 ], "retrieved_sids": [ 65, 54, 55, 30, 16 ], "retrieved_global": [ 65, 54, 55, 30, 16 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 220, "question": "Which event has a larger scale, InnovateNow with seven hundred people or SciBudget23 with nine hundred people?", "ground_truth": "B", "answer_text": "SciBudget23", "target_sids": [ 24, 42 ], "retrieved_sids": [ 42, 68, 24, 52, 4 ], "retrieved_global": [ 42, 68, 24, 52, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 221, "question": "Which event lasts longer, Trail Bites Fest or Hike & Read?", "ground_truth": "C", "answer_text": "Hike & Read", "target_sids": [ 69, 78 ], "retrieved_sids": [ 69, 78, 47, 54, 56 ], "retrieved_global": [ 69, 78, 47, 54, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 222, "question": "Which event has a larger scale, NeuroBudget or Neuro Insights?", "ground_truth": "B", "answer_text": "NeuroBudget", "target_sids": [ 98, 110 ], "retrieved_sids": [ 98, 109, 88, 71, 99 ], "retrieved_global": [ 98, 109, 88, 71, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 223, "question": "Which event has a larger scale, Nature Connect or Serve & Play?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 101, 94 ], "retrieved_sids": [ 94, 101, 88, 82, 3 ], "retrieved_global": [ 94, 101, 88, 82, 3 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 224, "question": "Which event has a larger scale, Climb & Connect or Climb Fit!?", "ground_truth": "A", "answer_text": "Climb Fit!", "target_sids": [ 28, 36 ], "retrieved_sids": [ 28, 92, 36, 22, 25 ], "retrieved_global": [ 28, 92, 36, 22, 25 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 225, "question": "Which event lasts longer, Retail Insights or TeamFusion?", "ground_truth": "D", "answer_text": "Retail Insights", "target_sids": [ 57, 46 ], "retrieved_sids": [ 57, 55, 42, 46, 5 ], "retrieved_global": [ 57, 55, 42, 46, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 226, "question": "Which event has a larger scale, the Spark Summit or Camp Tunes?", "ground_truth": "C", "answer_text": "Spark Summit", "target_sids": [ 36, 30 ], "retrieved_sids": [ 30, 36, 101, 106, 33 ], "retrieved_global": [ 30, 36, 101, 106, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 227, "question": "Which event has a larger scale, RealEstate101 or Real Launch?", "ground_truth": "A", "answer_text": "Real Launch", "target_sids": [ 62, 54 ], "retrieved_sids": [ 62, 55, 84, 77, 54 ], "retrieved_global": [ 62, 55, 84, 77, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 228, "question": "Which event has a larger scale, FamMed Innovate or FamMed Swap?", "ground_truth": "C", "answer_text": "FamMed Swap", "target_sids": [ 48, 65 ], "retrieved_sids": [ 65, 10, 48, 44, 55 ], "retrieved_global": [ 65, 10, 48, 44, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 229, "question": "Which event lasts longer, TeamFusion or ArtConnects?", "ground_truth": "C", "answer_text": "TeamFusion", "target_sids": [ 49, 55 ], "retrieved_sids": [ 49, 54, 44, 55, 48 ], "retrieved_global": [ 49, 54, 44, 55, 48 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 230, "question": "Which event has a larger scale, Team Quest or SciNet Connect?", "ground_truth": "C", "answer_text": "SciNet Connect", "target_sids": [ 92, 102 ], "retrieved_sids": [ 102, 92, 98, 66, 68 ], "retrieved_global": [ 102, 92, 98, 66, 68 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 231, "question": "Which event has a larger scale, InnoSales Lab or Taste & Tunes?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 65, 53 ], "retrieved_sids": [ 53, 59, 55, 65, 44 ], "retrieved_global": [ 53, 59, 55, 65, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 232, "question": "Which event has a larger scale, SustainKick or Fish Trekker?", "ground_truth": "A", "answer_text": "Fish Trekker", "target_sids": [ 104, 89 ], "retrieved_sids": [ 106, 104, 11, 8, 87 ], "retrieved_global": [ 106, 104, 11, 8, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 233, "question": "Which event has a longer duration, YearEnd Recap or MechInnov8?", "ground_truth": "A", "answer_text": "MechInnov8", "target_sids": [ 58, 44 ], "retrieved_sids": [ 44, 37, 58, 19, 45 ], "retrieved_global": [ 44, 37, 58, 19, 45 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 234, "question": "Which event lasts longer, TeamFusion or CycleArt Fest?", "ground_truth": "B", "answer_text": "CycleArt Fest", "target_sids": [ 58, 44 ], "retrieved_sids": [ 44, 54, 58, 83, 4 ], "retrieved_global": [ 44, 54, 58, 83, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 235, "question": "Which event lasts longer, Aqua Reads or Molec Innovate?", "ground_truth": "A", "answer_text": "Molec Innovate", "target_sids": [ 40, 30 ], "retrieved_sids": [ 30, 40, 22, 71, 99 ], "retrieved_global": [ 30, 40, 22, 71, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 236, "question": "Which event has a larger scale, BioReviewMeeting or BioInnovate?", "ground_truth": "B", "answer_text": "BioReviewMeeting", "target_sids": [ 41, 26 ], "retrieved_sids": [ 99, 22, 41, 101, 109 ], "retrieved_global": [ 99, 22, 41, 101, 109 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 237, "question": "Which event has a larger scale, Nurse Innovate or Team Unites?", "ground_truth": "C", "answer_text": "Nurse Innovate", "target_sids": [ 40, 25 ], "retrieved_sids": [ 25, 107, 92, 40, 17 ], "retrieved_global": [ 25, 107, 92, 40, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 238, "question": "Which event lasts longer, Campfire Fun or Nature's Art?", "ground_truth": "B", "answer_text": "Nature's Art", "target_sids": [ 76, 77 ], "retrieved_sids": [ 76, 77, 70, 84, 56 ], "retrieved_global": [ 76, 77, 70, 84, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 239, "question": "Which event has a longer duration, AeroSafe Con or GameLit Club?", "ground_truth": "B", "answer_text": "AeroSafe Con", "target_sids": [ 65, 53 ], "retrieved_sids": [ 65, 34, 43, 53, 103 ], "retrieved_global": [ 65, 34, 43, 53, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 240, "question": "Which event lasts longer, EduBudget 2024 or Craft for Cause?", "ground_truth": "A", "answer_text": "EduBudget 2024", "target_sids": [ 19, 6 ], "retrieved_sids": [ 48, 36, 105, 81, 97 ], "retrieved_global": [ 48, 36, 105, 81, 97 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 241, "question": "Which event has a longer duration, Tech Innovate or Avian Fest?", "ground_truth": "C", "answer_text": "Avian Fest", "target_sids": [ 35, 31 ], "retrieved_sids": [ 86, 109, 25, 35, 33 ], "retrieved_global": [ 86, 109, 25, 35, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 242, "question": "Which event lasts longer, SportFest or Sportify Fest?", "ground_truth": "C", "answer_text": "Sportify Fest", "target_sids": [ 74, 78 ], "retrieved_sids": [ 74, 77, 78, 66, 73 ], "retrieved_global": [ 74, 77, 78, 66, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 243, "question": "Which event lasts longer, PsyInsights or Cycle Fest?", "ground_truth": "B", "answer_text": "Cycle Fest", "target_sids": [ 44, 61 ], "retrieved_sids": [ 73, 82, 61, 98, 54 ], "retrieved_global": [ 73, 82, 61, 98, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 244, "question": "Which event has a larger scale, the Real Estate Forum or ModelFest?", "ground_truth": "A", "answer_text": "ModelFest", "target_sids": [ 25, 36 ], "retrieved_sids": [ 36, 25, 33, 40, 10 ], "retrieved_global": [ 36, 25, 33, 40, 10 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 245, "question": "Which event has a longer duration, MedInnovate or Nature Runfest?", "ground_truth": "B", "answer_text": "MedInnovate", "target_sids": [ 10, 21 ], "retrieved_sids": [ 21, 0, 11, 15, 62 ], "retrieved_global": [ 21, 0, 11, 15, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 246, "question": "Which event has a longer duration, InnoVate! or TheaterFest?", "ground_truth": "A", "answer_text": "InnoVate!", "target_sids": [ 59, 53 ], "retrieved_sids": [ 59, 63, 55, 87, 22 ], "retrieved_global": [ 59, 63, 55, 87, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 247, "question": "Which event lasts longer, Wellness Fest or CineWellness?", "ground_truth": "D", "answer_text": "CineWellness", "target_sids": [ 16, 9 ], "retrieved_sids": [ 11, 9, 70, 16, 33 ], "retrieved_global": [ 11, 9, 70, 16, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 248, "question": "Which event lasts longer, Birding Buds or Aero Milestone?", "ground_truth": "A", "answer_text": "Birding Buds", "target_sids": [ 38, 23 ], "retrieved_sids": [ 23, 38, 22, 81, 33 ], "retrieved_global": [ 23, 38, 22, 81, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 249, "question": "Which event lasts longer, the Botanic Fest or Flora Fest?", "ground_truth": "A", "answer_text": "Botanic Fest", "target_sids": [ 28, 44 ], "retrieved_sids": [ 43, 28, 31, 22, 33 ], "retrieved_global": [ 43, 28, 31, 22, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 250, "question": "Which event has a larger scale, Health Innovate or Block Bash?", "ground_truth": "C", "answer_text": "Block Bash", "target_sids": [ 48, 56 ], "retrieved_sids": [ 56, 61, 55, 48, 7 ], "retrieved_global": [ 56, 61, 55, 48, 7 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 251, "question": "Which event lasts longer, TasteArt Fest or Sales Boost?", "ground_truth": "C", "answer_text": "TasteArt Fest", "target_sids": [ 65, 52 ], "retrieved_sids": [ 52, 65, 44, 22, 31 ], "retrieved_global": [ 52, 65, 44, 22, 31 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 252, "question": "Which event lasts longer, SalesConnect or Taste & Tune?", "ground_truth": "A", "answer_text": "Taste & Tune", "target_sids": [ 66, 52 ], "retrieved_sids": [ 52, 6, 65, 36, 18 ], "retrieved_global": [ 52, 6, 65, 36, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 253, "question": "Which event has a longer duration, Run for Zen or Wellness Trip?", "ground_truth": "B", "answer_text": "Wellness Trip", "target_sids": [ 8, 20 ], "retrieved_sids": [ 0, 8, 20, 11, 5 ], "retrieved_global": [ 0, 8, 20, 11, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 254, "question": "Which event lasts longer, Run for Food with a duration of eight days or Crop Innovate with a duration of eight weeks?", "ground_truth": "C", "answer_text": "Crop Innovate", "target_sids": [ 1, 21 ], "retrieved_sids": [ 1, 21, 109, 12, 38 ], "retrieved_global": [ 1, 21, 109, 12, 38 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 255, "question": "Which event lasts longer, Ink & Imprint or Culinary Ink?", "ground_truth": "B", "answer_text": "Culinary Ink", "target_sids": [ 58, 46 ], "retrieved_sids": [ 58, 46, 55, 44, 75 ], "retrieved_global": [ 58, 46, 55, 44, 75 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 256, "question": "Which event has a larger scale, FitFlix Fest or CineBites?", "ground_truth": "C", "answer_text": "FitFlix Fest", "target_sids": [ 67, 84 ], "retrieved_sids": [ 67, 66, 40, 51, 84 ], "retrieved_global": [ 67, 66, 40, 51, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 257, "question": "Which event has a larger scale, Starry Ink or Trial Mastery?", "ground_truth": "B", "answer_text": "Trial Mastery", "target_sids": [ 8, 22 ], "retrieved_sids": [ 21, 8, 0, 47, 27 ], "retrieved_global": [ 21, 8, 0, 47, 27 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 258, "question": "Which event has a larger scale, CalliFest or Music Connect?", "ground_truth": "A", "answer_text": "CalliFest", "target_sids": [ 25, 44 ], "retrieved_sids": [ 46, 44, 43, 25, 7 ], "retrieved_global": [ 46, 44, 43, 25, 7 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 259, "question": "Which event has a larger scale, Culinary Jam or Culinary Pro?", "ground_truth": "A", "answer_text": "Culinary Pro", "target_sids": [ 68, 77 ], "retrieved_sids": [ 77, 68, 12, 78, 66 ], "retrieved_global": [ 77, 68, 12, 78, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 260, "question": "Which event has a longer duration, SafeComm Review or Lit Multiverse?", "ground_truth": "C", "answer_text": "Lit Multiverse", "target_sids": [ 8, 22 ], "retrieved_sids": [ 0, 21, 8, 11, 79 ], "retrieved_global": [ 0, 21, 8, 11, 79 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 261, "question": "Which event has a larger scale, Insight Summit or MindShift 2024?", "ground_truth": "D", "answer_text": "MindShift 2024", "target_sids": [ 89, 100 ], "retrieved_sids": [ 100, 88, 99, 89, 109 ], "retrieved_global": [ 100, 88, 99, 89, 109 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 262, "question": "Which event lasts longer, FitLit Fest or LitArt Fest?", "ground_truth": "A", "answer_text": "LitArt Fest", "target_sids": [ 60, 54 ], "retrieved_sids": [ 54, 55, 60, 44, 51 ], "retrieved_global": [ 54, 55, 60, 44, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 263, "question": "Which event has a larger scale, Campfire Fun or Fit Campout?", "ground_truth": "C", "answer_text": "Campfire Fun", "target_sids": [ 58, 52 ], "retrieved_sids": [ 52, 44, 55, 29, 58 ], "retrieved_global": [ 52, 44, 55, 29, 58 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 264, "question": "Which event lasts longer, Nurse Innovate or Chess Connect?", "ground_truth": "A", "answer_text": "Nurse Innovate", "target_sids": [ 9, 21 ], "retrieved_sids": [ 105, 9, 21, 23, 56 ], "retrieved_global": [ 105, 9, 21, 23, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 265, "question": "Which event lasts longer, Fit & Flow or Calligraphy Fest?", "ground_truth": "B", "answer_text": "Calligraphy Fest", "target_sids": [ 88, 67 ], "retrieved_sids": [ 77, 87, 40, 10, 82 ], "retrieved_global": [ 77, 87, 40, 10, 82 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 266, "question": "Which event has a larger scale, ServeSync or Travel Vibes?", "ground_truth": "C", "answer_text": "Travel Vibes", "target_sids": [ 56, 45 ], "retrieved_sids": [ 72, 64, 36, 55, 98 ], "retrieved_global": [ 72, 64, 36, 55, 98 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 267, "question": "Which event lasts longer, the Gamer's Feast or GameScreen?", "ground_truth": "A", "answer_text": "Gamer's Feast", "target_sids": [ 48, 64 ], "retrieved_sids": [ 48, 64, 55, 44, 101 ], "retrieved_global": [ 48, 64, 55, 44, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 268, "question": "Which event has a larger scale, Service Soiree or Camp & Run?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 96, 108 ], "retrieved_sids": [ 17, 29, 108, 6, 88 ], "retrieved_global": [ 17, 29, 108, 6, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 269, "question": "Which event lasts longer, NurseNet 2024 or Bird Fest!?", "ground_truth": "D", "answer_text": "Bird Fest!", "target_sids": [ 91, 102 ], "retrieved_sids": [ 32, 29, 77, 99, 102 ], "retrieved_global": [ 32, 29, 77, 99, 102 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 270, "question": "Which event has a larger scale, ServeSmart or BankServe 360?", "ground_truth": "D", "answer_text": "ServeSmart", "target_sids": [ 37, 22 ], "retrieved_sids": [ 22, 33, 37, 23, 79 ], "retrieved_global": [ 22, 33, 37, 23, 79 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 271, "question": "Which event has a larger scale, InnovateSci or STEM StartUp?", "ground_truth": "D", "answer_text": "STEM StartUp", "target_sids": [ 52, 61 ], "retrieved_sids": [ 61, 52, 62, 55, 44 ], "retrieved_global": [ 61, 52, 62, 55, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 272, "question": "Which event lasts longer, HealthSpark or the Care Strategy Summit?", "ground_truth": "D", "answer_text": "HealthSpark", "target_sids": [ 82, 75 ], "retrieved_sids": [ 82, 75, 27, 66, 76 ], "retrieved_global": [ 82, 75, 27, 66, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 273, "question": "Which event lasts longer, Climb & Surf or Math Innovate?", "ground_truth": "D", "answer_text": "Climb & Surf", "target_sids": [ 85, 69 ], "retrieved_sids": [ 107, 69, 66, 50, 85 ], "retrieved_global": [ 107, 69, 66, 50, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 274, "question": "Which event lasts longer, Book Tunes or FitBeats Fest?", "ground_truth": "B", "answer_text": "Book Tunes", "target_sids": [ 88, 105 ], "retrieved_sids": [ 105, 99, 50, 109, 5 ], "retrieved_global": [ 105, 99, 50, 109, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 275, "question": "Which event lasts longer, SwimLit Fest or Psyche Insight?", "ground_truth": "D", "answer_text": "SwimLit Fest", "target_sids": [ 78, 71 ], "retrieved_sids": [ 71, 66, 10, 18, 76 ], "retrieved_global": [ 71, 66, 10, 18, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 276, "question": "Which event has a larger scale, Vibe Fest or Milestone Bash?", "ground_truth": "D", "answer_text": "Vibe Fest", "target_sids": [ 64, 46 ], "retrieved_sids": [ 74, 66, 64, 71, 55 ], "retrieved_global": [ 74, 66, 64, 71, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 277, "question": "Which event lasts longer, KickStart23 or Portfolio Sync?", "ground_truth": "A", "answer_text": "Portfolio Sync", "target_sids": [ 98, 103 ], "retrieved_sids": [ 103, 37, 53, 59, 98 ], "retrieved_global": [ 103, 37, 53, 59, 98 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 278, "question": "Which event lasts longer, Stamp Fest or RealLaunch?", "ground_truth": "A", "answer_text": "Stamp Fest", "target_sids": [ 98, 101 ], "retrieved_sids": [ 98, 6, 54, 101, 8 ], "retrieved_global": [ 98, 6, 54, 101, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 279, "question": "Which event has a longer duration, the Crop Smart Expo or Birds & Trails?", "ground_truth": "C", "answer_text": "Crop Smart Expo", "target_sids": [ 4, 15 ], "retrieved_sids": [ 4, 0, 14, 81, 17 ], "retrieved_global": [ 4, 0, 14, 81, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 280, "question": "Which event has a longer duration, FinSphere or FinConnect?", "ground_truth": "D", "answer_text": "FinSphere", "target_sids": [ 33, 26 ], "retrieved_sids": [ 33, 26, 22, 36, 34 ], "retrieved_global": [ 33, 26, 22, 36, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 281, "question": "Which event lasts longer, LitFest 2024 or FitLit Fest?", "ground_truth": "C", "answer_text": "FitLit Fest", "target_sids": [ 6, 22 ], "retrieved_sids": [ 98, 6, 22, 8, 12 ], "retrieved_global": [ 98, 6, 22, 8, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 282, "question": "Which event lasts longer, NatureLens Fest or TrailFit Fest?", "ground_truth": "C", "answer_text": "NatureLens Fest", "target_sids": [ 66, 53 ], "retrieved_sids": [ 65, 64, 53, 55, 49 ], "retrieved_global": [ 65, 64, 53, 55, 49 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 283, "question": "Which event lasts longer, Estate Insights or Birdsong Fest?", "ground_truth": "D", "answer_text": "Estate Insights", "target_sids": [ 26, 44 ], "retrieved_sids": [ 44, 43, 109, 50, 51 ], "retrieved_global": [ 44, 43, 109, 50, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 284, "question": "Which event lasts longer, BudgetBoost or CineShop Fest?", "ground_truth": "A", "answer_text": "CineShop Fest", "target_sids": [ 9, 14 ], "retrieved_sids": [ 14, 11, 104, 9, 63 ], "retrieved_global": [ 14, 11, 104, 9, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 285, "question": "Which event has a larger scale, Nature Nurture or Retail Revamp?", "ground_truth": "B", "answer_text": "Retail Revamp", "target_sids": [ 26, 37 ], "retrieved_sids": [ 33, 56, 38, 37, 44 ], "retrieved_global": [ 33, 56, 38, 37, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 286, "question": "Which event has a larger scale, the Sales Summit or WanderFlix?", "ground_truth": "A", "answer_text": "Sales Summit", "target_sids": [ 101, 95 ], "retrieved_sids": [ 101, 109, 95, 100, 8 ], "retrieved_global": [ 101, 109, 95, 100, 8 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 287, "question": "Which event has a larger scale, MediSales 2024 or MediInnovate?", "ground_truth": "D", "answer_text": "MediInnovate", "target_sids": [ 34, 30 ], "retrieved_sids": [ 38, 34, 26, 30, 33 ], "retrieved_global": [ 38, 34, 26, 30, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 288, "question": "Which event has a larger scale, FitGlobal Fest or Lingo Bash?", "ground_truth": "D", "answer_text": "Lingo Bash", "target_sids": [ 43, 31 ], "retrieved_sids": [ 31, 22, 32, 50, 43 ], "retrieved_global": [ 31, 22, 32, 50, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 289, "question": "Which event lasts longer, InnovateLab or SkillQuest?", "ground_truth": "C", "answer_text": "SkillQuest", "target_sids": [ 3, 20 ], "retrieved_sids": [ 27, 20, 3, 88, 0 ], "retrieved_global": [ 27, 20, 3, 88, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 290, "question": "Which event has a longer duration, ElectroNexus or Trail Tales?", "ground_truth": "D", "answer_text": "ElectroNexus", "target_sids": [ 77, 70 ], "retrieved_sids": [ 21, 29, 87, 77, 70 ], "retrieved_global": [ 21, 29, 87, 77, 70 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 291, "question": "Which event lasts longer, BeachFest! or Artistic Fest?", "ground_truth": "D", "answer_text": "Artistic Fest", "target_sids": [ 82, 70 ], "retrieved_sids": [ 70, 66, 82, 51, 69 ], "retrieved_global": [ 70, 66, 82, 51, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 292, "question": "Which event lasts longer, SoundTech 2024 or ChessLit Fest?", "ground_truth": "C", "answer_text": "ChessLit Fest", "target_sids": [ 25, 37 ], "retrieved_sids": [ 91, 37, 25, 0, 88 ], "retrieved_global": [ 91, 37, 25, 0, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 293, "question": "Which event has a longer duration, FinAlign23 or the FinTech Forum?", "ground_truth": "D", "answer_text": "FinAlign23", "target_sids": [ 16, 9 ], "retrieved_sids": [ 16, 11, 0, 72, 20 ], "retrieved_global": [ 16, 11, 0, 72, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 294, "question": "Which event lasts longer, Campflix Night or Camping Fest?", "ground_truth": "C", "answer_text": "Camping Fest", "target_sids": [ 1, 18 ], "retrieved_sids": [ 18, 1, 0, 75, 69 ], "retrieved_global": [ 18, 1, 0, 75, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 295, "question": "Which event has a shorter duration, Engage Safe or SafeComm Launch?", "ground_truth": "C", "answer_text": "Engage Safe", "target_sids": [ 97, 110 ], "retrieved_sids": [ 109, 97, 99, 0, 52 ], "retrieved_global": [ 109, 97, 99, 0, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 296, "question": "Which event lasts longer, ScaleFest or CareQuest 2024?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 99, 92 ], "retrieved_sids": [ 92, 88, 100, 99, 63 ], "retrieved_global": [ 92, 88, 100, 99, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 297, "question": "Which event has a larger scale, Research Milestone or SciTrain Fest?", "ground_truth": "A", "answer_text": "SciTrain Fest", "target_sids": [ 64, 52 ], "retrieved_sids": [ 64, 55, 52, 69, 50 ], "retrieved_global": [ 64, 55, 52, 69, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 298, "question": "Which event has a larger scale, Sales Spark or FitFest?", "ground_truth": "A", "answer_text": "Sales Spark", "target_sids": [ 41, 22 ], "retrieved_sids": [ 41, 7, 33, 77, 43 ], "retrieved_global": [ 41, 7, 33, 77, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 299, "question": "Which event has a larger scale, Retail Shift or Yoga Vibes?", "ground_truth": "B", "answer_text": "Retail Shift", "target_sids": [ 96, 100 ], "retrieved_sids": [ 32, 107, 4, 100, 108 ], "retrieved_global": [ 32, 107, 4, 100, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 300, "question": "Which event lasts longer, Starry Films or Campfire Feast?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 36, 30 ], "retrieved_sids": [ 36, 103, 27, 24, 34 ], "retrieved_global": [ 36, 103, 27, 24, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 301, "question": "Which event has a larger scale, the Retail Job Fest or Starry Cinema?", "ground_truth": "B", "answer_text": "Retail Job Fest", "target_sids": [ 67, 78 ], "retrieved_sids": [ 78, 81, 67, 22, 36 ], "retrieved_global": [ 78, 81, 67, 22, 36 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 302, "question": "Which event has a larger scale, Craft Camp! or LogiConvo?", "ground_truth": "A", "answer_text": "Craft Camp!", "target_sids": [ 67, 84 ], "retrieved_sids": [ 84, 77, 67, 26, 63 ], "retrieved_global": [ 84, 77, 67, 26, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 303, "question": "Which event has a larger scale, AgriPitch or Chess Under Stars?", "ground_truth": "C", "answer_text": "Chess Under Stars", "target_sids": [ 83, 69 ], "retrieved_sids": [ 83, 78, 81, 21, 69 ], "retrieved_global": [ 83, 78, 81, 21, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 304, "question": "Which event lasts longer, Impact Jam or TeamServe?", "ground_truth": "B", "answer_text": "Impact Jam", "target_sids": [ 32, 33 ], "retrieved_sids": [ 32, 33, 29, 40, 22 ], "retrieved_global": [ 32, 33, 29, 40, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 305, "question": "Which event has a larger scale, Culinary Jam with two hundred people or Culinary Jam with seven hundred people?", "ground_truth": "C", "answer_text": "Culinary Jam with seven hundred people", "target_sids": [ 5, 22 ], "retrieved_sids": [ 21, 5, 61, 86, 90 ], "retrieved_global": [ 21, 5, 61, 86, 90 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 306, "question": "Which event has a larger scale, Taste Heritage or SkillSpark?", "ground_truth": "C", "answer_text": "Taste Heritage", "target_sids": [ 80, 69 ], "retrieved_sids": [ 69, 80, 104, 77, 34 ], "retrieved_global": [ 69, 80, 104, 77, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 307, "question": "Which event has a shorter duration, Code & Books or Invest Mastery?", "ground_truth": "C", "answer_text": "Code & Books", "target_sids": [ 91, 100 ], "retrieved_sids": [ 100, 91, 30, 41, 88 ], "retrieved_global": [ 100, 91, 30, 41, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 308, "question": "Which event lasts longer, FlightSync 2024 or ArtBeat Fest?", "ground_truth": "A", "answer_text": "ArtBeat Fest", "target_sids": [ 43, 31 ], "retrieved_sids": [ 31, 43, 64, 92, 22 ], "retrieved_global": [ 31, 43, 64, 92, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 309, "question": "Which event has a larger scale, the Seafood Fest or the Fish Fest?", "ground_truth": "C", "answer_text": "Seafood Fest", "target_sids": [ 24, 34 ], "retrieved_sids": [ 24, 16, 11, 44, 34 ], "retrieved_global": [ 24, 16, 11, 44, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 310, "question": "Which event has a larger scale, NetCom Expo or Music Budget Summit?", "ground_truth": "A", "answer_text": "NetCom Expo", "target_sids": [ 0, 21 ], "retrieved_sids": [ 21, 0, 1, 11, 29 ], "retrieved_global": [ 21, 0, 1, 11, 29 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 311, "question": "Which event lasts longer, Sales Sync Up or Golf & Camp?", "ground_truth": "A", "answer_text": "Sales Sync Up", "target_sids": [ 40, 25 ], "retrieved_sids": [ 65, 87, 72, 14, 20 ], "retrieved_global": [ 65, 87, 72, 14, 20 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 312, "question": "Which event lasts longer, LinguaSync or Team Synergy?", "ground_truth": "C", "answer_text": "LinguaSync", "target_sids": [ 75, 78 ], "retrieved_sids": [ 78, 73, 9, 76, 62 ], "retrieved_global": [ 78, 73, 9, 76, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 313, "question": "Which event lasts longer, CycleFlix or ElectroNet 2024?", "ground_truth": "B", "answer_text": "ElectroNet 2024", "target_sids": [ 34, 22 ], "retrieved_sids": [ 34, 27, 51, 23, 22 ], "retrieved_global": [ 34, 27, 51, 23, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 314, "question": "Which event has a larger scale, the Birdwatch Hike or the SkyTech Expo?", "ground_truth": "A", "answer_text": "SkyTech Expo", "target_sids": [ 107, 92 ], "retrieved_sids": [ 98, 99, 8, 92, 107 ], "retrieved_global": [ 98, 99, 8, 92, 107 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 315, "question": "Which event has a larger scale, the Culinary Art Fest or the BuildTech Expo?", "ground_truth": "B", "answer_text": "BuildTech Expo", "target_sids": [ 32, 40 ], "retrieved_sids": [ 38, 40, 32, 33, 108 ], "retrieved_global": [ 38, 40, 32, 33, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 316, "question": "Which event has a larger scale, Travel4Good or TechConnect?", "ground_truth": "D", "answer_text": "TechConnect", "target_sids": [ 90, 107 ], "retrieved_sids": [ 90, 88, 106, 107, 99 ], "retrieved_global": [ 90, 88, 106, 107, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 317, "question": "Which event has a larger scale, Design Jam or Stamp Fest?", "ground_truth": "A", "answer_text": "Stamp Fest", "target_sids": [ 48, 56 ], "retrieved_sids": [ 21, 107, 109, 64, 99 ], "retrieved_global": [ 21, 107, 109, 64, 99 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 318, "question": "Which event lasts longer, Calm Connect or SafetyTech Expo?", "ground_truth": "D", "answer_text": "SafetyTech Expo", "target_sids": [ 72, 83 ], "retrieved_sids": [ 83, 39, 77, 72, 87 ], "retrieved_global": [ 83, 39, 77, 72, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 319, "question": "Which event has a larger scale, Nursing Nexus or Nurse Nexus?", "ground_truth": "B", "answer_text": "Nursing Nexus", "target_sids": [ 36, 31 ], "retrieved_sids": [ 31, 36, 33, 22, 32 ], "retrieved_global": [ 31, 36, 33, 22, 32 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 320, "question": "Which event has a larger scale, TeamSync23 or InnovateX?", "ground_truth": "D", "answer_text": "InnovateX", "target_sids": [ 8, 21 ], "retrieved_sids": [ 21, 8, 11, 10, 94 ], "retrieved_global": [ 21, 8, 11, 10, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 321, "question": "Which event has a longer duration, Coastal Crafts or Craft Campout?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 110, 95 ], "retrieved_sids": [ 88, 19, 109, 95, 99 ], "retrieved_global": [ 88, 19, 109, 95, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 322, "question": "Which event has a larger scale, ClimbFest or CrimeWatch 2024?", "ground_truth": "C", "answer_text": "ClimbFest", "target_sids": [ 44, 61 ], "retrieved_sids": [ 44, 88, 22, 61, 23 ], "retrieved_global": [ 44, 88, 22, 61, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 323, "question": "Which event has a shorter duration, Golf & Tunes or Police Connect?", "ground_truth": "A", "answer_text": "Golf & Tunes", "target_sids": [ 18, 6 ], "retrieved_sids": [ 50, 97, 0, 6, 18 ], "retrieved_global": [ 50, 97, 0, 6, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 324, "question": "Which event lasts longer, Stamp Fest or StampFit2024?", "ground_truth": "A", "answer_text": "StampFit2024", "target_sids": [ 44, 55 ], "retrieved_sids": [ 24, 109, 99, 44, 62 ], "retrieved_global": [ 24, 109, 99, 44, 62 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 325, "question": "Which event has a larger scale, Write by Waves or BioCollab23?", "ground_truth": "D", "answer_text": "Write by Waves", "target_sids": [ 20, 5 ], "retrieved_sids": [ 5, 20, 32, 108, 105 ], "retrieved_global": [ 5, 20, 32, 108, 105 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 326, "question": "Which event has a larger scale, Chess Night! or Chess & Chow?", "ground_truth": "C", "answer_text": "Chess & Chow", "target_sids": [ 106, 94 ], "retrieved_sids": [ 108, 106, 98, 67, 69 ], "retrieved_global": [ 108, 106, 98, 67, 69 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 327, "question": "Which event lasts longer, the Sales Sync Up or the Campfire Feast?", "ground_truth": "A", "answer_text": "Sales Sync Up", "target_sids": [ 69, 78 ], "retrieved_sids": [ 78, 54, 106, 26, 59 ], "retrieved_global": [ 78, 54, 106, 26, 59 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 328, "question": "Which event lasts longer in total, the Kickoff or InnoCollab?", "ground_truth": "B", "answer_text": "InnoCollab", "target_sids": [ 97, 105 ], "retrieved_sids": [ 85, 105, 15, 97, 80 ], "retrieved_global": [ 85, 105, 15, 97, 80 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 329, "question": "Which event has a larger scale, BankSkillz or ClimbFest?", "ground_truth": "C", "answer_text": "ClimbFest", "target_sids": [ 98, 103 ], "retrieved_sids": [ 103, 55, 59, 99, 65 ], "retrieved_global": [ 103, 55, 59, 99, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 330, "question": "Which event has a larger scale, Culinary Wow or Culinary Conclave?", "ground_truth": "B", "answer_text": "Culinary Conclave", "target_sids": [ 10, 14 ], "retrieved_sids": [ 10, 9, 6, 27, 11 ], "retrieved_global": [ 10, 9, 6, 27, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 331, "question": "Which event lasts longer, Starry Cinema or Math Innovate?", "ground_truth": "B", "answer_text": "Starry Cinema", "target_sids": [ 88, 103 ], "retrieved_sids": [ 103, 14, 88, 97, 44 ], "retrieved_global": [ 103, 14, 88, 97, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 332, "question": "Which event has a shorter duration, Reel Reads or BudgetWise?", "ground_truth": "D", "answer_text": "Reel Reads", "target_sids": [ 17, 7 ], "retrieved_sids": [ 7, 90, 12, 49, 17 ], "retrieved_global": [ 7, 90, 12, 49, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 333, "question": "Which event lasts longer, the Sales Success Lab or Antique Utopia?", "ground_truth": "A", "answer_text": "Sales Success Lab", "target_sids": [ 24, 42 ], "retrieved_sids": [ 24, 14, 22, 11, 23 ], "retrieved_global": [ 24, 14, 22, 11, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 334, "question": "Which event lasts longer, CollabFest or Team Quest?", "ground_truth": "D", "answer_text": "CollabFest", "target_sids": [ 1, 17 ], "retrieved_sids": [ 17, 1, 0, 30, 11 ], "retrieved_global": [ 17, 1, 0, 30, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 335, "question": "Which event lasts longer, the Trucking Job Fair or the Fish Tales Fest?", "ground_truth": "C", "answer_text": "Fish Tales Fest", "target_sids": [ 66, 54 ], "retrieved_sids": [ 65, 55, 23, 54, 39 ], "retrieved_global": [ 65, 55, 23, 54, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 336, "question": "Which event lasts longer, CodeFest or PsycheTech?", "ground_truth": "A", "answer_text": "CodeFest", "target_sids": [ 25, 38 ], "retrieved_sids": [ 38, 22, 25, 55, 15 ], "retrieved_global": [ 38, 22, 25, 55, 15 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 337, "question": "Which event has a larger scale, BioLaunch 2024 or BioInnovate?", "ground_truth": "D", "answer_text": "BioInnovate", "target_sids": [ 66, 82 ], "retrieved_sids": [ 66, 82, 65, 107, 76 ], "retrieved_global": [ 66, 82, 65, 107, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 338, "question": "Which event has a longer duration, Model Fest or the other event?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 24, 40 ], "retrieved_sids": [ 0, 22, 93, 43, 79 ], "retrieved_global": [ 0, 22, 93, 43, 79 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 339, "question": "Which event lasts longer, Jam Fest or Data Milestone Fest?", "ground_truth": "D", "answer_text": "Data Milestone Fest", "target_sids": [ 81, 68 ], "retrieved_sids": [ 81, 108, 68, 93, 77 ], "retrieved_global": [ 81, 108, 68, 93, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 340, "question": "Which event has a larger scale, PsycheTech or PsycheSpark?", "ground_truth": "B", "answer_text": "PsycheSpark", "target_sids": [ 0, 18 ], "retrieved_sids": [ 18, 1, 8, 0, 11 ], "retrieved_global": [ 18, 1, 8, 0, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 341, "question": "Which event has a larger scale, Garden Feast or Nature Hike Fest?", "ground_truth": "A", "answer_text": "Garden Feast", "target_sids": [ 80, 71 ], "retrieved_sids": [ 80, 66, 71, 77, 97 ], "retrieved_global": [ 80, 66, 71, 77, 97 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 342, "question": "Which event has a larger scale, LitVoyage or TasteLit Fest?", "ground_truth": "C", "answer_text": "TasteLit Fest", "target_sids": [ 40, 27 ], "retrieved_sids": [ 40, 33, 22, 43, 39 ], "retrieved_global": [ 40, 33, 22, 43, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 343, "question": "Which event has a larger scale, Stamp Fest or LawConnect 2024?", "ground_truth": "A", "answer_text": "Stamp Fest", "target_sids": [ 61, 54 ], "retrieved_sids": [ 61, 99, 44, 4, 54 ], "retrieved_global": [ 61, 99, 44, 4, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 344, "question": "Which event has a larger scale, RunFest or Run for Cause?", "ground_truth": "C", "answer_text": "Run for Cause", "target_sids": [ 69, 87 ], "retrieved_sids": [ 66, 73, 69, 77, 87 ], "retrieved_global": [ 66, 73, 69, 77, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 345, "question": "Which event lasts longer, Sales Boost 2024 or Project Launch?", "ground_truth": "D", "answer_text": "Sales Boost 2024", "target_sids": [ 74, 87 ], "retrieved_sids": [ 34, 74, 77, 87, 16 ], "retrieved_global": [ 34, 74, 77, 87, 16 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 346, "question": "Which event lasts longer, SciCollab Fest or SkillQuest?", "ground_truth": "C", "answer_text": "SkillQuest", "target_sids": [ 91, 108 ], "retrieved_sids": [ 91, 98, 88, 108, 40 ], "retrieved_global": [ 91, 98, 88, 108, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 347, "question": "Which event lasts longer, Surf Lit Fest or SurfFest?", "ground_truth": "C", "answer_text": "SurfFest", "target_sids": [ 19, 7 ], "retrieved_sids": [ 19, 7, 0, 11, 6 ], "retrieved_global": [ 19, 7, 0, 11, 6 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 348, "question": "Which event has a larger scale, FinovateXpo or ArtVoyage?", "ground_truth": "A", "answer_text": "ArtVoyage", "target_sids": [ 69, 78 ], "retrieved_sids": [ 69, 78, 74, 53, 66 ], "retrieved_global": [ 69, 78, 74, 53, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 349, "question": "Which event lasts longer, Golf Fest or LeadWise?", "ground_truth": "D", "answer_text": "LeadWise", "target_sids": [ 18, 6 ], "retrieved_sids": [ 6, 33, 61, 9, 49 ], "retrieved_global": [ 6, 33, 61, 9, 49 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 350, "question": "Which event has a larger scale, SkillBridge or InnoCollab?", "ground_truth": "C", "answer_text": "InnoCollab", "target_sids": [ 81, 76 ], "retrieved_sids": [ 76, 81, 68, 7, 85 ], "retrieved_global": [ 76, 81, 68, 7, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 351, "question": "Which event has a larger scale, Nurse Innovate or Care Review?", "ground_truth": "C", "answer_text": "Care Review", "target_sids": [ 5, 15 ], "retrieved_sids": [ 5, 15, 39, 0, 36 ], "retrieved_global": [ 5, 15, 39, 0, 36 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 352, "question": "Which event lasts longer, CulinaryFest or Community Connect?", "ground_truth": "A", "answer_text": "CulinaryFest", "target_sids": [ 13, 7 ], "retrieved_sids": [ 13, 7, 0, 26, 64 ], "retrieved_global": [ 13, 7, 0, 26, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 353, "question": "Which event has a larger scale, the Urban Tech Summit or Engage Fest?", "ground_truth": "D", "answer_text": "Engage Fest", "target_sids": [ 27, 37 ], "retrieved_sids": [ 2, 27, 84, 37, 44 ], "retrieved_global": [ 2, 27, 84, 37, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 354, "question": "Which event lasts longer, Retail Revamp or Retail Spark?", "ground_truth": "C", "answer_text": "Retail Revamp", "target_sids": [ 75, 78 ], "retrieved_sids": [ 78, 75, 66, 77, 1 ], "retrieved_global": [ 78, 75, 66, 77, 1 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 355, "question": "Which event has a larger scale, Project Spark or Hike & Bite?", "ground_truth": "C", "answer_text": "Project Spark", "target_sids": [ 105, 95 ], "retrieved_sids": [ 88, 95, 99, 12, 40 ], "retrieved_global": [ 88, 95, 99, 12, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 356, "question": "Which event lasts longer, Knit Fest! or Talent Nexus?", "ground_truth": "A", "answer_text": "Knit Fest!", "target_sids": [ 98, 102 ], "retrieved_sids": [ 88, 28, 102, 98, 64 ], "retrieved_global": [ 88, 28, 102, 98, 64 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 357, "question": "Which event has a larger scale, LogiQuest or ArtCine Night?", "ground_truth": "B", "answer_text": "ArtCine Night", "target_sids": [ 73, 87 ], "retrieved_sids": [ 73, 87, 77, 66, 28 ], "retrieved_global": [ 73, 87, 77, 66, 28 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 358, "question": "Which event has a larger scale, Sales Mastery or CodeWaveFest?", "ground_truth": "A", "answer_text": "Sales Mastery", "target_sids": [ 38, 23 ], "retrieved_sids": [ 39, 23, 38, 33, 9 ], "retrieved_global": [ 39, 23, 38, 33, 9 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 359, "question": "Which event has a larger scale, Team Thrive or FinAlign 2024?", "ground_truth": "C", "answer_text": "Team Thrive", "target_sids": [ 25, 44 ], "retrieved_sids": [ 43, 33, 53, 25, 75 ], "retrieved_global": [ 43, 33, 53, 25, 75 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 360, "question": "Which event has a larger scale, CineServe or EduBudgetCon?", "ground_truth": "A", "answer_text": "CineServe", "target_sids": [ 50, 66 ], "retrieved_sids": [ 65, 93, 36, 30, 88 ], "retrieved_global": [ 65, 93, 36, 30, 88 ], "hit_at_k": false }, { "category": "comparative", "topic": "events", "tid": 361, "question": "Which event lasts longer, Teachversary or EduBudgetCon?", "ground_truth": "D", "answer_text": "Teachversary", "target_sids": [ 16, 3 ], "retrieved_sids": [ 16, 52, 3, 28, 10 ], "retrieved_global": [ 16, 52, 3, 28, 10 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 362, "question": "Which event lasts longer, the Art & Sound Fest or TeamUp!?", "ground_truth": "B", "answer_text": "Art & Sound Fest", "target_sids": [ 61, 45 ], "retrieved_sids": [ 44, 95, 45, 54, 40 ], "retrieved_global": [ 44, 95, 45, 54, 40 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 363, "question": "Which event has a larger scale, BondBlast or Retail Connect?", "ground_truth": "C", "answer_text": "BondBlast", "target_sids": [ 24, 36 ], "retrieved_sids": [ 24, 81, 22, 80, 86 ], "retrieved_global": [ 24, 81, 22, 80, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 364, "question": "Which event has a larger scale, Impact Fest or Team Unite?", "ground_truth": "D", "answer_text": "Impact Fest", "target_sids": [ 85, 69 ], "retrieved_sids": [ 76, 69, 67, 49, 17 ], "retrieved_global": [ 76, 69, 67, 49, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 365, "question": "Which event has a larger scale, Stamp Fest or CognitiCon?", "ground_truth": "C", "answer_text": "Stamp Fest", "target_sids": [ 32, 37 ], "retrieved_sids": [ 22, 1, 32, 96, 95 ], "retrieved_global": [ 22, 1, 32, 96, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 366, "question": "Which event lasts longer, Psyche Skills or Mind Trends?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 88, 105 ], "retrieved_sids": [ 88, 105, 42, 99, 63 ], "retrieved_global": [ 88, 105, 42, 99, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 367, "question": "Which event lasts longer, Taste Connect or Culinary Lab?", "ground_truth": "B", "answer_text": "Culinary Lab", "target_sids": [ 72, 81 ], "retrieved_sids": [ 81, 97, 19, 103, 77 ], "retrieved_global": [ 81, 97, 19, 103, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 368, "question": "Which event has a larger scale, Mindful Flix or UrbanVolt?", "ground_truth": "B", "answer_text": "UrbanVolt", "target_sids": [ 96, 108 ], "retrieved_sids": [ 108, 99, 88, 96, 54 ], "retrieved_global": [ 108, 99, 88, 96, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 369, "question": "Which event lasts longer, InnoSem 2024 or DesignSync?", "ground_truth": "C", "answer_text": "InnoSem 2024", "target_sids": [ 74, 85 ], "retrieved_sids": [ 74, 85, 77, 35, 78 ], "retrieved_global": [ 74, 85, 77, 35, 78 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 370, "question": "Which event has a larger scale, ArtRun Fest or CineMagic?", "ground_truth": "A", "answer_text": "ArtRun Fest", "target_sids": [ 56, 54 ], "retrieved_sids": [ 56, 50, 54, 44, 17 ], "retrieved_global": [ 56, 50, 54, 44, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 371, "question": "Which event has a larger scale, BuildBoost or Team Triumph?", "ground_truth": "C", "answer_text": "BuildBoost", "target_sids": [ 70, 79 ], "retrieved_sids": [ 79, 70, 77, 49, 66 ], "retrieved_global": [ 79, 70, 77, 49, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 372, "question": "Which event has a longer duration, TeamFuse or Milestone Bash?", "ground_truth": "B", "answer_text": "TeamFuse", "target_sids": [ 99, 91 ], "retrieved_sids": [ 99, 73, 5, 108, 15 ], "retrieved_global": [ 99, 73, 5, 108, 15 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 373, "question": "Which event has a larger scale, Flight Metrics or FlightLead 2024?", "ground_truth": "C", "answer_text": "Flight Metrics", "target_sids": [ 57, 51 ], "retrieved_sids": [ 57, 51, 55, 44, 105 ], "retrieved_global": [ 57, 51, 55, 44, 105 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 374, "question": "Which event has a larger scale, InnovateCon or CultureQuest?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 97, 99 ], "retrieved_sids": [ 99, 109, 100, 88, 73 ], "retrieved_global": [ 99, 109, 100, 88, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 375, "question": "Which event has a larger scale, Camp Harmony or SoundFest?", "ground_truth": "C", "answer_text": "SoundFest", "target_sids": [ 9, 18 ], "retrieved_sids": [ 18, 11, 9, 103, 99 ], "retrieved_global": [ 18, 11, 9, 103, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 376, "question": "Which event lasts longer, Culinary Kickoff or Culinary Con?", "ground_truth": "A", "answer_text": "Culinary Kickoff", "target_sids": [ 88, 70 ], "retrieved_sids": [ 16, 66, 71, 87, 70 ], "retrieved_global": [ 16, 66, 71, 87, 70 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 377, "question": "Which event has a larger scale, Surf Lit Fest or SurfArtFest?", "ground_truth": "C", "answer_text": "SurfArtFest", "target_sids": [ 104, 97 ], "retrieved_sids": [ 43, 97, 104, 94, 88 ], "retrieved_global": [ 43, 97, 104, 94, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 378, "question": "Which event has a larger scale, InnovateEd or Progress Review?", "ground_truth": "B", "answer_text": "Progress Review", "target_sids": [ 64, 53 ], "retrieved_sids": [ 53, 64, 60, 90, 54 ], "retrieved_global": [ 53, 64, 60, 90, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 379, "question": "Which event has a larger scale, BudgetBoost or TasteWorld Fest?", "ground_truth": "A", "answer_text": "TasteWorld Fest", "target_sids": [ 50, 62 ], "retrieved_sids": [ 62, 63, 55, 78, 50 ], "retrieved_global": [ 62, 63, 55, 78, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 380, "question": "Which event has a larger scale, CampTunes or HealthLaunch?", "ground_truth": "B", "answer_text": "CampTunes", "target_sids": [ 75, 78 ], "retrieved_sids": [ 78, 75, 72, 66, 77 ], "retrieved_global": [ 78, 75, 72, 66, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 381, "question": "Which event lasts longer, Culinary Conclave or Culinary Cents?", "ground_truth": "B", "answer_text": "Culinary Conclave", "target_sids": [ 90, 100 ], "retrieved_sids": [ 100, 90, 88, 99, 95 ], "retrieved_global": [ 100, 90, 88, 99, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 382, "question": "Which event lasts longer, Safer Neighs or Team Unity Day?", "ground_truth": "D", "answer_text": "Safer Neighs", "target_sids": [ 26, 37 ], "retrieved_sids": [ 37, 62, 33, 48, 94 ], "retrieved_global": [ 37, 62, 33, 48, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 383, "question": "Which event lasts longer, JamConnect or Checkmate Gala?", "ground_truth": "A", "answer_text": "Checkmate Gala", "target_sids": [ 82, 67 ], "retrieved_sids": [ 67, 82, 70, 66, 76 ], "retrieved_global": [ 67, 82, 70, 66, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 384, "question": "Which event lasts longer, the Golf Lit Fest or the Golf Beats Fest?", "ground_truth": "A", "answer_text": "Golf Beats Fest", "target_sids": [ 96, 108 ], "retrieved_sids": [ 108, 36, 96, 88, 39 ], "retrieved_global": [ 108, 36, 96, 88, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 385, "question": "Which event has a larger scale, Banking 2.0 or Service Pulse?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 48, 57 ], "retrieved_sids": [ 48, 57, 44, 77, 78 ], "retrieved_global": [ 48, 57, 44, 77, 78 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 386, "question": "Which event lasts longer, ArtSync or Cookathon?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 26, 44 ], "retrieved_sids": [ 101, 43, 26, 95, 33 ], "retrieved_global": [ 101, 43, 26, 95, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 387, "question": "Which event has a larger scale, CycleFest or Realty Rush?", "ground_truth": "D", "answer_text": "CycleFest", "target_sids": [ 37, 22 ], "retrieved_sids": [ 22, 29, 23, 89, 94 ], "retrieved_global": [ 22, 29, 23, 89, 94 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 388, "question": "Which event lasts longer, NeuroSync or SportJam Fest?", "ground_truth": "D", "answer_text": "NeuroSync", "target_sids": [ 108, 93 ], "retrieved_sids": [ 108, 99, 93, 56, 4 ], "retrieved_global": [ 108, 99, 93, 56, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 389, "question": "Which event has a larger scale, Health Innovate or Health Kickoff?", "ground_truth": "A", "answer_text": "Health Innovate", "target_sids": [ 80, 75 ], "retrieved_sids": [ 80, 77, 70, 76, 75 ], "retrieved_global": [ 80, 77, 70, 76, 75 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 390, "question": "Which event has a larger scale, TuneTech 2024 or Stamp Trek?", "ground_truth": "D", "answer_text": "Stamp Trek", "target_sids": [ 34, 22 ], "retrieved_sids": [ 34, 33, 22, 17, 43 ], "retrieved_global": [ 34, 33, 22, 17, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 391, "question": "Which event lasts longer, GameLit Chat or InnoVate 2024?", "ground_truth": "A", "answer_text": "GameLit Chat", "target_sids": [ 9, 15 ], "retrieved_sids": [ 9, 11, 52, 15, 0 ], "retrieved_global": [ 9, 11, 52, 15, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 392, "question": "Which event lasts longer, Data Kickoff or Climb & Camp?", "ground_truth": "B", "answer_text": "Data Kickoff", "target_sids": [ 91, 109 ], "retrieved_sids": [ 109, 8, 48, 32, 23 ], "retrieved_global": [ 109, 8, 48, 32, 23 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 393, "question": "Which event has a larger scale, Finance Expo or Golf Artistry?", "ground_truth": "B", "answer_text": "Golf Artistry", "target_sids": [ 88, 100 ], "retrieved_sids": [ 56, 88, 34, 108, 100 ], "retrieved_global": [ 56, 88, 34, 108, 100 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 394, "question": "Which event has a larger scale, Film Fest Run or FitFlix Night?", "ground_truth": "A", "answer_text": "FitFlix Night", "target_sids": [ 24, 34 ], "retrieved_sids": [ 33, 34, 24, 22, 9 ], "retrieved_global": [ 33, 34, 24, 22, 9 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 395, "question": "Which event has a larger scale, the Real Estate Summit or Antique Quest?", "ground_truth": "D", "answer_text": "Real Estate Summit", "target_sids": [ 9, 15 ], "retrieved_sids": [ 15, 37, 65, 11, 42 ], "retrieved_global": [ 15, 37, 65, 11, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 396, "question": "Which event lasts longer, Art in Motion or BuildReview?", "ground_truth": "B", "answer_text": "Art in Motion", "target_sids": [ 1, 15 ], "retrieved_sids": [ 1, 11, 84, 0, 15 ], "retrieved_global": [ 1, 11, 84, 0, 15 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 397, "question": "Which event lasts longer, Innovate23 or Lit Fest 2024?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 72, 84 ], "retrieved_sids": [ 84, 107, 103, 77, 7 ], "retrieved_global": [ 84, 107, 103, 77, 7 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 398, "question": "Which event has a shorter duration, Knit & Fun or Knit & Flick?", "ground_truth": "C", "answer_text": "Knit & Fun", "target_sids": [ 89, 101 ], "retrieved_sids": [ 99, 64, 89, 101, 74 ], "retrieved_global": [ 99, 64, 89, 101, 74 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 399, "question": "Which event has a larger scale, Film Run Fest or CineFest?", "ground_truth": "C", "answer_text": "CineFest", "target_sids": [ 17, 10 ], "retrieved_sids": [ 17, 11, 10, 45, 44 ], "retrieved_global": [ 17, 11, 10, 45, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 400, "question": "Which event has a larger scale, the FinSync Summit or the Floral Bash?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 33, 30 ], "retrieved_sids": [ 42, 30, 22, 34, 33 ], "retrieved_global": [ 42, 30, 22, 34, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 401, "question": "Which event lasts longer, Crafty Beach Bash or CraftCultures?", "ground_truth": "B", "answer_text": "CraftCultures", "target_sids": [ 74, 82 ], "retrieved_sids": [ 74, 77, 66, 62, 106 ], "retrieved_global": [ 74, 77, 66, 62, 106 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 402, "question": "Which event has a longer duration, TruckNet 2024 or Nature Splash?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 68, 78 ], "retrieved_sids": [ 52, 49, 78, 68, 44 ], "retrieved_global": [ 52, 49, 78, 68, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 403, "question": "Which event lasts longer, LangSync 2024 or LitMelody?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 56, 50 ], "retrieved_sids": [ 56, 50, 44, 10, 55 ], "retrieved_global": [ 56, 50, 44, 10, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 404, "question": "Which event has a larger scale, Math Budget Con or MathVoc 2024?", "ground_truth": "B", "answer_text": "Math Budget Con", "target_sids": [ 100, 95 ], "retrieved_sids": [ 95, 100, 88, 38, 31 ], "retrieved_global": [ 95, 100, 88, 38, 31 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 405, "question": "Which event has a longer duration, Fit Campout or Med Summit 2024?", "ground_truth": "A", "answer_text": "Med Summit 2024", "target_sids": [ 42, 31 ], "retrieved_sids": [ 81, 31, 52, 22, 42 ], "retrieved_global": [ 81, 31, 52, 22, 42 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 406, "question": "Which event has a larger scale, Run for Good or TechBudget 2024?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 10, 21 ], "retrieved_sids": [ 21, 11, 32, 28, 63 ], "retrieved_global": [ 21, 11, 32, 28, 63 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 407, "question": "Which event has a longer duration, the Crew Budget Summit or AeroSafe Lab?", "ground_truth": "D", "answer_text": "Crew Budget Summit", "target_sids": [ 89, 107 ], "retrieved_sids": [ 107, 89, 99, 88, 29 ], "retrieved_global": [ 107, 89, 99, 88, 29 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 408, "question": "Which event lasts longer, InnoHealth or Health Innovate?", "ground_truth": "D", "answer_text": "Health Innovate", "target_sids": [ 68, 86 ], "retrieved_sids": [ 86, 68, 10, 77, 66 ], "retrieved_global": [ 86, 68, 10, 77, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 409, "question": "Which event lasts longer, LogiConnect or RunFest 2024?", "ground_truth": "D", "answer_text": "LogiConnect", "target_sids": [ 77, 71 ], "retrieved_sids": [ 71, 77, 100, 12, 66 ], "retrieved_global": [ 71, 77, 100, 12, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 410, "question": "Which event has a larger scale, Lit Friends Fest or Trail Tales?", "ground_truth": "A", "answer_text": "Trail Tales", "target_sids": [ 57, 52 ], "retrieved_sids": [ 52, 60, 55, 57, 76 ], "retrieved_global": [ 52, 60, 55, 57, 76 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 411, "question": "Which event lasts longer, the Innov8 Forum or the AI Skills Lab?", "ground_truth": "D", "answer_text": "Innov8 Forum", "target_sids": [ 80, 73 ], "retrieved_sids": [ 73, 80, 66, 77, 26 ], "retrieved_global": [ 73, 80, 66, 77, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 412, "question": "Which event has a longer duration, the AI Project Kickoff or InnoCollab?", "ground_truth": "B", "answer_text": "AI Project Kickoff", "target_sids": [ 42, 29 ], "retrieved_sids": [ 42, 22, 33, 3, 108 ], "retrieved_global": [ 42, 22, 33, 3, 108 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 413, "question": "Which event has a larger scale, Flight Safe Ops or Artistic Meetup?", "ground_truth": "C", "answer_text": "Artistic Meetup", "target_sids": [ 80, 68 ], "retrieved_sids": [ 77, 80, 26, 30, 52 ], "retrieved_global": [ 77, 80, 26, 30, 52 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 414, "question": "Which event lasts longer, the FitLit Club or Budget Blueprint?", "ground_truth": "C", "answer_text": "Budget Blueprint", "target_sids": [ 56, 51 ], "retrieved_sids": [ 44, 51, 55, 56, 26 ], "retrieved_global": [ 44, 51, 55, 56, 26 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 415, "question": "Which event lasts longer, TeamQuest or Run4Charity?", "ground_truth": "D", "answer_text": "TeamQuest", "target_sids": [ 82, 69 ], "retrieved_sids": [ 82, 31, 69, 66, 77 ], "retrieved_global": [ 82, 31, 69, 66, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 416, "question": "Which event lasts longer, CulinaryX or Culinary Conclave?", "ground_truth": "A", "answer_text": "Culinary Conclave", "target_sids": [ 34, 30 ], "retrieved_sids": [ 34, 30, 33, 22, 31 ], "retrieved_global": [ 34, 30, 33, 22, 31 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 417, "question": "Which event has a larger scale, Banking Bash or Hike & Putt?", "ground_truth": "A", "answer_text": "Hike & Putt", "target_sids": [ 104, 95 ], "retrieved_sids": [ 104, 107, 50, 22, 43 ], "retrieved_global": [ 104, 107, 50, 22, 43 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 418, "question": "Which event has a larger scale, Team Cheers or EffiKickoff?", "ground_truth": "B", "answer_text": "Team Cheers", "target_sids": [ 107, 95 ], "retrieved_sids": [ 88, 95, 107, 99, 104 ], "retrieved_global": [ 88, 95, 107, 99, 104 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 419, "question": "Which event has a longer duration, AeroBudget or CraftSound Fest?", "ground_truth": "A", "answer_text": "CraftSound Fest", "target_sids": [ 89, 106 ], "retrieved_sids": [ 106, 89, 88, 99, 13 ], "retrieved_global": [ 106, 89, 88, 99, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 420, "question": "Which team has a larger scale, the Aviate Team or Flight Boost?", "ground_truth": "B", "answer_text": "Flight Boost", "target_sids": [ 5, 22 ], "retrieved_sids": [ 5, 21, 0, 109, 47 ], "retrieved_global": [ 5, 21, 0, 109, 47 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 421, "question": "Which event lasts longer, Hike & Swim or the Culinary Fest?", "ground_truth": "C", "answer_text": "Culinary Fest", "target_sids": [ 66, 53 ], "retrieved_sids": [ 76, 53, 102, 65, 51 ], "retrieved_global": [ 76, 53, 102, 65, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 422, "question": "Which event has a larger scale, ArtBeat Fair or Aero Innovate?", "ground_truth": "D", "answer_text": "ArtBeat Fair", "target_sids": [ 101, 94 ], "retrieved_sids": [ 88, 94, 64, 101, 32 ], "retrieved_global": [ 88, 94, 64, 101, 32 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 423, "question": "Which event spans a longer duration, Nurse Innovate or KnitFest 2024?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 93, 103 ], "retrieved_sids": [ 103, 20, 13, 93, 99 ], "retrieved_global": [ 103, 20, 13, 93, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 424, "question": "Which event has a larger scale, Team Thrive or FilmScore Fest?", "ground_truth": "A", "answer_text": "Team Thrive", "target_sids": [ 77, 69 ], "retrieved_sids": [ 77, 78, 64, 13, 103 ], "retrieved_global": [ 77, 78, 64, 13, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 425, "question": "Which event lasts longer, the Gourmet Gala or InnoLaw 2024?", "ground_truth": "D", "answer_text": "InnoLaw 2024", "target_sids": [ 65, 49 ], "retrieved_sids": [ 49, 44, 17, 65, 72 ], "retrieved_global": [ 49, 44, 17, 65, 72 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 426, "question": "Which event has a longer duration, Nature Connect or LitFest2019?", "ground_truth": "B", "answer_text": "Nature Connect", "target_sids": [ 49, 66 ], "retrieved_sids": [ 65, 49, 11, 84, 44 ], "retrieved_global": [ 65, 49, 11, 84, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 427, "question": "Which event lasts longer, Team Quest or Case Review?", "ground_truth": "C", "answer_text": "Case Review", "target_sids": [ 88, 100 ], "retrieved_sids": [ 100, 9, 94, 2, 47 ], "retrieved_global": [ 100, 9, 94, 2, 47 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 428, "question": "Which event has a larger scale, AeroSafeCon or Bird Bites fest?", "ground_truth": "B", "answer_text": "Bird Bites fest", "target_sids": [ 43, 27 ], "retrieved_sids": [ 43, 33, 44, 38, 54 ], "retrieved_global": [ 43, 33, 44, 38, 54 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 429, "question": "Which event has a larger scale, Fit & History or Urban Farm Fest?", "ground_truth": "D", "answer_text": "Fit & History", "target_sids": [ 60, 54 ], "retrieved_sids": [ 60, 55, 28, 42, 103 ], "retrieved_global": [ 60, 55, 28, 42, 103 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 430, "question": "Which event lasts longer, Sales Spark or Budget Boost?", "ground_truth": "C", "answer_text": "Sales Spark", "target_sids": [ 45, 62 ], "retrieved_sids": [ 44, 62, 45, 102, 55 ], "retrieved_global": [ 44, 62, 45, 102, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 431, "question": "Which event has a larger scale, Finovate Hub or Wealth Savvy?", "ground_truth": "A", "answer_text": "Wealth Savvy", "target_sids": [ 64, 51 ], "retrieved_sids": [ 74, 43, 59, 55, 51 ], "retrieved_global": [ 74, 43, 59, 55, 51 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 432, "question": "Which event lasts longer, LaunchPad or Sales Synergy?", "ground_truth": "D", "answer_text": "LaunchPad", "target_sids": [ 55, 47 ], "retrieved_sids": [ 55, 47, 43, 75, 85 ], "retrieved_global": [ 55, 47, 43, 75, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 433, "question": "Which event has a larger scale, Fish Festival or Culinary Cheers?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 58, 55 ], "retrieved_sids": [ 56, 4, 58, 105, 61 ], "retrieved_global": [ 56, 4, 58, 105, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 434, "question": "Which event lasts longer, the TrialEthics or the Culinary Fest?", "ground_truth": "D", "answer_text": "TrialEthics", "target_sids": [ 96, 105 ], "retrieved_sids": [ 96, 66, 88, 16, 84 ], "retrieved_global": [ 96, 66, 88, 16, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 435, "question": "Which event lasts longer, LaunchPad or TasteFest?", "ground_truth": "C", "answer_text": "LaunchPad", "target_sids": [ 1, 13 ], "retrieved_sids": [ 13, 1, 55, 109, 56 ], "retrieved_global": [ 13, 1, 55, 109, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 436, "question": "Which event has a larger scale, BioInnovate or Antique Quest?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 10, 18 ], "retrieved_sids": [ 18, 50, 11, 15, 12 ], "retrieved_global": [ 18, 50, 11, 15, 12 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 437, "question": "Which event has a larger scale, Ink Harmony or Project Pulse?", "ground_truth": "C", "answer_text": "Project Pulse", "target_sids": [ 42, 29 ], "retrieved_sids": [ 29, 42, 48, 23, 61 ], "retrieved_global": [ 29, 42, 48, 23, 61 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 438, "question": "Which event lasts longer, Sales Stars! or Sales Boost 2024?", "ground_truth": "A", "answer_text": "Sales Stars!", "target_sids": [ 74, 76 ], "retrieved_sids": [ 76, 65, 85, 77, 74 ], "retrieved_global": [ 76, 65, 85, 77, 74 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 439, "question": "Which event lasts longer, Run & Stretch or AeroInnovate?", "ground_truth": "A", "answer_text": "Run & Stretch", "target_sids": [ 41, 22 ], "retrieved_sids": [ 41, 22, 43, 30, 33 ], "retrieved_global": [ 41, 22, 43, 30, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 440, "question": "Which event lasts longer, BirdWatch Expo or HealthTech22?", "ground_truth": "B", "answer_text": "HealthTech22", "target_sids": [ 46, 55 ], "retrieved_sids": [ 46, 44, 55, 5, 89 ], "retrieved_global": [ 46, 44, 55, 5, 89 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 441, "question": "Which event lasts longer, ElectroTrend or Tech Spark?", "ground_truth": "A", "answer_text": "ElectroTrend", "target_sids": [ 73, 86 ], "retrieved_sids": [ 73, 86, 66, 63, 18 ], "retrieved_global": [ 73, 86, 66, 63, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 442, "question": "Which event has a larger scale, Campfire Feast or Synergy Lab?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 67, 86 ], "retrieved_sids": [ 67, 66, 43, 29, 22 ], "retrieved_global": [ 67, 66, 43, 29, 22 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 443, "question": "Which event lasts longer, MedVoc Day or Lit Bites Fest?", "ground_truth": "A", "answer_text": "Lit Bites Fest", "target_sids": [ 21, 6 ], "retrieved_sids": [ 21, 109, 6, 51, 11 ], "retrieved_global": [ 21, 109, 6, 51, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 444, "question": "Which event has a larger scale, BudgetCon or Model Makers?", "ground_truth": "A", "answer_text": "Model Makers", "target_sids": [ 9, 15 ], "retrieved_sids": [ 9, 15, 105, 6, 0 ], "retrieved_global": [ 9, 15, 105, 6, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 445, "question": "Which event lasts longer, Team Synergy or EduCareer Expo?", "ground_truth": "D", "answer_text": "Team Synergy", "target_sids": [ 48, 59 ], "retrieved_sids": [ 59, 65, 55, 43, 44 ], "retrieved_global": [ 59, 65, 55, 43, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 446, "question": "Which event has a longer duration, SalesVision or Sales Synergy?", "ground_truth": "D", "answer_text": "SalesVision", "target_sids": [ 28, 44 ], "retrieved_sids": [ 43, 32, 22, 33, 28 ], "retrieved_global": [ 43, 32, 22, 33, 28 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 447, "question": "Which event has a larger scale, AeroPitch or AeroSafe Innovate?", "ground_truth": "B", "answer_text": "AeroPitch", "target_sids": [ 64, 46 ], "retrieved_sids": [ 46, 64, 15, 21, 44 ], "retrieved_global": [ 46, 64, 15, 21, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 448, "question": "Which event lasts longer, Connect or Creative Kickoff?", "ground_truth": "C", "answer_text": "Creative Kickoff", "target_sids": [ 98, 101 ], "retrieved_sids": [ 101, 1, 99, 98, 4 ], "retrieved_global": [ 101, 1, 99, 98, 4 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 449, "question": "Which event has a larger scale, the Build Kickoff or Climb Expo?", "ground_truth": "C", "answer_text": "Climb Expo", "target_sids": [ 66, 86 ], "retrieved_sids": [ 77, 86, 104, 66, 87 ], "retrieved_global": [ 77, 86, 104, 66, 87 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 450, "question": "Which event has a larger scale, Taste Ascent or BioLaunch 2024?", "ground_truth": "D", "answer_text": "BioLaunch 2024", "target_sids": [ 76, 87 ], "retrieved_sids": [ 87, 76, 77, 69, 66 ], "retrieved_global": [ 87, 76, 77, 69, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 451, "question": "Which event has a larger scale, Sales Surge 2024 or Surf & Savor?", "ground_truth": "D", "answer_text": "Surf & Savor", "target_sids": [ 86, 71 ], "retrieved_sids": [ 86, 22, 24, 71, 101 ], "retrieved_global": [ 86, 22, 24, 71, 101 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 452, "question": "Which event has a larger scale, Innov or CycleFest?", "ground_truth": "A", "answer_text": "Build Innov", "target_sids": [ 40, 25 ], "retrieved_sids": [ 40, 55, 82, 42, 33 ], "retrieved_global": [ 40, 55, 82, 42, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 453, "question": "Which event has a larger scale, Harmony Fest or InnovateX?", "ground_truth": "C", "answer_text": "InnovateX", "target_sids": [ 35, 30 ], "retrieved_sids": [ 39, 35, 30, 33, 38 ], "retrieved_global": [ 39, 35, 30, 33, 38 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 454, "question": "Which event has a larger scale, MovaArt or Fit Fun Run?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 0, 17 ], "retrieved_sids": [ 0, 1, 40, 56, 55 ], "retrieved_global": [ 0, 1, 40, 56, 55 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 455, "question": "Which event has a larger scale, Fit Feast Fest or Culinary Camp?", "ground_truth": "B", "answer_text": "Culinary Camp", "target_sids": [ 81, 71 ], "retrieved_sids": [ 81, 71, 52, 66, 77 ], "retrieved_global": [ 81, 71, 52, 66, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 456, "question": "Which event lasts longer, Camp Connect or Finance Fest?", "ground_truth": "D", "answer_text": "Camp Connect", "target_sids": [ 56, 44 ], "retrieved_sids": [ 63, 80, 50, 44, 56 ], "retrieved_global": [ 63, 80, 50, 44, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 457, "question": "Which event lasts longer, TeamForge or AquaFest?", "ground_truth": "C", "answer_text": "TeamForge", "target_sids": [ 0, 13 ], "retrieved_sids": [ 13, 21, 17, 20, 11 ], "retrieved_global": [ 13, 21, 17, 20, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 458, "question": "Which event has a larger scale, Health Unite or NatureFlix?", "ground_truth": "C", "answer_text": "NatureFlix", "target_sids": [ 25, 33 ], "retrieved_sids": [ 33, 34, 60, 57, 84 ], "retrieved_global": [ 33, 34, 60, 57, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 459, "question": "Which event has a longer duration, Stamp Cinema or PsycheTeach?", "ground_truth": "D", "answer_text": "Both the same", "target_sids": [ 82, 75 ], "retrieved_sids": [ 75, 66, 82, 109, 44 ], "retrieved_global": [ 75, 66, 82, 109, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 460, "question": "Which event lasts longer, the Culinary Fest or the Cultural Voyage?", "ground_truth": "A", "answer_text": "Culinary Fest", "target_sids": [ 67, 85 ], "retrieved_sids": [ 67, 71, 85, 66, 50 ], "retrieved_global": [ 67, 71, 85, 66, 50 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 461, "question": "Which event lasts longer, FitArt Fusion or Artistic Fest?", "ground_truth": "D", "answer_text": "FitArt Fusion", "target_sids": [ 24, 35 ], "retrieved_sids": [ 24, 22, 35, 103, 39 ], "retrieved_global": [ 24, 22, 35, 103, 39 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 462, "question": "Which event has a larger scale, Stage Voices or FitPlay Event?", "ground_truth": "D", "answer_text": "FitPlay Event", "target_sids": [ 77, 69 ], "retrieved_sids": [ 77, 69, 66, 87, 78 ], "retrieved_global": [ 77, 69, 66, 87, 78 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 463, "question": "Which event has a larger scale, MedConnect or the Golf Gala?", "ground_truth": "D", "answer_text": "MedConnect", "target_sids": [ 60, 53 ], "retrieved_sids": [ 60, 55, 22, 15, 77 ], "retrieved_global": [ 60, 55, 22, 15, 77 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 464, "question": "Which event lasts longer, ClimbFest or BioBonding?", "ground_truth": "B", "answer_text": "ClimbFest", "target_sids": [ 48, 55 ], "retrieved_sids": [ 87, 48, 77, 18, 44 ], "retrieved_global": [ 87, 48, 77, 18, 44 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 465, "question": "Which event has a larger scale, the Global Giving Fest or Music Mastery?", "ground_truth": "B", "answer_text": "Global Giving Fest", "target_sids": [ 26, 34 ], "retrieved_sids": [ 26, 72, 102, 14, 34 ], "retrieved_global": [ 26, 72, 102, 14, 34 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 466, "question": "Which event has a larger scale, Yoga Voyage or Harmony Jam?", "ground_truth": "C", "answer_text": "Harmony Jam", "target_sids": [ 25, 33 ], "retrieved_sids": [ 58, 25, 22, 56, 33 ], "retrieved_global": [ 58, 25, 22, 56, 33 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 467, "question": "Which event has a larger scale, InnoVate 2024 or Acclaim Fest?", "ground_truth": "C", "answer_text": "InnoVate 2024", "target_sids": [ 84, 69 ], "retrieved_sids": [ 84, 69, 66, 77, 18 ], "retrieved_global": [ 84, 69, 66, 77, 18 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 468, "question": "Which event lasts longer, HealthSync 2024 or Aqua Art Fest?", "ground_truth": "D", "answer_text": "Aqua Art Fest", "target_sids": [ 80, 76 ], "retrieved_sids": [ 76, 80, 77, 66, 5 ], "retrieved_global": [ 76, 80, 77, 66, 5 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 469, "question": "Which event lasts longer, Craft & Coast or Cultural Fuse?", "ground_truth": "A", "answer_text": "Craft & Coast", "target_sids": [ 34, 31 ], "retrieved_sids": [ 34, 6, 94, 33, 73 ], "retrieved_global": [ 34, 6, 94, 33, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 470, "question": "Which event lasts longer, the SurfFit Class or the Surf Odyssey?", "ground_truth": "D", "answer_text": "SurfFit Class", "target_sids": [ 1, 14 ], "retrieved_sids": [ 14, 1, 57, 11, 90 ], "retrieved_global": [ 14, 1, 57, 11, 90 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 471, "question": "Which event has a longer duration, the Policy Forum or CodeFest?", "ground_truth": "D", "answer_text": "CodeFest", "target_sids": [ 90, 109 ], "retrieved_sids": [ 90, 17, 109, 88, 99 ], "retrieved_global": [ 90, 17, 109, 88, 99 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 472, "question": "Which event has a larger scale, Tune Trek or BankServe Pro?", "ground_truth": "D", "answer_text": "Tune Trek", "target_sids": [ 91, 100 ], "retrieved_sids": [ 91, 96, 100, 99, 81 ], "retrieved_global": [ 91, 96, 100, 99, 81 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 473, "question": "Which event has a longer duration, Brand Boost or InnovateUX?", "ground_truth": "B", "answer_text": "InnovateUX", "target_sids": [ 64, 44 ], "retrieved_sids": [ 58, 44, 64, 55, 86 ], "retrieved_global": [ 58, 44, 64, 55, 86 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 474, "question": "Which event lasts longer, Design Review 2024 or DesignSync?", "ground_truth": "A", "answer_text": "Design Review 2024", "target_sids": [ 34, 31 ], "retrieved_sids": [ 34, 31, 22, 44, 84 ], "retrieved_global": [ 34, 31, 22, 44, 84 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 475, "question": "Which event has a larger scale, Writers Unite or Run for Words?", "ground_truth": "A", "answer_text": "Both the same", "target_sids": [ 96, 106 ], "retrieved_sids": [ 86, 21, 100, 96, 88 ], "retrieved_global": [ 86, 21, 100, 96, 88 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 476, "question": "Which event lasts longer, Surf & Screen or Surf Jam Fest?", "ground_truth": "C", "answer_text": "Surf Jam Fest", "target_sids": [ 64, 52 ], "retrieved_sids": [ 64, 106, 11, 55, 13 ], "retrieved_global": [ 64, 106, 11, 55, 13 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 477, "question": "Which event has a larger scale, BondFest or TechFest 2024?", "ground_truth": "D", "answer_text": "BondFest", "target_sids": [ 50, 55 ], "retrieved_sids": [ 50, 46, 44, 55, 56 ], "retrieved_global": [ 50, 46, 44, 55, 56 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 478, "question": "Which event has a larger scale, Health Innovate or Global Harmony?", "ground_truth": "B", "answer_text": "Global Harmony", "target_sids": [ 102, 95 ], "retrieved_sids": [ 19, 102, 99, 95, 37 ], "retrieved_global": [ 19, 102, 99, 95, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 479, "question": "Which event has a larger scale, FarmForward or SustainGrow?", "ground_truth": "A", "answer_text": "SustainGrow", "target_sids": [ 86, 71 ], "retrieved_sids": [ 86, 66, 71, 21, 73 ], "retrieved_global": [ 86, 66, 71, 21, 73 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 480, "question": "Which event has a longer duration, Cook & Connect or StarScreen?", "ground_truth": "A", "answer_text": "StarScreen", "target_sids": [ 8, 14 ], "retrieved_sids": [ 14, 11, 19, 75, 85 ], "retrieved_global": [ 14, 11, 19, 75, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 481, "question": "Which event has a larger scale, Trail Bites or Trailblaze Fest?", "ground_truth": "D", "answer_text": "Trailblaze Fest", "target_sids": [ 4, 13 ], "retrieved_sids": [ 4, 13, 50, 54, 20 ], "retrieved_global": [ 4, 13, 50, 54, 20 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 482, "question": "Which event has a larger scale, Health Wrap-Up or Health Synergy?", "ground_truth": "B", "answer_text": "Health Synergy", "target_sids": [ 99, 110 ], "retrieved_sids": [ 101, 110, 99, 104, 11 ], "retrieved_global": [ 101, 110, 99, 104, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 483, "question": "Which event has a larger scale, Surf Art Fest or Aviate Fest?", "ground_truth": "B", "answer_text": "Both the same", "target_sids": [ 85, 71 ], "retrieved_sids": [ 42, 71, 43, 46, 65 ], "retrieved_global": [ 42, 71, 43, 46, 65 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 484, "question": "Which event lasts longer, Mindful Ink or NurseFunds?", "ground_truth": "D", "answer_text": "NurseFunds", "target_sids": [ 88, 66 ], "retrieved_sids": [ 89, 67, 109, 31, 66 ], "retrieved_global": [ 89, 67, 109, 31, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 485, "question": "Which event operates on a larger scale, Craft for Cause or Taste & Craft?", "ground_truth": "B", "answer_text": "Craft for Cause", "target_sids": [ 88, 66 ], "retrieved_sids": [ 67, 66, 39, 77, 29 ], "retrieved_global": [ 67, 66, 39, 77, 29 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 486, "question": "Which event has a larger scale, the Budget Summit or LinguaFest?", "ground_truth": "C", "answer_text": "Both the same", "target_sids": [ 82, 69 ], "retrieved_sids": [ 66, 82, 69, 77, 11 ], "retrieved_global": [ 66, 82, 69, 77, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 487, "question": "Which event lasts longer, Fit Bird Fest or BirdFlix Fest?", "ground_truth": "B", "answer_text": "Fit Bird Fest", "target_sids": [ 80, 76 ], "retrieved_sids": [ 87, 80, 77, 76, 11 ], "retrieved_global": [ 87, 80, 77, 76, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 488, "question": "Which event has a larger scale, RenewTech Lab or Renewable Synergy?", "ground_truth": "D", "answer_text": "Renewable Synergy", "target_sids": [ 17, 3 ], "retrieved_sids": [ 76, 17, 10, 11, 66 ], "retrieved_global": [ 76, 17, 10, 11, 66 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 489, "question": "Which event has a larger scale, Sales Mastery or Sales Growth Hub?", "ground_truth": "C", "answer_text": "Sales Growth Hub", "target_sids": [ 32, 44 ], "retrieved_sids": [ 32, 43, 55, 23, 37 ], "retrieved_global": [ 32, 43, 55, 23, 37 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 490, "question": "Which event has a larger scale, Swim Under Stars or Tech Sparks?", "ground_truth": "A", "answer_text": "Swim Under Stars", "target_sids": [ 45, 55 ], "retrieved_sids": [ 44, 59, 65, 55, 95 ], "retrieved_global": [ 44, 59, 65, 55, 95 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 491, "question": "Which event has a longer duration, Tune Trekker or EduSales Hub?", "ground_truth": "C", "answer_text": "Tune Trekker", "target_sids": [ 83, 75 ], "retrieved_sids": [ 83, 75, 77, 66, 17 ], "retrieved_global": [ 83, 75, 77, 66, 17 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 492, "question": "Which event lasts longer, SportStory Fest or Sporty Bites?", "ground_truth": "A", "answer_text": "Sporty Bites", "target_sids": [ 16, 5 ], "retrieved_sids": [ 16, 11, 37, 5, 0 ], "retrieved_global": [ 16, 11, 37, 5, 0 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 493, "question": "Which event has a larger scale, Corp Law Conn or Legal Career Day?", "ground_truth": "C", "answer_text": "Corp Law Conn", "target_sids": [ 35, 31 ], "retrieved_sids": [ 69, 31, 33, 22, 68 ], "retrieved_global": [ 69, 31, 33, 22, 68 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 494, "question": "Which event lasts longer, InvestSmart or TrustBoost?", "ground_truth": "D", "answer_text": "InvestSmart", "target_sids": [ 84, 70 ], "retrieved_sids": [ 84, 77, 31, 70, 93 ], "retrieved_global": [ 84, 77, 31, 70, 93 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 495, "question": "Which event has a larger scale, Model Mania or EduBudgetCon?", "ground_truth": "A", "answer_text": "Model Mania", "target_sids": [ 74, 87 ], "retrieved_sids": [ 74, 16, 2, 77, 72 ], "retrieved_global": [ 74, 16, 2, 77, 72 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 496, "question": "Which event has a larger scale, the NatureArt Fest or the Project Launch?", "ground_truth": "B", "answer_text": "Project Launch", "target_sids": [ 36, 30 ], "retrieved_sids": [ 30, 52, 22, 78, 36 ], "retrieved_global": [ 30, 52, 22, 78, 36 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 497, "question": "Which event lasts longer, InnoJourno or JournoFest?", "ground_truth": "A", "answer_text": "JournoFest", "target_sids": [ 21, 6 ], "retrieved_sids": [ 6, 21, 51, 0, 11 ], "retrieved_global": [ 6, 21, 51, 0, 11 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 498, "question": "Which event lasts longer, SportBeats or Fit Fest 2024?", "ground_truth": "B", "answer_text": "Fit Fest 2024", "target_sids": [ 44, 61 ], "retrieved_sids": [ 44, 45, 55, 39, 85 ], "retrieved_global": [ 44, 45, 55, 39, 85 ], "hit_at_k": true }, { "category": "comparative", "topic": "events", "tid": 499, "question": "Which event lasts longer, AeroTech23 or Stamp Camp?", "ground_truth": "C", "answer_text": "AeroTech23", "target_sids": [ 28, 37 ], "retrieved_sids": [ 46, 37, 22, 28, 89 ], "retrieved_global": [ 46, 37, 22, 28, 89 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 0, "question": "What is the age of someone with an Associate Degree?", "ground_truth": "A", "answer_text": "28 years old", "target_sids": [ 51, 62 ], "retrieved_sids": [ 51, 156, 33, 134, 62 ], "retrieved_global": [ 51, 156, 33, 134, 62 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 1, "question": "What is the email address of the person who is 148 cm tall?", "ground_truth": "A", "answer_text": "lila.thompson@pioneerconstructiongroup.com", "target_sids": [ 56, 47 ], "retrieved_sids": [ 88, 130, 99, 1, 47 ], "retrieved_global": [ 88, 130, 99, 1, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 2, "question": "What is the birthday of the person with the contact number 71809180934?", "ground_truth": "D", "answer_text": "09/20", "target_sids": [ 1, 6 ], "retrieved_sids": [ 144, 106, 117, 57, 153 ], "retrieved_global": [ 144, 106, 117, 57, 153 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 3, "question": "What is the education of someone whose birthday is on 07/29?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 82, 70 ], "retrieved_sids": [ 98, 70, 151, 159, 128 ], "retrieved_global": [ 98, 70, 151, 159, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 4, "question": "What is the hometown of someone named Claire Westwood?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 89, 95 ], "retrieved_sids": [ 99, 88, 84, 89, 23 ], "retrieved_global": [ 99, 88, 84, 89, 23 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 5, "question": "What kind of education does someone with the occupation of a lawyer have?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 112, 119 ], "retrieved_sids": [ 112, 134, 132, 30, 139 ], "retrieved_global": [ 112, 134, 132, 30, 139 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 6, "question": "What is the hobby of the person from Innovatech Software Solutions?", "ground_truth": "B", "answer_text": "Yoga", "target_sids": [ 149, 158 ], "retrieved_sids": [ 19, 76, 136, 108, 149 ], "retrieved_global": [ 19, 76, 136, 108, 149 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 7, "question": "What is the work location of someone who is 167 cm tall?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 9, 14 ], "retrieved_sids": [ 159, 101, 85, 111, 9 ], "retrieved_global": [ 159, 101, 85, 111, 9 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 8, "question": "What is the height of someone from Austin, TX?", "ground_truth": "A", "answer_text": "158cm", "target_sids": [ 75, 79 ], "retrieved_sids": [ 26, 130, 61, 87, 75 ], "retrieved_global": [ 26, 130, 61, 87, 75 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 9, "question": "What is the hometown of the person in the position of Assistant Music Director?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 67, 71 ], "retrieved_sids": [ 112, 67, 90, 111, 125 ], "retrieved_global": [ 112, 67, 90, 111, 125 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 10, "question": "What is the education of someone whose hometown is Denver, CO?", "ground_truth": "C", "answer_text": "Master", "target_sids": [ 125, 118 ], "retrieved_sids": [ 118, 96, 92, 153, 52 ], "retrieved_global": [ 118, 96, 92, 153, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 11, "question": "What is the email address of the person in the position of Senior Financial Consultant?", "ground_truth": "C", "answer_text": "madeline.harper@lonestarfinancial.com", "target_sids": [ 43, 62 ], "retrieved_sids": [ 31, 80, 43, 146, 103 ], "retrieved_global": [ 31, 80, 43, 146, 103 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 12, "question": "What is the position of someone named Liam Montgomery?", "ground_truth": "B", "answer_text": "Associate Professor of Developmental Psychology", "target_sids": [ 148, 133 ], "retrieved_sids": [ 146, 129, 133, 130, 132 ], "retrieved_global": [ 146, 129, 133, 130, 132 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 13, "question": "What is the work location for someone who has a PhD in education?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 123, 119 ], "retrieved_sids": [ 119, 14, 130, 46, 128 ], "retrieved_global": [ 119, 14, 130, 46, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 14, "question": "What is the occupation of someone whose hometown is Austin, TX?", "ground_truth": "D", "answer_text": "Salesperson", "target_sids": [ 33, 34 ], "retrieved_sids": [ 33, 68, 155, 110, 131 ], "retrieved_global": [ 33, 68, 155, 110, 131 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 15, "question": "What is the height of the person whose work location is Denver, CO?", "ground_truth": "C", "answer_text": "160cm", "target_sids": [ 155, 156 ], "retrieved_sids": [ 155, 23, 156, 1, 112 ], "retrieved_global": [ 155, 23, 156, 1, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 16, "question": "What is the occupation of someone with a high school education?", "ground_truth": "D", "answer_text": "Truck Driver", "target_sids": [ 57, 45 ], "retrieved_sids": [ 93, 45, 72, 34, 157 ], "retrieved_global": [ 93, 45, 72, 34, 157 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 17, "question": "What is the education level of the person who is 39 years old?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 94, 103 ], "retrieved_sids": [ 94, 108, 147, 152, 72 ], "retrieved_global": [ 94, 108, 147, 152, 72 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 18, "question": "What is the position of the person with the contact number 61908366075?", "ground_truth": "A", "answer_text": "Community Outreach Coordinator", "target_sids": [ 88, 89 ], "retrieved_sids": [ 54, 162, 31, 81, 142 ], "retrieved_global": [ 54, 162, 31, 81, 142 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 19, "question": "What is the hometown of someone who is 169 cm tall?", "ground_truth": "D", "answer_text": "Dallas, TX", "target_sids": [ 36, 21 ], "retrieved_sids": [ 21, 117, 1, 88, 152 ], "retrieved_global": [ 21, 117, 1, 88, 152 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 20, "question": "What is the height of someone with a master's degree?", "ground_truth": "D", "answer_text": "158cm", "target_sids": [ 48, 49 ], "retrieved_sids": [ 161, 67, 48, 129, 25 ], "retrieved_global": [ 161, 67, 48, 129, 25 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 21, "question": "What is the email address of the person whose work location is Houston, TX?", "ground_truth": "B", "answer_text": "grayson.pierce@codecraftersolutions.com", "target_sids": [ 148, 135 ], "retrieved_sids": [ 135, 41, 4, 5, 169 ], "retrieved_global": [ 135, 41, 4, 5, 169 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 22, "question": "What is the position for someone whose work location is Houston, TX?", "ground_truth": "A", "answer_text": "Senior Research Scientist", "target_sids": [ 32, 37 ], "retrieved_sids": [ 32, 115, 4, 156, 73 ], "retrieved_global": [ 32, 115, 4, 156, 73 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 23, "question": "What is the occupation of someone whose work location is Chicago, IL?", "ground_truth": "C", "answer_text": "Nurse", "target_sids": [ 66, 77 ], "retrieved_sids": [ 66, 70, 132, 90, 46 ], "retrieved_global": [ 66, 70, 132, 90, 46 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 24, "question": "What is the education of the person with the contact number 71808083770?", "ground_truth": "B", "answer_text": "Associate Degree", "target_sids": [ 138, 131 ], "retrieved_sids": [ 98, 33, 11, 50, 111 ], "retrieved_global": [ 98, 33, 11, 50, 111 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 25, "question": "What is the age of the person from Golden Gate Grocers?", "ground_truth": "A", "answer_text": "28 years old", "target_sids": [ 12, 15 ], "retrieved_sids": [ 15, 17, 13, 12, 36 ], "retrieved_global": [ 15, 17, 13, 12, 36 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 26, "question": "What is the company name for someone whose work location is Seattle, WA?", "ground_truth": "D", "answer_text": "Innovative Research Labs", "target_sids": [ 155, 172 ], "retrieved_sids": [ 155, 40, 89, 140, 159 ], "retrieved_global": [ 155, 40, 89, 140, 159 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 27, "question": "What is the name of the person whose work location is Denver, CO?", "ground_truth": "C", "answer_text": "Sadie Lane", "target_sids": [ 72, 79 ], "retrieved_sids": [ 171, 72, 29, 110, 5 ], "retrieved_global": [ 171, 72, 29, 110, 5 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 28, "question": "What is the name of the person whose occupation is a flight attendant?", "ground_truth": "A", "answer_text": "Evelyn Thatcher", "target_sids": [ 67, 85 ], "retrieved_sids": [ 67, 72, 74, 76, 135 ], "retrieved_global": [ 67, 72, 74, 76, 135 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 29, "question": "What is the education level of someone who is 171 cm tall?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 9, 4 ], "retrieved_sids": [ 106, 4, 136, 64, 43 ], "retrieved_global": [ 106, 4, 136, 64, 43 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 30, "question": "What is the contact number for someone whose hometown is Atlanta, GA?", "ground_truth": "D", "answer_text": "20107119616", "target_sids": [ 83, 70 ], "retrieved_sids": [ 145, 163, 55, 83, 94 ], "retrieved_global": [ 145, 163, 55, 83, 94 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 31, "question": "What is the work location of the person with the email address lila.carter@summithealthpartners.com?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 89, 86 ], "retrieved_sids": [ 86, 166, 96, 145, 95 ], "retrieved_global": [ 86, 166, 96, 145, 95 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 32, "question": "What is the contact number for the person whose birthday is on 11/20?", "ground_truth": "A", "answer_text": "65004322477", "target_sids": [ 10, 7 ], "retrieved_sids": [ 136, 52, 10, 116, 151 ], "retrieved_global": [ 136, 52, 10, 116, 151 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 33, "question": "What is the name of the person whose work location is Austin, TX?", "ground_truth": "B", "answer_text": "Liam Donovan", "target_sids": [ 125, 117 ], "retrieved_sids": [ 117, 110, 2, 73, 136 ], "retrieved_global": [ 117, 110, 2, 73, 136 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 34, "question": "What is the birthday of a person who is 167 cm tall?", "ground_truth": "D", "answer_text": "12/18", "target_sids": [ 100, 93 ], "retrieved_sids": [ 57, 93, 155, 153, 77 ], "retrieved_global": [ 57, 93, 155, 153, 77 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 35, "question": "What is the position of the person with the contact number 65008320295?", "ground_truth": "D", "answer_text": "Warehouse Associate", "target_sids": [ 90, 103 ], "retrieved_sids": [ 33, 77, 160, 9, 161 ], "retrieved_global": [ 33, 77, 160, 9, 161 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 36, "question": "What is the company name of the person whose birthday is on 01/16?", "ground_truth": "A", "answer_text": "L.A. Insight Media Group", "target_sids": [ 24, 22 ], "retrieved_sids": [ 22, 133, 70, 2, 90 ], "retrieved_global": [ 22, 133, 70, 2, 90 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 37, "question": "What is the company name of the person with the email address clara.mitchell@orlandodreamhomes.com?", "ground_truth": "A", "answer_text": "Orlando Dream Homes Realty", "target_sids": [ 138, 135 ], "retrieved_sids": [ 135, 58, 86, 122, 102 ], "retrieved_global": [ 135, 58, 86, 122, 102 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 38, "question": "What is the height of the person in the position of Retail Associate?", "ground_truth": "A", "answer_text": "161cm", "target_sids": [ 49, 63 ], "retrieved_sids": [ 114, 71, 98, 154, 24 ], "retrieved_global": [ 114, 71, 98, 154, 24 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 39, "question": "What is the birthday of the person with the email address logan.sinclair@bostonwealthmgmt.com?", "ground_truth": "C", "answer_text": "11/04", "target_sids": [ 134, 127 ], "retrieved_sids": [ 127, 165, 128, 31, 61 ], "retrieved_global": [ 127, 165, 128, 31, 61 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 40, "question": "For someone whose hometown is Miami, FL, what is their work location?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 148, 150 ], "retrieved_sids": [ 100, 45, 148, 28, 66 ], "retrieved_global": [ 100, 45, 148, 28, 66 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 41, "question": "What is the birthday of the person with the contact number 61903117757?", "ground_truth": "D", "answer_text": "02/21", "target_sids": [ 147, 150 ], "retrieved_sids": [ 122, 65, 150, 168, 81 ], "retrieved_global": [ 122, 65, 150, 168, 81 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 42, "question": "What is the age of the person named Sadie Prescott?", "ground_truth": "B", "answer_text": "38 years old", "target_sids": [ 66, 79 ], "retrieved_sids": [ 74, 66, 44, 29, 58 ], "retrieved_global": [ 74, 66, 44, 29, 58 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 43, "question": "What is the position of someone who is 161 cm tall?", "ground_truth": "A", "answer_text": "Apprentice Electrician", "target_sids": [ 161, 154 ], "retrieved_sids": [ 154, 29, 82, 126, 95 ], "retrieved_global": [ 154, 29, 82, 126, 95 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 44, "question": "What is the height of the person in the position of Sales Associate?", "ground_truth": "A", "answer_text": "174cm", "target_sids": [ 144, 152 ], "retrieved_sids": [ 66, 156, 152, 124, 49 ], "retrieved_global": [ 66, 156, 152, 124, 49 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 45, "question": "What is the age of someone whose birthday is on 09/13?", "ground_truth": "C", "answer_text": "31 years old", "target_sids": [ 46, 63 ], "retrieved_sids": [ 112, 24, 68, 134, 90 ], "retrieved_global": [ 112, 24, 68, 134, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 46, "question": "What is the age of the person holding the position of Senior Research Scientist in Cell Biology?", "ground_truth": "C", "answer_text": "31 years old", "target_sids": [ 145, 150 ], "retrieved_sids": [ 145, 116, 10, 8, 50 ], "retrieved_global": [ 145, 116, 10, 8, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 47, "question": "What is the name of the person who has a high school education?", "ground_truth": "B", "answer_text": "Avery Sinclair", "target_sids": [ 124, 126 ], "retrieved_sids": [ 124, 93, 74, 27, 48 ], "retrieved_global": [ 124, 93, 74, 27, 48 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 48, "question": "What hobbies do people who work in Las Vegas, NV have?", "ground_truth": "B", "answer_text": "Playing Golf", "target_sids": [ 50, 52 ], "retrieved_sids": [ 50, 31, 98, 8, 30 ], "retrieved_global": [ 50, 31, 98, 8, 30 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 49, "question": "What is the position of the person with the contact number 70703255120?", "ground_truth": "D", "answer_text": "Senior Research Scientist", "target_sids": [ 33, 29 ], "retrieved_sids": [ 102, 165, 75, 29, 10 ], "retrieved_global": [ 102, 165, 75, 29, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 50, "question": "What is the occupation of someone who holds the position of Sales Vice President?", "ground_truth": "C", "answer_text": "Sales Manager", "target_sids": [ 161, 158 ], "retrieved_sids": [ 158, 134, 161, 3, 94 ], "retrieved_global": [ 158, 134, 161, 3, 94 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 51, "question": "What is the height of the person with the contact number 31002656989?", "ground_truth": "A", "answer_text": "162cm", "target_sids": [ 120, 128 ], "retrieved_sids": [ 63, 34, 142, 131, 68 ], "retrieved_global": [ 63, 34, 142, 131, 68 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 52, "question": "What is the birthday of the person whose hobby is hiking?", "ground_truth": "B", "answer_text": "10/02", "target_sids": [ 115, 109 ], "retrieved_sids": [ 10, 109, 12, 81, 64 ], "retrieved_global": [ 10, 109, 12, 81, 64 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 53, "question": "What is the occupation of someone whose work location is Boston, MA?", "ground_truth": "A", "answer_text": "Doctor", "target_sids": [ 146, 135 ], "retrieved_sids": [ 135, 89, 158, 28, 44 ], "retrieved_global": [ 135, 89, 158, 28, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 54, "question": "What is the education level of someone who is 152 cm tall?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 172, 159 ], "retrieved_sids": [ 33, 139, 159, 87, 116 ], "retrieved_global": [ 33, 139, 159, 87, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 55, "question": "What is the hobby of someone who is 25 years old?", "ground_truth": "D", "answer_text": "Calligraphy", "target_sids": [ 137, 132 ], "retrieved_sids": [ 117, 132, 54, 158, 75 ], "retrieved_global": [ 117, 132, 54, 158, 75 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 56, "question": "What is the age of the person from Coastal Legal Group, PLLC?", "ground_truth": "B", "answer_text": "23 years old", "target_sids": [ 140, 143 ], "retrieved_sids": [ 140, 150, 143, 135, 44 ], "retrieved_global": [ 140, 150, 143, 135, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 57, "question": "What is the education of the person with the contact number 20109063331?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 91, 103 ], "retrieved_sids": [ 159, 91, 73, 135, 48 ], "retrieved_global": [ 159, 91, 73, 135, 48 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 58, "question": "What is the hometown of the person with the email address lila.harper@urbannestrealty.com?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 72, 73 ], "retrieved_sids": [ 72, 81, 76, 77, 64 ], "retrieved_global": [ 72, 81, 76, 77, 64 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 59, "question": "What's the height of someone whose birthday is on 07/31?", "ground_truth": "A", "answer_text": "173cm", "target_sids": [ 57, 53 ], "retrieved_sids": [ 67, 57, 64, 33, 2 ], "retrieved_global": [ 67, 57, 64, 33, 2 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 60, "question": "What is the contact number for someone with an Associate Degree?", "ground_truth": "B", "answer_text": "61907242429", "target_sids": [ 132, 133 ], "retrieved_sids": [ 132, 84, 162, 42, 120 ], "retrieved_global": [ 132, 84, 162, 42, 120 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 61, "question": "What is the email address of someone whose hometown is Philadelphia, PA?", "ground_truth": "C", "answer_text": "jasper.wells@summitengineering.com", "target_sids": [ 139, 149 ], "retrieved_sids": [ 108, 139, 43, 10, 119 ], "retrieved_global": [ 108, 139, 43, 10, 119 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 62, "question": "What is the hobby of the person from Orlando Sales Innovations LLC?", "ground_truth": "A", "answer_text": "Swimming", "target_sids": [ 153, 156 ], "retrieved_sids": [ 153, 25, 10, 162, 158 ], "retrieved_global": [ 153, 25, 10, 162, 158 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 63, "question": "What is the email address of the person whose work location is in Orlando, FL?", "ground_truth": "A", "answer_text": "sierra.blake@innovativelearningtech.com", "target_sids": [ 29, 31 ], "retrieved_sids": [ 29, 169, 55, 119, 136 ], "retrieved_global": [ 29, 169, 55, 119, 136 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 64, "question": "What is the email address of the person from Innovative Education Group?", "ground_truth": "B", "answer_text": "jenna.claybourne@iegroup.edu", "target_sids": [ 148, 134 ], "retrieved_sids": [ 121, 148, 60, 169, 20 ], "retrieved_global": [ 121, 148, 60, 169, 20 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 65, "question": "What is the birthday of the person from Innovative Research Labs LLC?", "ground_truth": "A", "answer_text": "10/03", "target_sids": [ 161, 155 ], "retrieved_sids": [ 155, 84, 164, 53, 69 ], "retrieved_global": [ 155, 84, 164, 53, 69 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 66, "question": "What is the position of the person from Innovative Knowledge Group?", "ground_truth": "C", "answer_text": "Associate Professor of Education", "target_sids": [ 58, 62 ], "retrieved_sids": [ 156, 58, 165, 33, 37 ], "retrieved_global": [ 156, 58, 165, 33, 37 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 67, "question": "What is the occupation of someone whose hometown is New York, NY?", "ground_truth": "B", "answer_text": "Sales Manager", "target_sids": [ 26, 39 ], "retrieved_sids": [ 26, 111, 44, 154, 82 ], "retrieved_global": [ 26, 111, 44, 154, 82 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 68, "question": "What is the contact number for someone with a Bachelor's degree?", "ground_truth": "A", "answer_text": "41501460979", "target_sids": [ 25, 30 ], "retrieved_sids": [ 25, 98, 75, 30, 47 ], "retrieved_global": [ 25, 98, 75, 30, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 69, "question": "What is the name of the person who is 143 cm tall?", "ground_truth": "A", "answer_text": "Jaxon Reynolds", "target_sids": [ 139, 149 ], "retrieved_sids": [ 151, 80, 139, 87, 45 ], "retrieved_global": [ 151, 80, 139, 87, 45 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 70, "question": "What is the contact number for the person whose work location is in San Francisco, CA?", "ground_truth": "B", "answer_text": "70702713517", "target_sids": [ 17, 5 ], "retrieved_sids": [ 5, 90, 31, 136, 76 ], "retrieved_global": [ 5, 90, 31, 136, 76 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 71, "question": "What is the contact number for the person who is 156cm tall?", "ground_truth": "C", "answer_text": "61703787837", "target_sids": [ 89, 94 ], "retrieved_sids": [ 33, 161, 109, 17, 9 ], "retrieved_global": [ 33, 161, 109, 17, 9 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 72, "question": "What is the position of the person who is 26 years old?", "ground_truth": "D", "answer_text": "Research Scientist", "target_sids": [ 160, 154 ], "retrieved_sids": [ 0, 154, 64, 43, 36 ], "retrieved_global": [ 0, 154, 64, 43, 36 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 73, "question": "What is the height of someone who is 41 years old?", "ground_truth": "C", "answer_text": "160cm", "target_sids": [ 130, 135 ], "retrieved_sids": [ 130, 135, 109, 70, 34 ], "retrieved_global": [ 130, 135, 109, 70, 34 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 74, "question": "What is the hobby of someone from the company Harmony Health Associates?", "ground_truth": "C", "answer_text": "Model Making", "target_sids": [ 24, 23 ], "retrieved_sids": [ 23, 56, 157, 136, 59 ], "retrieved_global": [ 23, 56, 157, 136, 59 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 75, "question": "What is the name of someone whose education level is high school?", "ground_truth": "A", "answer_text": "Sophie Reynolds", "target_sids": [ 84, 78 ], "retrieved_sids": [ 114, 78, 94, 141, 142 ], "retrieved_global": [ 114, 78, 94, 141, 142 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 76, "question": "What is the occupation of someone in the position of Software Developer?", "ground_truth": "D", "answer_text": "Programmer", "target_sids": [ 123, 109 ], "retrieved_sids": [ 109, 114, 40, 133, 120 ], "retrieved_global": [ 109, 114, 40, 133, 120 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 77, "question": "What is the height of the person named Silas Brooks?", "ground_truth": "B", "answer_text": "161cm", "target_sids": [ 77, 79 ], "retrieved_sids": [ 77, 79, 152, 129, 109 ], "retrieved_global": [ 77, 79, 152, 129, 109 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 78, "question": "What is the hobby of the person with the email address sophie.kensington@compassionatecare.org?", "ground_truth": "D", "answer_text": "Learning Languages", "target_sids": [ 35, 38 ], "retrieved_sids": [ 35, 57, 21, 19, 54 ], "retrieved_global": [ 35, 57, 21, 19, 54 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 79, "question": "What is the work location for the person with the contact number 51005666589?", "ground_truth": "D", "answer_text": "Miami, FL", "target_sids": [ 66, 78 ], "retrieved_sids": [ 34, 10, 12, 11, 37 ], "retrieved_global": [ 34, 10, 12, 11, 37 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 80, "question": "What\u2019s the name of the person who has a hobby in photography?", "ground_truth": "C", "answer_text": "Carter Jennings", "target_sids": [ 105, 107 ], "retrieved_sids": [ 105, 137, 114, 115, 140 ], "retrieved_global": [ 105, 137, 114, 115, 140 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 81, "question": "What is the education of someone who is 25 years old?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 50, 62 ], "retrieved_sids": [ 162, 50, 41, 69, 110 ], "retrieved_global": [ 162, 50, 41, 69, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 82, "question": "What is the height of the person whose contact number is 31003412148?", "ground_truth": "D", "answer_text": "160cm", "target_sids": [ 155, 157 ], "retrieved_sids": [ 55, 4, 28, 144, 125 ], "retrieved_global": [ 55, 4, 28, 144, 125 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 83, "question": "What is the birthday of the person with the email address marisol.hayes@compassionatecareservices.org?", "ground_truth": "C", "answer_text": "09/30", "target_sids": [ 81, 78 ], "retrieved_sids": [ 78, 69, 64, 92, 104 ], "retrieved_global": [ 78, 69, 64, 92, 104 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 84, "question": "What position does someone with an Associate Degree hold?", "ground_truth": "C", "answer_text": "Client Support Specialist", "target_sids": [ 116, 126 ], "retrieved_sids": [ 116, 10, 154, 23, 94 ], "retrieved_global": [ 116, 10, 154, 23, 94 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 85, "question": "What is the occupation of someone named Jackson Reed?", "ground_truth": "B", "answer_text": "Flight Attendant", "target_sids": [ 5, 7 ], "retrieved_sids": [ 0, 5, 18, 112, 14 ], "retrieved_global": [ 0, 5, 18, 112, 14 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 86, "question": "What is the hometown of the person who is 49 years old?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 113, 106 ], "retrieved_sids": [ 127, 64, 85, 0, 22 ], "retrieved_global": [ 127, 64, 85, 0, 22 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 87, "question": "What is the age of the person whose work location is Miami, FL?", "ground_truth": "B", "answer_text": "41 years old", "target_sids": [ 10, 11 ], "retrieved_sids": [ 10, 11, 2, 28, 22 ], "retrieved_global": [ 10, 11, 2, 28, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 88, "question": "What is the height of the person who is 31 years old?", "ground_truth": "D", "answer_text": "172cm", "target_sids": [ 40, 21 ], "retrieved_sids": [ 63, 40, 89, 21, 17 ], "retrieved_global": [ 63, 40, 89, 21, 17 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 89, "question": "What is the work location of someone who is 160 cm tall?", "ground_truth": "D", "answer_text": "Seattle, WA", "target_sids": [ 166, 167 ], "retrieved_sids": [ 166, 43, 103, 12, 128 ], "retrieved_global": [ 166, 43, 103, 12, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 90, "question": "What\u2019s the birthday of someone who has a high school education?", "ground_truth": "A", "answer_text": "09/15", "target_sids": [ 12, 13 ], "retrieved_sids": [ 115, 158, 49, 12, 154 ], "retrieved_global": [ 115, 158, 49, 12, 154 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 91, "question": "What is the email address of the person named Maya Thompson?", "ground_truth": "D", "answer_text": "maya.thompson@chicagohealthpartners.com", "target_sids": [ 129, 122 ], "retrieved_sids": [ 129, 13, 122, 83, 103 ], "retrieved_global": [ 129, 13, 122, 83, 103 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 92, "question": "What is the email address of the person with the occupation of Social Worker?", "ground_truth": "A", "answer_text": "sadie.blake@communitycarecentersny.com", "target_sids": [ 35, 29 ], "retrieved_sids": [ 125, 15, 166, 29, 60 ], "retrieved_global": [ 125, 15, 166, 29, 60 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 93, "question": "What is the email address for the person with the contact number 30506814045?", "ground_truth": "A", "answer_text": "clara.bennett@helixhealthpartners.com", "target_sids": [ 50, 46 ], "retrieved_sids": [ 164, 141, 15, 16, 68 ], "retrieved_global": [ 164, 141, 15, 16, 68 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 94, "question": "What is the work location of someone who is 21 years old?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 170, 159 ], "retrieved_sids": [ 44, 114, 159, 89, 47 ], "retrieved_global": [ 44, 114, 159, 89, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 95, "question": "What is the age of the person in the position of Customer Service Specialist?", "ground_truth": "B", "answer_text": "29 years old", "target_sids": [ 168, 151 ], "retrieved_sids": [ 168, 151, 139, 65, 132 ], "retrieved_global": [ 168, 151, 139, 65, 132 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 96, "question": "What's the birthday of the person whose work location is Miami, FL?", "ground_truth": "D", "answer_text": "04/28", "target_sids": [ 56, 43 ], "retrieved_sids": [ 43, 110, 23, 89, 112 ], "retrieved_global": [ 43, 110, 23, 89, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 97, "question": "What is the height of the person from Innovation Education Group?", "ground_truth": "B", "answer_text": "162cm", "target_sids": [ 37, 22 ], "retrieved_sids": [ 78, 44, 45, 37, 14 ], "retrieved_global": [ 78, 44, 45, 37, 14 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 98, "question": "What is the email address of the person from Emerald City Security Services?", "ground_truth": "B", "answer_text": "jade.kensington@emeraldcitysecurity.com", "target_sids": [ 96, 90 ], "retrieved_sids": [ 31, 58, 96, 90, 122 ], "retrieved_global": [ 31, 58, 96, 90, 122 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 99, "question": "What is the company name of the person who is 164 cm tall?", "ground_truth": "D", "answer_text": "Data Insights Solutions", "target_sids": [ 24, 36 ], "retrieved_sids": [ 56, 133, 87, 24, 150 ], "retrieved_global": [ 56, 133, 87, 24, 150 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 100, "question": "What is the birthday of someone whose hometown is San Antonio, TX?", "ground_truth": "C", "answer_text": "07/17", "target_sids": [ 43, 44 ], "retrieved_sids": [ 43, 130, 132, 77, 109 ], "retrieved_global": [ 43, 130, 132, 77, 109 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 101, "question": "What is the email address of the person named Jackson Foster?", "ground_truth": "B", "answer_text": "jackson.foster@manhattanhealthassociates.com", "target_sids": [ 122, 109 ], "retrieved_sids": [ 122, 162, 30, 109, 78 ], "retrieved_global": [ 122, 162, 30, 109, 78 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 102, "question": "What is the education of someone whose birthday is on 02/22?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 67, 84 ], "retrieved_sids": [ 12, 151, 88, 39, 67 ], "retrieved_global": [ 12, 151, 88, 39, 67 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 103, "question": "What is the name of someone whose hometown is San Jose, CA?", "ground_truth": "D", "answer_text": "Ethan Cole", "target_sids": [ 133, 141 ], "retrieved_sids": [ 133, 5, 49, 164, 24 ], "retrieved_global": [ 133, 5, 49, 164, 24 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 104, "question": "What hobby does someone with the occupation of Police Officer have?", "ground_truth": "A", "answer_text": "Climbing", "target_sids": [ 9, 18 ], "retrieved_sids": [ 29, 98, 3, 14, 33 ], "retrieved_global": [ 29, 98, 3, 14, 33 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 105, "question": "What is the work location of someone whose birthday is on October 13th?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 169, 167 ], "retrieved_sids": [ 118, 140, 167, 26, 67 ], "retrieved_global": [ 118, 140, 167, 26, 67 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 106, "question": "What is the company name for the position of Language Specialist?", "ground_truth": "B", "answer_text": "Linguistic Bridge Translations LLC", "target_sids": [ 35, 29 ], "retrieved_sids": [ 29, 35, 31, 32, 133 ], "retrieved_global": [ 29, 35, 31, 32, 133 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 107, "question": "What is the email address of the person whose hobby is swimming?", "ground_truth": "A", "answer_text": "ethan.caldwell@innovativelearningtech.com", "target_sids": [ 2, 19 ], "retrieved_sids": [ 2, 171, 32, 52, 19 ], "retrieved_global": [ 2, 171, 32, 52, 19 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 108, "question": "What is the age of the person named Landon Burke?", "ground_truth": "A", "answer_text": "27 years old", "target_sids": [ 59, 53 ], "retrieved_sids": [ 53, 43, 63, 22, 48 ], "retrieved_global": [ 53, 43, 63, 22, 48 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 109, "question": "What is the company name of the person named Caleb Johnson?", "ground_truth": "B", "answer_text": "Innovative Engineering Technologies LLC", "target_sids": [ 67, 77 ], "retrieved_sids": [ 64, 67, 84, 82, 76 ], "retrieved_global": [ 64, 67, 84, 82, 76 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 110, "question": "What is the hometown of someone who is 154cm tall?", "ground_truth": "A", "answer_text": "Dallas, TX", "target_sids": [ 114, 109 ], "retrieved_sids": [ 2, 109, 66, 88, 23 ], "retrieved_global": [ 2, 109, 66, 88, 23 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 111, "question": "What is the name of the person who is 152 cm tall?", "ground_truth": "D", "answer_text": "Clara Montgomery", "target_sids": [ 90, 92 ], "retrieved_sids": [ 128, 90, 45, 106, 1 ], "retrieved_global": [ 128, 90, 45, 106, 1 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 112, "question": "What is the height of someone who works in Miami, FL?", "ground_truth": "B", "answer_text": "159cm", "target_sids": [ 160, 154 ], "retrieved_sids": [ 154, 33, 160, 109, 77 ], "retrieved_global": [ 154, 33, 160, 109, 77 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 113, "question": "What is the occupation of someone with the position of Journeyman Electrician?", "ground_truth": "B", "answer_text": "Electrician", "target_sids": [ 171, 159 ], "retrieved_sids": [ 159, 119, 171, 161, 120 ], "retrieved_global": [ 159, 119, 171, 161, 120 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 114, "question": "What is the occupation of the person with the contact number 31006883551?", "ground_truth": "B", "answer_text": "Pilot", "target_sids": [ 69, 86 ], "retrieved_sids": [ 142, 63, 12, 105, 41 ], "retrieved_global": [ 142, 63, 12, 105, 41 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 115, "question": "What is the height of someone from Columbus, OH?", "ground_truth": "D", "answer_text": "156cm", "target_sids": [ 33, 27 ], "retrieved_sids": [ 45, 67, 128, 108, 92 ], "retrieved_global": [ 45, 67, 128, 108, 92 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 116, "question": "What is the age of the person whose work location is Portland, OR?", "ground_truth": "B", "answer_text": "32 years old", "target_sids": [ 112, 116 ], "retrieved_sids": [ 112, 136, 66, 123, 152 ], "retrieved_global": [ 112, 136, 66, 123, 152 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 117, "question": "What is the birthday of the person whose occupation is a musician?", "ground_truth": "D", "answer_text": "03/23", "target_sids": [ 93, 102 ], "retrieved_sids": [ 134, 93, 164, 162, 161 ], "retrieved_global": [ 134, 93, 164, 162, 161 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 118, "question": "What is the age of the person from Creative Canvas Studios?", "ground_truth": "B", "answer_text": "31 years old", "target_sids": [ 91, 86 ], "retrieved_sids": [ 86, 44, 15, 72, 63 ], "retrieved_global": [ 86, 44, 15, 72, 63 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 119, "question": "What is the height of someone named Savannah Chase?", "ground_truth": "C", "answer_text": "162cm", "target_sids": [ 129, 119 ], "retrieved_sids": [ 88, 154, 44, 120, 32 ], "retrieved_global": [ 88, 154, 44, 120, 32 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 120, "question": "What is the age of someone who is 152 cm tall?", "ground_truth": "D", "answer_text": "25 years old", "target_sids": [ 160, 165 ], "retrieved_sids": [ 108, 33, 44, 160, 128 ], "retrieved_global": [ 108, 33, 44, 160, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 121, "question": "For someone whose hometown is Dallas, TX, what is the company name?", "ground_truth": "D", "answer_text": "Pioneer Engineering Solutions LLC", "target_sids": [ 152, 169 ], "retrieved_sids": [ 152, 49, 69, 91, 114 ], "retrieved_global": [ 152, 49, 69, 91, 114 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 122, "question": "What is the hometown of someone whose occupation is a Construction Worker?", "ground_truth": "A", "answer_text": "Dallas, TX", "target_sids": [ 89, 86 ], "retrieved_sids": [ 86, 153, 95, 96, 100 ], "retrieved_global": [ 86, 153, 95, 96, 100 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 123, "question": "What is the name of someone with a high school education?", "ground_truth": "A", "answer_text": "Mira Camden", "target_sids": [ 24, 21 ], "retrieved_sids": [ 120, 21, 68, 169, 91 ], "retrieved_global": [ 120, 21, 68, 169, 91 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 124, "question": "What position does the person from Harborview Health Services hold?", "ground_truth": "C", "answer_text": "Registered Nurse", "target_sids": [ 49, 45 ], "retrieved_sids": [ 45, 108, 90, 86, 50 ], "retrieved_global": [ 45, 108, 90, 86, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 125, "question": "What is the occupation of someone who is 161 cm tall?", "ground_truth": "C", "answer_text": "Professor", "target_sids": [ 2, 7 ], "retrieved_sids": [ 150, 65, 2, 86, 35 ], "retrieved_global": [ 150, 65, 2, 86, 35 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 126, "question": "What is the education of the person with the email address clara.bennett@peakperformancesales.com?", "ground_truth": "D", "answer_text": "High School", "target_sids": [ 114, 117 ], "retrieved_sids": [ 114, 35, 11, 155, 136 ], "retrieved_global": [ 114, 35, 11, 155, 136 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 127, "question": "What is the height of the person with the contact number 71807491695?", "ground_truth": "A", "answer_text": "170cm", "target_sids": [ 140, 133 ], "retrieved_sids": [ 117, 103, 55, 11, 72 ], "retrieved_global": [ 117, 103, 55, 11, 72 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 128, "question": "What\u2019s the height of someone whose hometown is Columbus, OH?", "ground_truth": "D", "answer_text": "154cm", "target_sids": [ 102, 103 ], "retrieved_sids": [ 44, 14, 103, 109, 102 ], "retrieved_global": [ 44, 14, 103, 109, 102 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 129, "question": "What is the birthday of someone with an Associate Degree?", "ground_truth": "A", "answer_text": "01/09", "target_sids": [ 116, 110 ], "retrieved_sids": [ 86, 2, 116, 44, 130 ], "retrieved_global": [ 86, 2, 116, 44, 130 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 130, "question": "What is the occupation of the person with the contact number 65000973540?", "ground_truth": "A", "answer_text": "Sales Manager", "target_sids": [ 106, 107 ], "retrieved_sids": [ 173, 8, 35, 106, 124 ], "retrieved_global": [ 173, 8, 35, 106, 124 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 131, "question": "What is the email address for someone named Asher Grant?", "ground_truth": "A", "answer_text": "asher.grant@skywayjourneysairlines.com", "target_sids": [ 139, 133 ], "retrieved_sids": [ 139, 57, 80, 31, 133 ], "retrieved_global": [ 139, 57, 80, 31, 133 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 132, "question": "What's the name of the person whose birthday is on 08/09?", "ground_truth": "C", "answer_text": "Claire Emerson", "target_sids": [ 164, 158 ], "retrieved_sids": [ 68, 67, 89, 3, 158 ], "retrieved_global": [ 68, 67, 89, 3, 158 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 133, "question": "What is the age of the person whose occupation is Chef?", "ground_truth": "A", "answer_text": "27 years old", "target_sids": [ 132, 141 ], "retrieved_sids": [ 88, 89, 94, 0, 95 ], "retrieved_global": [ 88, 89, 94, 0, 95 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 134, "question": "What hobbies does a person who is 165 cm tall have?", "ground_truth": "B", "answer_text": "Woodworking", "target_sids": [ 139, 140 ], "retrieved_sids": [ 149, 1, 139, 64, 107 ], "retrieved_global": [ 149, 1, 139, 64, 107 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 135, "question": "What is the hometown of someone named Ethan Blake?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 144, 149 ], "retrieved_sids": [ 144, 89, 67, 3, 152 ], "retrieved_global": [ 144, 89, 67, 3, 152 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 136, "question": "What is the height of someone from Columbus, OH?", "ground_truth": "D", "answer_text": "166cm", "target_sids": [ 152, 150 ], "retrieved_sids": [ 1, 38, 47, 86, 39 ], "retrieved_global": [ 1, 38, 47, 86, 39 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 137, "question": "What is the age of the person with the email address lila.harrington@orlandohealth.com?", "ground_truth": "B", "answer_text": "24 years old", "target_sids": [ 83, 84 ], "retrieved_sids": [ 83, 64, 65, 96, 30 ], "retrieved_global": [ 83, 64, 65, 96, 30 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 138, "question": "What is the company name of the person whose birthday is on December 13th?", "ground_truth": "C", "answer_text": "Sunny Isles Sales Group", "target_sids": [ 4, 7 ], "retrieved_sids": [ 138, 113, 154, 4, 67 ], "retrieved_global": [ 138, 113, 154, 4, 67 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 139, "question": "What is the position of the person who is 29 years old?", "ground_truth": "B", "answer_text": "Senior Design Engineer", "target_sids": [ 163, 150 ], "retrieved_sids": [ 41, 150, 65, 96, 145 ], "retrieved_global": [ 41, 150, 65, 96, 145 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 140, "question": "What is the hometown of someone who is 159cm tall?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 98, 91 ], "retrieved_sids": [ 69, 152, 91, 145, 50 ], "retrieved_global": [ 69, 152, 91, 145, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 141, "question": "What is the position of the person from Innovative Engineering Solutions Inc.?", "ground_truth": "B", "answer_text": "Senior Mechanical Engineer", "target_sids": [ 83, 76 ], "retrieved_sids": [ 114, 76, 132, 83, 111 ], "retrieved_global": [ 114, 76, 132, 83, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 142, "question": "What is the company name of the person named Gabriel Thornton?", "ground_truth": "D", "answer_text": "Atlanta Electric Experts", "target_sids": [ 45, 54 ], "retrieved_sids": [ 45, 42, 51, 0, 9 ], "retrieved_global": [ 45, 42, 51, 0, 9 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 143, "question": "For someone whose hometown is Boston, MA, what is their education?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 77, 78 ], "retrieved_sids": [ 77, 7, 28, 33, 105 ], "retrieved_global": [ 77, 7, 28, 33, 105 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 144, "question": "What is the education of the person with the email address taylor.james@peachstatesalesgroup.com?", "ground_truth": "A", "answer_text": "High School", "target_sids": [ 107, 111 ], "retrieved_sids": [ 107, 104, 140, 5, 165 ], "retrieved_global": [ 107, 104, 140, 5, 165 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 145, "question": "What is the age of someone whose birthday is on 02/17?", "ground_truth": "C", "answer_text": "34 years old", "target_sids": [ 48, 58 ], "retrieved_sids": [ 48, 133, 25, 160, 17 ], "retrieved_global": [ 48, 133, 25, 160, 17 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 146, "question": "For someone whose hometown is Austin, TX, what is their work location?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 90, 103 ], "retrieved_sids": [ 90, 12, 153, 50, 4 ], "retrieved_global": [ 90, 12, 153, 50, 4 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 147, "question": "What is the hobby of someone who is 166 cm tall?", "ground_truth": "B", "answer_text": "Rock Climbing", "target_sids": [ 50, 52 ], "retrieved_sids": [ 96, 157, 41, 152, 50 ], "retrieved_global": [ 96, 157, 41, 152, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 148, "question": "What position does someone who has climbing as a hobby hold?", "ground_truth": "C", "answer_text": "Route Planner", "target_sids": [ 65, 69 ], "retrieved_sids": [ 65, 30, 23, 52, 124 ], "retrieved_global": [ 65, 30, 23, 52, 124 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 149, "question": "What is the position of the person from Mountain View Medical Group?", "ground_truth": "B", "answer_text": "Medical Researcher", "target_sids": [ 10, 6 ], "retrieved_sids": [ 6, 87, 92, 135, 56 ], "retrieved_global": [ 6, 87, 92, 135, 56 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 150, "question": "What's the hobby of someone whose birthday is on July 26th?", "ground_truth": "C", "answer_text": "Learning Languages", "target_sids": [ 9, 4 ], "retrieved_sids": [ 158, 4, 66, 166, 91 ], "retrieved_global": [ 158, 4, 66, 166, 91 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 151, "question": "What is the contact number for the person with the email address maya.sinclair@innovativelearningtech.com?", "ground_truth": "A", "answer_text": "31208284555", "target_sids": [ 73, 79 ], "retrieved_sids": [ 73, 55, 85, 64, 56 ], "retrieved_global": [ 73, 55, 85, 64, 56 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 152, "question": "What is the age of the person with the contact number 31008335917?", "ground_truth": "D", "answer_text": "23 years old", "target_sids": [ 49, 58 ], "retrieved_sids": [ 34, 95, 74, 49, 117 ], "retrieved_global": [ 34, 95, 74, 49, 117 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 153, "question": "What is the hometown of someone who is 164cm tall?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 148, 142 ], "retrieved_sids": [ 50, 1, 64, 142, 86 ], "retrieved_global": [ 50, 1, 64, 142, 86 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 154, "question": "What is the height of the person whose hobby is learning languages?", "ground_truth": "D", "answer_text": "165cm", "target_sids": [ 72, 80 ], "retrieved_sids": [ 72, 6, 80, 26, 44 ], "retrieved_global": [ 72, 6, 80, 26, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 155, "question": "What is the email address of the person whose birthday is on 02/12?", "ground_truth": "D", "answer_text": "ethan.blake@skylineairways.com", "target_sids": [ 103, 95 ], "retrieved_sids": [ 60, 149, 95, 67, 41 ], "retrieved_global": [ 60, 149, 95, 67, 41 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 156, "question": "What is the age of someone with a PhD in education?", "ground_truth": "B", "answer_text": "28 years old", "target_sids": [ 171, 157 ], "retrieved_sids": [ 46, 94, 128, 157, 166 ], "retrieved_global": [ 46, 94, 128, 157, 166 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 157, "question": "What is the height of the person with the email address grayson.foster@atlantahealthspecialists.com?", "ground_truth": "A", "answer_text": "169cm", "target_sids": [ 24, 25 ], "retrieved_sids": [ 24, 77, 55, 131, 12 ], "retrieved_global": [ 24, 77, 55, 131, 12 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 158, "question": "What is the hometown of the person whose hobby is stamp collecting?", "ground_truth": "D", "answer_text": "Phoenix, AZ", "target_sids": [ 162, 155 ], "retrieved_sids": [ 155, 67, 70, 123, 69 ], "retrieved_global": [ 155, 67, 70, 123, 69 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 159, "question": "What is the company name for someone with a Master's degree in education?", "ground_truth": "D", "answer_text": "Innovative Learning Technologies LLC", "target_sids": [ 26, 42 ], "retrieved_sids": [ 26, 116, 30, 29, 42 ], "retrieved_global": [ 26, 116, 30, 29, 42 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 160, "question": "What is the email address of the person who is 162 cm tall?", "ground_truth": "D", "answer_text": "elena.hayes@miamihealthmedicalgroup.com", "target_sids": [ 42, 37 ], "retrieved_sids": [ 1, 152, 142, 45, 67 ], "retrieved_global": [ 1, 152, 142, 45, 67 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 161, "question": "What is the hometown of someone whose occupation is Sales Associate?", "ground_truth": "C", "answer_text": "Phoenix, AZ", "target_sids": [ 58, 54 ], "retrieved_sids": [ 14, 45, 146, 143, 10 ], "retrieved_global": [ 14, 45, 146, 143, 10 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 162, "question": "What is the height of the person from Innovative Learning Academy?", "ground_truth": "C", "answer_text": "151cm", "target_sids": [ 145, 140 ], "retrieved_sids": [ 56, 25, 145, 69, 111 ], "retrieved_global": [ 56, 25, 145, 69, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 163, "question": "What is the height of the person whose occupation is Doctor?", "ground_truth": "D", "answer_text": "175cm", "target_sids": [ 51, 61 ], "retrieved_sids": [ 5, 116, 136, 61, 151 ], "retrieved_global": [ 5, 116, 136, 61, 151 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 164, "question": "What is the position of the person named Jasper Thorne?", "ground_truth": "D", "answer_text": "Postdoctoral Research Fellow", "target_sids": [ 65, 59 ], "retrieved_sids": [ 59, 53, 45, 62, 44 ], "retrieved_global": [ 59, 53, 45, 62, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 165, "question": "What is the hobby of the person with the email address mason.blake@austinhealthinnovations.com?", "ground_truth": "B", "answer_text": "Cooking", "target_sids": [ 28, 37 ], "retrieved_sids": [ 28, 22, 14, 39, 9 ], "retrieved_global": [ 28, 22, 14, 39, 9 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 166, "question": "What is the occupation of the person with the email address landon.pierce@jackpotgrocers.com?", "ground_truth": "D", "answer_text": "Cashier", "target_sids": [ 86, 95 ], "retrieved_sids": [ 86, 91, 80, 84, 100 ], "retrieved_global": [ 86, 91, 80, 84, 100 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 167, "question": "What\u2019s the birthday of someone who is 47 years old?", "ground_truth": "C", "answer_text": "03/24", "target_sids": [ 114, 123 ], "retrieved_sids": [ 28, 90, 65, 51, 24 ], "retrieved_global": [ 28, 90, 65, 51, 24 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 168, "question": "What age is someone whose birthday is on 12/03?", "ground_truth": "C", "answer_text": "28 years old", "target_sids": [ 160, 154 ], "retrieved_sids": [ 47, 39, 88, 68, 132 ], "retrieved_global": [ 47, 39, 88, 68, 132 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 169, "question": "What is the work location for someone whose occupation is a musician?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 169, 162 ], "retrieved_sids": [ 4, 47, 80, 11, 73 ], "retrieved_global": [ 4, 47, 80, 11, 73 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 170, "question": "What is the hobby of the person with the contact number 41506565783?", "ground_truth": "A", "answer_text": "Hiking", "target_sids": [ 67, 76 ], "retrieved_sids": [ 103, 144, 162, 57, 167 ], "retrieved_global": [ 103, 144, 162, 57, 167 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 171, "question": "What position does someone with a birthday on 08/22 hold?", "ground_truth": "A", "answer_text": "Senior Research Scientist", "target_sids": [ 16, 5 ], "retrieved_sids": [ 38, 129, 130, 87, 147 ], "retrieved_global": [ 38, 129, 130, 87, 147 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 172, "question": "What's the position of someone whose hometown is Philadelphia, PA?", "ground_truth": "B", "answer_text": "Associate Professor of Experimental Psychology", "target_sids": [ 170, 157 ], "retrieved_sids": [ 157, 111, 68, 88, 38 ], "retrieved_global": [ 157, 111, 68, 88, 38 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 173, "question": "What is the hobby of someone whose birthday is on June 5th?", "ground_truth": "A", "answer_text": "Playing Musical Instruments", "target_sids": [ 169, 171 ], "retrieved_sids": [ 169, 132, 112, 89, 27 ], "retrieved_global": [ 169, 132, 112, 89, 27 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 174, "question": "What is the contact number for the person whose work location is Boston, MA?", "ground_truth": "B", "answer_text": "85809070822", "target_sids": [ 26, 36 ], "retrieved_sids": [ 26, 3, 100, 95, 57 ], "retrieved_global": [ 26, 3, 100, 95, 57 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 175, "question": "What's the position of someone whose hometown is Charlotte, NC?", "ground_truth": "D", "answer_text": "Delivery Driver", "target_sids": [ 125, 126 ], "retrieved_sids": [ 125, 4, 47, 134, 9 ], "retrieved_global": [ 125, 4, 47, 134, 9 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 176, "question": "What is the name of the person whose hobby is playing musical instruments?", "ground_truth": "B", "answer_text": "Dylan Chase", "target_sids": [ 144, 134 ], "retrieved_sids": [ 134, 155, 49, 156, 109 ], "retrieved_global": [ 134, 155, 49, 156, 109 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 177, "question": "What position does someone who has a PhD in education hold?", "ground_truth": "A", "answer_text": "Assistant Professor of Environmental Science", "target_sids": [ 59, 47 ], "retrieved_sids": [ 6, 29, 118, 47, 27 ], "retrieved_global": [ 6, 29, 118, 47, 27 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 178, "question": "What is the contact number for the person with the email address hazel.monroe@piedmontmedical.com?", "ground_truth": "B", "answer_text": "85801167101", "target_sids": [ 153, 162 ], "retrieved_sids": [ 153, 12, 97, 82, 38 ], "retrieved_global": [ 153, 12, 97, 82, 38 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 179, "question": "What is the contact number for someone with a Bachelor\u2019s degree?", "ground_truth": "C", "answer_text": "70704058209", "target_sids": [ 20, 6 ], "retrieved_sids": [ 117, 6, 57, 49, 103 ], "retrieved_global": [ 117, 6, 57, 49, 103 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 180, "question": "What position does someone who is 166 cm tall hold?", "ground_truth": "C", "answer_text": "University Professor of Educational Psychology", "target_sids": [ 66, 74 ], "retrieved_sids": [ 66, 154, 3, 111, 24 ], "retrieved_global": [ 66, 154, 3, 111, 24 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 181, "question": "What is the hobby of the person with the email address landon.pierce@austincarenursing.com?", "ground_truth": "C", "answer_text": "Chess", "target_sids": [ 73, 66 ], "retrieved_sids": [ 66, 88, 130, 64, 121 ], "retrieved_global": [ 66, 88, 130, 64, 121 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 182, "question": "What's the email address of the person whose work location is Miami, FL?", "ground_truth": "A", "answer_text": "harper.jensen@tropicalflavors.com", "target_sids": [ 122, 124 ], "retrieved_sids": [ 122, 58, 146, 134, 47 ], "retrieved_global": [ 122, 58, 146, 134, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 183, "question": "What is the work location for the position of Research Scientist?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 66, 84 ], "retrieved_sids": [ 19, 66, 68, 139, 47 ], "retrieved_global": [ 19, 66, 68, 139, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 184, "question": "What is the hometown of the person from Mile High Medical Center?", "ground_truth": "C", "answer_text": "Seattle, WA", "target_sids": [ 137, 131 ], "retrieved_sids": [ 25, 131, 24, 65, 48 ], "retrieved_global": [ 25, 131, 24, 65, 48 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 185, "question": "What is the name of the person who is 33 years old?", "ground_truth": "A", "answer_text": "Bodhi Knox", "target_sids": [ 100, 93 ], "retrieved_sids": [ 50, 93, 145, 64, 22 ], "retrieved_global": [ 50, 93, 145, 64, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 186, "question": "What is the occupation of the person holding the position of Associate Professor of Environmental Science?", "ground_truth": "B", "answer_text": "Professor", "target_sids": [ 85, 103 ], "retrieved_sids": [ 85, 157, 156, 94, 95 ], "retrieved_global": [ 85, 157, 156, 94, 95 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 187, "question": "What is the email address of the person whose hobby is collecting antiques?", "ground_truth": "B", "answer_text": "lila.monroe@capitalcommercegroup.com", "target_sids": [ 153, 157 ], "retrieved_sids": [ 153, 105, 157, 124, 148 ], "retrieved_global": [ 153, 105, 157, 124, 148 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 188, "question": "What is the age of someone named Clara Winslow?", "ground_truth": "B", "answer_text": "44 years old", "target_sids": [ 115, 125 ], "retrieved_sids": [ 147, 58, 108, 110, 124 ], "retrieved_global": [ 147, 58, 108, 110, 124 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 189, "question": "What is the age of the person from Seattle Health Partners?", "ground_truth": "C", "answer_text": "38 years old", "target_sids": [ 82, 77 ], "retrieved_sids": [ 150, 77, 82, 15, 109 ], "retrieved_global": [ 150, 77, 82, 15, 109 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 190, "question": "What is the hometown of someone who works in Las Vegas, NV?", "ground_truth": "A", "answer_text": "Philadelphia, PA", "target_sids": [ 29, 39 ], "retrieved_sids": [ 29, 130, 114, 153, 93 ], "retrieved_global": [ 29, 130, 114, 153, 93 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 191, "question": "What is the company name of the person who is 23 years old?", "ground_truth": "C", "answer_text": "Harmony Health Services", "target_sids": [ 105, 87 ], "retrieved_sids": [ 87, 108, 64, 148, 112 ], "retrieved_global": [ 87, 108, 64, 148, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 192, "question": "What is the birthday of someone whose hometown is Philadelphia, PA?", "ground_truth": "C", "answer_text": "06/30", "target_sids": [ 128, 137 ], "retrieved_sids": [ 128, 20, 166, 105, 89 ], "retrieved_global": [ 128, 20, 166, 105, 89 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 193, "question": "What is the email address of the person who is 32 years old?", "ground_truth": "A", "answer_text": "ethan.carter@pixelperfectdesigns.com", "target_sids": [ 80, 81 ], "retrieved_sids": [ 99, 0, 51, 41, 81 ], "retrieved_global": [ 99, 0, 51, 41, 81 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 194, "question": "What is the position of the person with the contact number 61705474514?", "ground_truth": "D", "answer_text": "Senior Financial Consultant", "target_sids": [ 106, 85 ], "retrieved_sids": [ 13, 135, 33, 85, 10 ], "retrieved_global": [ 13, 135, 33, 85, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 195, "question": "For someone whose work location is New York, NY, what is their hometown?", "ground_truth": "A", "answer_text": "San Antonio, TX", "target_sids": [ 146, 140 ], "retrieved_sids": [ 140, 122, 27, 66, 10 ], "retrieved_global": [ 140, 122, 27, 66, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 196, "question": "What is the hometown of someone whose education level is a Bachelor\u2019s degree?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 145, 149 ], "retrieved_sids": [ 32, 145, 158, 59, 9 ], "retrieved_global": [ 32, 145, 158, 59, 9 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 197, "question": "What hobbies do people from Houston, TX have?", "ground_truth": "A", "answer_text": "Watching Movies", "target_sids": [ 19, 14 ], "retrieved_sids": [ 14, 106, 46, 140, 70 ], "retrieved_global": [ 14, 106, 46, 140, 70 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 198, "question": "What is the education background of the people at Orlando Wealth Management Group?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 161, 164 ], "retrieved_sids": [ 139, 5, 93, 161, 112 ], "retrieved_global": [ 139, 5, 93, 161, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 199, "question": "What's the birthday of someone named Jasper Thompson?", "ground_truth": "C", "answer_text": "07/04", "target_sids": [ 113, 116 ], "retrieved_sids": [ 105, 111, 49, 151, 23 ], "retrieved_global": [ 105, 111, 49, 151, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 200, "question": "What is the hometown of the person holding the position of Senior Research Scientist in Genomics?", "ground_truth": "C", "answer_text": "San Antonio, TX", "target_sids": [ 112, 118 ], "retrieved_sids": [ 112, 64, 115, 52, 46 ], "retrieved_global": [ 112, 64, 115, 52, 46 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 201, "question": "What is the occupation of the person from Urban Greens Farm Co.?", "ground_truth": "A", "answer_text": "Farmer", "target_sids": [ 132, 134 ], "retrieved_sids": [ 132, 134, 52, 156, 30 ], "retrieved_global": [ 132, 134, 52, 156, 30 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 202, "question": "What is the email address of the person whose hobby is rock climbing?", "ground_truth": "A", "answer_text": "liam.harrington@innovativelearninginstitute.edu", "target_sids": [ 42, 27 ], "retrieved_sids": [ 27, 144, 85, 52, 171 ], "retrieved_global": [ 27, 144, 85, 52, 171 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 203, "question": "What is the name of the person whose birthday is on 08/28?", "ground_truth": "A", "answer_text": "Chloe Sinclair", "target_sids": [ 40, 27 ], "retrieved_sids": [ 27, 86, 109, 129, 44 ], "retrieved_global": [ 27, 86, 109, 129, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 204, "question": "What is the hobby of the person from Innovative Research Group Inc.?", "ground_truth": "A", "answer_text": "Woodworking", "target_sids": [ 73, 75 ], "retrieved_sids": [ 93, 166, 73, 157, 112 ], "retrieved_global": [ 93, 166, 73, 157, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 205, "question": "What is the contact number for someone named Chloe Ramirez?", "ground_truth": "A", "answer_text": "51008325886", "target_sids": [ 122, 124 ], "retrieved_sids": [ 117, 15, 61, 124, 62 ], "retrieved_global": [ 117, 15, 61, 124, 62 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 206, "question": "What is the occupation of someone whose birthday is on November 3rd?", "ground_truth": "B", "answer_text": "Doctor", "target_sids": [ 112, 119 ], "retrieved_sids": [ 112, 95, 129, 3, 2 ], "retrieved_global": [ 112, 95, 129, 3, 2 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 207, "question": "What is the company name of the person who is 23 years old?", "ground_truth": "C", "answer_text": "Innovative Tech Dynamics", "target_sids": [ 64, 60 ], "retrieved_sids": [ 160, 65, 60, 30, 20 ], "retrieved_global": [ 160, 65, 60, 30, 20 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 208, "question": "For someone whose hometown is Boston, MA, what is their work location?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 131, 140 ], "retrieved_sids": [ 6, 131, 51, 93, 73 ], "retrieved_global": [ 6, 131, 51, 93, 73 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 209, "question": "What is the height of the person with the contact number 61707387159?", "ground_truth": "D", "answer_text": "164cm", "target_sids": [ 154, 167 ], "retrieved_sids": [ 32, 30, 110, 148, 90 ], "retrieved_global": [ 32, 30, 110, 148, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 210, "question": "What is the birthday of the person with the contact number 65006959513?", "ground_truth": "B", "answer_text": "08/09", "target_sids": [ 59, 55 ], "retrieved_sids": [ 146, 55, 18, 123, 82 ], "retrieved_global": [ 146, 55, 18, 123, 82 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 211, "question": "What is the age of someone who is 163 cm tall?", "ground_truth": "C", "answer_text": "33 years old", "target_sids": [ 25, 23 ], "retrieved_sids": [ 23, 152, 67, 95, 126 ], "retrieved_global": [ 23, 152, 67, 95, 126 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 212, "question": "What is the birthday of the person with the email address madeline.harper@lonestarrealtygroup.com?", "ground_truth": "B", "answer_text": "03/09", "target_sids": [ 152, 148 ], "retrieved_sids": [ 148, 76, 146, 11, 118 ], "retrieved_global": [ 148, 76, 146, 11, 118 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 213, "question": "What\u2019s the contact number for the person with a PhD in education?", "ground_truth": "C", "answer_text": "31201157518", "target_sids": [ 75, 76 ], "retrieved_sids": [ 135, 121, 60, 95, 109 ], "retrieved_global": [ 135, 121, 60, 95, 109 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 214, "question": "What is the age of the person whose hobby is cooking?", "ground_truth": "D", "answer_text": "31 years old", "target_sids": [ 18, 19 ], "retrieved_sids": [ 18, 35, 20, 145, 31 ], "retrieved_global": [ 18, 35, 20, 145, 31 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 215, "question": "What is the education of the person with the email address sienna.harper@northeastventures.com?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 49, 59 ], "retrieved_sids": [ 17, 78, 31, 105, 52 ], "retrieved_global": [ 17, 78, 31, 105, 52 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 216, "question": "What is the hometown of the person from Silver State Sales Co.?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 121, 127 ], "retrieved_sids": [ 133, 87, 121, 154, 123 ], "retrieved_global": [ 133, 87, 121, 154, 123 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 217, "question": "What is the height of the person in the position of Data Analyst?", "ground_truth": "A", "answer_text": "163cm", "target_sids": [ 72, 83 ], "retrieved_sids": [ 29, 83, 88, 151, 49 ], "retrieved_global": [ 29, 83, 88, 151, 49 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 218, "question": "What is the contact number for someone with a high school education?", "ground_truth": "B", "answer_text": "65009223810", "target_sids": [ 79, 71 ], "retrieved_sids": [ 103, 160, 10, 102, 29 ], "retrieved_global": [ 103, 160, 10, 102, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 219, "question": "What is the occupation of the person with the contact number 31002799100?", "ground_truth": "D", "answer_text": "Social Worker", "target_sids": [ 26, 34 ], "retrieved_sids": [ 62, 106, 14, 163, 63 ], "retrieved_global": [ 62, 106, 14, 163, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 220, "question": "What is the position of the person whose work location is Washington, DC?", "ground_truth": "C", "answer_text": "Lead Research Scientist", "target_sids": [ 157, 166 ], "retrieved_sids": [ 100, 157, 82, 48, 114 ], "retrieved_global": [ 100, 157, 82, 48, 114 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 221, "question": "What is the birthday of the person who is 37 years old?", "ground_truth": "C", "answer_text": "07/20", "target_sids": [ 19, 3 ], "retrieved_sids": [ 3, 31, 42, 21, 85 ], "retrieved_global": [ 3, 31, 42, 21, 85 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 222, "question": "What is the height of someone with a PhD?", "ground_truth": "B", "answer_text": "155cm", "target_sids": [ 28, 22 ], "retrieved_sids": [ 150, 93, 22, 45, 52 ], "retrieved_global": [ 150, 93, 22, 45, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 223, "question": "What is the height of someone whose hometown is Charlotte, NC?", "ground_truth": "B", "answer_text": "164cm", "target_sids": [ 16, 7 ], "retrieved_sids": [ 7, 16, 152, 109, 58 ], "retrieved_global": [ 7, 16, 152, 109, 58 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 224, "question": "What hobbies do people who work as translators typically have?", "ground_truth": "C", "answer_text": "Yoga", "target_sids": [ 52, 62 ], "retrieved_sids": [ 52, 50, 82, 156, 93 ], "retrieved_global": [ 52, 50, 82, 156, 93 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 225, "question": "What is the position for someone whose work location is Orlando, FL?", "ground_truth": "A", "answer_text": "Registered Nurse", "target_sids": [ 137, 139 ], "retrieved_sids": [ 33, 137, 5, 28, 116 ], "retrieved_global": [ 33, 137, 5, 28, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 226, "question": "What is the contact number of the person who is 167cm tall?", "ground_truth": "B", "answer_text": "31200850265", "target_sids": [ 100, 95 ], "retrieved_sids": [ 57, 95, 168, 142, 66 ], "retrieved_global": [ 57, 95, 168, 142, 66 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 227, "question": "What is the email address of the person whose occupation is Professor?", "ground_truth": "D", "answer_text": "nolan.hayes@innovativeresearchgroup.com", "target_sids": [ 59, 45 ], "retrieved_sids": [ 68, 123, 145, 59, 37 ], "retrieved_global": [ 68, 123, 145, 59, 37 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 228, "question": "What is the contact number for the person in the position of Senior Financial Consultant?", "ground_truth": "B", "answer_text": "51004070980", "target_sids": [ 10, 6 ], "retrieved_sids": [ 99, 6, 116, 78, 10 ], "retrieved_global": [ 99, 6, 116, 78, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 229, "question": "What position does someone who is 161 cm tall hold?", "ground_truth": "D", "answer_text": "Registered Nurse Class Coordinator", "target_sids": [ 42, 54 ], "retrieved_sids": [ 86, 42, 22, 66, 110 ], "retrieved_global": [ 86, 42, 22, 66, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 230, "question": "What is the age of someone with a PhD?", "ground_truth": "D", "answer_text": "40 years old", "target_sids": [ 73, 68 ], "retrieved_sids": [ 68, 47, 52, 154, 26 ], "retrieved_global": [ 68, 47, 52, 154, 26 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 231, "question": "What\u2019s the company name of the person whose hobby is bird watching?", "ground_truth": "A", "answer_text": "Pinnacle Health Associates", "target_sids": [ 1, 12 ], "retrieved_sids": [ 1, 99, 120, 164, 52 ], "retrieved_global": [ 1, 99, 120, 164, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 232, "question": "What is the work location for someone whose birthday is on April 5th?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 64, 45 ], "retrieved_sids": [ 45, 7, 91, 55, 131 ], "retrieved_global": [ 45, 7, 91, 55, 131 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 233, "question": "What is the email address of the person whose occupation is a social worker?", "ground_truth": "D", "answer_text": "avery.caldwell@compassionatecareservices.org", "target_sids": [ 131, 132 ], "retrieved_sids": [ 131, 63, 64, 104, 39 ], "retrieved_global": [ 131, 63, 64, 104, 39 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 234, "question": "What\u2019s the birthday of someone who is 33 years old?", "ground_truth": "B", "answer_text": "10/05", "target_sids": [ 50, 54 ], "retrieved_sids": [ 153, 2, 111, 26, 50 ], "retrieved_global": [ 153, 2, 111, 26, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 235, "question": "What is the work location for someone named Miles Donovan?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 53, 54 ], "retrieved_sids": [ 53, 91, 129, 49, 26 ], "retrieved_global": [ 53, 91, 129, 49, 26 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 236, "question": "What is the name of the person with the contact number 20206326616?", "ground_truth": "D", "answer_text": "Sophie Reynolds", "target_sids": [ 88, 99 ], "retrieved_sids": [ 37, 11, 88, 158, 159 ], "retrieved_global": [ 37, 11, 88, 158, 159 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 237, "question": "What is the height of the person with the contact number 71800335612?", "ground_truth": "D", "answer_text": "163cm", "target_sids": [ 19, 15 ], "retrieved_sids": [ 38, 119, 54, 66, 156 ], "retrieved_global": [ 38, 119, 54, 66, 156 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 238, "question": "What is the work location for someone who is 166 cm tall?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 67, 77 ], "retrieved_sids": [ 67, 131, 88, 153, 111 ], "retrieved_global": [ 67, 131, 88, 153, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 239, "question": "What is the hometown of the 23-year-old?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 115, 109 ], "retrieved_sids": [ 109, 155, 149, 20, 94 ], "retrieved_global": [ 109, 155, 149, 20, 94 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 240, "question": "What is the age of the person whose occupation is Professor?", "ground_truth": "A", "answer_text": "40 years old", "target_sids": [ 43, 55 ], "retrieved_sids": [ 55, 29, 72, 47, 46 ], "retrieved_global": [ 55, 29, 72, 47, 46 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 241, "question": "For someone whose work location is Austin, TX, what is their hometown?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 122, 125 ], "retrieved_sids": [ 4, 138, 122, 3, 135 ], "retrieved_global": [ 4, 138, 122, 3, 135 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 242, "question": "What is the hometown of someone whose birthday is on October 5th?", "ground_truth": "B", "answer_text": "Dallas, TX", "target_sids": [ 157, 158 ], "retrieved_sids": [ 157, 129, 110, 94, 68 ], "retrieved_global": [ 157, 129, 110, 94, 68 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 243, "question": "What is the hobby of the person with the contact number 85808428103?", "ground_truth": "A", "answer_text": "Watching Movies", "target_sids": [ 64, 75 ], "retrieved_sids": [ 114, 142, 163, 64, 28 ], "retrieved_global": [ 114, 142, 163, 64, 28 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 244, "question": "What is the educational background for someone in the position of Real Estate Marketing Specialist?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 69, 71 ], "retrieved_sids": [ 69, 83, 71, 108, 86 ], "retrieved_global": [ 69, 83, 71, 108, 86 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 245, "question": "What is the age of the person with the email address siena.blake@atlantaelectricsolutions.com?", "ground_truth": "D", "answer_text": "39 years old", "target_sids": [ 26, 39 ], "retrieved_sids": [ 26, 107, 86, 55, 145 ], "retrieved_global": [ 26, 107, 86, 55, 145 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 246, "question": "What is the birthday of someone with a Master's degree?", "ground_truth": "B", "answer_text": "02/20", "target_sids": [ 21, 22 ], "retrieved_sids": [ 21, 73, 120, 49, 130 ], "retrieved_global": [ 21, 73, 120, 49, 130 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 247, "question": "What is the name of the person whose occupation is Doctor?", "ground_truth": "B", "answer_text": "Dorian Blake", "target_sids": [ 152, 156 ], "retrieved_sids": [ 112, 107, 9, 152, 50 ], "retrieved_global": [ 112, 107, 9, 152, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 248, "question": "What is the position of the person with the contact number 85807258913?", "ground_truth": "D", "answer_text": "Real Estate Sales Specialist", "target_sids": [ 59, 63 ], "retrieved_sids": [ 41, 59, 164, 123, 135 ], "retrieved_global": [ 41, 59, 164, 123, 135 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 249, "question": "What is the company name for the person with the email address finn.harper@innovativeresearchlabs.com?", "ground_truth": "A", "answer_text": "Innovative Research Labs", "target_sids": [ 66, 71 ], "retrieved_sids": [ 66, 21, 160, 124, 104 ], "retrieved_global": [ 66, 21, 160, 124, 104 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 250, "question": "What is the work location for someone who is 166 cm tall?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 141, 143 ], "retrieved_sids": [ 82, 1, 46, 157, 23 ], "retrieved_global": [ 82, 1, 46, 157, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 251, "question": "What is the age of the person from Innovative Research Labs LLC?", "ground_truth": "A", "answer_text": "28 years old", "target_sids": [ 28, 22 ], "retrieved_sids": [ 22, 117, 127, 0, 89 ], "retrieved_global": [ 22, 117, 127, 0, 89 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 252, "question": "What is the email address of the person in the position of Police Sergeant?", "ground_truth": "D", "answer_text": "ethan.calderwood@metroguardsecurity.com", "target_sids": [ 124, 127 ], "retrieved_sids": [ 127, 90, 58, 91, 124 ], "retrieved_global": [ 127, 90, 58, 91, 124 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 253, "question": "What is the email address of the person from Starline Sales Group?", "ground_truth": "A", "answer_text": "savannah.blake@starlinesalesgroup.com", "target_sids": [ 48, 44 ], "retrieved_sids": [ 170, 44, 48, 81, 140 ], "retrieved_global": [ 170, 44, 48, 81, 140 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 254, "question": "What hobbies do people from Atlanta, GA have?", "ground_truth": "B", "answer_text": "Programming", "target_sids": [ 112, 116 ], "retrieved_sids": [ 112, 147, 82, 134, 158 ], "retrieved_global": [ 112, 147, 82, 134, 158 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 255, "question": "What is the occupation of someone named Jackson Hayes?", "ground_truth": "A", "answer_text": "Electrician", "target_sids": [ 120, 108 ], "retrieved_sids": [ 108, 107, 121, 111, 109 ], "retrieved_global": [ 108, 107, 121, 111, 109 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 256, "question": "What is the occupation of the person from Innovative Engineering Co.?", "ground_truth": "D", "answer_text": "Engineer", "target_sids": [ 168, 156 ], "retrieved_sids": [ 156, 28, 103, 150, 99 ], "retrieved_global": [ 156, 28, 103, 150, 99 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 257, "question": "What is the company name for someone whose work location is New York, NY?", "ground_truth": "B", "answer_text": "Capital Vision Advisors", "target_sids": [ 168, 162 ], "retrieved_sids": [ 162, 66, 142, 131, 168 ], "retrieved_global": [ 162, 66, 142, 131, 168 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 258, "question": "What occupation does a person who is 147 cm tall have?", "ground_truth": "B", "answer_text": "Musician", "target_sids": [ 161, 151 ], "retrieved_sids": [ 151, 44, 89, 35, 34 ], "retrieved_global": [ 151, 44, 89, 35, 34 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 259, "question": "What is the name of the person who is 32 years old?", "ground_truth": "D", "answer_text": "Maya Hartman", "target_sids": [ 68, 78 ], "retrieved_sids": [ 162, 68, 22, 110, 44 ], "retrieved_global": [ 162, 68, 22, 110, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 260, "question": "What is the company name for someone whose occupation is a Police Officer?", "ground_truth": "B", "answer_text": "Houston Guardian Services Ltd.", "target_sids": [ 138, 141 ], "retrieved_sids": [ 157, 159, 138, 141, 155 ], "retrieved_global": [ 157, 159, 138, 141, 155 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 261, "question": "What is the contact number for the person who is 26 years old?", "ground_truth": "A", "answer_text": "65008119830", "target_sids": [ 157, 167 ], "retrieved_sids": [ 78, 64, 101, 167, 157 ], "retrieved_global": [ 78, 64, 101, 167, 157 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 262, "question": "What is the company name of the person who is 34 years old?", "ground_truth": "B", "answer_text": "Pinnacle Sales Group", "target_sids": [ 0, 3 ], "retrieved_sids": [ 126, 0, 88, 131, 21 ], "retrieved_global": [ 126, 0, 88, 131, 21 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 263, "question": "What is the work location for someone whose hometown is San Francisco, CA?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 82, 76 ], "retrieved_sids": [ 76, 131, 5, 82, 156 ], "retrieved_global": [ 76, 131, 5, 82, 156 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 264, "question": "What is the contact number for the person who is 167 cm tall?", "ground_truth": "C", "answer_text": "65005931962", "target_sids": [ 107, 127 ], "retrieved_sids": [ 12, 144, 24, 66, 107 ], "retrieved_global": [ 12, 144, 24, 66, 107 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 265, "question": "What is the company name for someone whose hobby is fitness?", "ground_truth": "A", "answer_text": "Emerald City Grocers", "target_sids": [ 25, 38 ], "retrieved_sids": [ 25, 114, 112, 113, 162 ], "retrieved_global": [ 25, 114, 112, 113, 162 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 266, "question": "What is the contact number for someone whose birthday is July 10th?", "ground_truth": "D", "answer_text": "65004286413", "target_sids": [ 104, 93 ], "retrieved_sids": [ 139, 54, 162, 15, 104 ], "retrieved_global": [ 139, 54, 162, 15, 104 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 267, "question": "What is the age of the person who holds the position of University Professor?", "ground_truth": "B", "answer_text": "39 years old", "target_sids": [ 69, 79 ], "retrieved_sids": [ 69, 140, 139, 129, 91 ], "retrieved_global": [ 69, 140, 139, 129, 91 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 268, "question": "For someone whose hometown is Atlanta, GA, what is their work location?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 165, 158 ], "retrieved_sids": [ 158, 25, 67, 45, 111 ], "retrieved_global": [ 158, 25, 67, 45, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 269, "question": "What is the work location for the contact number 51001092418?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 56, 55 ], "retrieved_sids": [ 97, 161, 146, 54, 55 ], "retrieved_global": [ 97, 161, 146, 54, 55 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 270, "question": "What is the birthday of the person in the position of Customer Support Associate?", "ground_truth": "D", "answer_text": "08/04", "target_sids": [ 49, 47 ], "retrieved_sids": [ 49, 47, 66, 128, 88 ], "retrieved_global": [ 49, 47, 66, 128, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 271, "question": "What is the education level of someone who works in Portland, OR?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 65, 77 ], "retrieved_sids": [ 65, 33, 4, 77, 111 ], "retrieved_global": [ 65, 33, 4, 77, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 272, "question": "For someone with the occupation of Doctor, what is their work location?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 148, 133 ], "retrieved_sids": [ 76, 112, 114, 135, 133 ], "retrieved_global": [ 76, 112, 114, 135, 133 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 273, "question": "What is the birthday of the person in the position of Wealth Management Consultant?", "ground_truth": "B", "answer_text": "02/01", "target_sids": [ 122, 125 ], "retrieved_sids": [ 122, 55, 72, 111, 138 ], "retrieved_global": [ 122, 55, 72, 111, 138 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 274, "question": "What is the hobby of the person from Community Support Services of Houston?", "ground_truth": "B", "answer_text": "Listening to Music", "target_sids": [ 51, 61 ], "retrieved_sids": [ 157, 51, 27, 152, 153 ], "retrieved_global": [ 157, 51, 27, 152, 153 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 275, "question": "What is the work location for someone who is 173 cm tall?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 73, 69 ], "retrieved_sids": [ 145, 69, 103, 151, 28 ], "retrieved_global": [ 145, 69, 103, 151, 28 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 276, "question": "What is the position of someone whose hometown is Miami, FL?", "ground_truth": "B", "answer_text": "Assistant Delivery Driver", "target_sids": [ 90, 87 ], "retrieved_sids": [ 30, 154, 87, 129, 111 ], "retrieved_global": [ 30, 154, 87, 129, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 277, "question": "What is the work location of someone named Cassandra Blake?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 88, 97 ], "retrieved_sids": [ 135, 131, 68, 88, 95 ], "retrieved_global": [ 135, 131, 68, 88, 95 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 278, "question": "What is the hometown of the person who is 27 years old?", "ground_truth": "D", "answer_text": "Jacksonville, FL", "target_sids": [ 19, 21 ], "retrieved_sids": [ 87, 64, 151, 44, 108 ], "retrieved_global": [ 87, 64, 151, 44, 108 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 279, "question": "What is the age of someone with a PhD?", "ground_truth": "A", "answer_text": "23 years old", "target_sids": [ 152, 168 ], "retrieved_sids": [ 152, 66, 86, 168, 139 ], "retrieved_global": [ 152, 66, 86, 168, 139 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 280, "question": "What is the birthday of the person in the position of Director of Financial Services?", "ground_truth": "C", "answer_text": "10/07", "target_sids": [ 56, 58 ], "retrieved_sids": [ 56, 58, 44, 22, 24 ], "retrieved_global": [ 56, 58, 44, 22, 24 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 281, "question": "What is the education of someone whose work location is Las Vegas, NV?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 42, 29 ], "retrieved_sids": [ 29, 132, 133, 131, 150 ], "retrieved_global": [ 29, 132, 133, 131, 150 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 282, "question": "What is the hometown of someone whose hobby is yoga?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 116, 127 ], "retrieved_sids": [ 116, 45, 52, 37, 69 ], "retrieved_global": [ 116, 45, 52, 37, 69 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 283, "question": "What is the contact number for the person whose hobby is woodworking?", "ground_truth": "D", "answer_text": "61905843832", "target_sids": [ 136, 145 ], "retrieved_sids": [ 115, 136, 36, 98, 6 ], "retrieved_global": [ 115, 136, 36, 98, 6 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 284, "question": "What\u2019s the hometown of someone whose birthday is on 05/23?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 147, 134 ], "retrieved_sids": [ 86, 66, 153, 3, 23 ], "retrieved_global": [ 86, 66, 153, 3, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 285, "question": "For someone with a high school education, where is their hometown?", "ground_truth": "A", "answer_text": "Jacksonville, FL", "target_sids": [ 32, 39 ], "retrieved_sids": [ 7, 153, 32, 93, 115 ], "retrieved_global": [ 7, 153, 32, 93, 115 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 286, "question": "What is the name of the person whose occupation is Journalist?", "ground_truth": "D", "answer_text": "Skylar Jameson", "target_sids": [ 129, 139 ], "retrieved_sids": [ 129, 131, 72, 142, 99 ], "retrieved_global": [ 129, 131, 72, 142, 99 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 287, "question": "What is the height of the person from Sunshine Health Services?", "ground_truth": "C", "answer_text": "170cm", "target_sids": [ 8, 10 ], "retrieved_sids": [ 53, 37, 75, 38, 89 ], "retrieved_global": [ 53, 37, 75, 38, 89 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 288, "question": "What age are people whose hometown is Dallas, TX?", "ground_truth": "D", "answer_text": "24 years old", "target_sids": [ 136, 133 ], "retrieved_sids": [ 133, 89, 68, 11, 3 ], "retrieved_global": [ 133, 89, 68, 11, 3 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 289, "question": "What is the education of the person with the email address jasper.mitchell@harmonicvibesmusic.com?", "ground_truth": "C", "answer_text": "Master", "target_sids": [ 11, 4 ], "retrieved_sids": [ 4, 0, 20, 58, 3 ], "retrieved_global": [ 4, 0, 20, 58, 3 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 290, "question": "What is the height of the person named Grayson Wells?", "ground_truth": "C", "answer_text": "153cm", "target_sids": [ 49, 46 ], "retrieved_sids": [ 129, 87, 2, 46, 151 ], "retrieved_global": [ 129, 87, 2, 46, 151 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 291, "question": "What is the contact number for the person who is 36 years old?", "ground_truth": "D", "answer_text": "65002194985", "target_sids": [ 115, 110 ], "retrieved_sids": [ 168, 33, 59, 115, 110 ], "retrieved_global": [ 168, 33, 59, 115, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 292, "question": "What is the hobby of the person associated with the company name Austin Sound Collective?", "ground_truth": "D", "answer_text": "Playing Musical Instruments", "target_sids": [ 120, 115 ], "retrieved_sids": [ 115, 27, 76, 111, 39 ], "retrieved_global": [ 115, 27, 76, 111, 39 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 293, "question": "What is the height of the person from Innovative Learning Technologies, LLC?", "ground_truth": "A", "answer_text": "171cm", "target_sids": [ 112, 122 ], "retrieved_sids": [ 112, 53, 68, 135, 122 ], "retrieved_global": [ 112, 53, 68, 135, 122 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 294, "question": "What is the occupation of the person in the position of Data Insights Specialist?", "ground_truth": "A", "answer_text": "Data Analyst", "target_sids": [ 18, 5 ], "retrieved_sids": [ 5, 18, 7, 22, 51 ], "retrieved_global": [ 5, 18, 7, 22, 51 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 295, "question": "What is the name of someone whose hometown is Atlanta, GA?", "ground_truth": "C", "answer_text": "Jaxon Hayes", "target_sids": [ 33, 28 ], "retrieved_sids": [ 28, 129, 157, 64, 131 ], "retrieved_global": [ 28, 129, 157, 64, 131 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 296, "question": "What is the name of the person whose occupation is doctor?", "ground_truth": "C", "answer_text": "Nina Caldwell", "target_sids": [ 34, 27 ], "retrieved_sids": [ 104, 91, 4, 27, 155 ], "retrieved_global": [ 104, 91, 4, 27, 155 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 297, "question": "What is the birthday of the person with the email address maverick.cole@urbantrendsretailco.com?", "ground_truth": "A", "answer_text": "09/20", "target_sids": [ 12, 7 ], "retrieved_sids": [ 7, 0, 43, 75, 128 ], "retrieved_global": [ 7, 0, 43, 75, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 298, "question": "What is the hometown of someone with the occupation of Sales Associate?", "ground_truth": "A", "answer_text": "Philadelphia, PA", "target_sids": [ 26, 34 ], "retrieved_sids": [ 13, 109, 151, 34, 7 ], "retrieved_global": [ 13, 109, 151, 34, 7 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 299, "question": "What is the hometown of the person with the contact number 31208475360?", "ground_truth": "B", "answer_text": "Jacksonville, FL", "target_sids": [ 80, 83 ], "retrieved_sids": [ 128, 169, 80, 95, 33 ], "retrieved_global": [ 128, 169, 80, 95, 33 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 300, "question": "What is the position of the person from Mile High Culinary Creations?", "ground_truth": "B", "answer_text": "Sous Chef", "target_sids": [ 139, 148 ], "retrieved_sids": [ 139, 115, 49, 103, 92 ], "retrieved_global": [ 139, 115, 49, 103, 92 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 301, "question": "What is the birthday of someone who is 151 cm tall?", "ground_truth": "D", "answer_text": "12/18", "target_sids": [ 152, 166 ], "retrieved_sids": [ 102, 152, 68, 130, 24 ], "retrieved_global": [ 102, 152, 68, 130, 24 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 302, "question": "What are the hobbies of someone in the position of Delivery Assistant?", "ground_truth": "C", "answer_text": "Fitness", "target_sids": [ 112, 126 ], "retrieved_sids": [ 112, 135, 157, 4, 118 ], "retrieved_global": [ 112, 135, 157, 4, 118 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 303, "question": "What is the hobby of someone who is 34 years old?", "ground_truth": "D", "answer_text": "Sports", "target_sids": [ 48, 64 ], "retrieved_sids": [ 107, 130, 8, 42, 138 ], "retrieved_global": [ 107, 130, 8, 42, 138 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 304, "question": "What is the hobby of the person with the email address lucas.bennett@communitycarepartners.org?", "ground_truth": "B", "answer_text": "Bird Watching", "target_sids": [ 64, 75 ], "retrieved_sids": [ 64, 14, 32, 120, 63 ], "retrieved_global": [ 64, 14, 32, 120, 63 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 305, "question": "What is the education of the person with the contact number 20200069450?", "ground_truth": "C", "answer_text": "Master", "target_sids": [ 37, 22 ], "retrieved_sids": [ 59, 144, 74, 160, 22 ], "retrieved_global": [ 59, 144, 74, 160, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 306, "question": "What is the hometown of someone whose work location is Chicago, IL?", "ground_truth": "D", "answer_text": "San Antonio, TX", "target_sids": [ 41, 27 ], "retrieved_sids": [ 27, 77, 128, 56, 67 ], "retrieved_global": [ 27, 77, 128, 56, 67 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 307, "question": "What is the company name for someone with a high school education?", "ground_truth": "A", "answer_text": "Metro Builders Group", "target_sids": [ 25, 22 ], "retrieved_sids": [ 109, 22, 43, 110, 63 ], "retrieved_global": [ 109, 22, 43, 110, 63 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 308, "question": "What is the hometown of the person who is 38 years old?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 89, 85 ], "retrieved_sids": [ 149, 107, 43, 0, 64 ], "retrieved_global": [ 149, 107, 43, 0, 64 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 309, "question": "What is the occupation of someone whose work location is Los Angeles, CA?", "ground_truth": "C", "answer_text": "Pilot", "target_sids": [ 81, 83 ], "retrieved_sids": [ 81, 99, 88, 111, 158 ], "retrieved_global": [ 81, 99, 88, 111, 158 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 310, "question": "What is the education level of the person with the contact number 31202331371?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 24, 21 ], "retrieved_sids": [ 83, 21, 122, 142, 50 ], "retrieved_global": [ 83, 21, 122, 142, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 311, "question": "What is the hobby of the person from Summit Wealth Management Group?", "ground_truth": "B", "answer_text": "Knitting", "target_sids": [ 19, 15 ], "retrieved_sids": [ 15, 140, 78, 11, 10 ], "retrieved_global": [ 15, 140, 78, 11, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 312, "question": "What is the company name for the person whose occupation is a Lawyer?", "ground_truth": "B", "answer_text": "Golden Gate Legal Group", "target_sids": [ 38, 22 ], "retrieved_sids": [ 95, 46, 26, 22, 61 ], "retrieved_global": [ 95, 46, 26, 22, 61 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 313, "question": "What is the contact number for the person whose birthday is on 10/05?", "ground_truth": "C", "answer_text": "31206348571", "target_sids": [ 112, 120 ], "retrieved_sids": [ 101, 55, 85, 90, 23 ], "retrieved_global": [ 101, 55, 85, 90, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 314, "question": "What is the name of the person with the contact number 41506359192?", "ground_truth": "A", "answer_text": "Landon Pierce", "target_sids": [ 78, 63 ], "retrieved_sids": [ 168, 103, 146, 50, 6 ], "retrieved_global": [ 168, 103, 146, 50, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 315, "question": "What occupation does someone with a high school education typically have?", "ground_truth": "A", "answer_text": "Construction Worker", "target_sids": [ 34, 22 ], "retrieved_sids": [ 56, 70, 2, 22, 88 ], "retrieved_global": [ 56, 70, 2, 22, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 316, "question": "What is the company name of someone named Julian Cole?", "ground_truth": "C", "answer_text": "CodeCraft Innovations", "target_sids": [ 49, 55 ], "retrieved_sids": [ 49, 44, 48, 46, 60 ], "retrieved_global": [ 49, 44, 48, 46, 60 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 317, "question": "What is the birthday of the person whose hobby is hiking?", "ground_truth": "D", "answer_text": "05/08", "target_sids": [ 28, 22 ], "retrieved_sids": [ 22, 132, 88, 89, 81 ], "retrieved_global": [ 22, 132, 88, 89, 81 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 318, "question": "What is the contact number for the person who is 38 years old?", "ground_truth": "B", "answer_text": "31200146995", "target_sids": [ 90, 94 ], "retrieved_sids": [ 37, 61, 137, 90, 22 ], "retrieved_global": [ 37, 61, 137, 90, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 319, "question": "What is the email address of the person whose occupation is Farmer?", "ground_truth": "B", "answer_text": "evan.caldwell@desertharvestfarms.com", "target_sids": [ 41, 39 ], "retrieved_sids": [ 24, 41, 39, 3, 110 ], "retrieved_global": [ 24, 41, 39, 3, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 320, "question": "What is the contact number for someone whose hometown is Indianapolis, IN?", "ground_truth": "A", "answer_text": "20106112066", "target_sids": [ 43, 55 ], "retrieved_sids": [ 74, 103, 14, 147, 43 ], "retrieved_global": [ 74, 103, 14, 147, 43 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 321, "question": "What hobby does someone with a birthday on 02/25 have?", "ground_truth": "D", "answer_text": "Fitness", "target_sids": [ 114, 116 ], "retrieved_sids": [ 30, 27, 153, 154, 88 ], "retrieved_global": [ 30, 27, 153, 154, 88 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 322, "question": "What is the company name for the email address talia.bennett@metrolaw.gov?", "ground_truth": "D", "answer_text": "Metro Law Enforcement Agency", "target_sids": [ 164, 148 ], "retrieved_sids": [ 148, 114, 50, 159, 96 ], "retrieved_global": [ 148, 114, 50, 159, 96 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 323, "question": "What would be the birthday of someone who is 34 years old?", "ground_truth": "C", "answer_text": "07/28", "target_sids": [ 138, 126 ], "retrieved_sids": [ 126, 84, 83, 62, 50 ], "retrieved_global": [ 126, 84, 83, 62, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 324, "question": "What is the height of the person with the email address maya.sinclair@texassparkelectric.com?", "ground_truth": "B", "answer_text": "174cm", "target_sids": [ 3, 15 ], "retrieved_sids": [ 3, 87, 0, 15, 22 ], "retrieved_global": [ 3, 87, 0, 15, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 325, "question": "What is the education of the person from HealthCare Partners of New York?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 34, 27 ], "retrieved_sids": [ 27, 37, 158, 165, 24 ], "retrieved_global": [ 27, 37, 158, 165, 24 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 326, "question": "What is the education level of someone who is 166cm tall?", "ground_truth": "B", "answer_text": "Bachelor", "target_sids": [ 115, 118 ], "retrieved_sids": [ 155, 3, 89, 141, 115 ], "retrieved_global": [ 155, 3, 89, 141, 115 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 327, "question": "What is the education of the person with the email address nora.ellis@pacificedgesalesgroup.com?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 131, 133 ], "retrieved_sids": [ 13, 122, 167, 61, 140 ], "retrieved_global": [ 13, 122, 167, 61, 140 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 328, "question": "What is the company name for someone whose hobby is rock climbing?", "ground_truth": "C", "answer_text": "Culinary Haven Austin", "target_sids": [ 16, 17 ], "retrieved_sids": [ 16, 69, 131, 144, 108 ], "retrieved_global": [ 16, 69, 131, 144, 108 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 329, "question": "What position does someone who has a hobby of camping hold?", "ground_truth": "C", "answer_text": "Language Specialist", "target_sids": [ 25, 35 ], "retrieved_sids": [ 25, 153, 70, 71, 114 ], "retrieved_global": [ 25, 153, 70, 71, 114 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 330, "question": "What is the age of the person whose occupation is a chef?", "ground_truth": "C", "answer_text": "40 years old", "target_sids": [ 34, 43 ], "retrieved_sids": [ 138, 140, 46, 52, 28 ], "retrieved_global": [ 138, 140, 46, 52, 28 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 331, "question": "What is the hobby of someone whose hometown is Los Angeles, CA?", "ground_truth": "A", "answer_text": "Woodworking", "target_sids": [ 60, 61 ], "retrieved_sids": [ 111, 110, 135, 119, 60 ], "retrieved_global": [ 111, 110, 135, 119, 60 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 332, "question": "What is the position of the person who is 44 years old?", "ground_truth": "B", "answer_text": "Director of Data Analytics", "target_sids": [ 136, 144 ], "retrieved_sids": [ 136, 74, 85, 43, 127 ], "retrieved_global": [ 136, 74, 85, 43, 127 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 333, "question": "What position does someone with a PhD in education hold?", "ground_truth": "B", "answer_text": "Medical Research Scientist", "target_sids": [ 164, 157 ], "retrieved_sids": [ 113, 157, 9, 71, 137 ], "retrieved_global": [ 113, 157, 9, 71, 137 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 334, "question": "What is the company name for the position of Junior Graphic Designer?", "ground_truth": "A", "answer_text": "Creative Canvas Studio", "target_sids": [ 129, 140 ], "retrieved_sids": [ 129, 153, 141, 132, 56 ], "retrieved_global": [ 129, 153, 141, 132, 56 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 335, "question": "What is the occupation of the person with the contact number 81803148644?", "ground_truth": "B", "answer_text": "Teacher", "target_sids": [ 104, 103 ], "retrieved_sids": [ 74, 118, 136, 10, 11 ], "retrieved_global": [ 74, 118, 136, 10, 11 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 336, "question": "What is the name of the person with the email address ethan.miles@ggsavingsbank.com?", "ground_truth": "A", "answer_text": "Ethan Miles", "target_sids": [ 34, 37 ], "retrieved_sids": [ 34, 106, 37, 170, 75 ], "retrieved_global": [ 34, 106, 37, 170, 75 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 337, "question": "What is the birthday of someone with an Associate Degree?", "ground_truth": "D", "answer_text": "05/09", "target_sids": [ 16, 1 ], "retrieved_sids": [ 44, 1, 68, 111, 49 ], "retrieved_global": [ 44, 1, 68, 111, 49 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 338, "question": "What is the company name for someone whose hobby is playing golf?", "ground_truth": "C", "answer_text": "Coastal Law Group LLC", "target_sids": [ 16, 11 ], "retrieved_sids": [ 11, 156, 98, 29, 97 ], "retrieved_global": [ 11, 156, 98, 29, 97 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 339, "question": "What is the company name for the email address savannah.parker@capitalsalesgroup.com?", "ground_truth": "D", "answer_text": "Capital Sales Group", "target_sids": [ 34, 29 ], "retrieved_sids": [ 29, 80, 56, 28, 43 ], "retrieved_global": [ 29, 80, 56, 28, 43 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 340, "question": "What is the hometown of someone named Jade Emerson?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 116, 125 ], "retrieved_sids": [ 116, 155, 111, 107, 43 ], "retrieved_global": [ 116, 155, 111, 107, 43 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 341, "question": "What is the name of someone whose hometown is Portland, OR?", "ground_truth": "C", "answer_text": "Aria Lawson", "target_sids": [ 25, 34 ], "retrieved_sids": [ 25, 161, 89, 6, 88 ], "retrieved_global": [ 25, 161, 89, 6, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 342, "question": "What is the contact number for someone whose hometown is Miami, FL?", "ground_truth": "D", "answer_text": "71804355808", "target_sids": [ 66, 75 ], "retrieved_sids": [ 98, 145, 66, 27, 62 ], "retrieved_global": [ 98, 145, 66, 27, 62 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 343, "question": "What is the email address of someone whose hometown is Denver, CO?", "ground_truth": "D", "answer_text": "sienna.caldwell@emeraldcitylaw.gov", "target_sids": [ 154, 164 ], "retrieved_sids": [ 120, 69, 164, 148, 32 ], "retrieved_global": [ 120, 69, 164, 148, 32 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 344, "question": "What is the contact number for the person who is 32 years old?", "ground_truth": "D", "answer_text": "81809383442", "target_sids": [ 10, 14 ], "retrieved_sids": [ 105, 147, 121, 34, 21 ], "retrieved_global": [ 105, 147, 121, 34, 21 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 345, "question": "What is the hometown of the people from Peak Performance Sales Group?", "ground_truth": "B", "answer_text": "Charlotte, NC", "target_sids": [ 68, 71 ], "retrieved_sids": [ 35, 68, 89, 90, 69 ], "retrieved_global": [ 35, 68, 89, 90, 69 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 346, "question": "What is the height of the person with the email address ella.hawthorne@innovativetechsystems.com?", "ground_truth": "A", "answer_text": "153cm", "target_sids": [ 28, 23 ], "retrieved_sids": [ 23, 28, 86, 148, 128 ], "retrieved_global": [ 23, 28, 86, 148, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 347, "question": "What age is someone with a Bachelor's degree?", "ground_truth": "A", "answer_text": "26 years old", "target_sids": [ 33, 37 ], "retrieved_sids": [ 33, 50, 153, 63, 111 ], "retrieved_global": [ 33, 50, 153, 63, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 348, "question": "What is the work location for the person with the email address gabriel.nash@precisionfinancialservices.com?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 91, 103 ], "retrieved_sids": [ 91, 58, 14, 151, 13 ], "retrieved_global": [ 91, 58, 14, 151, 13 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 349, "question": "What is the hometown of the person with the contact number 61908238962?", "ground_truth": "A", "answer_text": "Philadelphia, PA", "target_sids": [ 136, 141 ], "retrieved_sids": [ 57, 108, 0, 75, 136 ], "retrieved_global": [ 57, 108, 0, 75, 136 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 350, "question": "What is the name of the person whose height is 158 cm?", "ground_truth": "A", "answer_text": "Maya Sinclair", "target_sids": [ 69, 79 ], "retrieved_sids": [ 9, 69, 113, 150, 30 ], "retrieved_global": [ 9, 69, 113, 150, 30 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 351, "question": "What is the age of the person whose work location is Washington, DC?", "ground_truth": "D", "answer_text": "30 years old", "target_sids": [ 121, 129 ], "retrieved_sids": [ 69, 121, 44, 126, 129 ], "retrieved_global": [ 69, 121, 44, 126, 129 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 352, "question": "What is the name of the person from Compassionate Care Services LLC?", "ground_truth": "C", "answer_text": "Chloe Emerson", "target_sids": [ 164, 148 ], "retrieved_sids": [ 148, 50, 25, 156, 57 ], "retrieved_global": [ 148, 50, 25, 156, 57 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 353, "question": "What is the email address of the person in the position of Journeyman Electrician?", "ground_truth": "B", "answer_text": "lila.prescott@portlandpowerpros.com", "target_sids": [ 21, 31 ], "retrieved_sids": [ 164, 99, 97, 100, 21 ], "retrieved_global": [ 164, 99, 97, 100, 21 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 354, "question": "What is the height of someone whose occupation is a Social Worker?", "ground_truth": "D", "answer_text": "163cm", "target_sids": [ 168, 155 ], "retrieved_sids": [ 28, 65, 54, 85, 168 ], "retrieved_global": [ 28, 65, 54, 85, 168 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 355, "question": "Which company has a person with a hobby in fitness?", "ground_truth": "D", "answer_text": "Harmonic Vibes Music Studio", "target_sids": [ 1, 12 ], "retrieved_sids": [ 1, 72, 23, 96, 28 ], "retrieved_global": [ 1, 72, 23, 96, 28 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 356, "question": "What is the occupation of someone whose hometown is Washington, DC?", "ground_truth": "A", "answer_text": "Researcher", "target_sids": [ 100, 87 ], "retrieved_sids": [ 87, 150, 133, 49, 70 ], "retrieved_global": [ 87, 150, 133, 49, 70 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 357, "question": "What is the birthday of the person named Soren Wells?", "ground_truth": "A", "answer_text": "06/02", "target_sids": [ 65, 74 ], "retrieved_sids": [ 66, 111, 25, 156, 47 ], "retrieved_global": [ 66, 111, 25, 156, 47 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 358, "question": "What is the company name of the person who is 28 years old?", "ground_truth": "C", "answer_text": "Austin Eco Innovations", "target_sids": [ 169, 154 ], "retrieved_sids": [ 154, 42, 3, 0, 64 ], "retrieved_global": [ 154, 42, 3, 0, 64 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 359, "question": "What is the work location for the person named Asher Whitaker?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 130, 133 ], "retrieved_sids": [ 130, 138, 133, 129, 150 ], "retrieved_global": [ 130, 138, 133, 129, 150 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 360, "question": "What is the height of the person whose work location is Atlanta, GA?", "ground_truth": "A", "answer_text": "169cm", "target_sids": [ 67, 84 ], "retrieved_sids": [ 153, 67, 84, 150, 131 ], "retrieved_global": [ 153, 67, 84, 150, 131 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 361, "question": "What is the hometown of the person with the contact number 51003517663?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 155, 150 ], "retrieved_sids": [ 124, 144, 58, 59, 138 ], "retrieved_global": [ 124, 144, 58, 59, 138 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 362, "question": "What is the position of someone who has surfing as a hobby?", "ground_truth": "D", "answer_text": "Store Supervisor", "target_sids": [ 137, 150 ], "retrieved_sids": [ 137, 6, 54, 161, 33 ], "retrieved_global": [ 137, 6, 54, 161, 33 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 363, "question": "What is the age of the person whose hobby is theater?", "ground_truth": "A", "answer_text": "36 years old", "target_sids": [ 72, 81 ], "retrieved_sids": [ 72, 51, 31, 169, 135 ], "retrieved_global": [ 72, 51, 31, 169, 135 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 364, "question": "What is the age of the person with the contact number 70704154733?", "ground_truth": "D", "answer_text": "37 years old", "target_sids": [ 126, 111 ], "retrieved_sids": [ 14, 36, 111, 98, 161 ], "retrieved_global": [ 14, 36, 111, 98, 161 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 365, "question": "What is the occupation of the person from Innovative Learning Technologies LLC?", "ground_truth": "B", "answer_text": "Professor", "target_sids": [ 52, 60 ], "retrieved_sids": [ 24, 52, 116, 50, 93 ], "retrieved_global": [ 24, 52, 116, 50, 93 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 366, "question": "What is the height of the person whose email address is samantha.reynolds@lonestarfreight.com?", "ground_truth": "D", "answer_text": "175cm", "target_sids": [ 5, 14 ], "retrieved_sids": [ 5, 23, 67, 46, 85 ], "retrieved_global": [ 5, 23, 67, 46, 85 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 367, "question": "What is the education level of someone whose occupation is Chef?", "ground_truth": "C", "answer_text": "Associate Degree", "target_sids": [ 78, 71 ], "retrieved_sids": [ 150, 49, 134, 151, 159 ], "retrieved_global": [ 150, 49, 134, 151, 159 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 368, "question": "What is the age of someone named Sophie Turner?", "ground_truth": "D", "answer_text": "31 years old", "target_sids": [ 60, 47 ], "retrieved_sids": [ 58, 47, 19, 55, 29 ], "retrieved_global": [ 58, 47, 19, 55, 29 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 369, "question": "What is the company name of the person named Sophie Radcliffe?", "ground_truth": "C", "answer_text": "Portland Learning Academy", "target_sids": [ 67, 69 ], "retrieved_sids": [ 67, 62, 28, 65, 80 ], "retrieved_global": [ 67, 62, 28, 65, 80 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 370, "question": "What is the hobby of the person with the email address lila.prescott@chicagoinvestigative.com?", "ground_truth": "C", "answer_text": "Theater", "target_sids": [ 115, 107 ], "retrieved_sids": [ 107, 112, 145, 36, 108 ], "retrieved_global": [ 107, 112, 145, 36, 108 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 371, "question": "What is the contact number for the person whose hobby is programming?", "ground_truth": "A", "answer_text": "65006498256", "target_sids": [ 42, 44 ], "retrieved_sids": [ 44, 119, 42, 5, 169 ], "retrieved_global": [ 44, 119, 42, 5, 169 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 372, "question": "What is the position of the person named Autumn Hayes?", "ground_truth": "D", "answer_text": "Law Enforcement Officer", "target_sids": [ 64, 83 ], "retrieved_sids": [ 64, 81, 67, 63, 117 ], "retrieved_global": [ 64, 81, 67, 63, 117 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 373, "question": "What is the company name for the person with the contact number 20102496813?", "ground_truth": "B", "answer_text": "Innovative Research Group", "target_sids": [ 56, 62 ], "retrieved_sids": [ 137, 98, 33, 165, 110 ], "retrieved_global": [ 137, 98, 33, 165, 110 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 374, "question": "What position does someone who is 168 cm tall hold?", "ground_truth": "A", "answer_text": "Corporate Counsel", "target_sids": [ 116, 126 ], "retrieved_sids": [ 28, 2, 65, 88, 161 ], "retrieved_global": [ 28, 2, 65, 88, 161 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 375, "question": "What is the hometown of the person from Community Care Network of Seattle?", "ground_truth": "C", "answer_text": "Dallas, TX", "target_sids": [ 53, 46 ], "retrieved_sids": [ 46, 48, 71, 135, 74 ], "retrieved_global": [ 46, 48, 71, 135, 74 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 376, "question": "What is the education of the person with the contact number 31203940814?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 155, 159 ], "retrieved_sids": [ 39, 15, 104, 155, 40 ], "retrieved_global": [ 39, 15, 104, 155, 40 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 377, "question": "What is the education of the person who is 32 years old?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 78, 63 ], "retrieved_sids": [ 130, 150, 63, 102, 21 ], "retrieved_global": [ 130, 150, 63, 102, 21 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 378, "question": "What is the name of the person whose hometown is Orlando, FL?", "ground_truth": "D", "answer_text": "Jace Warren", "target_sids": [ 48, 59 ], "retrieved_sids": [ 48, 160, 114, 173, 101 ], "retrieved_global": [ 48, 160, 114, 173, 101 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 379, "question": "What is the contact number for the person who is 38 years old?", "ground_truth": "D", "answer_text": "71804133100", "target_sids": [ 160, 154 ], "retrieved_sids": [ 54, 160, 114, 154, 107 ], "retrieved_global": [ 54, 160, 114, 154, 107 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 380, "question": "What position does someone with the occupation of Truck Driver hold?", "ground_truth": "B", "answer_text": "Logistics Coordinator", "target_sids": [ 83, 78 ], "retrieved_sids": [ 78, 155, 156, 51, 130 ], "retrieved_global": [ 78, 155, 156, 51, 130 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 381, "question": "What is the education of someone whose birthday is on April 4th?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 45, 55 ], "retrieved_sids": [ 45, 8, 131, 111, 153 ], "retrieved_global": [ 45, 8, 131, 111, 153 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 382, "question": "What is the hobby of the person with the contact number 71806809497?", "ground_truth": "C", "answer_text": "Yoga", "target_sids": [ 25, 34 ], "retrieved_sids": [ 168, 52, 140, 73, 169 ], "retrieved_global": [ 168, 52, 140, 73, 169 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 383, "question": "What is the birthday of someone who is 38 years old?", "ground_truth": "C", "answer_text": "04/16", "target_sids": [ 35, 31 ], "retrieved_sids": [ 108, 1, 67, 31, 105 ], "retrieved_global": [ 108, 1, 67, 31, 105 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 384, "question": "What is the contact number for someone with a Master's degree in education?", "ground_truth": "A", "answer_text": "61909569322", "target_sids": [ 1, 19 ], "retrieved_sids": [ 1, 32, 59, 101, 148 ], "retrieved_global": [ 1, 32, 59, 101, 148 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 385, "question": "What is the position of the person who is 47 years old?", "ground_truth": "C", "answer_text": "Branch Operations Manager", "target_sids": [ 121, 111 ], "retrieved_sids": [ 132, 90, 67, 111, 153 ], "retrieved_global": [ 132, 90, 67, 111, 153 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 386, "question": "What is the email address for the position of Line Cook?", "ground_truth": "D", "answer_text": "ronan.steele@culinarycanvas.com", "target_sids": [ 32, 35 ], "retrieved_sids": [ 17, 157, 32, 74, 35 ], "retrieved_global": [ 17, 157, 32, 74, 35 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 387, "question": "What is the birthday of someone who is 31 years old?", "ground_truth": "D", "answer_text": "12/29", "target_sids": [ 0, 12 ], "retrieved_sids": [ 155, 151, 67, 0, 100 ], "retrieved_global": [ 155, 151, 67, 0, 100 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 388, "question": "What is the contact number for the position of Corporate Legal Counsel?", "ground_truth": "C", "answer_text": "20208022032", "target_sids": [ 132, 141 ], "retrieved_sids": [ 35, 132, 56, 16, 135 ], "retrieved_global": [ 35, 132, 56, 16, 135 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 389, "question": "What is the work location for the people at Innovative Research Technologies LLC?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 140, 141 ], "retrieved_sids": [ 140, 8, 72, 48, 149 ], "retrieved_global": [ 140, 8, 72, 48, 149 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 390, "question": "What is the company name for the person with the contact number 20201378634?", "ground_truth": "C", "answer_text": "Quantum Innovations Laboratories", "target_sids": [ 53, 63 ], "retrieved_sids": [ 164, 20, 165, 53, 39 ], "retrieved_global": [ 164, 20, 165, 53, 39 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 391, "question": "What is the name of someone whose hobby is playing musical instruments?", "ground_truth": "B", "answer_text": "Ava Mitchell", "target_sids": [ 152, 157 ], "retrieved_sids": [ 152, 93, 95, 126, 49 ], "retrieved_global": [ 152, 93, 95, 126, 49 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 392, "question": "What is the name of the person with the contact number 71800243296?", "ground_truth": "B", "answer_text": "Jordan Ellis", "target_sids": [ 163, 166 ], "retrieved_sids": [ 163, 128, 143, 54, 16 ], "retrieved_global": [ 163, 128, 143, 54, 16 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 393, "question": "What is the company name for someone with a Master's degree?", "ground_truth": "C", "answer_text": "Coastline Wealth Management Group", "target_sids": [ 129, 146 ], "retrieved_sids": [ 129, 52, 114, 39, 157 ], "retrieved_global": [ 129, 52, 114, 39, 157 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 394, "question": "What is the hometown of the person who is 23 years old?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 110, 119 ], "retrieved_sids": [ 42, 85, 148, 21, 63 ], "retrieved_global": [ 42, 85, 148, 21, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 395, "question": "What is the occupation of someone in the position of Real Estate Marketing Specialist?", "ground_truth": "C", "answer_text": "Real Estate Agent", "target_sids": [ 40, 29 ], "retrieved_sids": [ 29, 9, 111, 40, 10 ], "retrieved_global": [ 29, 9, 111, 40, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 396, "question": "What is the work location of the person who is 37 years old?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 97, 94 ], "retrieved_sids": [ 22, 72, 108, 94, 123 ], "retrieved_global": [ 22, 72, 108, 94, 123 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 397, "question": "What is the contact number for the person named Silas Donovan?", "ground_truth": "C", "answer_text": "61703910353", "target_sids": [ 139, 142 ], "retrieved_sids": [ 60, 124, 30, 127, 146 ], "retrieved_global": [ 60, 124, 30, 127, 146 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 398, "question": "What is the hometown of someone whose birthday is on 08/04?", "ground_truth": "D", "answer_text": "Dallas, TX", "target_sids": [ 72, 66 ], "retrieved_sids": [ 16, 137, 151, 106, 62 ], "retrieved_global": [ 16, 137, 151, 106, 62 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 399, "question": "What is the hobby of the person named Nolan Price?", "ground_truth": "B", "answer_text": "Woodworking", "target_sids": [ 25, 38 ], "retrieved_sids": [ 25, 21, 37, 22, 28 ], "retrieved_global": [ 25, 21, 37, 22, 28 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 400, "question": "What is the education of the person named Chloe Mitchell?", "ground_truth": "B", "answer_text": "Master", "target_sids": [ 80, 77 ], "retrieved_sids": [ 74, 62, 83, 69, 81 ], "retrieved_global": [ 74, 62, 83, 69, 81 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 401, "question": "What is the height of the person whose work location is New York, NY?", "ground_truth": "B", "answer_text": "143cm", "target_sids": [ 73, 69 ], "retrieved_sids": [ 4, 69, 101, 44, 73 ], "retrieved_global": [ 4, 69, 101, 44, 73 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 402, "question": "What is the height of the person from Innovative Education Technologies LLC?", "ground_truth": "B", "answer_text": "175cm", "target_sids": [ 24, 28 ], "retrieved_sids": [ 24, 70, 128, 90, 43 ], "retrieved_global": [ 24, 70, 128, 90, 43 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 403, "question": "What is the work location of the person with the email address jacob.lawson@urbanharvestfarms.com?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 73, 83 ], "retrieved_sids": [ 73, 138, 153, 19, 66 ], "retrieved_global": [ 73, 138, 153, 19, 66 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 404, "question": "What is the email address of the person whose work location is Miami, FL?", "ground_truth": "D", "answer_text": "ethan.blake@innovative-research-tech.com", "target_sids": [ 115, 116 ], "retrieved_sids": [ 115, 169, 157, 116, 17 ], "retrieved_global": [ 115, 169, 157, 116, 17 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 405, "question": "What is the contact number for the person who is 169cm tall?", "ground_truth": "D", "answer_text": "65008848806", "target_sids": [ 121, 123 ], "retrieved_sids": [ 121, 87, 44, 6, 23 ], "retrieved_global": [ 121, 87, 44, 6, 23 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 406, "question": "What is the company name of the person whose hobby is sports?", "ground_truth": "A", "answer_text": "CodeWave Technologies", "target_sids": [ 156, 150 ], "retrieved_sids": [ 150, 25, 95, 128, 11 ], "retrieved_global": [ 150, 25, 95, 128, 11 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 407, "question": "What is the age of the person whose hobby is rock climbing?", "ground_truth": "C", "answer_text": "36 years old", "target_sids": [ 131, 127 ], "retrieved_sids": [ 127, 153, 154, 162, 30 ], "retrieved_global": [ 127, 153, 154, 162, 30 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 408, "question": "What is the email address of the person whose birthday is on 11/25?", "ground_truth": "B", "answer_text": "ethan.ramirez@orlandoinnovateresearchgroup.com", "target_sids": [ 138, 146 ], "retrieved_sids": [ 88, 146, 3, 46, 19 ], "retrieved_global": [ 88, 146, 3, 46, 19 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 409, "question": "What is the email address of the person whose work location is Las Vegas, NV?", "ground_truth": "A", "answer_text": "mason.ellis@nevadafreightlogistics.com", "target_sids": [ 73, 79 ], "retrieved_sids": [ 79, 134, 39, 57, 26 ], "retrieved_global": [ 79, 134, 39, 57, 26 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 410, "question": "What is the age of someone whose height is 164 cm?", "ground_truth": "A", "answer_text": "22 years old", "target_sids": [ 36, 21 ], "retrieved_sids": [ 21, 129, 45, 66, 108 ], "retrieved_global": [ 21, 129, 45, 66, 108 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 411, "question": "What is the contact number for the person with a PhD in education?", "ground_truth": "B", "answer_text": "30508240570", "target_sids": [ 18, 15 ], "retrieved_sids": [ 98, 154, 78, 48, 120 ], "retrieved_global": [ 98, 154, 78, 48, 120 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 412, "question": "What is the height of someone whose hometown is San Antonio, TX?", "ground_truth": "A", "answer_text": "163cm", "target_sids": [ 37, 29 ], "retrieved_sids": [ 37, 29, 113, 88, 3 ], "retrieved_global": [ 37, 29, 113, 88, 3 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 413, "question": "What's the contact number for the person whose height is 161 cm?", "ground_truth": "B", "answer_text": "51004860465", "target_sids": [ 163, 167 ], "retrieved_sids": [ 45, 131, 18, 10, 101 ], "retrieved_global": [ 45, 131, 18, 10, 101 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 414, "question": "What is the position of the person whose work location is Austin, TX?", "ground_truth": "A", "answer_text": "Law Enforcement Officer", "target_sids": [ 112, 109 ], "retrieved_sids": [ 109, 117, 47, 22, 137 ], "retrieved_global": [ 109, 117, 47, 22, 137 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 415, "question": "What's the name of the person whose hometown is San Francisco, CA?", "ground_truth": "D", "answer_text": "Silas Cooper", "target_sids": [ 95, 87 ], "retrieved_sids": [ 87, 7, 135, 20, 68 ], "retrieved_global": [ 87, 7, 135, 20, 68 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 416, "question": "What is the position of someone whose occupation is a professor?", "ground_truth": "D", "answer_text": "Assistant Professor of Psychology", "target_sids": [ 21, 39 ], "retrieved_sids": [ 21, 39, 91, 136, 28 ], "retrieved_global": [ 21, 39, 91, 136, 28 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 417, "question": "What is the hometown of someone whose birthday is on 08/04?", "ground_truth": "C", "answer_text": "Indianapolis, IN", "target_sids": [ 4, 20 ], "retrieved_sids": [ 46, 4, 117, 131, 87 ], "retrieved_global": [ 46, 4, 117, 131, 87 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 418, "question": "What is the name of the person with the email address liam.carter@innovativemindsresearchgroup.com?", "ground_truth": "D", "answer_text": "Liam Carter", "target_sids": [ 131, 143 ], "retrieved_sids": [ 131, 143, 69, 41, 59 ], "retrieved_global": [ 131, 143, 69, 41, 59 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 419, "question": "What is the position of the person whose work location is Atlanta, GA?", "ground_truth": "B", "answer_text": "Senior Cabin Crew Member", "target_sids": [ 130, 139 ], "retrieved_sids": [ 130, 41, 164, 50, 24 ], "retrieved_global": [ 130, 41, 164, 50, 24 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 420, "question": "What is the work location of the person whose birthday is on 08/27?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 122, 126 ], "retrieved_sids": [ 122, 131, 45, 22, 150 ], "retrieved_global": [ 122, 131, 45, 22, 150 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 421, "question": "What hobbies do people who are chefs have?", "ground_truth": "B", "answer_text": "Playing Video Games", "target_sids": [ 145, 140 ], "retrieved_sids": [ 68, 139, 120, 140, 69 ], "retrieved_global": [ 68, 139, 120, 140, 69 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 422, "question": "What is the age of someone who is 159 cm tall?", "ground_truth": "D", "answer_text": "25 years old", "target_sids": [ 89, 107 ], "retrieved_sids": [ 1, 89, 45, 164, 134 ], "retrieved_global": [ 1, 89, 45, 164, 134 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 423, "question": "What is the occupation of the person with the email address jasmine.cole@innovativetechdesigns.com?", "ground_truth": "D", "answer_text": "Engineer", "target_sids": [ 17, 11 ], "retrieved_sids": [ 11, 4, 138, 0, 76 ], "retrieved_global": [ 11, 4, 138, 0, 76 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 424, "question": "What is the company name for the position of Clinical Research Physician?", "ground_truth": "D", "answer_text": "Atlanta Health Innovations Clinic", "target_sids": [ 113, 119 ], "retrieved_sids": [ 66, 113, 164, 87, 129 ], "retrieved_global": [ 66, 113, 164, 87, 129 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 425, "question": "What is the education background of someone whose hometown is San Antonio, TX?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 112, 109 ], "retrieved_sids": [ 109, 51, 93, 16, 153 ], "retrieved_global": [ 109, 51, 93, 16, 153 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 426, "question": "What is the occupation of someone whose work location is Los Angeles, CA?", "ground_truth": "B", "answer_text": "Researcher", "target_sids": [ 162, 157 ], "retrieved_sids": [ 6, 133, 157, 90, 37 ], "retrieved_global": [ 6, 133, 157, 90, 37 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 427, "question": "What is the work location of the person named Grayson Wolfe?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 73, 67 ], "retrieved_sids": [ 85, 64, 67, 70, 56 ], "retrieved_global": [ 85, 64, 67, 70, 56 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 428, "question": "What is the position of the person who is 31 years old?", "ground_truth": "D", "answer_text": "Senior Research Scientist", "target_sids": [ 145, 138 ], "retrieved_sids": [ 121, 86, 138, 152, 22 ], "retrieved_global": [ 121, 86, 138, 152, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 429, "question": "What is the hobby of the person from Rocky Mountain Banking Group?", "ground_truth": "B", "answer_text": "Learning Languages", "target_sids": [ 160, 165 ], "retrieved_sids": [ 5, 71, 96, 32, 160 ], "retrieved_global": [ 5, 71, 96, 32, 160 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 430, "question": "What hobbies does the person in the position of Regional Sales Director have?", "ground_truth": "A", "answer_text": "Model Making", "target_sids": [ 108, 111 ], "retrieved_sids": [ 118, 45, 119, 108, 47 ], "retrieved_global": [ 118, 45, 119, 108, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 431, "question": "What is the work location of someone named Sienna Knox?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 164, 149 ], "retrieved_sids": [ 150, 170, 169, 149, 71 ], "retrieved_global": [ 150, 170, 169, 149, 71 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 432, "question": "What is the position for someone whose work location is New York, NY?", "ground_truth": "A", "answer_text": "Director of Sales", "target_sids": [ 113, 125 ], "retrieved_sids": [ 113, 25, 131, 1, 156 ], "retrieved_global": [ 113, 25, 131, 1, 156 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 433, "question": "What are the hobbies of people whose work location is New York, NY?", "ground_truth": "C", "answer_text": "Yoga", "target_sids": [ 120, 123 ], "retrieved_sids": [ 120, 115, 93, 154, 48 ], "retrieved_global": [ 120, 115, 93, 154, 48 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 434, "question": "What is the height of someone whose hobby is dancing?", "ground_truth": "D", "answer_text": "161cm", "target_sids": [ 35, 39 ], "retrieved_sids": [ 35, 151, 53, 130, 110 ], "retrieved_global": [ 35, 151, 53, 130, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 435, "question": "What is the hobby of the person with the email address miles.donovan@swiftdelivercouriers.com?", "ground_truth": "D", "answer_text": "Cycling", "target_sids": [ 162, 158 ], "retrieved_sids": [ 158, 145, 77, 36, 13 ], "retrieved_global": [ 158, 145, 77, 36, 13 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 436, "question": "What is the position for those whose work location is Orlando, FL?", "ground_truth": "A", "answer_text": "Assistant Professor of Education Studies", "target_sids": [ 12, 13 ], "retrieved_sids": [ 12, 67, 132, 108, 111 ], "retrieved_global": [ 12, 67, 132, 108, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 437, "question": "What is the work location for someone with a Bachelor's degree?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 57, 59 ], "retrieved_sids": [ 133, 57, 114, 68, 6 ], "retrieved_global": [ 133, 57, 114, 68, 6 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 438, "question": "What is the email address of the person whose hobby is painting?", "ground_truth": "D", "answer_text": "sophie.harrington@austininnovatorsgroup.com", "target_sids": [ 144, 140 ], "retrieved_sids": [ 80, 140, 37, 117, 151 ], "retrieved_global": [ 80, 140, 37, 117, 151 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 439, "question": "What is the birthday of someone whose hobby is bird watching?", "ground_truth": "B", "answer_text": "06/09", "target_sids": [ 96, 91 ], "retrieved_sids": [ 91, 28, 130, 153, 1 ], "retrieved_global": [ 91, 28, 130, 153, 1 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 440, "question": "What is the age of the person with the email address mila.harrington@silvercityhealthclinic.com?", "ground_truth": "B", "answer_text": "43 years old", "target_sids": [ 56, 59 ], "retrieved_sids": [ 103, 56, 160, 43, 115 ], "retrieved_global": [ 103, 56, 160, 43, 115 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 441, "question": "What is the name of the person with the contact number 81801239837?", "ground_truth": "B", "answer_text": "Grayson Hale", "target_sids": [ 73, 86 ], "retrieved_sids": [ 143, 55, 124, 104, 73 ], "retrieved_global": [ 143, 55, 124, 104, 73 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 442, "question": "What is the birthday of the person whose occupation is a lawyer?", "ground_truth": "D", "answer_text": "08/28", "target_sids": [ 129, 110 ], "retrieved_sids": [ 48, 110, 135, 2, 25 ], "retrieved_global": [ 48, 110, 135, 2, 25 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 443, "question": "What is the contact number for the person who is 36 years old?", "ground_truth": "B", "answer_text": "41501801115", "target_sids": [ 116, 117 ], "retrieved_sids": [ 18, 80, 97, 39, 116 ], "retrieved_global": [ 18, 80, 97, 39, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 444, "question": "What is the height of someone with a Master's degree?", "ground_truth": "A", "answer_text": "161cm", "target_sids": [ 73, 69 ], "retrieved_sids": [ 69, 89, 86, 129, 108 ], "retrieved_global": [ 69, 89, 86, 129, 108 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 445, "question": "What is the position of someone whose hometown is Austin, TX?", "ground_truth": "B", "answer_text": "Senior Lecturer in Educational Leadership", "target_sids": [ 61, 46 ], "retrieved_sids": [ 46, 24, 92, 25, 91 ], "retrieved_global": [ 46, 24, 92, 25, 91 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 446, "question": "What is the email address of someone whose hometown is Denver, CO?", "ground_truth": "C", "answer_text": "savannah.caldwell@iesllc.com", "target_sids": [ 36, 23 ], "retrieved_sids": [ 36, 23, 11, 72, 58 ], "retrieved_global": [ 36, 23, 11, 72, 58 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 447, "question": "What is the company name of the person who is 26 years old?", "ground_truth": "A", "answer_text": "Capital Electric Services", "target_sids": [ 8, 1 ], "retrieved_sids": [ 86, 43, 8, 74, 21 ], "retrieved_global": [ 86, 43, 8, 74, 21 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 448, "question": "What is the occupation of the person holding the position of Marketing Coordinator?", "ground_truth": "A", "answer_text": "Designer", "target_sids": [ 122, 109 ], "retrieved_sids": [ 109, 157, 95, 47, 134 ], "retrieved_global": [ 109, 157, 95, 47, 134 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 449, "question": "What is the age of someone whose hometown is New York, NY?", "ground_truth": "D", "answer_text": "29 years old", "target_sids": [ 156, 166 ], "retrieved_sids": [ 166, 105, 156, 68, 109 ], "retrieved_global": [ 166, 105, 156, 68, 109 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 450, "question": "What is the hometown of someone whose occupation is a scientist?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 12, 14 ], "retrieved_sids": [ 109, 12, 26, 70, 3 ], "retrieved_global": [ 109, 12, 26, 70, 3 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 451, "question": "What is the hometown of someone with a high school education?", "ground_truth": "D", "answer_text": "San Jose, CA", "target_sids": [ 125, 109 ], "retrieved_sids": [ 12, 109, 137, 46, 119 ], "retrieved_global": [ 12, 109, 137, 46, 119 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 452, "question": "What is the work location for someone whose occupation is a doctor?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 160, 150 ], "retrieved_sids": [ 87, 157, 25, 36, 156 ], "retrieved_global": [ 87, 157, 25, 36, 156 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 453, "question": "What is the contact number for the person with the email address savannah.hayes@capitalinnovationsgroup.com?", "ground_truth": "C", "answer_text": "81802398874", "target_sids": [ 4, 6 ], "retrieved_sids": [ 4, 171, 35, 96, 79 ], "retrieved_global": [ 4, 171, 35, 96, 79 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 454, "question": "What is the occupation of the person who is 29 years old?", "ground_truth": "C", "answer_text": "Lawyer", "target_sids": [ 64, 63 ], "retrieved_sids": [ 83, 149, 42, 0, 63 ], "retrieved_global": [ 83, 149, 42, 0, 63 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 455, "question": "What is the name of the person who is 22 years old?", "ground_truth": "B", "answer_text": "Ethan Brooks", "target_sids": [ 82, 83 ], "retrieved_sids": [ 82, 149, 21, 106, 134 ], "retrieved_global": [ 82, 149, 21, 106, 134 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 456, "question": "What is the occupation of the person with the email address landon.brooks@skylineairways.com?", "ground_truth": "A", "answer_text": "Flight Attendant", "target_sids": [ 169, 159 ], "retrieved_sids": [ 159, 40, 130, 149, 152 ], "retrieved_global": [ 159, 40, 130, 149, 152 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 457, "question": "What is the age of the person with the email address dante.ellsworth@guardiansafetyservices.com?", "ground_truth": "B", "answer_text": "31 years old", "target_sids": [ 80, 79 ], "retrieved_sids": [ 79, 16, 161, 96, 0 ], "retrieved_global": [ 79, 16, 161, 96, 0 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 458, "question": "What is the education level of someone whose hobby is stamp collecting?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 16, 12 ], "retrieved_sids": [ 12, 92, 156, 116, 169 ], "retrieved_global": [ 12, 92, 156, 116, 169 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 459, "question": "What is the age of someone whose hometown is Philadelphia, PA?", "ground_truth": "B", "answer_text": "41 years old", "target_sids": [ 74, 85 ], "retrieved_sids": [ 115, 74, 5, 90, 0 ], "retrieved_global": [ 115, 74, 5, 90, 0 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 460, "question": "What is the age of the person in the position of Retail Associate?", "ground_truth": "C", "answer_text": "36 years old", "target_sids": [ 32, 38 ], "retrieved_sids": [ 32, 141, 45, 5, 8 ], "retrieved_global": [ 32, 141, 45, 5, 8 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 461, "question": "What is the hobby of the person who is 37 years old?", "ground_truth": "D", "answer_text": "Reading", "target_sids": [ 10, 13 ], "retrieved_sids": [ 117, 88, 64, 139, 16 ], "retrieved_global": [ 117, 88, 64, 139, 16 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 462, "question": "What is the occupation of the person whose work location is Atlanta, GA?", "ground_truth": "D", "answer_text": "Farmer", "target_sids": [ 160, 156 ], "retrieved_sids": [ 156, 64, 89, 159, 153 ], "retrieved_global": [ 156, 64, 89, 159, 153 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 463, "question": "What is the age of the person named Cora Bennett?", "ground_truth": "D", "answer_text": "35 years old", "target_sids": [ 123, 119 ], "retrieved_sids": [ 123, 44, 119, 29, 150 ], "retrieved_global": [ 123, 44, 119, 29, 150 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 464, "question": "What is the work location for the position of Investment Strategy Consultant?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 122, 109 ], "retrieved_sids": [ 109, 161, 135, 114, 71 ], "retrieved_global": [ 109, 161, 135, 114, 71 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 465, "question": "What is the education of the person with the email address logan.pierce@neoncodesystems.com?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 96, 91 ], "retrieved_sids": [ 91, 61, 95, 32, 124 ], "retrieved_global": [ 91, 61, 95, 32, 124 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 466, "question": "What is the company name for someone whose occupation is Researcher?", "ground_truth": "B", "answer_text": "Innovative Research Labs", "target_sids": [ 19, 14 ], "retrieved_sids": [ 104, 19, 155, 102, 6 ], "retrieved_global": [ 104, 19, 155, 102, 6 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 467, "question": "What is the name of the person with a PhD in education?", "ground_truth": "B", "answer_text": "Mason Dwyer", "target_sids": [ 83, 101 ], "retrieved_sids": [ 136, 11, 45, 83, 151 ], "retrieved_global": [ 136, 11, 45, 83, 151 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 468, "question": "What is the education of someone whose hometown is Miami, FL?", "ground_truth": "B", "answer_text": "Bachelor", "target_sids": [ 36, 23 ], "retrieved_sids": [ 49, 23, 133, 91, 165 ], "retrieved_global": [ 49, 23, 133, 91, 165 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 469, "question": "What is the occupation of someone whose birthday is on May 9th?", "ground_truth": "C", "answer_text": "Doctor", "target_sids": [ 116, 111 ], "retrieved_sids": [ 111, 143, 89, 154, 3 ], "retrieved_global": [ 111, 143, 89, 154, 3 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 470, "question": "What is the education of someone whose birthday is on 05/28?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 72, 83 ], "retrieved_sids": [ 44, 129, 109, 153, 24 ], "retrieved_global": [ 44, 129, 109, 153, 24 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 471, "question": "What position does someone from Denver, CO hold?", "ground_truth": "A", "answer_text": "Graphic Design Specialist", "target_sids": [ 73, 75 ], "retrieved_sids": [ 155, 73, 92, 15, 1 ], "retrieved_global": [ 155, 73, 92, 15, 1 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 472, "question": "What is the contact number for the person in the position of Registered Nurse?", "ground_truth": "B", "answer_text": "61706218849", "target_sids": [ 0, 19 ], "retrieved_sids": [ 161, 141, 19, 0, 17 ], "retrieved_global": [ 161, 141, 19, 0, 17 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 473, "question": "What is the contact number for someone whose hometown is Seattle, WA?", "ground_truth": "A", "answer_text": "20100225747", "target_sids": [ 93, 103 ], "retrieved_sids": [ 168, 128, 93, 10, 165 ], "retrieved_global": [ 168, 128, 93, 10, 165 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 474, "question": "What is the company name of the person who is 164 cm tall?", "ground_truth": "D", "answer_text": "Innovative Learning Technologies LLC", "target_sids": [ 80, 77 ], "retrieved_sids": [ 21, 95, 160, 106, 77 ], "retrieved_global": [ 21, 95, 160, 106, 77 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 475, "question": "What is the age of the person in the position of Customer Service Associate?", "ground_truth": "D", "answer_text": "36 years old", "target_sids": [ 98, 102 ], "retrieved_sids": [ 98, 36, 155, 50, 92 ], "retrieved_global": [ 98, 36, 155, 50, 92 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 476, "question": "What is the company name of someone whose hobby is gardening?", "ground_truth": "C", "answer_text": "Southern Harvest Farms", "target_sids": [ 153, 161 ], "retrieved_sids": [ 153, 156, 155, 157, 49 ], "retrieved_global": [ 153, 156, 155, 157, 49 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 477, "question": "What is the hometown of someone with a Bachelor\u2019s degree?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 113, 107 ], "retrieved_sids": [ 22, 107, 67, 8, 155 ], "retrieved_global": [ 22, 107, 67, 8, 155 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 478, "question": "What's the birthday of someone who has a work location in New York, NY?", "ground_truth": "A", "answer_text": "07/10", "target_sids": [ 88, 94 ], "retrieved_sids": [ 88, 45, 3, 133, 1 ], "retrieved_global": [ 88, 45, 3, 133, 1 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 479, "question": "What is the height of the person with the contact number 30505471589?", "ground_truth": "D", "answer_text": "179cm", "target_sids": [ 161, 158 ], "retrieved_sids": [ 127, 148, 14, 105, 111 ], "retrieved_global": [ 127, 148, 14, 105, 111 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 480, "question": "What is the height of the person named Sylvia Donovan?", "ground_truth": "C", "answer_text": "157cm", "target_sids": [ 120, 125 ], "retrieved_sids": [ 130, 66, 41, 160, 104 ], "retrieved_global": [ 130, 66, 41, 160, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 481, "question": "What's the name of the person with a high school education?", "ground_truth": "A", "answer_text": "Miriam Blake", "target_sids": [ 32, 21 ], "retrieved_sids": [ 21, 77, 76, 44, 90 ], "retrieved_global": [ 21, 77, 76, 44, 90 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 482, "question": "What is the height of someone whose work location is Washington, DC?", "ground_truth": "A", "answer_text": "155cm", "target_sids": [ 169, 155 ], "retrieved_sids": [ 169, 20, 129, 155, 1 ], "retrieved_global": [ 169, 20, 129, 155, 1 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 483, "question": "What is the hometown of the person in the position of Operations Manager?", "ground_truth": "A", "answer_text": "San Antonio, TX", "target_sids": [ 166, 158 ], "retrieved_sids": [ 49, 22, 158, 67, 88 ], "retrieved_global": [ 49, 22, 158, 67, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 484, "question": "What is the age of someone whose birthday is on January 11th?", "ground_truth": "B", "answer_text": "29 years old", "target_sids": [ 41, 34 ], "retrieved_sids": [ 88, 47, 137, 66, 3 ], "retrieved_global": [ 88, 47, 137, 66, 3 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 485, "question": "What\u2019s the name of the person whose birthday is on November 18th?", "ground_truth": "D", "answer_text": "Carter Blake", "target_sids": [ 99, 103 ], "retrieved_sids": [ 99, 26, 69, 17, 131 ], "retrieved_global": [ 99, 26, 69, 17, 131 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 486, "question": "What height is someone whose hometown is San Francisco, CA?", "ground_truth": "A", "answer_text": "164cm", "target_sids": [ 6, 15 ], "retrieved_sids": [ 6, 87, 15, 44, 23 ], "retrieved_global": [ 6, 87, 15, 44, 23 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 487, "question": "What is the contact number for the person who is 156cm tall?", "ground_truth": "B", "answer_text": "70708034797", "target_sids": [ 121, 116 ], "retrieved_sids": [ 116, 11, 84, 146, 74 ], "retrieved_global": [ 116, 11, 84, 146, 74 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 488, "question": "What is the company name for someone with a PhD in education?", "ground_truth": "B", "answer_text": "Innovative Research Dynamics", "target_sids": [ 74, 85 ], "retrieved_sids": [ 74, 8, 36, 52, 133 ], "retrieved_global": [ 74, 8, 36, 52, 133 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 489, "question": "What is the education of the person with the contact number 71805622269?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 96, 101 ], "retrieved_sids": [ 117, 145, 17, 161, 63 ], "retrieved_global": [ 117, 145, 17, 161, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 490, "question": "What is the birthday of the person with the contact number 61701752749?", "ground_truth": "B", "answer_text": "06/21", "target_sids": [ 155, 157 ], "retrieved_sids": [ 155, 18, 157, 1, 129 ], "retrieved_global": [ 155, 18, 157, 1, 129 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 491, "question": "What is the email address of the person whose hobby is playing musical instruments?", "ground_truth": "C", "answer_text": "elena.drake@lonestARretailgroup.com", "target_sids": [ 98, 103 ], "retrieved_sids": [ 98, 73, 16, 103, 34 ], "retrieved_global": [ 98, 73, 16, 103, 34 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 492, "question": "What is the age of the person who works in Las Vegas, NV?", "ground_truth": "D", "answer_text": "30 years old", "target_sids": [ 112, 121 ], "retrieved_sids": [ 112, 1, 164, 151, 13 ], "retrieved_global": [ 112, 1, 164, 151, 13 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 493, "question": "What is the education of someone whose birthday is on 02/25?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 168, 158 ], "retrieved_sids": [ 158, 51, 133, 25, 128 ], "retrieved_global": [ 158, 51, 133, 25, 128 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 494, "question": "What's the name of the person whose hometown is Orlando, FL?", "ground_truth": "B", "answer_text": "Asher Davis", "target_sids": [ 40, 21 ], "retrieved_sids": [ 21, 109, 141, 55, 91 ], "retrieved_global": [ 21, 109, 141, 55, 91 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 495, "question": "What is the education of someone whose birthday is on 09/19?", "ground_truth": "D", "answer_text": "High School", "target_sids": [ 75, 69 ], "retrieved_sids": [ 108, 49, 30, 89, 163 ], "retrieved_global": [ 108, 49, 30, 89, 163 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 496, "question": "What is the email address of the person whose birthday is on 08/15?", "ground_truth": "A", "answer_text": "madeline.graves@codecrafttech.com", "target_sids": [ 75, 78 ], "retrieved_sids": [ 123, 50, 1, 23, 143 ], "retrieved_global": [ 123, 50, 1, 23, 143 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 497, "question": "What position does someone from Seattle, WA hold?", "ground_truth": "A", "answer_text": "Investigative Report Associate", "target_sids": [ 170, 155 ], "retrieved_sids": [ 155, 70, 71, 135, 124 ], "retrieved_global": [ 155, 70, 71, 135, 124 ], "hit_at_k": true }, { "category": "conditional", "topic": "roles", "tid": 498, "question": "What\u2019s the hometown of the person whose birthday is on 11/07?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 49, 52 ], "retrieved_sids": [ 3, 69, 1, 136, 157 ], "retrieved_global": [ 3, 69, 1, 136, 157 ], "hit_at_k": false }, { "category": "conditional", "topic": "roles", "tid": 499, "question": "What is the hobby of the person with the contact number 61700474304?", "ground_truth": "A", "answer_text": "Cooking", "target_sids": [ 59, 61 ], "retrieved_sids": [ 159, 100, 78, 144, 162 ], "retrieved_global": [ 159, 100, 78, 144, 162 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 0, "question": "What is the location for the event on Saturday, October 19, 2024, at 09:00?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 18, 19 ], "retrieved_sids": [ 43, 93, 77, 33, 1 ], "retrieved_global": [ 43, 93, 77, 33, 1 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 1, "question": "What is the scale for the activity that has a duration of five weeks?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 68, 63 ], "retrieved_sids": [ 47, 80, 34, 89, 96 ], "retrieved_global": [ 47, 80, 34, 89, 96 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 2, "question": "What is the duration of the event for five hundred people?", "ground_truth": "C", "answer_text": "eight of week", "target_sids": [ 100, 103 ], "retrieved_sids": [ 43, 54, 53, 79, 16 ], "retrieved_global": [ 43, 54, 53, 79, 16 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 3, "question": "What is the duration of the scale event with one hundred people?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 48, 53 ], "retrieved_sids": [ 101, 112, 74, 16, 91 ], "retrieved_global": [ 101, 112, 74, 16, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 4, "question": "What is the duration of the event on Sunday, October 20, 2024, at 14:00?", "ground_truth": "A", "answer_text": "two of week", "target_sids": [ 42, 39 ], "retrieved_sids": [ 112, 7, 55, 67, 93 ], "retrieved_global": [ 112, 7, 55, 67, 93 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 5, "question": "What's the location of the event with a duration of six days?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 97, 101 ], "retrieved_sids": [ 39, 20, 58, 106, 38 ], "retrieved_global": [ 39, 20, 58, 106, 38 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 6, "question": "What's the location for the event on Thursday, October 17, 2024, at 09:00?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 29, 30 ], "retrieved_sids": [ 58, 76, 68, 89, 32 ], "retrieved_global": [ 58, 76, 68, 89, 32 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 7, "question": "What is the duration of the event with seven hundred people?", "ground_truth": "D", "answer_text": "nine of week", "target_sids": [ 17, 23 ], "retrieved_sids": [ 17, 100, 29, 113, 69 ], "retrieved_global": [ 17, 100, 29, 113, 69 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 8, "question": "What is the scale of the activity that has a duration of four days?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 90, 92 ], "retrieved_sids": [ 90, 4, 55, 65, 116 ], "retrieved_global": [ 90, 4, 55, 65, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 9, "question": "What is the time for the event that has a scale of two hundred people?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 12, 14 ], "retrieved_sids": [ 77, 28, 45, 57, 93 ], "retrieved_global": [ 77, 28, 45, 57, 93 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 10, "question": "For the activity that lasts one week, what is the time?", "ground_truth": "C", "answer_text": "2024-10-16 19:00", "target_sids": [ 107, 102 ], "retrieved_sids": [ 89, 117, 54, 41, 20 ], "retrieved_global": [ 89, 117, 54, 41, 20 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 11, "question": "What is the scale of the event located in Austin, TX?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 5, 7 ], "retrieved_sids": [ 102, 52, 27, 117, 62 ], "retrieved_global": [ 102, 52, 27, 117, 62 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 12, "question": "What is the scale of the event located in San Jose, CA?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 48, 49 ], "retrieved_sids": [ 62, 86, 78, 117, 10 ], "retrieved_global": [ 62, 86, 78, 117, 10 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 13, "question": "What is the duration of the three hundred people event?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 51, 55 ], "retrieved_sids": [ 51, 3, 17, 61, 85 ], "retrieved_global": [ 51, 3, 17, 61, 85 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 14, "question": "What's the location for the event on 2024-10-07 Monday at 19:00?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 82, 84 ], "retrieved_sids": [ 96, 73, 1, 13, 64 ], "retrieved_global": [ 96, 73, 1, 13, 64 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 15, "question": "What is the duration of the event scheduled for 9:00 on October 13, 2024?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 81, 73 ], "retrieved_sids": [ 66, 3, 42, 21, 51 ], "retrieved_global": [ 66, 3, 42, 21, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 16, "question": "What is the location for the event with a scale of six hundred people?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 1, 3 ], "retrieved_sids": [ 40, 103, 63, 17, 111 ], "retrieved_global": [ 40, 103, 63, 17, 111 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 17, "question": "What is the location of the event that has a scale of five hundred people?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 91, 87 ], "retrieved_sids": [ 23, 114, 50, 118, 74 ], "retrieved_global": [ 23, 114, 50, 118, 74 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 18, "question": "What is the duration of the event on Tuesday, October 15, 2024, at 09:00?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 83, 76 ], "retrieved_sids": [ 89, 20, 7, 54, 80 ], "retrieved_global": [ 89, 20, 7, 54, 80 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 19, "question": "What time is the event at that location in Washington, DC?", "ground_truth": "B", "answer_text": "2024-10-16 19:00", "target_sids": [ 84, 85 ], "retrieved_sids": [ 8, 79, 115, 45, 13 ], "retrieved_global": [ 8, 79, 115, 45, 13 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 20, "question": "What is the scale for the event on Wednesday, October 9, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 43, 44 ], "retrieved_sids": [ 34, 23, 31, 65, 5 ], "retrieved_global": [ 34, 23, 31, 65, 5 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 21, "question": "What is the location for the event on Thursday, October 10, 2024, at 19:00?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 88, 86 ], "retrieved_sids": [ 32, 104, 114, 46, 14 ], "retrieved_global": [ 32, 104, 114, 46, 14 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 22, "question": "What is the duration of the event in Columbus, OH?", "ground_truth": "D", "answer_text": "nine day", "target_sids": [ 9, 5 ], "retrieved_sids": [ 57, 30, 42, 102, 77 ], "retrieved_global": [ 57, 30, 42, 102, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 23, "question": "For the activity that has a duration of eight weeks, what is the time?", "ground_truth": "C", "answer_text": "2024-10-17 Thursday 19:00", "target_sids": [ 67, 60 ], "retrieved_sids": [ 16, 101, 60, 91, 112 ], "retrieved_global": [ 16, 101, 60, 91, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 24, "question": "What is the time for that six-week duration activity?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 92, 94 ], "retrieved_sids": [ 40, 76, 9, 117, 105 ], "retrieved_global": [ 40, 76, 9, 117, 105 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 25, "question": "What is the scale for the event on October 17, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 77, 78 ], "retrieved_sids": [ 7, 88, 75, 40, 108 ], "retrieved_global": [ 7, 88, 75, 40, 108 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 26, "question": "What is the duration of the event for eight hundred people?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 90, 91 ], "retrieved_sids": [ 8, 76, 100, 25, 65 ], "retrieved_global": [ 8, 76, 100, 25, 65 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 27, "question": "What is the duration of the event with nine hundred people on that scale?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 16, 20 ], "retrieved_sids": [ 107, 110, 81, 93, 43 ], "retrieved_global": [ 107, 110, 81, 93, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 28, "question": "What is the scale of the event located in Boston, MA?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 8, 7 ], "retrieved_sids": [ 55, 92, 30, 83, 29 ], "retrieved_global": [ 55, 92, 30, 83, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 29, "question": "What is the scale of the event located in San Diego, CA?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 88, 90 ], "retrieved_sids": [ 119, 105, 11, 22, 10 ], "retrieved_global": [ 119, 105, 11, 22, 10 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 30, "question": "What is the scale of the activity that lasts nine weeks?", "ground_truth": "A", "answer_text": "four thousand people", "target_sids": [ 88, 90 ], "retrieved_sids": [ 21, 88, 54, 61, 106 ], "retrieved_global": [ 21, 88, 54, 61, 106 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 31, "question": "What is the duration of the event located in Austin, TX?", "ground_truth": "B", "answer_text": "two of week", "target_sids": [ 114, 117 ], "retrieved_sids": [ 6, 89, 39, 53, 26 ], "retrieved_global": [ 6, 89, 39, 53, 26 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 32, "question": "What is the location for the event that has a scale of six hundred people?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 44, 38 ], "retrieved_sids": [ 112, 63, 18, 79, 50 ], "retrieved_global": [ 112, 63, 18, 79, 50 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 33, "question": "What time is the event in Orlando, FL?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 41, 39 ], "retrieved_sids": [ 103, 104, 93, 83, 52 ], "retrieved_global": [ 103, 104, 93, 83, 52 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 34, "question": "What is the scale for the event scheduled for 9:00 on October 13, 2024?", "ground_truth": "B", "answer_text": "two hundred people", "target_sids": [ 41, 43 ], "retrieved_sids": [ 21, 94, 81, 111, 41 ], "retrieved_global": [ 21, 94, 81, 111, 41 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 35, "question": "What is the duration of the event scheduled for October 15, 2024, at 14:00?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 67, 63 ], "retrieved_sids": [ 4, 35, 21, 54, 41 ], "retrieved_global": [ 4, 35, 21, 54, 41 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 36, "question": "What is the location for the event with two hundred people?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 51, 43 ], "retrieved_sids": [ 22, 117, 91, 70, 62 ], "retrieved_global": [ 22, 117, 91, 70, 62 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 37, "question": "What is the duration of the event that involves three hundred people?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 83, 79 ], "retrieved_sids": [ 64, 94, 32, 109, 3 ], "retrieved_global": [ 64, 94, 32, 109, 3 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 38, "question": "What is the location of the event that has a scale of five hundred people?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 72, 75 ], "retrieved_sids": [ 19, 72, 89, 113, 107 ], "retrieved_global": [ 19, 72, 89, 113, 107 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 39, "question": "What is the location for the event on Friday, October 11, 2024, at 9:00 AM?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 108, 118 ], "retrieved_sids": [ 17, 97, 32, 107, 103 ], "retrieved_global": [ 17, 97, 32, 107, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 40, "question": "What is the time for the event in Portland, OR?", "ground_truth": "A", "answer_text": "2024-10-12 14:00", "target_sids": [ 56, 51 ], "retrieved_sids": [ 51, 101, 4, 94, 2 ], "retrieved_global": [ 51, 101, 4, 94, 2 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 41, "question": "What is the time for the event at the location in Portland, OR?", "ground_truth": "A", "answer_text": "2024-10-11 9:00", "target_sids": [ 24, 25 ], "retrieved_sids": [ 55, 27, 2, 17, 91 ], "retrieved_global": [ 55, 27, 2, 17, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 42, "question": "What is the duration of the event that has a scale of six hundred people?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 25, 34 ], "retrieved_sids": [ 25, 10, 74, 58, 117 ], "retrieved_global": [ 25, 10, 74, 58, 117 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 43, "question": "For that one-day event, what is the location?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 18, 22 ], "retrieved_sids": [ 7, 52, 77, 69, 29 ], "retrieved_global": [ 7, 52, 77, 69, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 44, "question": "What is the duration of the event scheduled for 09:00 on Monday, October 14, 2024?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 82, 77 ], "retrieved_sids": [ 102, 52, 18, 51, 112 ], "retrieved_global": [ 102, 52, 18, 51, 112 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 45, "question": "What\u2019s the location for the event that scales to two hundred people?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 113, 119 ], "retrieved_sids": [ 50, 65, 113, 104, 95 ], "retrieved_global": [ 50, 65, 113, 104, 95 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 46, "question": "What is the location for the event with a scale of two hundred people?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 106, 101 ], "retrieved_sids": [ 75, 101, 89, 15, 110 ], "retrieved_global": [ 75, 101, 89, 15, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 47, "question": "What is the scale of the event in Las Vegas, NV?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 117, 119 ], "retrieved_sids": [ 20, 28, 55, 117, 53 ], "retrieved_global": [ 20, 28, 55, 117, 53 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 48, "question": "What is the scale for the activity that has a duration of one week?", "ground_truth": "B", "answer_text": "nine thousand people", "target_sids": [ 84, 94 ], "retrieved_sids": [ 105, 109, 8, 34, 15 ], "retrieved_global": [ 105, 109, 8, 34, 15 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 49, "question": "What is the location for the event on 2024-10-07, Monday at 14:00?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 80, 81 ], "retrieved_sids": [ 116, 38, 18, 32, 43 ], "retrieved_global": [ 116, 38, 18, 32, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 50, "question": "What is the location for the event that lasts nine days?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 20, 14 ], "retrieved_sids": [ 32, 36, 78, 68, 89 ], "retrieved_global": [ 32, 36, 78, 68, 89 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 51, "question": "What is the duration of the event at the location in Portland, OR?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 44, 47 ], "retrieved_sids": [ 105, 109, 75, 77, 30 ], "retrieved_global": [ 105, 109, 75, 77, 30 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 52, "question": "What is the scale of the event located in Chicago, IL?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 110, 111 ], "retrieved_sids": [ 13, 76, 37, 26, 104 ], "retrieved_global": [ 13, 76, 37, 26, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 53, "question": "What is the location for the activity that has a duration of nine weeks?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 4, 7 ], "retrieved_sids": [ 4, 115, 104, 81, 18 ], "retrieved_global": [ 4, 115, 104, 81, 18 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 54, "question": "For that activity with a duration of one day, what is the scale?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 25, 33 ], "retrieved_sids": [ 9, 86, 25, 101, 7 ], "retrieved_global": [ 9, 86, 25, 101, 7 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 55, "question": "What time is the event at that location in Washington, DC?", "ground_truth": "B", "answer_text": "2024-10-11 9:00", "target_sids": [ 60, 63 ], "retrieved_sids": [ 19, 3, 46, 21, 60 ], "retrieved_global": [ 19, 3, 46, 21, 60 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 56, "question": "What is the time for the event that has a duration of eight days?", "ground_truth": "B", "answer_text": "2024-10-16 19:00", "target_sids": [ 93, 87 ], "retrieved_sids": [ 75, 21, 22, 4, 67 ], "retrieved_global": [ 75, 21, 22, 4, 67 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 57, "question": "What is the duration of that event for three hundred people?", "ground_truth": "A", "answer_text": "one day", "target_sids": [ 82, 76 ], "retrieved_sids": [ 68, 76, 85, 106, 52 ], "retrieved_global": [ 68, 76, 85, 106, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 58, "question": "What is the duration of the event taking place in Austin, TX?", "ground_truth": "A", "answer_text": "seven of week", "target_sids": [ 56, 49 ], "retrieved_sids": [ 87, 16, 66, 89, 97 ], "retrieved_global": [ 87, 16, 66, 89, 97 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 59, "question": "What is the scale of the event located in Houston, TX?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 34, 30 ], "retrieved_sids": [ 54, 80, 111, 8, 62 ], "retrieved_global": [ 54, 80, 111, 8, 62 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 60, "question": "What is the scale of the activity that has a duration of nine days?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 8, 7 ], "retrieved_sids": [ 30, 7, 18, 60, 31 ], "retrieved_global": [ 30, 7, 18, 60, 31 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 61, "question": "What is the scale for the event that has a duration of seven days?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 17, 12 ], "retrieved_sids": [ 31, 79, 12, 54, 66 ], "retrieved_global": [ 31, 79, 12, 54, 66 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 62, "question": "What is the scale of the event on Thursday, October 17, 2024, at 19:00?", "ground_truth": "D", "answer_text": "three thousand people", "target_sids": [ 1, 3 ], "retrieved_sids": [ 57, 75, 30, 70, 45 ], "retrieved_global": [ 57, 75, 30, 70, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 63, "question": "For the event with a scale of one thousand people, what is the duration?", "ground_truth": "C", "answer_text": "seven of week", "target_sids": [ 48, 57 ], "retrieved_sids": [ 63, 29, 18, 38, 75 ], "retrieved_global": [ 63, 29, 18, 38, 75 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 64, "question": "What is the location of the event that has a scale of seven thousand people?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 24, 26 ], "retrieved_sids": [ 17, 39, 102, 24, 7 ], "retrieved_global": [ 17, 39, 102, 24, 7 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 65, "question": "What is the duration of the event that is scheduled for 2024-10-12 at 9:00?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 64, 60 ], "retrieved_sids": [ 76, 89, 116, 90, 23 ], "retrieved_global": [ 76, 89, 116, 90, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 66, "question": "What is the time for the event with three hundred people?", "ground_truth": "B", "answer_text": "2024-10-15 14:00", "target_sids": [ 50, 51 ], "retrieved_sids": [ 29, 50, 22, 112, 68 ], "retrieved_global": [ 29, 50, 22, 112, 68 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 67, "question": "What is the scale for the event on Monday, October 7, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 61, 70 ], "retrieved_sids": [ 106, 56, 32, 6, 65 ], "retrieved_global": [ 106, 56, 32, 6, 65 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 68, "question": "What time is the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 72, 83 ], "retrieved_sids": [ 3, 66, 21, 113, 35 ], "retrieved_global": [ 3, 66, 21, 113, 35 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 69, "question": "What is the duration of the event with seven hundred people?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 37, 47 ], "retrieved_sids": [ 98, 1, 80, 37, 63 ], "retrieved_global": [ 98, 1, 80, 37, 63 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 70, "question": "What is the location of the nine-day event?", "ground_truth": "D", "answer_text": "Miami, FL", "target_sids": [ 2, 11 ], "retrieved_sids": [ 8, 74, 17, 92, 41 ], "retrieved_global": [ 8, 74, 17, 92, 41 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 71, "question": "What is the duration of the event on October 7, 2024, which falls on a Monday at 9:00?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 60, 69 ], "retrieved_sids": [ 115, 97, 44, 76, 22 ], "retrieved_global": [ 115, 97, 44, 76, 22 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 72, "question": "What is the location of the event that lasts for two weeks?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 56, 51 ], "retrieved_sids": [ 74, 7, 28, 19, 66 ], "retrieved_global": [ 74, 7, 28, 19, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 73, "question": "What is the time for the activity that lasts eight weeks?", "ground_truth": "A", "answer_text": "2024-10-12 14:00", "target_sids": [ 42, 44 ], "retrieved_sids": [ 8, 42, 64, 56, 29 ], "retrieved_global": [ 8, 42, 64, 56, 29 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 74, "question": "What is the location of the event that has a scale of eight hundred people?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 105, 100 ], "retrieved_sids": [ 8, 50, 27, 119, 45 ], "retrieved_global": [ 8, 50, 27, 119, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 75, "question": "What is the duration of the event on October 12, 2024, at 9:00?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 75, 78 ], "retrieved_sids": [ 102, 70, 5, 93, 33 ], "retrieved_global": [ 102, 70, 5, 93, 33 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 76, "question": "What is the scale of the event located in New York, NY?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 68, 61 ], "retrieved_sids": [ 51, 109, 107, 75, 40 ], "retrieved_global": [ 51, 109, 107, 75, 40 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 77, "question": "What is the duration of the event on Tuesday, October 8, 2024, at 9:00 AM?", "ground_truth": "D", "answer_text": "three of week", "target_sids": [ 48, 58 ], "retrieved_sids": [ 42, 89, 2, 115, 63 ], "retrieved_global": [ 42, 89, 2, 115, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 78, "question": "What time is the event located in Seattle, WA?", "ground_truth": "B", "answer_text": "2024-10-09 Wednesday 19:00", "target_sids": [ 24, 31 ], "retrieved_sids": [ 18, 63, 5, 8, 29 ], "retrieved_global": [ 18, 63, 5, 8, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 79, "question": "What is the time for the event that lasts six weeks?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 14:00", "target_sids": [ 41, 47 ], "retrieved_sids": [ 112, 41, 16, 6, 102 ], "retrieved_global": [ 112, 41, 16, 6, 102 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 80, "question": "What is the location of the event that has a scale of five thousand people?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 117, 118 ], "retrieved_sids": [ 117, 75, 28, 7, 20 ], "retrieved_global": [ 117, 75, 28, 7, 20 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 81, "question": "What's the duration of the activity for two hundred people?", "ground_truth": "B", "answer_text": "two of week", "target_sids": [ 112, 113 ], "retrieved_sids": [ 75, 21, 86, 40, 39 ], "retrieved_global": [ 75, 21, 86, 40, 39 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 82, "question": "What is the location for the event scheduled on 2024-10-15 at 14:00?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 73, 77 ], "retrieved_sids": [ 112, 5, 94, 39, 82 ], "retrieved_global": [ 112, 5, 94, 39, 82 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 83, "question": "What is the duration of the event with nine hundred people?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 8, 9 ], "retrieved_sids": [ 113, 98, 86, 114, 52 ], "retrieved_global": [ 113, 98, 86, 114, 52 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 84, "question": "What time is the event in Houston, TX?", "ground_truth": "D", "answer_text": "2024-10-16 14:00", "target_sids": [ 68, 63 ], "retrieved_sids": [ 117, 29, 66, 11, 81 ], "retrieved_global": [ 117, 29, 66, 11, 81 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 85, "question": "What is the location of the activity that lasts for four weeks?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 84, 95 ], "retrieved_sids": [ 84, 116, 78, 46, 55 ], "retrieved_global": [ 84, 116, 78, 46, 55 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 86, "question": "What time is the event with seven hundred people?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 45, 46 ], "retrieved_sids": [ 100, 80, 94, 19, 63 ], "retrieved_global": [ 100, 80, 94, 19, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 87, "question": "What is the scale for the event on Saturday, October 12, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 1, 6 ], "retrieved_sids": [ 35, 103, 42, 70, 59 ], "retrieved_global": [ 35, 103, 42, 70, 59 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 88, "question": "What is the time for the event with a scale of one hundred people?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 27, 29 ], "retrieved_sids": [ 39, 7, 92, 88, 50 ], "retrieved_global": [ 39, 7, 92, 88, 50 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 89, "question": "What is the scale for the event on October 11, 2024, at 9:00?", "ground_truth": "A", "answer_text": "seven thousand people", "target_sids": [ 32, 31 ], "retrieved_sids": [ 68, 72, 42, 51, 115 ], "retrieved_global": [ 68, 72, 42, 51, 115 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 90, "question": "What is the scale of the event at the location in Las Vegas, NV?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 1, 6 ], "retrieved_sids": [ 105, 40, 35, 87, 16 ], "retrieved_global": [ 105, 40, 35, 87, 16 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 91, "question": "What is the location for the event with a scale of one hundred people?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 66, 68 ], "retrieved_sids": [ 76, 106, 66, 16, 86 ], "retrieved_global": [ 76, 106, 66, 16, 86 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 92, "question": "What is the duration of the event for four hundred people?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 108, 103 ], "retrieved_sids": [ 17, 55, 52, 82, 27 ], "retrieved_global": [ 17, 55, 52, 82, 27 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 93, "question": "What is the location for the event on October 16, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 64, 62 ], "retrieved_sids": [ 32, 37, 1, 101, 7 ], "retrieved_global": [ 32, 37, 1, 101, 7 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 94, "question": "What is the time for the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-17 9:00", "target_sids": [ 19, 13 ], "retrieved_sids": [ 22, 76, 68, 57, 26 ], "retrieved_global": [ 22, 76, 68, 57, 26 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 95, "question": "What is the scale of the event located in San Francisco, CA?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 60, 71 ], "retrieved_sids": [ 92, 1, 109, 19, 81 ], "retrieved_global": [ 92, 1, 109, 19, 81 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 96, "question": "For the activity that lasts four weeks, what time is it?", "ground_truth": "B", "answer_text": "2024-10-17 19:00", "target_sids": [ 106, 107 ], "retrieved_sids": [ 28, 106, 55, 91, 118 ], "retrieved_global": [ 28, 106, 55, 91, 118 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 97, "question": "What is the scale of the activity that has a duration of nine days?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 17, 21 ], "retrieved_sids": [ 52, 5, 45, 61, 105 ], "retrieved_global": [ 52, 5, 45, 61, 105 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 98, "question": "What is the duration of the event scheduled for 2024-10-11 Friday at 09:00?", "ground_truth": "B", "answer_text": "five of week", "target_sids": [ 56, 58 ], "retrieved_sids": [ 90, 76, 77, 40, 21 ], "retrieved_global": [ 90, 76, 77, 40, 21 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 99, "question": "What is the duration of the event at the location in Austin, TX?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 109, 111 ], "retrieved_sids": [ 4, 109, 57, 18, 42 ], "retrieved_global": [ 4, 109, 57, 18, 42 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 100, "question": "What is the scale of the event located in Los Angeles, CA?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 112, 114 ], "retrieved_sids": [ 41, 61, 14, 87, 79 ], "retrieved_global": [ 41, 61, 14, 87, 79 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 101, "question": "What is the scale of the event located in Seattle, WA?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 72, 83 ], "retrieved_sids": [ 63, 4, 86, 101, 87 ], "retrieved_global": [ 63, 4, 86, 101, 87 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 102, "question": "What is the location of the event that has a scale of four hundred people?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 8, 10 ], "retrieved_sids": [ 58, 17, 68, 86, 99 ], "retrieved_global": [ 58, 17, 68, 86, 99 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 103, "question": "What is the location of that nine-day event?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 40, 41 ], "retrieved_sids": [ 23, 105, 66, 117, 77 ], "retrieved_global": [ 23, 105, 66, 117, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 104, "question": "What is the location of the event with seven hundred people?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 2, 7 ], "retrieved_sids": [ 81, 97, 28, 99, 111 ], "retrieved_global": [ 81, 97, 28, 99, 111 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 105, "question": "What time is the event for three hundred people?", "ground_truth": "A", "answer_text": "2024-10-17 9:00", "target_sids": [ 114, 117 ], "retrieved_sids": [ 66, 68, 54, 82, 4 ], "retrieved_global": [ 66, 68, 54, 82, 4 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 106, "question": "What is the duration of the one hundred people scale activity?", "ground_truth": "C", "answer_text": "five of week", "target_sids": [ 89, 87 ], "retrieved_sids": [ 72, 6, 27, 70, 41 ], "retrieved_global": [ 72, 6, 27, 70, 41 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 107, "question": "What is the location for the event on Thursday, October 17, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 40, 45 ], "retrieved_sids": [ 98, 29, 49, 23, 51 ], "retrieved_global": [ 98, 29, 49, 23, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 108, "question": "What is the location for the event on October 14, 2024, at 9:00?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 4, 5 ], "retrieved_sids": [ 115, 61, 14, 79, 62 ], "retrieved_global": [ 115, 61, 14, 79, 62 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 109, "question": "What is the time for the event that has a scale of two hundred people?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 96, 104 ], "retrieved_sids": [ 38, 17, 90, 1, 86 ], "retrieved_global": [ 38, 17, 90, 1, 86 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 110, "question": "What is the time for the event at that location in Austin, TX?", "ground_truth": "C", "answer_text": "2024-10-14 Monday 09:00", "target_sids": [ 20, 13 ], "retrieved_sids": [ 75, 33, 4, 58, 92 ], "retrieved_global": [ 75, 33, 4, 58, 92 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 111, "question": "For the activity that lasts seven days, what is the scale?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 56, 59 ], "retrieved_sids": [ 56, 64, 117, 89, 107 ], "retrieved_global": [ 56, 64, 117, 89, 107 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 112, "question": "What is the scale of the activity that has a duration of eight weeks?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 81, 75 ], "retrieved_sids": [ 64, 57, 30, 5, 15 ], "retrieved_global": [ 64, 57, 30, 5, 15 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 113, "question": "What is the scale of the event that has a duration of two days?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 74, 78 ], "retrieved_sids": [ 113, 68, 100, 74, 91 ], "retrieved_global": [ 113, 68, 100, 74, 91 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 114, "question": "What is the time for the event with a scale of one hundred people?", "ground_truth": "A", "answer_text": "2024-10-12 9:00", "target_sids": [ 33, 27 ], "retrieved_sids": [ 27, 74, 110, 35, 98 ], "retrieved_global": [ 27, 74, 110, 35, 98 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 115, "question": "What time is the event with a scale of two hundred people?", "ground_truth": "D", "answer_text": "2024-10-11 9:00", "target_sids": [ 49, 50 ], "retrieved_sids": [ 44, 115, 78, 71, 75 ], "retrieved_global": [ 44, 115, 78, 71, 75 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 116, "question": "What is the time for the event located in Atlanta, GA?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 107, 109 ], "retrieved_sids": [ 40, 99, 57, 69, 54 ], "retrieved_global": [ 40, 99, 57, 69, 54 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 117, "question": "What's the location for the event with four hundred people?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 106, 103 ], "retrieved_sids": [ 103, 69, 115, 9, 42 ], "retrieved_global": [ 103, 69, 115, 9, 42 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 118, "question": "What is the time for the activity with a scale of one hundred people?", "ground_truth": "B", "answer_text": "2024-10-15 9:00", "target_sids": [ 109, 118 ], "retrieved_sids": [ 69, 16, 31, 6, 59 ], "retrieved_global": [ 69, 16, 31, 6, 59 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 119, "question": "What is the time for the event with a scale of two hundred people?", "ground_truth": "A", "answer_text": "2024-10-14 9:00", "target_sids": [ 9, 5 ], "retrieved_sids": [ 18, 5, 30, 63, 113 ], "retrieved_global": [ 18, 5, 30, 63, 113 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 120, "question": "What is the location of the event that lasts four days?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 108, 118 ], "retrieved_sids": [ 7, 100, 99, 8, 42 ], "retrieved_global": [ 7, 100, 99, 8, 42 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 121, "question": "What kind of event is happening in Portland, OR, and what scale is it?", "ground_truth": "B", "answer_text": "nine thousand people", "target_sids": [ 40, 47 ], "retrieved_sids": [ 98, 17, 31, 115, 18 ], "retrieved_global": [ 98, 17, 31, 115, 18 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 122, "question": "What is the time for the six-day event?", "ground_truth": "D", "answer_text": "2024-10-13 14:00", "target_sids": [ 64, 68 ], "retrieved_sids": [ 77, 94, 33, 64, 76 ], "retrieved_global": [ 77, 94, 33, 64, 76 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 123, "question": "What is the duration of the event on 2024-10-20, Sunday at 14:00?", "ground_truth": "C", "answer_text": "five day", "target_sids": [ 84, 87 ], "retrieved_sids": [ 41, 106, 101, 111, 27 ], "retrieved_global": [ 41, 106, 101, 111, 27 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 124, "question": "What is the scale of the event located in New York, NY?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 72, 74 ], "retrieved_sids": [ 8, 65, 101, 10, 98 ], "retrieved_global": [ 8, 65, 101, 10, 98 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 125, "question": "What is the time of the event that has a scale of six hundred people?", "ground_truth": "A", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 50, 54 ], "retrieved_sids": [ 17, 29, 107, 93, 65 ], "retrieved_global": [ 17, 29, 107, 93, 65 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 126, "question": "What is the duration of the one thousand people scale event?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 84, 93 ], "retrieved_sids": [ 29, 3, 84, 57, 52 ], "retrieved_global": [ 29, 3, 84, 57, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 127, "question": "What is the scale of the event that has a duration of four days?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 18, 14 ], "retrieved_sids": [ 100, 61, 22, 14, 55 ], "retrieved_global": [ 100, 61, 22, 14, 55 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 128, "question": "What time is the event at that location in Washington, DC?", "ground_truth": "A", "answer_text": "2024-10-13 19:00", "target_sids": [ 107, 103 ], "retrieved_sids": [ 16, 110, 58, 10, 90 ], "retrieved_global": [ 16, 110, 58, 10, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 129, "question": "What is the time for the event with nine hundred people?", "ground_truth": "D", "answer_text": "2024-10-19 Saturday 14:00", "target_sids": [ 24, 27 ], "retrieved_sids": [ 24, 64, 54, 103, 77 ], "retrieved_global": [ 24, 64, 54, 103, 77 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 130, "question": "What is the duration of the activity that has a scale of two hundred people?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 19, 20 ], "retrieved_sids": [ 88, 104, 63, 26, 6 ], "retrieved_global": [ 88, 104, 63, 26, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 131, "question": "What is the location for the activity that has a duration of one day?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 25, 31 ], "retrieved_sids": [ 54, 109, 25, 92, 64 ], "retrieved_global": [ 54, 109, 25, 92, 64 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 132, "question": "What is the scale of the event in Portland, OR?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 56, 50 ], "retrieved_sids": [ 91, 40, 20, 111, 112 ], "retrieved_global": [ 91, 40, 20, 111, 112 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 133, "question": "What is the duration of the one hundred people event called \"scale\"?", "ground_truth": "A", "answer_text": "nine of week", "target_sids": [ 49, 55 ], "retrieved_sids": [ 49, 97, 76, 89, 11 ], "retrieved_global": [ 49, 97, 76, 89, 11 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 134, "question": "What is the location for the event on October 13, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 51, 55 ], "retrieved_sids": [ 94, 0, 10, 81, 100 ], "retrieved_global": [ 94, 0, 10, 81, 100 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 135, "question": "What is the scale of the activity that lasts five days?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 97, 107 ], "retrieved_sids": [ 97, 118, 80, 119, 41 ], "retrieved_global": [ 97, 118, 80, 119, 41 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 136, "question": "What is the duration of the event scheduled for 2024-10-13 at 14:00?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 89, 91 ], "retrieved_sids": [ 16, 103, 78, 3, 34 ], "retrieved_global": [ 16, 103, 78, 3, 34 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 137, "question": "What time is the event that lasts two days?", "ground_truth": "D", "answer_text": "2024-10-11 14:00", "target_sids": [ 42, 43 ], "retrieved_sids": [ 101, 70, 8, 7, 115 ], "retrieved_global": [ 101, 70, 8, 7, 115 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 138, "question": "What is the time for the event taking place in Atlanta, GA?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 42, 39 ], "retrieved_sids": [ 56, 91, 17, 32, 80 ], "retrieved_global": [ 56, 91, 17, 32, 80 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 139, "question": "What is the time for the activity that lasts six weeks?", "ground_truth": "D", "answer_text": "2024-10-17 19:00", "target_sids": [ 75, 77 ], "retrieved_sids": [ 84, 75, 71, 43, 100 ], "retrieved_global": [ 84, 75, 71, 43, 100 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 140, "question": "What time is the activity for the scale of two to ten people?", "ground_truth": "D", "answer_text": "2024-10-11 14:00", "target_sids": [ 80, 81 ], "retrieved_sids": [ 80, 29, 109, 3, 116 ], "retrieved_global": [ 80, 29, 109, 3, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 141, "question": "For the event that lasts five days, what time is it?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 48, 54 ], "retrieved_sids": [ 92, 43, 105, 18, 60 ], "retrieved_global": [ 92, 43, 105, 18, 60 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 142, "question": "What is the scale for the event on October 14, 2024, at 14:00?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 58, 53 ], "retrieved_sids": [ 93, 53, 58, 52, 112 ], "retrieved_global": [ 93, 53, 58, 52, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 143, "question": "What is the scale of the event scheduled for 9:00 on October 13, 2024?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 48, 49 ], "retrieved_sids": [ 88, 63, 71, 48, 47 ], "retrieved_global": [ 88, 63, 71, 48, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 144, "question": "What is the duration of the event that takes place in Houston, TX?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 64, 70 ], "retrieved_sids": [ 100, 54, 1, 18, 90 ], "retrieved_global": [ 100, 54, 1, 18, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 145, "question": "What is the location for the event on Friday, October 25, 2024, at 09:00?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 116, 109 ], "retrieved_sids": [ 66, 35, 30, 91, 23 ], "retrieved_global": [ 66, 35, 30, 91, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 146, "question": "What is the duration of the event scheduled for October 17, 2024, at 9:00?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 35, 27 ], "retrieved_sids": [ 42, 78, 58, 18, 57 ], "retrieved_global": [ 42, 78, 58, 18, 57 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 147, "question": "What's the location of the three-day event?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 107, 99 ], "retrieved_sids": [ 113, 68, 32, 22, 43 ], "retrieved_global": [ 113, 68, 32, 22, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 148, "question": "What is the time for the event that has a scale of seven thousand people?", "ground_truth": "B", "answer_text": "2024-10-14 19:00", "target_sids": [ 36, 37 ], "retrieved_sids": [ 106, 113, 30, 89, 36 ], "retrieved_global": [ 106, 113, 30, 89, 36 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 149, "question": "What is the time for the event in New York, NY?", "ground_truth": "D", "answer_text": "2024-10-11 9:00", "target_sids": [ 32, 31 ], "retrieved_sids": [ 93, 92, 111, 39, 113 ], "retrieved_global": [ 93, 92, 111, 39, 113 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 150, "question": "What's the location for the event on October 11, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 83, 79 ], "retrieved_sids": [ 26, 3, 4, 82, 24 ], "retrieved_global": [ 26, 3, 4, 82, 24 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 151, "question": "What's the duration of the event that has a scale of four hundred people?", "ground_truth": "D", "answer_text": "nine of week", "target_sids": [ 46, 47 ], "retrieved_sids": [ 99, 107, 20, 53, 28 ], "retrieved_global": [ 99, 107, 20, 53, 28 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 152, "question": "What is the duration of the event at that location in Houston, TX?", "ground_truth": "D", "answer_text": "four day", "target_sids": [ 8, 10 ], "retrieved_sids": [ 118, 16, 101, 38, 104 ], "retrieved_global": [ 118, 16, 101, 38, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 153, "question": "What is the duration of the event located in Boston, MA?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 115, 108 ], "retrieved_sids": [ 102, 7, 40, 63, 92 ], "retrieved_global": [ 102, 7, 40, 63, 92 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 154, "question": "What is the scale for the activity that lasts one week?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 91, 84 ], "retrieved_sids": [ 76, 84, 27, 66, 39 ], "retrieved_global": [ 76, 84, 27, 66, 39 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 155, "question": "What is the duration of the scale event for four hundred people?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 69, 61 ], "retrieved_sids": [ 61, 92, 33, 19, 105 ], "retrieved_global": [ 61, 92, 33, 19, 105 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 156, "question": "What is the scale for the event on 2024-10-15 at 19:00?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 9, 4 ], "retrieved_sids": [ 75, 114, 5, 107, 47 ], "retrieved_global": [ 75, 114, 5, 107, 47 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 157, "question": "What time is the event for nine hundred people?", "ground_truth": "C", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 47, 39 ], "retrieved_sids": [ 91, 39, 101, 106, 28 ], "retrieved_global": [ 91, 39, 101, 106, 28 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 158, "question": "What is the time for the event with nine hundred people?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 115, 108 ], "retrieved_sids": [ 44, 66, 98, 14, 51 ], "retrieved_global": [ 44, 66, 98, 14, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 159, "question": "What is the location of the event on October 18, 2024, at 09:00 on a Friday?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 16, 19 ], "retrieved_sids": [ 76, 113, 47, 94, 66 ], "retrieved_global": [ 76, 113, 47, 94, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 160, "question": "What is the duration of the event scheduled for 2024-10-12 at 9:00?", "ground_truth": "C", "answer_text": "nine of week", "target_sids": [ 0, 10 ], "retrieved_sids": [ 20, 104, 52, 10, 88 ], "retrieved_global": [ 20, 104, 52, 10, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 161, "question": "What time is the event at that location in Washington, DC?", "ground_truth": "A", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 92, 93 ], "retrieved_sids": [ 52, 5, 33, 66, 104 ], "retrieved_global": [ 52, 5, 33, 66, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 162, "question": "What is the duration of the event scheduled for October 15, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 91, 85 ], "retrieved_sids": [ 18, 78, 105, 63, 38 ], "retrieved_global": [ 18, 78, 105, 63, 38 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 163, "question": "What time is the event happening at that location in Chicago, IL?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 84, 86 ], "retrieved_sids": [ 53, 62, 105, 103, 7 ], "retrieved_global": [ 53, 62, 105, 103, 7 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 164, "question": "What is the duration of the event scheduled for Wednesday, October 9, 2024, at 14:00?", "ground_truth": "C", "answer_text": "four of week", "target_sids": [ 65, 60 ], "retrieved_sids": [ 51, 105, 77, 34, 110 ], "retrieved_global": [ 51, 105, 77, 34, 110 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 165, "question": "What is the location of the event that has a scale of eight hundred people?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 23, 15 ], "retrieved_sids": [ 54, 6, 84, 97, 98 ], "retrieved_global": [ 54, 6, 84, 97, 98 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 166, "question": "What is the scale for the event on Saturday, October 19, 2024, at 2:00 PM?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 2, 11 ], "retrieved_sids": [ 28, 117, 100, 99, 20 ], "retrieved_global": [ 28, 117, 100, 99, 20 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 167, "question": "What is the scale for the event scheduled on October 17, 2024, at 19:00?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 60, 71 ], "retrieved_sids": [ 45, 87, 19, 76, 52 ], "retrieved_global": [ 45, 87, 19, 76, 52 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 168, "question": "What is the location of the activity that lasts for three weeks?", "ground_truth": "A", "answer_text": "Philadelphia, PA", "target_sids": [ 17, 23 ], "retrieved_sids": [ 99, 46, 17, 28, 116 ], "retrieved_global": [ 99, 46, 17, 28, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 169, "question": "What is the location for the event on October 9, 2024, at 9:00 AM?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 17, 21 ], "retrieved_sids": [ 28, 89, 117, 6, 85 ], "retrieved_global": [ 28, 89, 117, 6, 85 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 170, "question": "What is the location of the scale event for nine hundred people?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 105, 103 ], "retrieved_sids": [ 86, 44, 62, 5, 81 ], "retrieved_global": [ 86, 44, 62, 5, 81 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 171, "question": "What is the location for the event that has a scale of nine hundred people?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 19, 21 ], "retrieved_sids": [ 64, 33, 19, 114, 47 ], "retrieved_global": [ 64, 33, 19, 114, 47 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 172, "question": "What is the scale for the event on Saturday, October 19, 2024, at 09:00?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 90, 91 ], "retrieved_sids": [ 112, 9, 57, 42, 2 ], "retrieved_global": [ 112, 9, 57, 42, 2 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 173, "question": "For the activity that lasts four weeks, what's the scale?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 68, 61 ], "retrieved_sids": [ 88, 20, 61, 74, 115 ], "retrieved_global": [ 88, 20, 61, 74, 115 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 174, "question": "What is the location for the activity that lasts one week?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 2, 4 ], "retrieved_sids": [ 119, 29, 55, 52, 45 ], "retrieved_global": [ 119, 29, 55, 52, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 175, "question": "What is the duration of the event on 2024-10-22 Tuesday at 19:00?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 117, 110 ], "retrieved_sids": [ 101, 28, 69, 39, 21 ], "retrieved_global": [ 101, 28, 69, 39, 21 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 176, "question": "What is the scale of the activity that has a duration of eight days?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 113, 118 ], "retrieved_sids": [ 89, 54, 41, 113, 32 ], "retrieved_global": [ 89, 54, 41, 113, 32 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 177, "question": "What is the location for the activity that lasts one week?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 13, 15 ], "retrieved_sids": [ 32, 46, 95, 78, 13 ], "retrieved_global": [ 32, 46, 95, 78, 13 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 178, "question": "What is the location for the event on 2024-10-15 at 9:00?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 112, 116 ], "retrieved_sids": [ 101, 42, 75, 35, 71 ], "retrieved_global": [ 101, 42, 75, 35, 71 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 179, "question": "What is the duration of the event that has a scale of five hundred people?", "ground_truth": "C", "answer_text": "four of week", "target_sids": [ 106, 102 ], "retrieved_sids": [ 80, 29, 42, 102, 112 ], "retrieved_global": [ 80, 29, 42, 102, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 180, "question": "What is the duration of the activity that scales to two thousand people?", "ground_truth": "A", "answer_text": "nine of week", "target_sids": [ 67, 70 ], "retrieved_sids": [ 67, 103, 19, 4, 88 ], "retrieved_global": [ 67, 103, 19, 4, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 181, "question": "What is the duration of the event that has a scale of seven hundred people?", "ground_truth": "B", "answer_text": "three day", "target_sids": [ 106, 103 ], "retrieved_sids": [ 86, 1, 77, 19, 45 ], "retrieved_global": [ 86, 1, 77, 19, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 182, "question": "For the activity that has a duration of six weeks, what is the scale?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 18, 14 ], "retrieved_sids": [ 99, 27, 14, 11, 92 ], "retrieved_global": [ 99, 27, 14, 11, 92 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 183, "question": "What is the duration of the event scheduled for October 16, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 28, 29 ], "retrieved_sids": [ 17, 97, 91, 100, 112 ], "retrieved_global": [ 17, 97, 91, 100, 112 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 184, "question": "What is the scale of the activity that lasts three days?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 50, 59 ], "retrieved_sids": [ 110, 45, 91, 62, 79 ], "retrieved_global": [ 110, 45, 91, 62, 79 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 185, "question": "What is the duration of the event on Friday, October 18, 2024, at 14:00?", "ground_truth": "D", "answer_text": "three day", "target_sids": [ 83, 77 ], "retrieved_sids": [ 18, 5, 29, 93, 40 ], "retrieved_global": [ 18, 5, 29, 93, 40 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 186, "question": "What is the duration of the event taking place in Austin, TX?", "ground_truth": "B", "answer_text": "four of week", "target_sids": [ 66, 60 ], "retrieved_sids": [ 27, 1, 118, 3, 104 ], "retrieved_global": [ 27, 1, 118, 3, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 187, "question": "What is the duration of the event at the location in Portland, OR?", "ground_truth": "A", "answer_text": "six of week", "target_sids": [ 57, 50 ], "retrieved_sids": [ 87, 3, 98, 74, 116 ], "retrieved_global": [ 87, 3, 98, 74, 116 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 188, "question": "What is the scale of the event on October 7, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "one thousand people", "target_sids": [ 73, 78 ], "retrieved_sids": [ 14, 51, 15, 11, 103 ], "retrieved_global": [ 14, 51, 15, 11, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 189, "question": "What is the duration of the event located in Denver, CO?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 16, 15 ], "retrieved_sids": [ 50, 89, 103, 104, 82 ], "retrieved_global": [ 50, 89, 103, 104, 82 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 190, "question": "What is the location for the event that lasts for five weeks?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 91, 86 ], "retrieved_sids": [ 8, 38, 62, 63, 51 ], "retrieved_global": [ 8, 38, 62, 63, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 191, "question": "What is the location of the scale event for one hundred people?", "ground_truth": "D", "answer_text": "Charlotte, NC", "target_sids": [ 105, 107 ], "retrieved_sids": [ 82, 111, 37, 22, 61 ], "retrieved_global": [ 82, 111, 37, 22, 61 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 192, "question": "What is the location for the event at 19:00 on October 12, 2024?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 81, 73 ], "retrieved_sids": [ 40, 111, 97, 78, 80 ], "retrieved_global": [ 40, 111, 97, 78, 80 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 193, "question": "What is the location for the activity that lasts two weeks?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 98, 101 ], "retrieved_sids": [ 19, 98, 56, 88, 15 ], "retrieved_global": [ 19, 98, 56, 88, 15 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 194, "question": "What is the duration of the event with a scale of five hundred people?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 24, 31 ], "retrieved_sids": [ 63, 45, 75, 9, 10 ], "retrieved_global": [ 63, 45, 75, 9, 10 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 195, "question": "What's the location for the event that has a scale of three hundred people?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 60, 62 ], "retrieved_sids": [ 27, 42, 79, 3, 119 ], "retrieved_global": [ 27, 42, 79, 3, 119 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 196, "question": "What is the scale of the event located in Denver, CO?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 0, 3 ], "retrieved_sids": [ 90, 29, 58, 0, 111 ], "retrieved_global": [ 90, 29, 58, 0, 111 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 197, "question": "What is the duration of the event that has a scale of six hundred people?", "ground_truth": "A", "answer_text": "six of week", "target_sids": [ 17, 22 ], "retrieved_sids": [ 44, 3, 17, 73, 53 ], "retrieved_global": [ 44, 3, 17, 73, 53 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 198, "question": "What is the location of the event that has a scale of five hundred people?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 66, 67 ], "retrieved_sids": [ 112, 27, 66, 17, 89 ], "retrieved_global": [ 112, 27, 66, 17, 89 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 199, "question": "What is the duration of the event with seven hundred people?", "ground_truth": "A", "answer_text": "six of week", "target_sids": [ 35, 27 ], "retrieved_sids": [ 76, 91, 47, 116, 5 ], "retrieved_global": [ 76, 91, 47, 116, 5 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 200, "question": "What is the location for the activity that has a scale of nine hundred people?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 57, 54 ], "retrieved_sids": [ 112, 89, 17, 78, 8 ], "retrieved_global": [ 112, 89, 17, 78, 8 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 201, "question": "What time is the event for one hundred people?", "ground_truth": "A", "answer_text": "2024-10-12 19:00", "target_sids": [ 77, 78 ], "retrieved_sids": [ 110, 68, 54, 88, 9 ], "retrieved_global": [ 110, 68, 54, 88, 9 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 202, "question": "What is the scale for the event scheduled for October 12, 2024, at 14:00?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 115, 109 ], "retrieved_sids": [ 7, 15, 8, 44, 45 ], "retrieved_global": [ 7, 15, 8, 44, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 203, "question": "What is the time for the event located in Chicago, IL?", "ground_truth": "D", "answer_text": "2024-10-16 14:00", "target_sids": [ 33, 34 ], "retrieved_sids": [ 65, 66, 77, 111, 75 ], "retrieved_global": [ 65, 66, 77, 111, 75 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 204, "question": "What is the time of the event at the location in Boston, MA?", "ground_truth": "C", "answer_text": "2024-10-14 19:00", "target_sids": [ 46, 47 ], "retrieved_sids": [ 85, 104, 64, 58, 77 ], "retrieved_global": [ 85, 104, 64, 58, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 205, "question": "What is the duration of the event scheduled for October 15, 2024, at 2:00 PM?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 19, 14 ], "retrieved_sids": [ 102, 51, 37, 78, 42 ], "retrieved_global": [ 102, 51, 37, 78, 42 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 206, "question": "What is the time for the activity that lasts for five weeks?", "ground_truth": "B", "answer_text": "2024-10-11 19:00", "target_sids": [ 24, 26 ], "retrieved_sids": [ 93, 74, 108, 39, 20 ], "retrieved_global": [ 93, 74, 108, 39, 20 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 207, "question": "What is the location for the nine hundred people event?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 20, 14 ], "retrieved_sids": [ 65, 28, 26, 78, 100 ], "retrieved_global": [ 65, 28, 26, 78, 100 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 208, "question": "What is the duration of the event on 2024-10-18 Friday at 14:00?", "ground_truth": "D", "answer_text": "two of week", "target_sids": [ 73, 82 ], "retrieved_sids": [ 17, 104, 54, 27, 103 ], "retrieved_global": [ 17, 104, 54, 27, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 209, "question": "What\u2019s the location for the event with two hundred people?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 25, 31 ], "retrieved_sids": [ 25, 97, 119, 6, 50 ], "retrieved_global": [ 25, 97, 119, 6, 50 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 210, "question": "For the activity that has a duration of three weeks, what is the time?", "ground_truth": "A", "answer_text": "2024-10-14 14:00", "target_sids": [ 17, 15 ], "retrieved_sids": [ 105, 7, 15, 89, 110 ], "retrieved_global": [ 105, 7, 15, 89, 110 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 211, "question": "What's the location for the event with six hundred people?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 16, 13 ], "retrieved_sids": [ 24, 79, 41, 116, 67 ], "retrieved_global": [ 24, 79, 41, 116, 67 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 212, "question": "What is the scale for the activity that has a duration of seven days?", "ground_truth": "C", "answer_text": "five thousand people", "target_sids": [ 89, 93 ], "retrieved_sids": [ 104, 51, 66, 30, 69 ], "retrieved_global": [ 104, 51, 66, 30, 69 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 213, "question": "What is the duration of the event for one hundred people?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 74, 82 ], "retrieved_sids": [ 63, 19, 36, 59, 31 ], "retrieved_global": [ 63, 19, 36, 59, 31 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 214, "question": "What is the time for the event that has a scale of six thousand people?", "ground_truth": "A", "answer_text": "2024-10-14 14:00", "target_sids": [ 113, 114 ], "retrieved_sids": [ 113, 4, 35, 53, 116 ], "retrieved_global": [ 113, 4, 35, 53, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 215, "question": "What is the location of the event that has a duration of five days?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 26, 29 ], "retrieved_sids": [ 82, 66, 67, 45, 58 ], "retrieved_global": [ 82, 66, 67, 45, 58 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 216, "question": "What is the duration of the scale-one hundred people event?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 8, 1 ], "retrieved_sids": [ 112, 69, 30, 14, 73 ], "retrieved_global": [ 112, 69, 30, 14, 73 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 217, "question": "What is the scale of the activity that has a duration of eight days?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 81, 75 ], "retrieved_sids": [ 113, 59, 45, 75, 103 ], "retrieved_global": [ 113, 59, 45, 75, 103 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 218, "question": "What is the time for the event in Orlando, FL?", "ground_truth": "C", "answer_text": "2024-10-14 Monday 09:00", "target_sids": [ 3, 7 ], "retrieved_sids": [ 92, 8, 69, 88, 105 ], "retrieved_global": [ 92, 8, 69, 88, 105 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 219, "question": "What is the location of the event that accommodates eight hundred people?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 68, 70 ], "retrieved_sids": [ 102, 16, 55, 24, 41 ], "retrieved_global": [ 102, 16, 55, 24, 41 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 220, "question": "What is the scale of the event at that location in Washington, DC?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 2, 11 ], "retrieved_sids": [ 27, 98, 93, 52, 115 ], "retrieved_global": [ 27, 98, 93, 52, 115 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 221, "question": "What is the location for the event on Saturday, October 19, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 117, 119 ], "retrieved_sids": [ 53, 103, 56, 7, 101 ], "retrieved_global": [ 53, 103, 56, 7, 101 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 222, "question": "What is the duration of the event with six hundred people?", "ground_truth": "A", "answer_text": "nine of week", "target_sids": [ 52, 54 ], "retrieved_sids": [ 6, 32, 15, 113, 52 ], "retrieved_global": [ 6, 32, 15, 113, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 223, "question": "What is the duration of the event located in Los Angeles, CA?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 72, 75 ], "retrieved_sids": [ 63, 72, 6, 103, 79 ], "retrieved_global": [ 63, 72, 6, 103, 79 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 224, "question": "What is the duration of the event scheduled for 2024-10-13 at 19:00?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 33, 29 ], "retrieved_sids": [ 54, 19, 113, 14, 23 ], "retrieved_global": [ 54, 19, 113, 14, 23 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 225, "question": "What is the time of the event located in Chicago, IL?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 19:00", "target_sids": [ 33, 30 ], "retrieved_sids": [ 55, 65, 46, 113, 56 ], "retrieved_global": [ 55, 65, 46, 113, 56 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 226, "question": "For that eight-day activity, what is the scale?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 90, 95 ], "retrieved_sids": [ 31, 90, 7, 15, 40 ], "retrieved_global": [ 31, 90, 7, 15, 40 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 227, "question": "What time is the four-day event?", "ground_truth": "A", "answer_text": "2024-10-12 9:00", "target_sids": [ 24, 30 ], "retrieved_sids": [ 102, 46, 34, 113, 58 ], "retrieved_global": [ 102, 46, 34, 113, 58 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 228, "question": "What is the duration of the event at the location of Las Vegas, NV?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 33, 27 ], "retrieved_sids": [ 99, 41, 66, 18, 112 ], "retrieved_global": [ 99, 41, 66, 18, 112 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 229, "question": "What is the location of the event on October 12, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 96, 104 ], "retrieved_sids": [ 47, 58, 28, 63, 78 ], "retrieved_global": [ 47, 58, 28, 63, 78 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 230, "question": "What is the duration of the activity that has a scale of one hundred people?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 24, 27 ], "retrieved_sids": [ 97, 24, 42, 81, 7 ], "retrieved_global": [ 97, 24, 42, 81, 7 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 231, "question": "What is the duration of the event in Orlando, FL?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 60, 62 ], "retrieved_sids": [ 103, 7, 44, 116, 51 ], "retrieved_global": [ 103, 7, 44, 116, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 232, "question": "What is the scale of the event located in Portland, OR?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 68, 62 ], "retrieved_sids": [ 118, 77, 62, 104, 84 ], "retrieved_global": [ 118, 77, 62, 104, 84 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 233, "question": "What is the scale of the activity that lasts for nine weeks?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 104, 98 ], "retrieved_sids": [ 98, 20, 54, 6, 25 ], "retrieved_global": [ 98, 20, 54, 6, 25 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 234, "question": "What is the duration of the event with four hundred people?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 114, 115 ], "retrieved_sids": [ 55, 15, 77, 44, 114 ], "retrieved_global": [ 55, 15, 77, 44, 114 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 235, "question": "What is the location of the activity that lasts eight days?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 0, 9 ], "retrieved_sids": [ 0, 89, 117, 45, 18 ], "retrieved_global": [ 0, 89, 117, 45, 18 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 236, "question": "What is the scale of the event located in Washington, DC?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 80, 77 ], "retrieved_sids": [ 113, 70, 7, 106, 21 ], "retrieved_global": [ 113, 70, 7, 106, 21 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 237, "question": "What is the duration of the event scheduled for 9:00 on October 13, 2024?", "ground_truth": "A", "answer_text": "six day", "target_sids": [ 88, 92 ], "retrieved_sids": [ 114, 54, 46, 6, 21 ], "retrieved_global": [ 114, 54, 46, 6, 21 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 238, "question": "What is the duration of the event scheduled for Monday, October 14, 2024, at 09:00?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 44, 38 ], "retrieved_sids": [ 94, 103, 6, 68, 78 ], "retrieved_global": [ 94, 103, 6, 68, 78 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 239, "question": "What is the scale of the event scheduled for October 14, 2024, at 14:00?", "ground_truth": "B", "answer_text": "three thousand people", "target_sids": [ 38, 39 ], "retrieved_sids": [ 19, 73, 118, 55, 29 ], "retrieved_global": [ 19, 73, 118, 55, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 240, "question": "What is the location of the event for six hundred people?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 108, 111 ], "retrieved_sids": [ 2, 67, 58, 20, 31 ], "retrieved_global": [ 2, 67, 58, 20, 31 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 241, "question": "What is the scale of the activity that has a duration of one week?", "ground_truth": "C", "answer_text": "nine thousand people", "target_sids": [ 3, 6 ], "retrieved_sids": [ 38, 66, 18, 105, 37 ], "retrieved_global": [ 38, 66, 18, 105, 37 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 242, "question": "What is the scale for the event scheduled on 2024-10-11 at 14:00?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 45, 39 ], "retrieved_sids": [ 62, 14, 112, 33, 6 ], "retrieved_global": [ 62, 14, 112, 33, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 243, "question": "For the event that lasts five days, what is the scale?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 11, 4 ], "retrieved_sids": [ 42, 4, 35, 75, 8 ], "retrieved_global": [ 42, 4, 35, 75, 8 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 244, "question": "What is the duration of the event on October 14, 2024, at 19:00?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 81, 73 ], "retrieved_sids": [ 43, 20, 53, 60, 30 ], "retrieved_global": [ 43, 20, 53, 60, 30 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 245, "question": "What is the scale for the activity that has a duration of eight days?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 24, 30 ], "retrieved_sids": [ 24, 109, 56, 9, 54 ], "retrieved_global": [ 24, 109, 56, 9, 54 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 246, "question": "What is the scale of the event located in Dallas, TX?", "ground_truth": "B", "answer_text": "two hundred people", "target_sids": [ 30, 31 ], "retrieved_sids": [ 115, 116, 104, 21, 64 ], "retrieved_global": [ 115, 116, 104, 21, 64 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 247, "question": "What is the location of the activity that has a duration of one day?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 97, 103 ], "retrieved_sids": [ 21, 97, 91, 31, 73 ], "retrieved_global": [ 21, 97, 91, 31, 73 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 248, "question": "What is the duration of the event on Tuesday, October 8, 2024, at 09:00?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 102, 103 ], "retrieved_sids": [ 58, 110, 99, 46, 43 ], "retrieved_global": [ 58, 110, 99, 46, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 249, "question": "What is the duration of the event located in Boston, MA?", "ground_truth": "C", "answer_text": "five day", "target_sids": [ 106, 100 ], "retrieved_sids": [ 93, 113, 38, 31, 43 ], "retrieved_global": [ 93, 113, 38, 31, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 250, "question": "What is the scale of the event at the location in Jacksonville, FL?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 11, 4 ], "retrieved_sids": [ 28, 56, 73, 110, 87 ], "retrieved_global": [ 28, 56, 73, 110, 87 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 251, "question": "What is the location for the event scheduled on October 17, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 72, 73 ], "retrieved_sids": [ 20, 114, 67, 33, 115 ], "retrieved_global": [ 20, 114, 67, 33, 115 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 252, "question": "What is the scale of the event located in Washington, DC?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 82, 78 ], "retrieved_sids": [ 63, 7, 101, 91, 32 ], "retrieved_global": [ 63, 7, 101, 91, 32 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 253, "question": "What is the scale of the event located in Miami, FL?", "ground_truth": "D", "answer_text": "one thousand people", "target_sids": [ 56, 55 ], "retrieved_sids": [ 55, 3, 108, 85, 103 ], "retrieved_global": [ 55, 3, 108, 85, 103 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 254, "question": "What time is the event at that location in Orlando, FL?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 48, 50 ], "retrieved_sids": [ 66, 6, 76, 75, 35 ], "retrieved_global": [ 66, 6, 76, 75, 35 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 255, "question": "What is the duration of the event on Sunday, October 20, 2024, at 09:00?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 12, 15 ], "retrieved_sids": [ 44, 100, 88, 57, 82 ], "retrieved_global": [ 44, 100, 88, 57, 82 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 256, "question": "For an event that lasts one week, what is the location?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 14, 22 ], "retrieved_sids": [ 5, 67, 101, 54, 19 ], "retrieved_global": [ 5, 67, 101, 54, 19 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 257, "question": "What time is the event that lasts six days?", "ground_truth": "D", "answer_text": "2024-10-19 Saturday 09:00", "target_sids": [ 94, 87 ], "retrieved_sids": [ 87, 105, 118, 57, 29 ], "retrieved_global": [ 87, 105, 118, 57, 29 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 258, "question": "What's the duration of the event scheduled for October 11, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 60, 61 ], "retrieved_sids": [ 15, 2, 81, 94, 32 ], "retrieved_global": [ 15, 2, 81, 94, 32 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 259, "question": "What time is the event at the location in Orlando, FL?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 96, 98 ], "retrieved_sids": [ 109, 2, 69, 112, 94 ], "retrieved_global": [ 109, 2, 69, 112, 94 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 260, "question": "What time is the event in Houston, TX?", "ground_truth": "B", "answer_text": "2024-10-16 19:00", "target_sids": [ 24, 30 ], "retrieved_sids": [ 45, 7, 69, 88, 81 ], "retrieved_global": [ 45, 7, 69, 88, 81 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 261, "question": "What is the location of the event for six hundred people?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 89, 94 ], "retrieved_sids": [ 45, 61, 50, 97, 69 ], "retrieved_global": [ 45, 61, 50, 97, 69 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 262, "question": "What is the location of the event that has a duration of nine days?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 33, 31 ], "retrieved_sids": [ 77, 9, 44, 110, 29 ], "retrieved_global": [ 77, 9, 44, 110, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 263, "question": "What time is the event for nine hundred people?", "ground_truth": "D", "answer_text": "2024-10-13 14:00", "target_sids": [ 34, 29 ], "retrieved_sids": [ 79, 51, 64, 53, 29 ], "retrieved_global": [ 79, 51, 64, 53, 29 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 264, "question": "What is the location for the event on Wednesday, October 9, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 58, 55 ], "retrieved_sids": [ 39, 65, 82, 28, 53 ], "retrieved_global": [ 39, 65, 82, 28, 53 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 265, "question": "What is the duration of the event on Tuesday, October 15, 2024, at 14:00?", "ground_truth": "D", "answer_text": "four day", "target_sids": [ 114, 108 ], "retrieved_sids": [ 86, 64, 78, 115, 19 ], "retrieved_global": [ 86, 64, 78, 115, 19 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 266, "question": "What\u2019s the time for the activity that has a duration of six weeks?", "ground_truth": "C", "answer_text": "2024-10-13 14:00", "target_sids": [ 18, 12 ], "retrieved_sids": [ 12, 114, 55, 8, 97 ], "retrieved_global": [ 12, 114, 55, 8, 97 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 267, "question": "What is the scale for the event on 2024-10-17 at 14:00?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 81, 77 ], "retrieved_sids": [ 81, 97, 55, 82, 107 ], "retrieved_global": [ 81, 97, 55, 82, 107 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 268, "question": "What is the duration of the event on Tuesday, October 15, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 16, 19 ], "retrieved_sids": [ 58, 81, 43, 30, 80 ], "retrieved_global": [ 58, 81, 43, 30, 80 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 269, "question": "What is the time for the event that has a scale of eight hundred people?", "ground_truth": "D", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 113, 115 ], "retrieved_sids": [ 101, 26, 14, 39, 44 ], "retrieved_global": [ 101, 26, 14, 39, 44 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 270, "question": "What is the scale of the activity that has a duration of eight days?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 60, 70 ], "retrieved_sids": [ 9, 91, 26, 50, 97 ], "retrieved_global": [ 9, 91, 26, 50, 97 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 271, "question": "What is the location for the event on October 12, 2024, at 9:00?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 1, 6 ], "retrieved_sids": [ 90, 28, 55, 63, 62 ], "retrieved_global": [ 90, 28, 55, 63, 62 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 272, "question": "What time is the activity that lasts for three weeks?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 9, 2 ], "retrieved_sids": [ 89, 39, 101, 55, 91 ], "retrieved_global": [ 89, 39, 101, 55, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 273, "question": "What is the duration of the event on Tuesday, October 8, 2024, at 14:00?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 10, 3 ], "retrieved_sids": [ 111, 54, 102, 81, 90 ], "retrieved_global": [ 111, 54, 102, 81, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 274, "question": "What's the time for the event in Houston, TX?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 0, 11 ], "retrieved_sids": [ 65, 117, 51, 78, 116 ], "retrieved_global": [ 65, 117, 51, 78, 116 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 275, "question": "What is the location for the event scheduled on 2024-10-11 at 19:00?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 72, 76 ], "retrieved_sids": [ 54, 32, 104, 62, 27 ], "retrieved_global": [ 54, 32, 104, 62, 27 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 276, "question": "What's the location of the event with a scale of three hundred people?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 48, 49 ], "retrieved_sids": [ 111, 101, 89, 86, 100 ], "retrieved_global": [ 111, 101, 89, 86, 100 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 277, "question": "What is the duration of the event scheduled for 9:00 on October 13, 2024?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 99, 101 ], "retrieved_sids": [ 7, 33, 79, 59, 90 ], "retrieved_global": [ 7, 33, 79, 59, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 278, "question": "What is the scale of the event in Houston, TX?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 17, 14 ], "retrieved_sids": [ 55, 41, 115, 114, 8 ], "retrieved_global": [ 55, 41, 115, 114, 8 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 279, "question": "What time is the Five Ten People event?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 52, 55 ], "retrieved_sids": [ 116, 45, 10, 17, 20 ], "retrieved_global": [ 116, 45, 10, 17, 20 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 280, "question": "What is the scale of the event in San Diego, CA?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 89, 95 ], "retrieved_sids": [ 89, 39, 51, 79, 8 ], "retrieved_global": [ 89, 39, 51, 79, 8 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 281, "question": "What is the duration of the event that has a scale of four hundred people?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 94, 87 ], "retrieved_sids": [ 87, 56, 75, 112, 44 ], "retrieved_global": [ 87, 56, 75, 112, 44 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 282, "question": "What is the duration of the six hundred people event at that scale?", "ground_truth": "D", "answer_text": "two of week", "target_sids": [ 71, 63 ], "retrieved_sids": [ 8, 83, 27, 18, 19 ], "retrieved_global": [ 8, 83, 27, 18, 19 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 283, "question": "What is the location for the activity that has a duration of one week?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 85, 94 ], "retrieved_sids": [ 85, 113, 57, 46, 3 ], "retrieved_global": [ 85, 113, 57, 46, 3 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 284, "question": "What time is the event that lasts for six days?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 8, 1 ], "retrieved_sids": [ 79, 30, 99, 40, 69 ], "retrieved_global": [ 79, 30, 99, 40, 69 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 285, "question": "What is the time of the event located in Seattle, WA?", "ground_truth": "B", "answer_text": "2024-10-07 Monday 19:00", "target_sids": [ 91, 87 ], "retrieved_sids": [ 64, 10, 57, 106, 65 ], "retrieved_global": [ 64, 10, 57, 106, 65 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 286, "question": "What is the scale for the event on Sunday, October 13, 2024, at 14:00?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 89, 84 ], "retrieved_sids": [ 99, 40, 115, 110, 42 ], "retrieved_global": [ 99, 40, 115, 110, 42 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 287, "question": "What is the time for the event that has a scale of five hundred people?", "ground_truth": "C", "answer_text": "2024-10-16 9:00", "target_sids": [ 1, 9 ], "retrieved_sids": [ 112, 28, 4, 56, 103 ], "retrieved_global": [ 112, 28, 4, 56, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 288, "question": "What time is the four-day event?", "ground_truth": "D", "answer_text": "2024-10-13 19:00", "target_sids": [ 77, 79 ], "retrieved_sids": [ 89, 9, 52, 44, 29 ], "retrieved_global": [ 89, 9, 52, 44, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 289, "question": "What time is the nine hundred people event?", "ground_truth": "D", "answer_text": "2024-10-15 19:00", "target_sids": [ 49, 50 ], "retrieved_sids": [ 26, 42, 16, 5, 66 ], "retrieved_global": [ 26, 42, 16, 5, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 290, "question": "What time is the activity that has a duration of one day?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 69, 70 ], "retrieved_sids": [ 42, 78, 33, 90, 105 ], "retrieved_global": [ 42, 78, 33, 90, 105 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 291, "question": "What is the scale of the event at that location in Las Vegas, NV?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 16, 19 ], "retrieved_sids": [ 68, 1, 102, 24, 56 ], "retrieved_global": [ 68, 1, 102, 24, 56 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 292, "question": "What time is the event with six hundred people?", "ground_truth": "D", "answer_text": "2024-10-17 19:00", "target_sids": [ 108, 117 ], "retrieved_sids": [ 91, 28, 78, 4, 45 ], "retrieved_global": [ 91, 28, 78, 4, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 293, "question": "For the activity that lasts four weeks, what is the scale?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 51, 52 ], "retrieved_sids": [ 51, 29, 112, 6, 83 ], "retrieved_global": [ 51, 29, 112, 6, 83 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 294, "question": "What is the duration of the six hundred people event?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 61, 71 ], "retrieved_sids": [ 79, 101, 61, 113, 89 ], "retrieved_global": [ 79, 101, 61, 113, 89 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 295, "question": "What is the duration of the activity that scales for four hundred people?", "ground_truth": "B", "answer_text": "nine of week", "target_sids": [ 1, 3 ], "retrieved_sids": [ 90, 106, 26, 1, 76 ], "retrieved_global": [ 90, 106, 26, 1, 76 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 296, "question": "What time is the event in Orlando, FL?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 116, 118 ], "retrieved_sids": [ 5, 116, 31, 117, 82 ], "retrieved_global": [ 5, 116, 31, 117, 82 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 297, "question": "What is the time for the activity that lasts four weeks?", "ground_truth": "C", "answer_text": "2024-10-14 19:00", "target_sids": [ 78, 79 ], "retrieved_sids": [ 117, 29, 78, 97, 19 ], "retrieved_global": [ 117, 29, 78, 97, 19 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 298, "question": "What\u2019s the scale of the event taking place in Denver, CO?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 74, 77 ], "retrieved_sids": [ 30, 103, 61, 14, 9 ], "retrieved_global": [ 30, 103, 61, 14, 9 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 299, "question": "What is the duration of the nine hundred people event for that scale?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 88, 95 ], "retrieved_sids": [ 39, 25, 107, 41, 54 ], "retrieved_global": [ 39, 25, 107, 41, 54 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 300, "question": "What time is the event that has a duration of eight days?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 19, 22 ], "retrieved_sids": [ 19, 55, 31, 63, 80 ], "retrieved_global": [ 19, 55, 31, 63, 80 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 301, "question": "What is the duration of the event scheduled for Friday, October 18, 2024, at 19:00?", "ground_truth": "B", "answer_text": "seven day", "target_sids": [ 16, 21 ], "retrieved_sids": [ 33, 51, 40, 39, 15 ], "retrieved_global": [ 33, 51, 40, 39, 15 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 302, "question": "What's the location for the event on October 14, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 46, 38 ], "retrieved_sids": [ 57, 4, 85, 76, 14 ], "retrieved_global": [ 57, 4, 85, 76, 14 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 303, "question": "What time is the event for seven hundred people?", "ground_truth": "B", "answer_text": "2024-10-13 19:00", "target_sids": [ 24, 26 ], "retrieved_sids": [ 101, 79, 112, 81, 6 ], "retrieved_global": [ 101, 79, 112, 81, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 304, "question": "What is the duration of the six hundred people event?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 1, 6 ], "retrieved_sids": [ 113, 32, 87, 101, 56 ], "retrieved_global": [ 113, 32, 87, 101, 56 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 305, "question": "What time is the event at the location in Phoenix, AZ?", "ground_truth": "C", "answer_text": "2024-10-12 14:00", "target_sids": [ 106, 102 ], "retrieved_sids": [ 92, 43, 28, 51, 85 ], "retrieved_global": [ 92, 43, 28, 51, 85 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 306, "question": "What is the scale of the activity that lasts for eight weeks?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 105, 99 ], "retrieved_sids": [ 80, 111, 92, 112, 40 ], "retrieved_global": [ 80, 111, 92, 112, 40 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 307, "question": "What is the scale for the event on October 14, 2024, which is a Monday at 7:00 PM?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 98, 101 ], "retrieved_sids": [ 89, 6, 51, 112, 82 ], "retrieved_global": [ 89, 6, 51, 112, 82 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 308, "question": "What is the scale of the event that lasts four days?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 110, 119 ], "retrieved_sids": [ 81, 46, 110, 1, 52 ], "retrieved_global": [ 81, 46, 110, 1, 52 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 309, "question": "What is the time for the event located in Chicago, IL?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 28, 31 ], "retrieved_sids": [ 4, 35, 71, 83, 96 ], "retrieved_global": [ 4, 35, 71, 83, 96 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 310, "question": "What is the location for the event on October 13, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 70, 71 ], "retrieved_sids": [ 115, 77, 98, 116, 1 ], "retrieved_global": [ 115, 77, 98, 116, 1 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 311, "question": "What\u2019s the time for the event located in Miami, FL?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 92, 95 ], "retrieved_sids": [ 104, 83, 56, 7, 89 ], "retrieved_global": [ 104, 83, 56, 7, 89 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 312, "question": "What is the duration of the event on Friday, October 18, 2024, at 9:00 AM?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 40, 43 ], "retrieved_sids": [ 16, 56, 62, 65, 41 ], "retrieved_global": [ 16, 56, 62, 65, 41 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 313, "question": "What is the scale of the six-week duration activity?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 72, 79 ], "retrieved_sids": [ 42, 20, 75, 6, 21 ], "retrieved_global": [ 42, 20, 75, 6, 21 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 314, "question": "What's the location for the event on 2024-10-09, Wednesday at 14:00?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 9, 11 ], "retrieved_sids": [ 45, 113, 20, 42, 66 ], "retrieved_global": [ 45, 113, 20, 42, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 315, "question": "What is the duration of the event at the location in Las Vegas, NV?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 24, 29 ], "retrieved_sids": [ 79, 68, 19, 1, 117 ], "retrieved_global": [ 79, 68, 19, 1, 117 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 316, "question": "What is the scale of the event on October 13, 2024, Sunday at 19:00?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 9, 6 ], "retrieved_sids": [ 5, 63, 15, 84, 37 ], "retrieved_global": [ 5, 63, 15, 84, 37 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 317, "question": "What is the location of the activity that lasts three weeks?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 72, 81 ], "retrieved_sids": [ 72, 8, 68, 13, 53 ], "retrieved_global": [ 72, 8, 68, 13, 53 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 318, "question": "What is the location of the event that has a scale of four hundred people?", "ground_truth": "D", "answer_text": "Philadelphia, PA", "target_sids": [ 81, 74 ], "retrieved_sids": [ 67, 43, 74, 87, 88 ], "retrieved_global": [ 67, 43, 74, 87, 88 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 319, "question": "What is the duration of the event at that location in Miami, FL?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 51, 55 ], "retrieved_sids": [ 32, 8, 43, 78, 83 ], "retrieved_global": [ 32, 8, 43, 78, 83 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 320, "question": "What is the duration of the event scheduled for 2024-10-13 at 14:00?", "ground_truth": "D", "answer_text": "two of week", "target_sids": [ 12, 13 ], "retrieved_sids": [ 80, 33, 112, 94, 104 ], "retrieved_global": [ 80, 33, 112, 94, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 321, "question": "What is the scale for the activity that lasts five weeks?", "ground_truth": "B", "answer_text": "six thousand people", "target_sids": [ 52, 55 ], "retrieved_sids": [ 63, 90, 94, 16, 10 ], "retrieved_global": [ 63, 90, 94, 16, 10 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 322, "question": "What's the time for the event in Los Angeles, CA?", "ground_truth": "D", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 80, 82 ], "retrieved_sids": [ 22, 94, 38, 20, 78 ], "retrieved_global": [ 22, 94, 38, 20, 78 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 323, "question": "What is the scale for the event on Sunday, October 13, 2024, at 14:00?", "ground_truth": "C", "answer_text": "five thousand people", "target_sids": [ 16, 21 ], "retrieved_sids": [ 119, 27, 111, 42, 8 ], "retrieved_global": [ 119, 27, 111, 42, 8 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 324, "question": "What is the duration of the event located in New York, NY?", "ground_truth": "A", "answer_text": "two day", "target_sids": [ 82, 77 ], "retrieved_sids": [ 43, 53, 56, 64, 103 ], "retrieved_global": [ 43, 53, 56, 64, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 325, "question": "What is the location of the activity that has a duration of eight days?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 89, 94 ], "retrieved_sids": [ 89, 5, 59, 17, 42 ], "retrieved_global": [ 89, 5, 59, 17, 42 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 326, "question": "What is the location for the activity that lasts one day?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 53, 54 ], "retrieved_sids": [ 53, 77, 42, 114, 9 ], "retrieved_global": [ 53, 77, 42, 114, 9 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 327, "question": "What is the time for the activity that has a duration of seven days?", "ground_truth": "C", "answer_text": "2024-10-12 9:00", "target_sids": [ 18, 23 ], "retrieved_sids": [ 104, 34, 44, 73, 113 ], "retrieved_global": [ 104, 34, 44, 73, 113 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 328, "question": "What is the scale of the event located in Houston, TX?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 36, 47 ], "retrieved_sids": [ 99, 50, 79, 111, 20 ], "retrieved_global": [ 99, 50, 79, 111, 20 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 329, "question": "What is the scale for the event on October 21, 2024, which is a Monday at 14:00?", "ground_truth": "B", "answer_text": "four thousand people", "target_sids": [ 116, 119 ], "retrieved_sids": [ 7, 29, 76, 107, 104 ], "retrieved_global": [ 7, 29, 76, 107, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 330, "question": "What is the time for the event that\u2019s taking place in Boston, MA?", "ground_truth": "A", "answer_text": "2024-10-14 14:00", "target_sids": [ 88, 87 ], "retrieved_sids": [ 111, 64, 29, 32, 87 ], "retrieved_global": [ 111, 64, 29, 32, 87 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 331, "question": "What is the scale of the event located in Austin, TX?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 96, 107 ], "retrieved_sids": [ 58, 116, 96, 6, 90 ], "retrieved_global": [ 58, 116, 96, 6, 90 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 332, "question": "What is the time for the event that has a scale of four hundred people?", "ground_truth": "D", "answer_text": "2024-10-15 19:00", "target_sids": [ 32, 25 ], "retrieved_sids": [ 79, 102, 38, 16, 3 ], "retrieved_global": [ 79, 102, 38, 16, 3 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 333, "question": "What is the location of the activity that lasts six weeks?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 1, 4 ], "retrieved_sids": [ 65, 79, 58, 26, 90 ], "retrieved_global": [ 65, 79, 58, 26, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 334, "question": "What is the duration of the event located in Portland, OR?", "ground_truth": "A", "answer_text": "four of week", "target_sids": [ 115, 119 ], "retrieved_sids": [ 98, 49, 74, 62, 81 ], "retrieved_global": [ 98, 49, 74, 62, 81 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 335, "question": "What kind of scale does the event in Boston, MA have?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 77, 79 ], "retrieved_sids": [ 40, 100, 104, 4, 77 ], "retrieved_global": [ 40, 100, 104, 4, 77 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 336, "question": "What is the time for the activity that scales to three hundred people?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 35, 29 ], "retrieved_sids": [ 17, 45, 103, 28, 114 ], "retrieved_global": [ 17, 45, 103, 28, 114 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 337, "question": "What is the scale of the event located in Las Vegas, NV?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 1, 5 ], "retrieved_sids": [ 43, 119, 55, 103, 33 ], "retrieved_global": [ 43, 119, 55, 103, 33 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 338, "question": "What is the location of the activity that lasts for one week?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 50, 51 ], "retrieved_sids": [ 33, 75, 17, 6, 47 ], "retrieved_global": [ 33, 75, 17, 6, 47 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 339, "question": "What time is the event for six hundred people?", "ground_truth": "C", "answer_text": "2024-10-17 9:00", "target_sids": [ 11, 7 ], "retrieved_sids": [ 76, 118, 105, 21, 29 ], "retrieved_global": [ 76, 118, 105, 21, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 340, "question": "What is the duration of the event on Sunday, October 13, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 52, 54 ], "retrieved_sids": [ 91, 67, 117, 116, 99 ], "retrieved_global": [ 91, 67, 117, 116, 99 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 341, "question": "What is the location of the event that has a scale of eight hundred people?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 12, 21 ], "retrieved_sids": [ 53, 45, 74, 87, 114 ], "retrieved_global": [ 53, 45, 74, 87, 114 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 342, "question": "What is the scale for the activity that has a duration of four weeks?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 41, 39 ], "retrieved_sids": [ 119, 104, 34, 52, 110 ], "retrieved_global": [ 119, 104, 34, 52, 110 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 343, "question": "What is the duration of the event located in Denver, CO?", "ground_truth": "A", "answer_text": "one day", "target_sids": [ 61, 71 ], "retrieved_sids": [ 111, 19, 6, 92, 76 ], "retrieved_global": [ 111, 19, 6, 92, 76 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 344, "question": "What is the duration of the event scheduled for October 14, 2024, at 9:00 AM?", "ground_truth": "D", "answer_text": "eight of week", "target_sids": [ 16, 20 ], "retrieved_sids": [ 91, 29, 31, 32, 56 ], "retrieved_global": [ 91, 29, 31, 32, 56 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 345, "question": "What is the time for the event that has a scale of eight hundred people?", "ground_truth": "A", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 96, 99 ], "retrieved_sids": [ 80, 14, 70, 54, 44 ], "retrieved_global": [ 80, 14, 70, 54, 44 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 346, "question": "What is the scale of the event located in Washington, DC?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 118, 110 ], "retrieved_sids": [ 61, 104, 55, 41, 77 ], "retrieved_global": [ 61, 104, 55, 41, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 347, "question": "What time is the event at the location in Chicago, IL?", "ground_truth": "C", "answer_text": "2024-10-17 Thursday 09:00", "target_sids": [ 19, 15 ], "retrieved_sids": [ 83, 115, 93, 117, 104 ], "retrieved_global": [ 83, 115, 93, 117, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 348, "question": "What is the scale of the event at that location in Washington, DC?", "ground_truth": "A", "answer_text": "two thousand people", "target_sids": [ 41, 36 ], "retrieved_sids": [ 18, 5, 33, 99, 70 ], "retrieved_global": [ 18, 5, 33, 99, 70 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 349, "question": "What is the duration of that event with a scale of five hundred people?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 80, 75 ], "retrieved_sids": [ 13, 68, 99, 114, 75 ], "retrieved_global": [ 13, 68, 99, 114, 75 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 350, "question": "What is the duration of the event in San Francisco, CA?", "ground_truth": "A", "answer_text": "five of week", "target_sids": [ 16, 14 ], "retrieved_sids": [ 5, 65, 40, 77, 103 ], "retrieved_global": [ 5, 65, 40, 77, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 351, "question": "For the event that lasts four days, what time is it?", "ground_truth": "C", "answer_text": "2024-10-17 9:00", "target_sids": [ 88, 86 ], "retrieved_sids": [ 117, 50, 80, 86, 41 ], "retrieved_global": [ 117, 50, 80, 86, 41 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 352, "question": "What is the location for the event on October 14, 2024, at 9:00?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 113, 119 ], "retrieved_sids": [ 64, 3, 81, 77, 34 ], "retrieved_global": [ 64, 3, 81, 77, 34 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 353, "question": "What is the location for the event on Thursday, October 10, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 118, 119 ], "retrieved_sids": [ 87, 13, 99, 81, 10 ], "retrieved_global": [ 87, 13, 99, 81, 10 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 354, "question": "What time is the event located in Atlanta, GA?", "ground_truth": "D", "answer_text": "2024-10-13 19:00", "target_sids": [ 9, 10 ], "retrieved_sids": [ 40, 81, 110, 104, 88 ], "retrieved_global": [ 40, 81, 110, 104, 88 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 355, "question": "What's the scale for the activity that lasts nine weeks?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 106, 102 ], "retrieved_sids": [ 102, 57, 66, 6, 78 ], "retrieved_global": [ 102, 57, 66, 6, 78 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 356, "question": "What is the location of the event that has nine hundred people?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 57, 58 ], "retrieved_sids": [ 43, 75, 29, 110, 87 ], "retrieved_global": [ 43, 75, 29, 110, 87 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 357, "question": "What's the location for the event on October 16, 2024, at 9:00?", "ground_truth": "B", "answer_text": "Columbus, OH", "target_sids": [ 40, 41 ], "retrieved_sids": [ 6, 109, 110, 21, 49 ], "retrieved_global": [ 6, 109, 110, 21, 49 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 358, "question": "What is the duration of the event on October 7, 2024, which is a Monday at 9:00 AM?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 84, 87 ], "retrieved_sids": [ 115, 20, 29, 119, 98 ], "retrieved_global": [ 115, 20, 29, 119, 98 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 359, "question": "What is the duration of the event scheduled for October 16, 2024, at 9:00 AM?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 85, 94 ], "retrieved_sids": [ 104, 103, 6, 4, 94 ], "retrieved_global": [ 104, 103, 6, 4, 94 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 360, "question": "What is the location for the two-week duration activity?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 10, 4 ], "retrieved_sids": [ 38, 91, 64, 18, 66 ], "retrieved_global": [ 38, 91, 64, 18, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 361, "question": "What is the duration of the event for nine hundred people at that scale?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 43, 39 ], "retrieved_sids": [ 29, 101, 111, 15, 39 ], "retrieved_global": [ 29, 101, 111, 15, 39 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 362, "question": "What is the scale for the event on 2024-10-11 at 14:00?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 35, 28 ], "retrieved_sids": [ 118, 77, 27, 71, 70 ], "retrieved_global": [ 118, 77, 27, 71, 70 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 363, "question": "What is the duration of the event in Philadelphia, PA?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 44, 47 ], "retrieved_sids": [ 100, 18, 3, 92, 78 ], "retrieved_global": [ 100, 18, 3, 92, 78 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 364, "question": "What's the duration of the activity for one hundred people?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 80, 76 ], "retrieved_sids": [ 89, 101, 38, 17, 35 ], "retrieved_global": [ 89, 101, 38, 17, 35 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 365, "question": "What is the duration of the event on Thursday, October 17, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 56, 53 ], "retrieved_sids": [ 8, 75, 116, 46, 104 ], "retrieved_global": [ 8, 75, 116, 46, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 366, "question": "What time is the event in Portland, OR?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 92, 94 ], "retrieved_sids": [ 4, 115, 58, 47, 39 ], "retrieved_global": [ 4, 115, 58, 47, 39 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 367, "question": "What is the duration of the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 90, 85 ], "retrieved_sids": [ 57, 77, 101, 113, 29 ], "retrieved_global": [ 57, 77, 101, 113, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 368, "question": "What's the time for the event that has a scale of two hundred people?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 32, 30 ], "retrieved_sids": [ 101, 64, 55, 77, 83 ], "retrieved_global": [ 101, 64, 55, 77, 83 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 369, "question": "What is the duration of the event scheduled for 2024-10-13 at 19:00?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 67, 62 ], "retrieved_sids": [ 39, 32, 79, 66, 69 ], "retrieved_global": [ 39, 32, 79, 66, 69 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 370, "question": "What's the time for the event that has a scale of five hundred people?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 97, 101 ], "retrieved_sids": [ 20, 89, 112, 51, 32 ], "retrieved_global": [ 20, 89, 112, 51, 32 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 371, "question": "What is the time for the activity that has a duration of eight days?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 113, 117 ], "retrieved_sids": [ 54, 113, 16, 5, 89 ], "retrieved_global": [ 54, 113, 16, 5, 89 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 372, "question": "What is the location for the event on Sunday, October 13, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 32, 26 ], "retrieved_sids": [ 98, 14, 80, 111, 16 ], "retrieved_global": [ 98, 14, 80, 111, 16 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 373, "question": "What is the time for the event that lasts three days?", "ground_truth": "D", "answer_text": "2024-10-13 9:00", "target_sids": [ 49, 57 ], "retrieved_sids": [ 29, 116, 49, 21, 10 ], "retrieved_global": [ 29, 116, 49, 21, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 374, "question": "What\u2019s the scale of the event located in Atlanta, GA?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 90, 92 ], "retrieved_sids": [ 40, 107, 60, 81, 51 ], "retrieved_global": [ 40, 107, 60, 81, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 375, "question": "What is the scale of the event taking place on Saturday, October 19, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 108, 110 ], "retrieved_sids": [ 43, 17, 106, 65, 94 ], "retrieved_global": [ 43, 17, 106, 65, 94 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 376, "question": "What is the time for the event with seven hundred people?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 90, 94 ], "retrieved_sids": [ 103, 90, 110, 79, 5 ], "retrieved_global": [ 103, 90, 110, 79, 5 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 377, "question": "What is the scale for the event on October 15, 2024, at 9:00?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 81, 76 ], "retrieved_sids": [ 40, 63, 9, 95, 113 ], "retrieved_global": [ 40, 63, 9, 95, 113 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 378, "question": "What is the duration of the event at the location in Las Vegas, NV?", "ground_truth": "A", "answer_text": "seven of week", "target_sids": [ 70, 71 ], "retrieved_sids": [ 20, 35, 70, 95, 92 ], "retrieved_global": [ 20, 35, 70, 95, 92 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 379, "question": "What is the duration of the event scheduled for 9:00 on October 14, 2024?", "ground_truth": "B", "answer_text": "three day", "target_sids": [ 90, 86 ], "retrieved_sids": [ 105, 67, 31, 79, 5 ], "retrieved_global": [ 105, 67, 31, 79, 5 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 380, "question": "What is the duration of the event scheduled for October 15, 2024, at 9:00?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 26, 31 ], "retrieved_sids": [ 53, 81, 41, 94, 27 ], "retrieved_global": [ 53, 81, 41, 94, 27 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 381, "question": "What is the duration of the event scheduled for 2024-10-12 at 14:00?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 115, 116 ], "retrieved_sids": [ 52, 8, 42, 5, 83 ], "retrieved_global": [ 52, 8, 42, 5, 83 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 382, "question": "What is the duration of the event at the location in Washington, DC?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 1, 4 ], "retrieved_sids": [ 80, 114, 32, 35, 63 ], "retrieved_global": [ 80, 114, 32, 35, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 383, "question": "What is the duration of the event located in Denver, CO?", "ground_truth": "D", "answer_text": "four of week", "target_sids": [ 72, 75 ], "retrieved_sids": [ 98, 93, 2, 42, 26 ], "retrieved_global": [ 98, 93, 2, 42, 26 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 384, "question": "What time is the event for two hundred people?", "ground_truth": "C", "answer_text": "2024-10-15 9:00", "target_sids": [ 18, 21 ], "retrieved_sids": [ 10, 32, 41, 16, 51 ], "retrieved_global": [ 10, 32, 41, 16, 51 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 385, "question": "What is the duration of the event located in Boston, MA?", "ground_truth": "C", "answer_text": "six of month", "target_sids": [ 33, 34 ], "retrieved_sids": [ 76, 113, 86, 77, 45 ], "retrieved_global": [ 76, 113, 86, 77, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 386, "question": "What is the duration of the event that takes place in Seattle, WA?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 85, 95 ], "retrieved_sids": [ 99, 82, 50, 28, 44 ], "retrieved_global": [ 99, 82, 50, 28, 44 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 387, "question": "What is the duration of the event scheduled for Friday, October 18, 2024, at 9:00 AM?", "ground_truth": "C", "answer_text": "three of week", "target_sids": [ 60, 70 ], "retrieved_sids": [ 45, 42, 96, 51, 58 ], "retrieved_global": [ 45, 42, 96, 51, 58 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 388, "question": "What time is the event in New York, NY?", "ground_truth": "D", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 32, 33 ], "retrieved_sids": [ 93, 56, 46, 4, 6 ], "retrieved_global": [ 93, 56, 46, 4, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 389, "question": "What is the location of the activity that has a duration of eight weeks?", "ground_truth": "D", "answer_text": "San Jose, CA", "target_sids": [ 56, 58 ], "retrieved_sids": [ 10, 14, 115, 77, 67 ], "retrieved_global": [ 10, 14, 115, 77, 67 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 390, "question": "What is the scale for the event at 14:00 on October 15, 2024?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 34, 30 ], "retrieved_sids": [ 94, 8, 115, 90, 104 ], "retrieved_global": [ 94, 8, 115, 90, 104 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 391, "question": "What is the location of the event that has a scale of six hundred people?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 66, 60 ], "retrieved_sids": [ 83, 51, 115, 27, 13 ], "retrieved_global": [ 83, 51, 115, 27, 13 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 392, "question": "What is the time for the activity that lasts two weeks?", "ground_truth": "C", "answer_text": "2024-10-17 14:00", "target_sids": [ 56, 54 ], "retrieved_sids": [ 25, 81, 101, 54, 10 ], "retrieved_global": [ 25, 81, 101, 54, 10 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 393, "question": "What time is the event that lasts three days?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 48, 58 ], "retrieved_sids": [ 111, 34, 69, 93, 68 ], "retrieved_global": [ 111, 34, 69, 93, 68 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 394, "question": "What is the scale of the event located in Boston, MA?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 18, 12 ], "retrieved_sids": [ 52, 79, 12, 115, 53 ], "retrieved_global": [ 52, 79, 12, 115, 53 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 395, "question": "What is the scale of the event happening in Austin, TX?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 36, 45 ], "retrieved_sids": [ 86, 1, 102, 60, 7 ], "retrieved_global": [ 86, 1, 102, 60, 7 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 396, "question": "What is the scale of the event located in New York, NY?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 24, 31 ], "retrieved_sids": [ 54, 11, 92, 102, 66 ], "retrieved_global": [ 54, 11, 92, 102, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 397, "question": "What is the location of the event with a scale of five hundred people?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 0, 3 ], "retrieved_sids": [ 65, 76, 84, 107, 53 ], "retrieved_global": [ 65, 76, 84, 107, 53 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 398, "question": "What is the duration of the event located in Denver, CO?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 34, 30 ], "retrieved_sids": [ 40, 106, 21, 88, 14 ], "retrieved_global": [ 40, 106, 21, 88, 14 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 399, "question": "What time is the event for six hundred people?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 44, 47 ], "retrieved_sids": [ 18, 116, 33, 76, 8 ], "retrieved_global": [ 18, 116, 33, 76, 8 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 400, "question": "What is the duration of the event on October 18, 2024, which is a Friday at 7:00 PM?", "ground_truth": "C", "answer_text": "seven of week", "target_sids": [ 50, 51 ], "retrieved_sids": [ 15, 102, 14, 95, 31 ], "retrieved_global": [ 15, 102, 14, 95, 31 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 401, "question": "What is the duration of the event with a scale of eight hundred people?", "ground_truth": "D", "answer_text": "nine of week", "target_sids": [ 92, 93 ], "retrieved_sids": [ 92, 64, 6, 20, 8 ], "retrieved_global": [ 92, 64, 6, 20, 8 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 402, "question": "What is the duration of the event at the location in Boston, MA?", "ground_truth": "B", "answer_text": "nine of week", "target_sids": [ 105, 99 ], "retrieved_sids": [ 44, 4, 113, 66, 65 ], "retrieved_global": [ 44, 4, 113, 66, 65 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 403, "question": "What is the duration of the event located in Los Angeles, CA?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 94, 95 ], "retrieved_sids": [ 18, 48, 13, 4, 84 ], "retrieved_global": [ 18, 48, 13, 4, 84 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 404, "question": "What is the time for the event at that location in Austin, TX?", "ground_truth": "A", "answer_text": "2024-10-12 9:00", "target_sids": [ 96, 105 ], "retrieved_sids": [ 65, 96, 32, 87, 67 ], "retrieved_global": [ 65, 96, 32, 87, 67 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 405, "question": "What is the location for the event on October 16, 2024, which falls on a Wednesday at 14:00?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 24, 32 ], "retrieved_sids": [ 107, 106, 59, 62, 8 ], "retrieved_global": [ 107, 106, 59, 62, 8 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 406, "question": "What's the scale for the event on October 17, 2024, at 9:00?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 80, 73 ], "retrieved_sids": [ 67, 111, 17, 28, 31 ], "retrieved_global": [ 67, 111, 17, 28, 31 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 407, "question": "What time is the event in Austin, TX?", "ground_truth": "B", "answer_text": "2024-10-16 19:00", "target_sids": [ 60, 63 ], "retrieved_sids": [ 40, 4, 80, 60, 117 ], "retrieved_global": [ 40, 4, 80, 60, 117 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 408, "question": "What is the location for the event that lasts seven weeks?", "ground_truth": "D", "answer_text": "Charlotte, NC", "target_sids": [ 5, 6 ], "retrieved_sids": [ 65, 86, 50, 75, 66 ], "retrieved_global": [ 65, 86, 50, 75, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 409, "question": "What is the scale for the event scheduled on 2024-10-07, Monday at 09:00?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 65, 61 ], "retrieved_sids": [ 111, 110, 18, 45, 87 ], "retrieved_global": [ 111, 110, 18, 45, 87 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 410, "question": "What time is the event for four hundred people?", "ground_truth": "C", "answer_text": "2024-10-11 9:00", "target_sids": [ 10, 3 ], "retrieved_sids": [ 53, 42, 103, 113, 95 ], "retrieved_global": [ 53, 42, 103, 113, 95 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 411, "question": "What is the location of the event that has a scale of four hundred people?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 82, 76 ], "retrieved_sids": [ 76, 105, 113, 15, 30 ], "retrieved_global": [ 76, 105, 113, 15, 30 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 412, "question": "What is the scale of the event that lasts for four days?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 92, 93 ], "retrieved_sids": [ 112, 57, 92, 43, 100 ], "retrieved_global": [ 112, 57, 92, 43, 100 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 413, "question": "What is the time for the event that has a duration of nine days?", "ground_truth": "D", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 18, 12 ], "retrieved_sids": [ 82, 90, 53, 60, 6 ], "retrieved_global": [ 82, 90, 53, 60, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 414, "question": "What time is the event that has a duration of six days?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 57, 50 ], "retrieved_sids": [ 31, 115, 41, 76, 4 ], "retrieved_global": [ 31, 115, 41, 76, 4 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 415, "question": "What is the duration of the event scheduled for 2024-10-16, Wednesday at 09:00?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 43, 45 ], "retrieved_sids": [ 30, 103, 107, 2, 91 ], "retrieved_global": [ 30, 103, 107, 2, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 416, "question": "What is the location of the activity that lasts eight days?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 62, 63 ], "retrieved_sids": [ 62, 89, 30, 40, 116 ], "retrieved_global": [ 62, 89, 30, 40, 116 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 417, "question": "What is the scale for the event scheduled on 2024-10-13 at 9:00?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 99, 102 ], "retrieved_sids": [ 113, 15, 57, 44, 29 ], "retrieved_global": [ 113, 15, 57, 44, 29 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 418, "question": "What is the scale of the event at that location in Portland, OR?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 75, 77 ], "retrieved_sids": [ 6, 61, 7, 13, 95 ], "retrieved_global": [ 6, 61, 7, 13, 95 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 419, "question": "What is the scale for the event scheduled for 2024-10-11 at 14:00?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 0, 10 ], "retrieved_sids": [ 90, 44, 89, 79, 49 ], "retrieved_global": [ 90, 44, 89, 79, 49 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 420, "question": "What is the scale of the event located in Chicago, IL?", "ground_truth": "D", "answer_text": "four thousand people", "target_sids": [ 36, 37 ], "retrieved_sids": [ 79, 86, 58, 71, 54 ], "retrieved_global": [ 79, 86, 58, 71, 54 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 421, "question": "What is the time for the event that lasts five days?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 14:00", "target_sids": [ 89, 85 ], "retrieved_sids": [ 107, 64, 85, 63, 112 ], "retrieved_global": [ 107, 64, 85, 63, 112 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 422, "question": "What is the location of the event that lasts four days?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 40, 36 ], "retrieved_sids": [ 113, 54, 44, 70, 80 ], "retrieved_global": [ 113, 54, 44, 70, 80 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 423, "question": "What is the location of the event that has a scale of nine hundred people?", "ground_truth": "D", "answer_text": "Phoenix, AZ", "target_sids": [ 96, 105 ], "retrieved_sids": [ 40, 16, 90, 11, 74 ], "retrieved_global": [ 40, 16, 90, 11, 74 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 424, "question": "What is the location for the event happening on 2024-10-11 at 9:00?", "ground_truth": "B", "answer_text": "Charlotte, NC", "target_sids": [ 50, 55 ], "retrieved_sids": [ 79, 62, 4, 104, 91 ], "retrieved_global": [ 79, 62, 4, 104, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 425, "question": "What is the duration of the event on Sunday, October 27, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 114, 109 ], "retrieved_sids": [ 88, 39, 105, 7, 40 ], "retrieved_global": [ 88, 39, 105, 7, 40 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 426, "question": "What is the location of the event scheduled for Tuesday, October 8, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 29, 30 ], "retrieved_sids": [ 116, 105, 79, 88, 17 ], "retrieved_global": [ 116, 105, 79, 88, 17 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 427, "question": "What time is the event located in Austin, TX?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 1, 6 ], "retrieved_sids": [ 16, 113, 76, 114, 100 ], "retrieved_global": [ 16, 113, 76, 114, 100 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 428, "question": "What is the location for the event scheduled on October 11, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "Phoenix, AZ", "target_sids": [ 42, 44 ], "retrieved_sids": [ 25, 111, 31, 110, 78 ], "retrieved_global": [ 25, 111, 31, 110, 78 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 429, "question": "What is the duration of the event for three hundred people?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 92, 85 ], "retrieved_sids": [ 98, 85, 2, 77, 37 ], "retrieved_global": [ 98, 85, 2, 77, 37 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 430, "question": "What is the duration of the event for five hundred people?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 36, 39 ], "retrieved_sids": [ 113, 36, 17, 90, 54 ], "retrieved_global": [ 113, 36, 17, 90, 54 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 431, "question": "What is the location of the event with four hundred people?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 99, 102 ], "retrieved_sids": [ 89, 31, 62, 63, 99 ], "retrieved_global": [ 89, 31, 62, 63, 99 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 432, "question": "What is the location of the event that scales to eight hundred people?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 99, 100 ], "retrieved_sids": [ 109, 53, 99, 58, 83 ], "retrieved_global": [ 109, 53, 99, 58, 83 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 433, "question": "What is the duration of the event on October 16, 2024, which falls on a Wednesday at 2:00 PM?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 106, 102 ], "retrieved_sids": [ 20, 56, 9, 107, 77 ], "retrieved_global": [ 20, 56, 9, 107, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 434, "question": "What is the duration of the event located in Los Angeles, CA?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 42, 43 ], "retrieved_sids": [ 86, 64, 19, 87, 103 ], "retrieved_global": [ 86, 64, 19, 87, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 435, "question": "What is the location of the event with a scale of five hundred people?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 114, 111 ], "retrieved_sids": [ 105, 74, 31, 64, 6 ], "retrieved_global": [ 105, 74, 31, 64, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 436, "question": "What time is the activity that lasts nine weeks?", "ground_truth": "A", "answer_text": "2024-10-16 19:00", "target_sids": [ 104, 102 ], "retrieved_sids": [ 95, 7, 40, 27, 102 ], "retrieved_global": [ 95, 7, 40, 27, 102 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 437, "question": "What is the location of the activity that lasts nine weeks?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 108, 117 ], "retrieved_sids": [ 108, 5, 88, 55, 20 ], "retrieved_global": [ 108, 5, 88, 55, 20 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 438, "question": "What is the scale of the event on Sunday, October 13, 2024, at 19:00?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 45, 39 ], "retrieved_sids": [ 21, 28, 81, 9, 63 ], "retrieved_global": [ 21, 28, 81, 9, 63 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 439, "question": "What time is the event that lasts nine days?", "ground_truth": "C", "answer_text": "2024-10-07 Monday 19:00", "target_sids": [ 27, 31 ], "retrieved_sids": [ 27, 8, 15, 90, 79 ], "retrieved_global": [ 27, 8, 15, 90, 79 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 440, "question": "What is the time for the event that has a scale of five thousand people?", "ground_truth": "B", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 10, 6 ], "retrieved_sids": [ 105, 5, 23, 79, 49 ], "retrieved_global": [ 105, 5, 23, 79, 49 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 441, "question": "What time is the two-day event?", "ground_truth": "B", "answer_text": "2024-10-11 14:00", "target_sids": [ 105, 103 ], "retrieved_sids": [ 58, 8, 32, 87, 55 ], "retrieved_global": [ 58, 8, 32, 87, 55 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 442, "question": "What is the scale of the activity that has a duration of nine weeks?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 107, 101 ], "retrieved_sids": [ 101, 76, 52, 21, 11 ], "retrieved_global": [ 101, 76, 52, 21, 11 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 443, "question": "What is the scale for the event on Saturday, October 12, 2024, at 09:00?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 11, 5 ], "retrieved_sids": [ 79, 28, 18, 68, 71 ], "retrieved_global": [ 79, 28, 18, 68, 71 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 444, "question": "What is the scale for the event on Sunday, October 20, 2024, at 09:00?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 81, 73 ], "retrieved_sids": [ 110, 109, 53, 28, 45 ], "retrieved_global": [ 110, 109, 53, 28, 45 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 445, "question": "What is the scale for the event on October 15, 2024, which is a Tuesday at 14:00?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 92, 87 ], "retrieved_sids": [ 15, 5, 88, 7, 13 ], "retrieved_global": [ 15, 5, 88, 7, 13 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 446, "question": "What is the scale for the event on October 13, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 33, 35 ], "retrieved_sids": [ 114, 92, 33, 6, 77 ], "retrieved_global": [ 114, 92, 33, 6, 77 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 447, "question": "What is the time for the event that lasts six days?", "ground_truth": "D", "answer_text": "2024-10-17 9:00", "target_sids": [ 1, 4 ], "retrieved_sids": [ 61, 27, 21, 1, 42 ], "retrieved_global": [ 61, 27, 21, 1, 42 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 448, "question": "What is the scale for the event on October 16, 2024, at 9:00?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 61, 62 ], "retrieved_sids": [ 36, 77, 118, 37, 56 ], "retrieved_global": [ 36, 77, 118, 37, 56 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 449, "question": "What is the location for the scale event with one hundred people?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 11, 5 ], "retrieved_sids": [ 18, 53, 108, 84, 102 ], "retrieved_global": [ 18, 53, 108, 84, 102 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 450, "question": "What is the location for the event on October 17, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 96, 100 ], "retrieved_sids": [ 89, 37, 10, 113, 77 ], "retrieved_global": [ 89, 37, 10, 113, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 451, "question": "What time is the event at that location in Washington, DC?", "ground_truth": "A", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 67, 68 ], "retrieved_sids": [ 30, 8, 39, 90, 57 ], "retrieved_global": [ 30, 8, 39, 90, 57 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 452, "question": "What is the location for the activity that lasts for five weeks?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 34, 35 ], "retrieved_sids": [ 63, 109, 47, 1, 22 ], "retrieved_global": [ 63, 109, 47, 1, 22 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 453, "question": "What is the location for the event that has a scale of three hundred people?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 65, 63 ], "retrieved_sids": [ 94, 26, 63, 41, 2 ], "retrieved_global": [ 94, 26, 63, 41, 2 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 454, "question": "What is the location of the event with a scale of seven thousand people?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 94, 86 ], "retrieved_sids": [ 86, 55, 63, 78, 27 ], "retrieved_global": [ 86, 55, 63, 78, 27 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 455, "question": "What is the duration of the event located in Washington, DC?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 26, 28 ], "retrieved_sids": [ 62, 31, 94, 15, 103 ], "retrieved_global": [ 62, 31, 94, 15, 103 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 456, "question": "What is the scale of the event taking place in Los Angeles, CA?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 9, 5 ], "retrieved_sids": [ 98, 40, 55, 41, 8 ], "retrieved_global": [ 98, 40, 55, 41, 8 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 457, "question": "For the event that lasts seven days, what is the time?", "ground_truth": "D", "answer_text": "2024-10-16 14:00", "target_sids": [ 44, 47 ], "retrieved_sids": [ 70, 56, 103, 17, 91 ], "retrieved_global": [ 70, 56, 103, 17, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 458, "question": "What is the time of the event located in Denver, CO?", "ground_truth": "D", "answer_text": "2024-10-17 14:00", "target_sids": [ 27, 28 ], "retrieved_sids": [ 118, 22, 41, 104, 91 ], "retrieved_global": [ 118, 22, 41, 104, 91 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 459, "question": "What's the location for the event that has a scale of four hundred people?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 115, 119 ], "retrieved_sids": [ 103, 115, 88, 78, 33 ], "retrieved_global": [ 103, 115, 88, 78, 33 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 460, "question": "What is the location of the event on October 13, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 43, 38 ], "retrieved_sids": [ 25, 20, 81, 57, 77 ], "retrieved_global": [ 25, 20, 81, 57, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 461, "question": "What is the location of the five-day event?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 96, 105 ], "retrieved_sids": [ 99, 6, 77, 67, 110 ], "retrieved_global": [ 99, 6, 77, 67, 110 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 462, "question": "What is the time for the event in Miami, FL?", "ground_truth": "D", "answer_text": "2024-10-15 14:00", "target_sids": [ 23, 15 ], "retrieved_sids": [ 28, 40, 91, 7, 77 ], "retrieved_global": [ 28, 40, 91, 7, 77 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 463, "question": "What is the scale of the activity that has a duration of seven days?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 72, 78 ], "retrieved_sids": [ 72, 41, 40, 90, 19 ], "retrieved_global": [ 72, 41, 40, 90, 19 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 464, "question": "What is the duration of the event scheduled for 2024-10-11 at 14:00?", "ground_truth": "A", "answer_text": "nine of week", "target_sids": [ 64, 65 ], "retrieved_sids": [ 103, 56, 61, 15, 9 ], "retrieved_global": [ 103, 56, 61, 15, 9 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 465, "question": "What is the scale for the event on Sunday, October 13, 2024, at 19:00?", "ground_truth": "A", "answer_text": "seven thousand people", "target_sids": [ 10, 7 ], "retrieved_sids": [ 76, 18, 47, 87, 105 ], "retrieved_global": [ 76, 18, 47, 87, 105 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 466, "question": "What is the location of the event with a scale of eight hundred people?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 81, 76 ], "retrieved_sids": [ 17, 76, 113, 8, 53 ], "retrieved_global": [ 17, 76, 113, 8, 53 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 467, "question": "What time is the event located in Seattle, WA?", "ground_truth": "D", "answer_text": "2024-10-15 19:00", "target_sids": [ 40, 47 ], "retrieved_sids": [ 2, 40, 28, 103, 104 ], "retrieved_global": [ 2, 40, 28, 103, 104 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 468, "question": "What is the time for the event with nine hundred people?", "ground_truth": "D", "answer_text": "2024-10-11 19:00", "target_sids": [ 21, 13 ], "retrieved_sids": [ 28, 45, 111, 97, 90 ], "retrieved_global": [ 28, 45, 111, 97, 90 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 469, "question": "What is the scale of the event located in Orlando, FL?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 82, 76 ], "retrieved_sids": [ 19, 100, 37, 1, 93 ], "retrieved_global": [ 19, 100, 37, 1, 93 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 470, "question": "What is the duration of the event located in Miami, FL?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 0, 11 ], "retrieved_sids": [ 33, 40, 68, 113, 67 ], "retrieved_global": [ 33, 40, 68, 113, 67 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 471, "question": "What's the time for the event in Washington, DC?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 97, 105 ], "retrieved_sids": [ 43, 75, 4, 92, 35 ], "retrieved_global": [ 43, 75, 4, 92, 35 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 472, "question": "What time is the event for five hundred people?", "ground_truth": "D", "answer_text": "2024-10-09 Wednesday 14:00", "target_sids": [ 51, 53 ], "retrieved_sids": [ 87, 34, 33, 16, 43 ], "retrieved_global": [ 87, 34, 33, 16, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 473, "question": "What is the scale of the event in Seattle, WA?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 72, 75 ], "retrieved_sids": [ 6, 49, 5, 93, 65 ], "retrieved_global": [ 6, 49, 5, 93, 65 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 474, "question": "What is the time for the event in Austin, TX?", "ground_truth": "C", "answer_text": "2024-10-14 14:00", "target_sids": [ 24, 26 ], "retrieved_sids": [ 92, 106, 45, 1, 57 ], "retrieved_global": [ 92, 106, 45, 1, 57 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 475, "question": "What is the location of the event on October 10, 2024, Thursday at 19:00?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 59, 55 ], "retrieved_sids": [ 21, 65, 117, 77, 22 ], "retrieved_global": [ 21, 65, 117, 77, 22 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 476, "question": "What is the duration of the event located in Charlotte, NC?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 80, 76 ], "retrieved_sids": [ 94, 9, 76, 33, 62 ], "retrieved_global": [ 94, 9, 76, 33, 62 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 477, "question": "What is the duration of the event on Saturday, October 26, 2024, at 09:00?", "ground_truth": "D", "answer_text": "eight of week", "target_sids": [ 114, 115 ], "retrieved_sids": [ 33, 7, 69, 17, 105 ], "retrieved_global": [ 33, 7, 69, 17, 105 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 478, "question": "What is the scale for the activity that has a duration of three weeks?", "ground_truth": "D", "answer_text": "two thousand people", "target_sids": [ 95, 87 ], "retrieved_sids": [ 10, 87, 116, 101, 22 ], "retrieved_global": [ 10, 87, 116, 101, 22 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 479, "question": "What is the location for the scale event with one hundred people?", "ground_truth": "D", "answer_text": "Atlanta, GA", "target_sids": [ 14, 15 ], "retrieved_sids": [ 74, 49, 28, 66, 14 ], "retrieved_global": [ 74, 49, 28, 66, 14 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 480, "question": "What is the duration of the activity that has a scale of eight hundred people?", "ground_truth": "C", "answer_text": "three of week", "target_sids": [ 78, 79 ], "retrieved_sids": [ 3, 17, 87, 78, 65 ], "retrieved_global": [ 3, 17, 87, 78, 65 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 481, "question": "What is the duration of the event on Thursday, October 24, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 104, 103 ], "retrieved_sids": [ 18, 69, 32, 75, 53 ], "retrieved_global": [ 18, 69, 32, 75, 53 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 482, "question": "What is the location of the activity that lasts three weeks?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 35, 29 ], "retrieved_sids": [ 29, 114, 107, 61, 41 ], "retrieved_global": [ 29, 114, 107, 61, 41 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 483, "question": "What is the duration of the event located in Orlando, FL?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 101, 103 ], "retrieved_sids": [ 39, 88, 58, 13, 101 ], "retrieved_global": [ 39, 88, 58, 13, 101 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 484, "question": "What's the duration of the event with six hundred people?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 18, 23 ], "retrieved_sids": [ 86, 57, 39, 80, 31 ], "retrieved_global": [ 86, 57, 39, 80, 31 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 485, "question": "What is the time for the event that has a duration of two days?", "ground_truth": "B", "answer_text": "2024-10-15 9:00", "target_sids": [ 4, 5 ], "retrieved_sids": [ 79, 94, 102, 19, 43 ], "retrieved_global": [ 79, 94, 102, 19, 43 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 486, "question": "What is the scale of the event taking place in Austin, TX?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 58, 59 ], "retrieved_sids": [ 99, 63, 80, 58, 17 ], "retrieved_global": [ 99, 63, 80, 58, 17 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 487, "question": "What is the location of the event with a scale of three hundred people?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 106, 103 ], "retrieved_sids": [ 5, 19, 67, 113, 73 ], "retrieved_global": [ 5, 19, 67, 113, 73 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 488, "question": "What is the duration of the event at the location in Miami, FL?", "ground_truth": "A", "answer_text": "one of week", "target_sids": [ 94, 86 ], "retrieved_sids": [ 101, 115, 47, 87, 28 ], "retrieved_global": [ 101, 115, 47, 87, 28 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 489, "question": "What time is the event that lasts seven weeks?", "ground_truth": "A", "answer_text": "2024-10-11 14:00", "target_sids": [ 110, 111 ], "retrieved_sids": [ 54, 79, 4, 110, 101 ], "retrieved_global": [ 54, 79, 4, 110, 101 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 490, "question": "What's the scale of the event that has a duration of nine days?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 89, 91 ], "retrieved_sids": [ 102, 114, 31, 89, 17 ], "retrieved_global": [ 102, 114, 31, 89, 17 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 491, "question": "What is the location for the activity that has a duration of three weeks?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 117, 118 ], "retrieved_sids": [ 32, 20, 101, 6, 85 ], "retrieved_global": [ 32, 20, 101, 6, 85 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 492, "question": "What is the location of the event that lasts for two days?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 42, 45 ], "retrieved_sids": [ 112, 32, 97, 33, 6 ], "retrieved_global": [ 112, 32, 97, 33, 6 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 493, "question": "What is the scale of the event located in Orlando, FL?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 32, 26 ], "retrieved_sids": [ 39, 104, 18, 5, 80 ], "retrieved_global": [ 39, 104, 18, 5, 80 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 494, "question": "What time is the event located in Los Angeles, CA?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 41, 44 ], "retrieved_sids": [ 20, 66, 74, 3, 58 ], "retrieved_global": [ 20, 66, 74, 3, 58 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 495, "question": "What is the scale of the event scheduled for 2024-10-14 at 19:00?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 32, 31 ], "retrieved_sids": [ 102, 64, 3, 56, 66 ], "retrieved_global": [ 102, 64, 3, 56, 66 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 496, "question": "What is the duration of that event with a scale of two thousand people?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 51, 52 ], "retrieved_sids": [ 114, 17, 93, 51, 35 ], "retrieved_global": [ 114, 17, 93, 51, 35 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 497, "question": "What is the scale of the activity that has a duration of five days?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 65, 70 ], "retrieved_sids": [ 33, 65, 105, 32, 98 ], "retrieved_global": [ 33, 65, 105, 32, 98 ], "hit_at_k": true }, { "category": "conditional", "topic": "events", "tid": 498, "question": "What is the location for the event on October 17, 2024, at 14:00?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 36, 37 ], "retrieved_sids": [ 8, 26, 68, 25, 59 ], "retrieved_global": [ 8, 26, 68, 25, 59 ], "hit_at_k": false }, { "category": "conditional", "topic": "events", "tid": 499, "question": "What is the duration of the event located in New York, NY?", "ground_truth": "A", "answer_text": "two day", "target_sids": [ 17, 14 ], "retrieved_sids": [ 61, 28, 93, 4, 6 ], "retrieved_global": [ 61, 28, 93, 4, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 0, "question": "I was thinking about going for a hike this weekend, but then again, I remembered I need to finish that book. Did you see the weather forecast? I could swear I saw a post about a new place to explore. What was that restaurant we talked about last week?Oh, what I truly wanted to clarify is,What position does someone who has rock climbing as a hobby hold?", "ground_truth": "D", "answer_text": "Customer Service Representative", "target_sids": [ 53, 45 ], "retrieved_sids": [ 45, 134, 114, 91, 113 ], "retrieved_global": [ 45, 134, 114, 91, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 1, "question": "I wonder if I left the oven on earlier, or was it the washing machine? Sometimes I forget where I put my keys; they always seem to vanish. Did I remember to water the plants this morning, or was that yesterday? Ah, I need to check my emails later; I can't recall if I sent that report.Wait a minute, what I wanted to ask is,What's the name of the person who has a hobby of model making?", "ground_truth": "A", "answer_text": "Aiden Parker", "target_sids": [ 84, 71 ], "retrieved_sids": [ 71, 39, 112, 102, 59 ], "retrieved_global": [ 71, 39, 112, 102, 59 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 2, "question": "I spoke to someone about a project, but I can't recall the details now. How do I even keep track of these things? Did I leave the oven on?Oops, actually what I wanted to ask was: What is the occupation of the person with the contact number 31009417649?", "ground_truth": "D", "answer_text": "Doctor", "target_sids": [ 97, 85 ], "retrieved_sids": [ 138, 58, 115, 3, 170 ], "retrieved_global": [ 138, 58, 115, 3, 170 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 3, "question": "I was thinking about that book I read last summer, the plot was quite intriguing. Have you heard about the new caf\u00e9 that opened downtown? I wonder if they're hiring anyone lately.Wait a minute,What is the contact number for the person with a PhD in education?", "ground_truth": "A", "answer_text": "51000333838", "target_sids": [ 32, 29 ], "retrieved_sids": [ 12, 120, 165, 89, 27 ], "retrieved_global": [ 12, 120, 165, 89, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 4, "question": "I was thinking about that one project we discussed last week, but I can't recall the exact details. Did I leave the oven on? You know, sometimes I forget where I put my keys.Hold on, what I actually wanted to understand is: What is the email address for the person with the contact number 70703316548?", "ground_truth": "B", "answer_text": "caleb.foster@desertvalleymedical.com", "target_sids": [ 43, 46 ], "retrieved_sids": [ 97, 81, 41, 98, 40 ], "retrieved_global": [ 97, 81, 41, 98, 40 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 5, "question": "I went to the park yesterday, it was such a lovely day, and the flowers were blooming beautifully. Oh, what was the name of that restaurant we tried last month? Sometimes I just forget these little details.Sorry about that, what I truly wanted to ask is,What\u2019s the birthday of the person with a Bachelor's degree?", "ground_truth": "A", "answer_text": "07/24", "target_sids": [ 9, 14 ], "retrieved_sids": [ 47, 103, 68, 43, 25 ], "retrieved_global": [ 47, 103, 68, 43, 25 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 6, "question": "I think I left my keys somewhere, but I can't remember where. Have you seen my coffee cup? The weather was strange yesterday, wasn't it? I wonder if that new restaurant is any good. Did I lock the front door?Hmm, actually my question was this: What is the work location of the person with the email address evan.caldwell@metrofreightlogistics.com?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 16, 11 ], "retrieved_sids": [ 146, 120, 164, 84, 163 ], "retrieved_global": [ 146, 120, 164, 84, 163 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 7, "question": "I was thinking about that book I started last month, did I ever finish it? It\u2019s so hard to keep track of everything. Oh, and I really need to plan that trip we talked about last week. What was the name of that restaurant?Uh, hold on,What hobbies do people who are professors have?", "ground_truth": "D", "answer_text": "Traveling", "target_sids": [ 156, 159 ], "retrieved_sids": [ 78, 53, 10, 73, 9 ], "retrieved_global": [ 78, 53, 10, 73, 9 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 8, "question": "I saw someone in a caf\u00e9 today, they had a really interesting book. What was the name of that restaurant we liked? I wonder if it\u2019s going to rain tomorrow.Oh right, I wanted to ask,What is the name of the person whose work location is Atlanta, GA?", "ground_truth": "A", "answer_text": "Liam Carter", "target_sids": [ 16, 13 ], "retrieved_sids": [ 127, 13, 92, 50, 26 ], "retrieved_global": [ 127, 13, 92, 50, 26 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 9, "question": "I was thinking about the event happening next week, but did I return that book? It's funny how time flies, isn't it? I wonder if I'll have time for lunch later.Sorry about that, what I truly wanted to ask is,What occupation does someone with a Bachelor\u2019s degree have?", "ground_truth": "A", "answer_text": "Designer", "target_sids": [ 33, 30 ], "retrieved_sids": [ 67, 89, 4, 48, 65 ], "retrieved_global": [ 67, 89, 4, 48, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 10, "question": "I was thinking about that charity event last year, it reminded me of my friend's graduation. Does my sister's cake need more frosting? Oh, and I need to check the calendar for the meeting.I got it wrong, what I really meant to ask is: What is the birthday of the person with a Bachelor's degree?", "ground_truth": "B", "answer_text": "08/11", "target_sids": [ 114, 117 ], "retrieved_sids": [ 69, 6, 28, 151, 136 ], "retrieved_global": [ 69, 6, 28, 151, 136 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 11, "question": "I saw a movie last week; I can't recall the title now. Did I leave my keys in the car? There was that great restaurant downtown I wanted to try, but I forgot the name. How do you spell restaurant anyway?Wait a minute, what I wanted to ask is,What is the email address of someone whose hometown is San Antonio, TX?", "ground_truth": "A", "answer_text": "madeline.harper@lonestarfinancial.com", "target_sids": [ 165, 159 ], "retrieved_sids": [ 97, 68, 58, 12, 159 ], "retrieved_global": [ 97, 68, 58, 12, 159 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 12, "question": "I saw a movie yesterday, it was surprisingly good, and I can't recall the director's name. What did I have for breakfast? I should probably organize my closet soon.Uh, hold on,What is the email address of someone whose hometown is New Orleans, LA?", "ground_truth": "A", "answer_text": "miley.harrington@innovativeinsights.com", "target_sids": [ 129, 134 ], "retrieved_sids": [ 82, 129, 160, 126, 49 ], "retrieved_global": [ 82, 129, 160, 126, 49 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 13, "question": "I heard there was a meeting set for next week, but I'm not sure who will be attending. Did you notice the changes in the project timeline? It feels like we might need more resources. What was the name of that new software tool we discussed?Oh no, I actually wanted to figure out,What is the position of someone named Nora Finley?", "ground_truth": "B", "answer_text": "Real Estate Sales Specialist", "target_sids": [ 27, 31 ], "retrieved_sids": [ 42, 63, 105, 106, 29 ], "retrieved_global": [ 42, 63, 105, 106, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 14, "question": "I was thinking about that project we discussed last week, but I can't recall the details right now. Did I feed the cat this morning? I should really check my calendar for next month.Wait a minute,What is the company name of the person named Julian Bishop?", "ground_truth": "B", "answer_text": "Urban Edge Sales Group", "target_sids": [ 44, 54 ], "retrieved_sids": [ 43, 44, 57, 49, 62 ], "retrieved_global": [ 43, 44, 57, 49, 62 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 15, "question": "Did you see that new caf\u00e9 that opened up downtown? I wonder if it\u2019s any good. It's been a while since we had that team outing. What do you think about that last episode of the show?Hold on, what I actually wanted to understand is: What is the hometown of the person in the position of Licensed Practical Nurse?", "ground_truth": "D", "answer_text": "San Diego, CA", "target_sids": [ 50, 46 ], "retrieved_sids": [ 89, 44, 101, 59, 56 ], "retrieved_global": [ 89, 44, 101, 59, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 16, "question": "I was at the coffee shop yesterday, and I overheard someone talking about their job, but I couldn't catch the name of the company. Did I forget to call the dentist? I really need to schedule that appointment.Sorry, what I truly wanted to ask is: What is the company name of the person who is 38 years old?", "ground_truth": "A", "answer_text": "Linguistic Bridges Translation Services", "target_sids": [ 50, 63 ], "retrieved_sids": [ 86, 149, 134, 33, 116 ], "retrieved_global": [ 86, 149, 134, 33, 116 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 17, "question": "Did you hear about that project last week? I wonder how they got those numbers. It\u2019s always interesting to see how trends can change. Oh, what time is it? I need to grab a coffee before the meeting.Uh, hold on,What is the occupation of the people from the company named Data Insights Analytics Group?", "ground_truth": "A", "answer_text": "Data Analyst", "target_sids": [ 137, 134 ], "retrieved_sids": [ 137, 134, 138, 17, 44 ], "retrieved_global": [ 137, 134, 138, 17, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 18, "question": "I remember talking to someone about their travel plans last summer, but I can't recall where they went. Have you seen the latest movie that everyone's been raving about? It's been such a busy week at the office, I can hardly keep track of my schedule.Sorry, what I truly wanted to ask is: What is the height of someone named Nathaniel Gray?", "ground_truth": "D", "answer_text": "156cm", "target_sids": [ 57, 51 ], "retrieved_sids": [ 135, 111, 87, 66, 1 ], "retrieved_global": [ 135, 111, 87, 66, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 19, "question": "Did you see that new caf\u00e9 downtown? I think it opens next week. I can't remember the name of that book I wanted to read. What time are we supposed to meet again?Oh no, I actually wanted to figure out,What is the hometown of someone named Elena Brooks?", "ground_truth": "D", "answer_text": "Houston, TX", "target_sids": [ 104, 86 ], "retrieved_sids": [ 155, 108, 162, 86, 48 ], "retrieved_global": [ 155, 108, 162, 86, 48 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 20, "question": "I saw a beautiful painting at the gallery yesterday, it reminded me of summer vacations. I wonder if I should start a new book this weekend. Did you hear about that new caf\u00e9 opening downtown?What I really meant was,What is the education level of someone whose hobby is attending concerts?", "ground_truth": "A", "answer_text": "Master", "target_sids": [ 24, 41 ], "retrieved_sids": [ 138, 32, 29, 24, 137 ], "retrieved_global": [ 138, 32, 29, 24, 137 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 21, "question": "I think I saw someone wearing a blue jacket today, but I can't recall their name. Have you ever tried that new coffee shop down the street? It's just hard to keep track of everything sometimes.Wait a minute, what I wanted to ask is,What is the height of the person with the email address jordan.avery@rockymountainbuilders.com?", "ground_truth": "D", "answer_text": "164cm", "target_sids": [ 114, 119 ], "retrieved_sids": [ 119, 148, 44, 137, 114 ], "retrieved_global": [ 119, 148, 44, 137, 114 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 22, "question": "Did you see that thing last week? I really need to find my keys. What was I supposed to get from the store? I think I might have left the oven on. Oh, and did you hear about that event coming up?What I really meant was,What is the hobby of the person named Lucas Benson?", "ground_truth": "B", "answer_text": "Handicrafts", "target_sids": [ 172, 158 ], "retrieved_sids": [ 158, 171, 155, 94, 93 ], "retrieved_global": [ 158, 171, 155, 94, 93 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 23, "question": "I saw a poster about a conference last week, but I can't recall the date. Did you mention where you put the keys? I think I left my notebook on the table, or maybe it was on the shelf. Have you heard about that new coffee shop that opened up downtown?Wait a minute,What is the contact number for someone with a Bachelor's degree?", "ground_truth": "D", "answer_text": "61703780344", "target_sids": [ 156, 159 ], "retrieved_sids": [ 103, 58, 23, 60, 102 ], "retrieved_global": [ 103, 58, 23, 60, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 24, "question": "Did I leave my keys on the kitchen counter? I really need to check the weather for the weekend. I wonder if the new cafe opened up yet?Oops, actually what I wanted to ask was: What is the hometown of the person in the position of Postdoctoral Research Associate?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 161, 170 ], "retrieved_sids": [ 139, 121, 165, 47, 119 ], "retrieved_global": [ 139, 121, 165, 47, 119 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 25, "question": "I was talking to a friend the other day, and they mentioned a great restaurant. It's funny how some places have their own vibe, isn't it? By the way, do you think it's ever too late to start a new hobby?Oops, actually what I wanted to ask was: What's the age of someone whose hometown is Orlando, FL?", "ground_truth": "B", "answer_text": "28 years old", "target_sids": [ 35, 23 ], "retrieved_sids": [ 23, 112, 66, 3, 19 ], "retrieved_global": [ 23, 112, 66, 3, 19 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 26, "question": "I think I saw someone with a blue backpack earlier, they looked familiar. Do you remember what time we were supposed to meet? I just can't shake this feeling. Was it raining yesterday?I got it wrong, what I really meant to ask is: What kind of occupation does someone with an Associate Degree have?", "ground_truth": "B", "answer_text": "Social Worker", "target_sids": [ 26, 38 ], "retrieved_sids": [ 26, 152, 155, 50, 36 ], "retrieved_global": [ 26, 152, 155, 50, 36 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 27, "question": "I went to the park yesterday, and it was so peaceful. Did you see that new cafe that opened up? I can't recall when I last went to the beach.Sorry, what I truly wanted to ask is: What hobbies does a person with a birthday on 07/27 have?", "ground_truth": "A", "answer_text": "Chess", "target_sids": [ 56, 64 ], "retrieved_sids": [ 119, 166, 23, 1, 68 ], "retrieved_global": [ 119, 166, 23, 1, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 28, "question": "I heard that the weather has been quite unpredictable lately. Did you catch the game last night? I really need to find out when the next meeting is scheduled. It's been so busy at work, I can't keep track of everything anymore.Oh right, I wanted to ask,What is the education of someone whose hometown is Portland, OR?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 123, 117 ], "retrieved_sids": [ 117, 133, 29, 13, 68 ], "retrieved_global": [ 117, 133, 29, 13, 68 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 29, "question": "I just finished reading an interesting article about the history of jazz music. I wonder if there\u2019s a good coffee shop nearby. Did I remember to send that email?Oh right, I wanted to ask,What is the position of the person whose work location is Boston, MA?", "ground_truth": "C", "answer_text": "Senior Resident Physician", "target_sids": [ 147, 140 ], "retrieved_sids": [ 101, 59, 35, 140, 39 ], "retrieved_global": [ 101, 59, 35, 140, 39 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 30, "question": "The weather has been nice lately, I really should plan a trip soon. Did I forget to water the plants? I wonder if that movie is still showing in theaters.Hmm, actually my question was this: What is the work location for the person with the contact number 20207061186?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 40, 25 ], "retrieved_sids": [ 151, 142, 96, 53, 119 ], "retrieved_global": [ 151, 142, 96, 53, 119 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 31, "question": "I heard someone mention a meeting around noon, but I can't recall the details. Did I leave my keys on the counter? There's a new caf\u00e9 that opened nearby, maybe I'll check it out later.Oops, actually what I wanted to ask was: What's the contact number for the person named Dawson Blake?", "ground_truth": "B", "answer_text": "30501803051", "target_sids": [ 19, 4 ], "retrieved_sids": [ 10, 143, 100, 15, 55 ], "retrieved_global": [ 10, 143, 100, 15, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 32, "question": "I overheard someone talking about their favorite book, but I can't recall the title. Was it about adventure? I think they mentioned a character that really stood out. They also said something about a movie adaptation that's coming out soon.Wait, what I really want to know is: What is the height of the person from Quantum Innovations Lab?", "ground_truth": "C", "answer_text": "164cm", "target_sids": [ 97, 100 ], "retrieved_sids": [ 68, 110, 155, 44, 1 ], "retrieved_global": [ 68, 110, 155, 44, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 33, "question": "I saw someone the other day, I think he had a blue jacket on, but I can't recall his name. Did I mention I need to pick up groceries? It's been such a long time since we last met.Hmm, actually my question was this: What is the height of the person with the contact number 31009325688?", "ground_truth": "A", "answer_text": "160cm", "target_sids": [ 137, 148 ], "retrieved_sids": [ 44, 55, 151, 107, 3 ], "retrieved_global": [ 44, 55, 151, 107, 3 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 34, "question": "I was thinking about the conference next month, did I remember to book a hotel? It\u2019s so hard to keep track of everything sometimes. By the way, what\u2019s the latest on that project? I wonder if it will lead to any new insights.I got it wrong, what I really meant to ask is: For the person whose occupation is Researcher, what is the company name?", "ground_truth": "D", "answer_text": "Innovative Research Associates", "target_sids": [ 35, 23 ], "retrieved_sids": [ 3, 35, 7, 106, 39 ], "retrieved_global": [ 3, 35, 7, 106, 39 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 35, "question": "I saw a really interesting article the other day about birdwatching. I wonder if I left the coffee pot on this morning. Did you catch the latest episode of that new show? What time was the meeting scheduled for again?What I really meant was,What is the hobby of the person named Evan Sterling?", "ground_truth": "C", "answer_text": "Cooking", "target_sids": [ 122, 107 ], "retrieved_sids": [ 107, 29, 111, 30, 122 ], "retrieved_global": [ 107, 29, 111, 30, 122 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 36, "question": "I was thinking about that new coffee place that just opened, it looked really nice. Did you hear about the concert next month? I wonder if I'll be able to find time to go. There's so much to do today, I can't seem to remember what was on my list.Wait, what I really want to know is: What is the work location for someone with a high school education?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 131, 141 ], "retrieved_sids": [ 47, 148, 141, 36, 67 ], "retrieved_global": [ 47, 148, 141, 36, 67 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 37, "question": "I think I saw a movie recently about a small town. What was the name of that restaurant we liked? I wonder if it\u2019s still open after all this time.I got it wrong, what I really meant to ask is: What is the hometown of the person who is 151 cm tall?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 114, 119 ], "retrieved_sids": [ 49, 6, 152, 113, 131 ], "retrieved_global": [ 49, 6, 152, 113, 131 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 38, "question": "I was thinking about that movie we watched last week, it had that one actor, you know the one with the funny accent. Did you ever figure out what to do with that old furniture? I can\u2019t recall where I put my keys, they were right here a moment ago.Wait a minute,What is the contact number for someone named Lila Bennett?", "ground_truth": "D", "answer_text": "85806601714", "target_sids": [ 160, 162 ], "retrieved_sids": [ 161, 120, 52, 119, 122 ], "retrieved_global": [ 161, 120, 52, 119, 122 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 39, "question": "I wonder if the weather will be nice this weekend, it's hard to remember when the last time I attended a family gathering was. Did I leave the oven on before I left?Wait, what I really want to know is: What is the work location of the person from Sunny Shores Grocery Store?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 131, 132 ], "retrieved_sids": [ 131, 73, 27, 164, 40 ], "retrieved_global": [ 131, 73, 27, 164, 40 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 40, "question": "I was thinking about the weather yesterday, it seemed so unpredictable. Did I leave the lights on at home? I wonder how the presentation went. There's that movie I've been meaning to watch, what was it called again?Hmm, actually my question was this: What is the email address of the person whose hobby is cooking?", "ground_truth": "C", "answer_text": "sophie.madison@southernfreightlogistics.com", "target_sids": [ 18, 5 ], "retrieved_sids": [ 101, 102, 125, 118, 99 ], "retrieved_global": [ 101, 102, 125, 118, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 41, "question": "I spoke to someone during lunch, they mentioned they recently switched jobs. It's funny how some people celebrate their birthdays in February, isn\u2019t it? Oh, and what was the name of that restaurant we went to last week?Wait a minute, what I wanted to ask is,What company does someone with a birthday on 02/15 work for?", "ground_truth": "B", "answer_text": "Linguistic Bridges Translations", "target_sids": [ 85, 79 ], "retrieved_sids": [ 152, 116, 129, 45, 1 ], "retrieved_global": [ 152, 116, 129, 45, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 42, "question": "I was thinking about that time we went hiking, the weather was perfect for it. Have you seen my favorite book? It\u2019s been missing for days. I wonder if I left it at the caf\u00e9 last week.Oh no, I actually wanted to figure out,What is the email address of the person with a Bachelor's degree?", "ground_truth": "A", "answer_text": "clara.jennings@techwaveinnovations.com", "target_sids": [ 2, 13 ], "retrieved_sids": [ 55, 118, 81, 137, 146 ], "retrieved_global": [ 55, 118, 81, 137, 146 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 43, "question": "I was thinking about that project we discussed last week, but I can\u2019t recall exactly what the deadline was. Did I ever send you that report? Oh, and didn't you mention something about your favorite restaurant?Oh no, I actually wanted to figure out,What is the email address of the person with a Bachelor's degree?", "ground_truth": "A", "answer_text": "sienna.carter@codewavetechnologies.com", "target_sids": [ 120, 115 ], "retrieved_sids": [ 115, 27, 56, 14, 41 ], "retrieved_global": [ 115, 27, 56, 14, 41 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 44, "question": "You know, I was thinking about that paper I wrote last semester. It feels like ages ago. Did we ever decide on a venue for the event next month? It's hard to keep track of everything these days.Oops, actually what I wanted to ask was: What is the occupation of someone with a Bachelor's degree?", "ground_truth": "C", "answer_text": "Salesperson", "target_sids": [ 62, 46 ], "retrieved_sids": [ 46, 75, 114, 159, 28 ], "retrieved_global": [ 46, 75, 114, 159, 28 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 45, "question": "I was thinking about that new cafe that opened up downtown. Did you see the latest movie they were talking about? Oh, and I need to pick up some groceries later. What's the weather like today?Oh, what I truly wanted to clarify is,What kind of education does someone who has programming as a hobby typically have?", "ground_truth": "C", "answer_text": "Bachelor", "target_sids": [ 60, 47 ], "retrieved_sids": [ 47, 52, 59, 111, 109 ], "retrieved_global": [ 47, 52, 59, 111, 109 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 46, "question": "I spoke with someone about coding yesterday, they seemed really into it. Did I ever tell you about that book I read on algorithms? What was the topic of that last meeting again?Wait, what I really want to know is: What is the contact number for the person whose hobby is programming?", "ground_truth": "D", "answer_text": "30504121710", "target_sids": [ 17, 15 ], "retrieved_sids": [ 15, 77, 74, 102, 146 ], "retrieved_global": [ 15, 77, 74, 102, 146 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 47, "question": "I was thinking about that concert next week, it should be a lot of fun. Did I remember to send that report? I wonder if the caf\u00e9 on Main Street still has that pumpkin spice latte. It's been a while since I last checked the schedule for the movie night, has anyone said anything about it?Wait a minute, what I wanted to ask is,What\u2019s the email address of the person whose birthday is on 07/26?", "ground_truth": "B", "answer_text": "clara.quinn@metropolitanhealthcareassociates.com", "target_sids": [ 64, 44 ], "retrieved_sids": [ 4, 72, 135, 153, 44 ], "retrieved_global": [ 4, 72, 135, 153, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 48, "question": "I saw a really interesting documentary last night, and I keep wondering about what the narrator said. Did I pick up groceries on my way home? I should probably check the weather for tomorrow.Uh, hold on,What is the education level of someone who is 151 cm tall?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 88, 100 ], "retrieved_sids": [ 44, 151, 88, 109, 130 ], "retrieved_global": [ 44, 151, 88, 109, 130 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 49, "question": "I had a conversation with a coworker yesterday, and we touched on various topics. By the way, did I mention the weather was nice? There was something interesting in the news, but I can't recall the details now. Oh, have you seen my keys anywhere?Sorry, what I truly wanted to ask is: What is the email address of someone who has a Bachelor\u2019s degree?", "ground_truth": "D", "answer_text": "isaiah.carter@pinnaclelegaladvisors.com", "target_sids": [ 19, 21 ], "retrieved_sids": [ 77, 59, 39, 19, 122 ], "retrieved_global": [ 77, 59, 39, 19, 122 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 50, "question": "I wonder if they still have that coffee shop on the corner of 3rd and Mission. Did I leave my umbrella in the car? The weather has been so unpredictable lately. I should probably call my friend about dinner plans. Wait, what I really want to know is: What is the contact number for someone whose hometown is San Francisco, CA?", "ground_truth": "A", "answer_text": "31203109062", "target_sids": [ 168, 163 ], "retrieved_sids": [ 163, 79, 10, 66, 4 ], "retrieved_global": [ 163, 79, 10, 66, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 51, "question": "I was thinking about that movie we watched last week, it had such a great soundtrack. Do you remember what we had for dinner yesterday? It really makes me wonder about our plans for the weekend.Sorry about that, what I truly wanted to ask is,What is the email address of the person whose hobby is playing golf?", "ground_truth": "B", "answer_text": "clara.whitfield@silverstatenewsgroup.com", "target_sids": [ 63, 55 ], "retrieved_sids": [ 55, 75, 123, 168, 139 ], "retrieved_global": [ 55, 75, 123, 168, 139 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 52, "question": "I was thinking about that movie we watched last week, you know, the one with the twist ending. What was the name of that actor? Oh, and didn't we have to schedule that meeting soon?Wait a minute, what I wanted to ask is,What is the name of the person who is 48 years old?", "ground_truth": "D", "answer_text": "Noah Sullivan", "target_sids": [ 152, 159 ], "retrieved_sids": [ 0, 130, 77, 21, 109 ], "retrieved_global": [ 0, 130, 77, 21, 109 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 53, "question": "Did you hear about that new place downtown? I wonder if they still have that sale going on. What time is dinner tonight? I can't believe how fast the week has gone by.What I really meant was,What is the company name for someone with the occupation of Doctor?", "ground_truth": "B", "answer_text": "HarborView Medical Group", "target_sids": [ 116, 117 ], "retrieved_sids": [ 135, 117, 169, 127, 65 ], "retrieved_global": [ 135, 117, 169, 127, 65 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 54, "question": "You know, I was thinking about starting a new book soon, but I can't choose which genre. Has it really been a month since we last went hiking? Oh, and what\u2019s the best way to learn that new recipe?Hmm, actually my question was this: What are the hobbies of someone whose birthday is on April 8th?", "ground_truth": "A", "answer_text": "Hiking", "target_sids": [ 169, 162 ], "retrieved_sids": [ 169, 162, 29, 90, 77 ], "retrieved_global": [ 169, 162, 29, 90, 77 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 55, "question": "Did you hear about the meeting next week? I wonder if there are any updates on that project. It's been so busy lately, hasn't it? What was the name of that restaurant we liked?Actually, my real question is: What is the company name for someone named Maya Sinclair?", "ground_truth": "C", "answer_text": "Skyline Airways Corporation", "target_sids": [ 129, 148 ], "retrieved_sids": [ 144, 133, 129, 46, 4 ], "retrieved_global": [ 144, 133, 129, 46, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 56, "question": "I was thinking about what to cook for dinner tonight, or maybe I should just order takeout. Did we ever finalize those plans for the weekend? I need to check if I have enough time to finish that book before next week.Oh no, I actually wanted to figure out,What is the hobby of the person named Asher Lane?", "ground_truth": "B", "answer_text": "Programming", "target_sids": [ 136, 145 ], "retrieved_sids": [ 104, 105, 72, 12, 52 ], "retrieved_global": [ 104, 105, 72, 12, 52 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 57, "question": "I heard Colton has been busy lately, but I'm not sure what he's been up to. Did you catch the game last night? I wonder if it's true that he travels a lot for work. Anyway, did you see the new coffee shop opened downtown?Sorry about that, what I truly wanted to ask is,What is the occupation of someone named Colton Gray?", "ground_truth": "B", "answer_text": "Doctor", "target_sids": [ 18, 11 ], "retrieved_sids": [ 11, 0, 44, 33, 46 ], "retrieved_global": [ 11, 0, 44, 33, 46 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 58, "question": "I wonder if the coffee shop on the corner has that new pastry. Did I leave my keys on the table? It feels like a good day for a walk, but I can't decide which route to take.What I really meant was,What is the work location for the person with the email address lila.harper@urbannestrealty.com?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 60, 62 ], "retrieved_sids": [ 122, 60, 91, 31, 80 ], "retrieved_global": [ 122, 60, 91, 31, 80 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 59, "question": "I think I left my headphones at the studio. Did I ever tell you about the time I mixed those tracks? What\u2019s the weather like outside? I really should clean up my workspace soon. Is it too late to grab some coffee?Uh, hold on,What hobbies does someone in the position of Audio Engineer have?", "ground_truth": "B", "answer_text": "Fishing", "target_sids": [ 59, 51 ], "retrieved_sids": [ 51, 174, 5, 61, 13 ], "retrieved_global": [ 51, 174, 5, 61, 13 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 60, "question": "She mentioned a great coffee shop downtown, but I can't recall the name. Did I forget to send that report? I wonder if the concert starts at seven or eight.I got it wrong, what I really meant to ask is: What is the email address of someone whose hometown is Austin, TX?", "ground_truth": "D", "answer_text": "lachlan.hayes@culinarycreationsdc.com", "target_sids": [ 81, 83 ], "retrieved_sids": [ 81, 131, 119, 118, 23 ], "retrieved_global": [ 81, 131, 119, 118, 23 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 61, "question": "I talked to my neighbor yesterday, he mentioned something about a game. Did you catch that match last week? I wonder if they\u2019ll have a new season of that show. What was the name of that restaurant we went to?I got it wrong, what I really meant to ask is: What position does someone with a hobby in sports hold?", "ground_truth": "D", "answer_text": "Construction Foreman", "target_sids": [ 33, 23 ], "retrieved_sids": [ 23, 96, 32, 31, 99 ], "retrieved_global": [ 23, 96, 32, 31, 99 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 62, "question": "I was thinking about that great restaurant we visited last month, you remember the one with the amazing pasta? It's been ages since I called my friend from college; I wonder what she's up to now. Did you notice that new coffee shop opened down the street?Hold on, what I actually wanted to understand is: What is the company name of the person whose hobby is volunteering?", "ground_truth": "B", "answer_text": "Linguistic Bridge Translations, LLC", "target_sids": [ 45, 62 ], "retrieved_sids": [ 161, 11, 23, 159, 160 ], "retrieved_global": [ 161, 11, 23, 159, 160 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 63, "question": "I saw a friend at the cafe yesterday, we talked about our plans for the weekend. I can't recall if I sent that email or not. What was the name of that new restaurant again?Oh right, I wanted to ask,What's the name of the person whose birthday is on 08/03?", "ground_truth": "D", "answer_text": "Sierra Blake", "target_sids": [ 14, 15 ], "retrieved_sids": [ 90, 155, 130, 156, 51 ], "retrieved_global": [ 90, 155, 130, 156, 51 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 64, "question": "I had that meeting last week, but the details are a bit fuzzy now. What was I supposed to do with the report? It feels like I just saw him yesterday. Did I get the appointment time right?Oh, what I truly wanted to clarify is,What is the work location for the person with the contact number 81801826839?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 60, 47 ], "retrieved_sids": [ 87, 69, 143, 88, 121 ], "retrieved_global": [ 87, 69, 143, 88, 121 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 65, "question": "I was thinking about that time we went hiking, it was such a nice day. Did I mention that I found an old photo from that trip? What was I planning for dinner tonight?Actually, my real question is: What is the contact number for the person whose birthday is on March 11th?", "ground_truth": "A", "answer_text": "61704126092", "target_sids": [ 168, 170 ], "retrieved_sids": [ 168, 25, 134, 66, 48 ], "retrieved_global": [ 168, 25, 134, 66, 48 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 66, "question": "I heard someone talking about their work in the garden, and it made me think about seasonal projects. Do you remember the last time we went hiking? Such a beautiful day for it! What was that role they mentioned in the meeting?Sorry, what I truly wanted to ask is: What is the occupation of someone whose birthday is on June 9th?", "ground_truth": "D", "answer_text": "Pilot", "target_sids": [ 42, 45 ], "retrieved_sids": [ 28, 26, 27, 111, 76 ], "retrieved_global": [ 28, 26, 27, 111, 76 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 67, "question": "I had a conversation with a friend yesterday, and we were discussing travel plans. I wonder what to get for dinner later. Isn't it funny how time flies?I got it wrong, what I really meant to ask is: What are the hobbies of someone whose birthday is on April 5th?", "ground_truth": "B", "answer_text": "Reading", "target_sids": [ 155, 151 ], "retrieved_sids": [ 111, 151, 150, 66, 45 ], "retrieved_global": [ 111, 151, 150, 66, 45 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 68, "question": "I think I saw her at the conference last month, but I can't recall what she does. Did we have plans for dinner? I wonder if it will rain tomorrow.Hmm, actually my question was this: What is the company name of the person named Ellie Foster?", "ground_truth": "A", "answer_text": "Mountain View Medical Group", "target_sids": [ 59, 61 ], "retrieved_sids": [ 57, 59, 43, 52, 113 ], "retrieved_global": [ 57, 59, 43, 52, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 69, "question": "I saw a movie last weekend, it was quite interesting but the ending was a bit confusing. Do you think it will rain tomorrow? I wonder what\u2019s for dinner tonight.What I really meant was,What is the work location of someone who is 165 cm tall?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 153, 155 ], "retrieved_sids": [ 88, 153, 23, 1, 6 ], "retrieved_global": [ 88, 153, 23, 1, 6 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 70, "question": "You know, I was thinking about that movie last week. It's amazing how time flies, isn't it? Oh, and did you hear about the new caf\u00e9 opening downtown? I wonder if they will have my favorite pastry. What was I saying again?Hmm, actually my question was this: What is the company name for someone who has a high school education?", "ground_truth": "A", "answer_text": "Sunshine Haulers LLC", "target_sids": [ 99, 92 ], "retrieved_sids": [ 68, 136, 3, 26, 45 ], "retrieved_global": [ 68, 136, 3, 26, 45 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 71, "question": "I overheard someone talking about a great show last weekend, it reminded me of a friend who loves music. Did you catch that new band? I wonder if they're coming to town soon. It feels like ages since I went to a live event, doesn't it?Oh no, I actually wanted to figure out,What is the age of someone whose hobby is attending concerts?", "ground_truth": "B", "answer_text": "34 years old", "target_sids": [ 74, 68 ], "retrieved_sids": [ 68, 121, 160, 29, 157 ], "retrieved_global": [ 68, 121, 160, 29, 157 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 72, "question": "I was thinking about that project we discussed last week, and I hope the others are on board with the ideas. Did you catch the game last night? It really was something else, wasn't it? What's the recipe for that dish we loved?Oh, what I truly wanted to clarify is,What is the company name for the person with the contact number 61901012466?", "ground_truth": "B", "answer_text": "Austin Wellness Group", "target_sids": [ 48, 61 ], "retrieved_sids": [ 16, 4, 12, 7, 15 ], "retrieved_global": [ 16, 4, 12, 7, 15 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 73, "question": "It's been a long week, hasn\u2019t it? I wonder if it will rain tomorrow; my plants could really use some water. Did I leave the oven on? Oh, what was the name of that restaurant we wanted to try?Oops, actually what I wanted to ask was: What is the contact number for the person with the email address tobin.hayes@linguisticbridgetranslations.com?", "ground_truth": "C", "answer_text": "70709204970", "target_sids": [ 33, 39 ], "retrieved_sids": [ 19, 161, 33, 104, 164 ], "retrieved_global": [ 19, 161, 33, 104, 164 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 74, "question": "I saw a beautiful sunset yesterday, it reminded me of that trip last summer. Have you ever tried that new caf\u00e9 downtown? I wonder when my cousin\u2019s birthday is...Wait a minute,When is the birthday of someone whose hobby is model making?", "ground_truth": "C", "answer_text": "09/13", "target_sids": [ 3, 20 ], "retrieved_sids": [ 90, 46, 107, 130, 25 ], "retrieved_global": [ 90, 46, 107, 130, 25 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 75, "question": "I think I saw a documentary about agriculture recently, but I don't recall the details. It's fascinating how education can shape a person's career path. Did I leave the oven on earlier?Sorry, what I truly wanted to ask is: What is the education of the person with the email address lila.carter@austingreenfieldsfarm.com?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 118, 110 ], "retrieved_sids": [ 167, 82, 73, 151, 46 ], "retrieved_global": [ 167, 82, 73, 151, 46 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 76, "question": "I saw a movie last night that really got me thinking, the ending was quite surprising. I wonder if the caf\u00e9 on the corner is still open late? What was that song that played during dinner?Hold on, what I actually wanted to understand is: What is the contact number for the person whose work location is New York, NY?", "ground_truth": "C", "answer_text": "20209011521", "target_sids": [ 24, 37 ], "retrieved_sids": [ 162, 74, 112, 163, 46 ], "retrieved_global": [ 162, 74, 112, 163, 46 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 77, "question": "Did you see the new marketing materials? They're quite impressive. I wonder if we should redo the presentation for next week. Speaking of dates, I need to check when my friend\u2019s birthday is\u2026Sorry about that, what I truly wanted to ask is,What is the birthday of the person in the position of Sales Team Leader?", "ground_truth": "A", "answer_text": "07/11", "target_sids": [ 90, 95 ], "retrieved_sids": [ 153, 2, 79, 27, 64 ], "retrieved_global": [ 153, 2, 79, 27, 64 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 78, "question": "I was thinking about that song we heard last week, it really stuck in my mind. Did you see the latest album release? It's been a while since I picked up my guitar. I wonder if those tickets went on sale yet.Sorry, what I truly wanted to ask is: What is the position of someone whose occupation is a musician?", "ground_truth": "D", "answer_text": "Professional Musician and Composer", "target_sids": [ 161, 156 ], "retrieved_sids": [ 153, 155, 156, 161, 152 ], "retrieved_global": [ 153, 155, 156, 161, 152 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 79, "question": "I was thinking about the project deadline, but it seems to have slipped my mind. Did we decide on the team lunch date? Sometimes, I wonder if I left the oven on this morning.Hmm, actually my question was this: What is the contact number for the person with the email address sophie.langley@coastalcaremedicalgroup.com?", "ground_truth": "C", "answer_text": "51005666589", "target_sids": [ 129, 146 ], "retrieved_sids": [ 129, 76, 75, 58, 138 ], "retrieved_global": [ 129, 76, 75, 58, 138 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 80, "question": "I saw a friend at the coffee shop yesterday, she mentioned something about a new project she's working on. Have you heard about the new restaurant opening downtown? It's been such a long time since we caught up. Did I leave my keys in the car?I got it wrong, what I really meant to ask is: What is the hometown of someone with a Bachelor's degree?", "ground_truth": "A", "answer_text": "Dallas, TX", "target_sids": [ 129, 145 ], "retrieved_sids": [ 91, 4, 112, 111, 153 ], "retrieved_global": [ 91, 4, 112, 111, 153 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 81, "question": "I was thinking about that new restaurant opening next week, but I can't recall if I have plans that day. Have you seen my keys anywhere? I wonder if it will rain tomorrow.Hmm, actually my question was this: What is the birthday of the person named Lila Thompson?", "ground_truth": "B", "answer_text": "09/02", "target_sids": [ 113, 108 ], "retrieved_sids": [ 68, 113, 26, 39, 49 ], "retrieved_global": [ 68, 113, 26, 39, 49 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 82, "question": "Did you hear about that new coffee shop downtown? I've been meaning to check out those art classes. I wonder if they have any openings. Oh, and have you seen the latest concert lineup? It seems like everyone is talking about it. What was that movie everyone recommended?Oh right, I wanted to ask,What hobbies do people from Charlotte, NC have?", "ground_truth": "B", "answer_text": "Running", "target_sids": [ 35, 31 ], "retrieved_sids": [ 31, 142, 151, 103, 152 ], "retrieved_global": [ 31, 142, 151, 103, 152 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 83, "question": "I heard someone talking about plans for Valentine's Day, but I wasn't paying much attention. Oh, did I leave the oven on? I really need to remember my sister's anniversary; it's always around this time. What did I want to ask about that dinner party?What I really meant was,What\u2019s the hometown of someone who has a birthday on 02/14?", "ground_truth": "C", "answer_text": "New Orleans, LA", "target_sids": [ 132, 149 ], "retrieved_sids": [ 42, 3, 68, 22, 16 ], "retrieved_global": [ 42, 3, 68, 22, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 84, "question": "I saw a bird outside my window, it was really pretty. Have you heard that new song on the radio? I'm not sure what to have for dinner tonight. It's been a while since we last talked, hasn't it?Actually, my real question is: What is the hometown of the person in the position of Professional Musician and Composer?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 88, 106 ], "retrieved_sids": [ 88, 93, 140, 4, 145 ], "retrieved_global": [ 88, 93, 140, 4, 145 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 85, "question": "The weather was lovely, I wonder if it will rain tomorrow. Did I leave my keys somewhere? I need to check my email later. What was that movie we watched last week?Oh, what I truly wanted to clarify is,What is the contact number for someone whose hometown is Austin, TX?", "ground_truth": "D", "answer_text": "31200669320", "target_sids": [ 113, 124 ], "retrieved_sids": [ 113, 36, 123, 78, 98 ], "retrieved_global": [ 113, 36, 123, 78, 98 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 86, "question": "I saw an interesting article yesterday, but I can't recall the main point. Just thinking about the weather today, it feels like a good time for a walk, doesn\u2019t it? What was that appointment I had next week?What I really meant was,What is the name of the person whose birthday is on 02/05?", "ground_truth": "C", "answer_text": "Savannah Lee", "target_sids": [ 106, 101 ], "retrieved_sids": [ 101, 139, 3, 24, 66 ], "retrieved_global": [ 101, 139, 3, 24, 66 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 87, "question": "It's interesting how time flies, isn't it? Just the other day, I was thinking about some old friends and their ages. I wonder what their plans are for this year. By the way, did you ever ask Sarah when she celebrates her birthday?Oops, actually what I wanted to ask was: What is the birthday of someone who is 41 years old?", "ground_truth": "A", "answer_text": "12/31", "target_sids": [ 84, 77 ], "retrieved_sids": [ 154, 77, 134, 23, 25 ], "retrieved_global": [ 154, 77, 134, 23, 25 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 88, "question": "I was just thinking about the weather last week, it was so unpredictable. Did I lock the door when I left? I really need to remember to send that package. What should I make for dinner?Wait a minute, what I wanted to ask is,What is the email address of the person whose occupation is Translator?", "ground_truth": "B", "answer_text": "asher.bennett@languagebridgetranslators.com", "target_sids": [ 30, 23 ], "retrieved_sids": [ 47, 23, 6, 12, 15 ], "retrieved_global": [ 47, 23, 6, 12, 15 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 89, "question": "I wonder if there's a new cafe opened nearby; it feels like forever since I had a good latte. Did I leave my keys on the counter again? The weather has been so unpredictable lately, hasn't it?Actually, my real question is: What is the work location of the person who is 35 years old?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 58, 61 ], "retrieved_sids": [ 36, 5, 77, 35, 112 ], "retrieved_global": [ 36, 5, 77, 35, 112 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 90, "question": "I saw someone in the caf\u00e9 who looked like they were really into photography. It was such a nice day out, I wonder if they like to go hiking too. Did I leave the oven on?Wait a minute, what I wanted to ask is,What is the occupation of someone who is 147 cm tall?", "ground_truth": "D", "answer_text": "Accountant", "target_sids": [ 73, 82 ], "retrieved_sids": [ 110, 88, 153, 36, 132 ], "retrieved_global": [ 110, 88, 153, 36, 132 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 91, "question": "I was talking to someone earlier, and they had this interest in investments that seemed really deep. Did I forget to buy groceries? It feels like ages since I last went shopping. Speaking of ages, I wonder where that old photo album went.Sorry about that, what I truly wanted to ask is,What is the age of the person from Greenwood Financial Services?", "ground_truth": "A", "answer_text": "36 years old", "target_sids": [ 51, 47 ], "retrieved_sids": [ 47, 0, 49, 122, 108 ], "retrieved_global": [ 47, 0, 49, 122, 108 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 92, "question": "I was thinking about my friend's birthday coming up; it feels like just yesterday we celebrated. Also, have you seen the new cafe that opened on Main Street? I wonder what their coffee is like. And did we ever get that report completed on time?Oops, actually what I wanted to ask was: What is the contact number for the person who is 26 years old?", "ground_truth": "A", "answer_text": "71803773525", "target_sids": [ 112, 122 ], "retrieved_sids": [ 85, 144, 64, 72, 40 ], "retrieved_global": [ 85, 144, 64, 72, 40 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 93, "question": "I remember talking to someone about a book last week, but I can't recall the title. Did we ever decide on a place for dinner tonight? It's funny how I always forget people's names at the coffee shop.Wait a minute,What is the hometown of someone named Tessa Caldwell?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 43, 23 ], "retrieved_sids": [ 42, 23, 88, 40, 28 ], "retrieved_global": [ 42, 23, 88, 40, 28 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 94, "question": "I was just thinking about how the weather has changed lately, it feels like a cozy sweater day. I wonder if I should bring my umbrella tomorrow, though. Do I have enough coffee for the week?Wait, what I really want to know is: What is the company name of the person whose birthday is on December 8th?", "ground_truth": "D", "answer_text": "Hopeful Paths Counseling Services", "target_sids": [ 96, 101 ], "retrieved_sids": [ 68, 96, 111, 110, 132 ], "retrieved_global": [ 68, 96, 111, 110, 132 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 95, "question": "I spoke with someone about a project, and they mentioned their favorite color. It's strange how I can never recall what day my sister's birthday falls on. Ah, what was that quote about time passing?Wait a minute, what I wanted to ask is,What is the birthday of the person with the email address luna.bennett@techinnovatorsgroup.com?", "ground_truth": "A", "answer_text": "02/09", "target_sids": [ 3, 15 ], "retrieved_sids": [ 131, 140, 15, 152, 23 ], "retrieved_global": [ 131, 140, 15, 152, 23 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 96, "question": "I saw a great show last night, the energy was incredible. Have you tried that new coffee shop downtown? I think I left my keys at the gym. Was there something about the weather this week? I need to pick up groceries later.Wait a minute, what I wanted to ask is,What is the education background for someone whose occupation is a musician?", "ground_truth": "A", "answer_text": "Master", "target_sids": [ 9, 5 ], "retrieved_sids": [ 170, 133, 138, 89, 135 ], "retrieved_global": [ 170, 133, 138, 89, 135 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 97, "question": "I went to the park yesterday, the weather was nice. I wonder what's for dinner tonight? Did I leave the lights on in my car?Wait a minute, what I wanted to ask is,What is the name of the person who is 24 years old?", "ground_truth": "A", "answer_text": "Hazel Rivers", "target_sids": [ 61, 55 ], "retrieved_sids": [ 133, 150, 55, 0, 86 ], "retrieved_global": [ 133, 150, 55, 0, 86 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 98, "question": "I was thinking about that movie we watched last week, the one with the amazing soundtrack. Have you tried that new coffee place downtown? It\u2019s funny how the weather keeps changing, isn't it?I got it wrong, what I really meant to ask is: What is the hometown of someone whose occupation is a Police Officer?", "ground_truth": "C", "answer_text": "San Jose, CA", "target_sids": [ 126, 119 ], "retrieved_sids": [ 154, 141, 92, 115, 52 ], "retrieved_global": [ 154, 141, 92, 115, 52 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 99, "question": "I was talking to someone about their career choices, and it got me thinking about my own path. I wonder if I should pursue something more creative. Did I leave the oven on?Oh, what I truly wanted to clarify is,What is the occupation of the person with the email address mira.caldwell@pacificwellnesscenter.com?", "ground_truth": "C", "answer_text": "Doctor", "target_sids": [ 26, 35 ], "retrieved_sids": [ 150, 18, 5, 3, 116 ], "retrieved_global": [ 150, 18, 5, 3, 116 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 100, "question": "I think I left my keys on the table, maybe I'll check later. Did you hear about the new place opening up downtown? I wonder if it\u2019s going to rain this weekend. Can you remind me what time our meeting is tomorrow?Wait a minute,What is the position of someone whose hometown is New York, NY?", "ground_truth": "B", "answer_text": "Local Delivery Truck Driver", "target_sids": [ 8, 18 ], "retrieved_sids": [ 8, 76, 155, 154, 75 ], "retrieved_global": [ 8, 76, 155, 154, 75 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 101, "question": "I saw someone at the coffee shop, she looked around 30, maybe younger. Did I leave my keys on the table? It\u2019s hard to keep track of everyone\u2019s ages these days. What was that movie we watched last week?Oh right, I wanted to ask,What is the age of the person with the email address chloe.anderson@innovativelearningtech.com?", "ground_truth": "D", "answer_text": "38 years old", "target_sids": [ 61, 54 ], "retrieved_sids": [ 61, 54, 150, 43, 113 ], "retrieved_global": [ 61, 54, 150, 43, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 102, "question": "I heard something interesting about a new restaurant opening downtown. Have you seen the latest art exhibit at the gallery? What's the weather supposed to be like this weekend?Oh right, I wanted to ask,What is the education of someone who works in Austin, TX?", "ground_truth": "A", "answer_text": "PhD", "target_sids": [ 25, 33 ], "retrieved_sids": [ 89, 47, 46, 88, 48 ], "retrieved_global": [ 89, 47, 46, 88, 48 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 103, "question": "I saw a really interesting article the other day about urban gardening. Do you remember where we put the extra paint from last summer? I think we might need to order some more supplies soon.What I really meant was,What is the work location for someone whose hometown is Los Angeles, CA?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 27, 23 ], "retrieved_sids": [ 49, 23, 79, 154, 147 ], "retrieved_global": [ 49, 23, 79, 154, 147 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 104, "question": "I heard someone talking about the weather today, it seemed a bit unpredictable. Did you catch that new movie that everyone's raving about? Oh, and what was the name of that restaurant we liked?Oops, actually what I wanted to ask was: What is the hometown of someone who is 140 cm tall?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 155, 158 ], "retrieved_sids": [ 67, 45, 115, 110, 155 ], "retrieved_global": [ 67, 45, 115, 110, 155 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 105, "question": "I spoke with a colleague earlier, they mentioned something about a family trip. I need to check my calendar for next week. Did I remember to send that report?Oh, what I truly wanted to clarify is,What is the email address of the person whose hobby is fishing?", "ground_truth": "C", "answer_text": "lucas.thompson@rapidroutecouriers.com", "target_sids": [ 2, 11 ], "retrieved_sids": [ 2, 162, 75, 163, 55 ], "retrieved_global": [ 2, 162, 75, 163, 55 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 106, "question": "I was thinking about that time we went hiking, it was a beautiful day, wasn't it? I can't remember what we had for lunch, though. Do you recall if we took any pictures during the trip?Oh, what I truly wanted to clarify is,What is the height of the person with the email address savannah.brooks@inspirelearningacademy.com?", "ground_truth": "D", "answer_text": "155cm", "target_sids": [ 88, 94 ], "retrieved_sids": [ 88, 94, 65, 110, 29 ], "retrieved_global": [ 88, 94, 65, 110, 29 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 107, "question": "Did you see that report on the budget? I wonder how they make those forecasts. By the way, did you catch the game last night? That was something!What I really meant was,What is the occupation of the person in the position of Director of Financial Planning?", "ground_truth": "C", "answer_text": "Financial Advisor", "target_sids": [ 80, 77 ], "retrieved_sids": [ 77, 156, 31, 80, 35 ], "retrieved_global": [ 77, 156, 31, 80, 35 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 108, "question": "I was just thinking about that book I read last summer, the one with the intriguing plot twists. Did I ever tell you about my friend who loves to paint? It's so hard to keep track of everyone's favorite activities sometimes. I wonder if it's going to rain tomorrow, or maybe I'll just check the forecast later.Hmm, actually my question was this: What is the contact number for the person whose hobby is writing?", "ground_truth": "A", "answer_text": "30509281838", "target_sids": [ 90, 87 ], "retrieved_sids": [ 76, 77, 87, 118, 83 ], "retrieved_global": [ 76, 77, 87, 118, 83 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 109, "question": "You know, I talked to someone interesting the other day, their stories really stuck with me. I was trying to recall the name of that restaurant we liked. Have you seen the flowers blooming outside? I wonder if they're seasonal.Wait, what I really want to know is: What is the name of the person whose birthday is on 02/02?", "ground_truth": "A", "answer_text": "Julian Carter", "target_sids": [ 148, 149 ], "retrieved_sids": [ 148, 68, 24, 101, 108 ], "retrieved_global": [ 148, 68, 24, 101, 108 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 110, "question": "I overheard someone talking about their favorite cheesesteak spot, it reminded me of this time I visited the city. Did you see that new exhibit at the art museum? I wonder how long it takes to get there from the airport.Oops, actually what I wanted to ask was: What age is someone whose hometown is Philadelphia, PA?", "ground_truth": "D", "answer_text": "30 years old", "target_sids": [ 51, 55 ], "retrieved_sids": [ 51, 17, 86, 91, 132 ], "retrieved_global": [ 51, 17, 86, 91, 132 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 111, "question": "I saw a cat outside the window earlier, it looked so fluffy. Did you try that new coffee place on Main Street? I wonder what time the movie starts tonight.Wait a minute, what I wanted to ask is,What is the education level of someone who is 152 cm tall?", "ground_truth": "B", "answer_text": "PhD", "target_sids": [ 140, 143 ], "retrieved_sids": [ 140, 22, 84, 64, 1 ], "retrieved_global": [ 140, 22, 84, 64, 1 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 112, "question": "Did you see that new caf\u00e9 on the corner? I wonder if they have any good pastries. Oh, what time is the meeting again? I really need to find a new book to read.Wait a minute, what I wanted to ask is,What are the hobbies of the people at Capital Insights Media Group?", "ground_truth": "B", "answer_text": "Attending Concerts", "target_sids": [ 166, 159 ], "retrieved_sids": [ 159, 7, 135, 160, 155 ], "retrieved_global": [ 159, 7, 135, 160, 155 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 113, "question": "I wonder if we\u2019ll have a chance to revisit that topic later. It\u2019s been a while since we talked about it, hasn\u2019t it? Did anyone see the news last night? I think I left my keys somewhere.I got it wrong, what I really meant to ask is: What is the work location for someone with an Associate Degree?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 137, 147 ], "retrieved_sids": [ 155, 137, 118, 97, 54 ], "retrieved_global": [ 155, 137, 118, 97, 54 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 114, "question": "I was chatting with a colleague earlier, and they mentioned something about their favorite coffee shop. It's funny how sometimes I forget small details like that. Did I leave my keys on the table again?Oh right, I wanted to ask,What is the age of someone whose work location is Washington, DC?", "ground_truth": "A", "answer_text": "33 years old", "target_sids": [ 110, 119 ], "retrieved_sids": [ 110, 27, 130, 24, 155 ], "retrieved_global": [ 110, 27, 130, 24, 155 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 115, "question": "I saw someone jogging in the park yesterday; they looked so energetic. What was that song playing in my head all morning? I wonder if I left the lights on at home.Wait a minute, what I wanted to ask is,What is the height of the person who has a work location in New York, NY?", "ground_truth": "B", "answer_text": "156cm", "target_sids": [ 106, 119 ], "retrieved_sids": [ 1, 78, 161, 140, 44 ], "retrieved_global": [ 1, 78, 161, 140, 44 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 116, "question": "I think I saw someone from the center the other day, they were mentioning something about scheduling. Did you hear about that new initiative they\u2019re starting? I wonder how people are adjusting to the changes lately. It\u2019s interesting how the team dynamics shift sometimes, isn't it?Hmm, actually my question was this: What is the work location for the people at Portland Health & Wellness Center?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 16, 15 ], "retrieved_sids": [ 15, 16, 3, 28, 80 ], "retrieved_global": [ 15, 16, 3, 28, 80 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 117, "question": "I think I saw someone at the conference with an interesting presentation. Have you checked the schedule for next week? I really need to organize my notes from that workshop we attended.Oh right, I wanted to ask,What is the contact number for someone with a Master's degree in education?", "ground_truth": "C", "answer_text": "85804348546", "target_sids": [ 97, 103 ], "retrieved_sids": [ 97, 33, 10, 49, 16 ], "retrieved_global": [ 97, 33, 10, 49, 16 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 118, "question": "Did you see that presentation yesterday? It reminded me of an old project I once worked on. I wonder how long it\u2019s been since I last visited that place. I need to check my schedule for next week. What was that song we used to jam to?Oh no, I actually wanted to figure out,What's the age of the person with the email address jordan.steele@innovativeresearchtech.com?", "ground_truth": "D", "answer_text": "31 years old", "target_sids": [ 82, 84 ], "retrieved_sids": [ 145, 9, 82, 141, 32 ], "retrieved_global": [ 145, 9, 82, 141, 32 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 119, "question": "You know, I was thinking about last week's meeting, and that guy had an interesting perspective on teamwork. Isn't it funny how everyone has their own view on deadlines? Sometimes I wonder if I should start a new hobby\u2026 What was I saying? Oh right, that project is due soon, isn\u2019t it?Wait a minute,What is the age of the person with the contact number 51007718988?", "ground_truth": "D", "answer_text": "26 years old", "target_sids": [ 44, 46 ], "retrieved_sids": [ 102, 142, 43, 136, 140 ], "retrieved_global": [ 102, 142, 43, 136, 140 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 120, "question": "I saw a cat in the garden yesterday, it looked so fluffy. Did I forget to buy milk on my way home? I can't recall if I replied to that email.Uh, hold on,What is the position of the person named Jasper Reed?", "ground_truth": "D", "answer_text": "Registered Nurse", "target_sids": [ 80, 78 ], "retrieved_sids": [ 78, 65, 106, 100, 167 ], "retrieved_global": [ 78, 65, 106, 100, 167 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 121, "question": "I saw a beautiful sunset last night, the colors were so vivid, I wonder if it will rain tomorrow. Have I fed the cat? I really should get back to that book I started last week.I got it wrong, what I really meant to ask is: What is the hobby of someone who is 164 cm tall?", "ground_truth": "B", "answer_text": "Bird Watching", "target_sids": [ 60, 47 ], "retrieved_sids": [ 45, 120, 155, 23, 121 ], "retrieved_global": [ 45, 120, 155, 23, 121 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 122, "question": "I was thinking about that game we played last week, it really got me invested. By the way, do you remember when we went to that tournament? Time flies so fast, doesn\u2019t it? Sometimes I wonder what day it is, I hope I didn\u2019t forget any important dates.Uh, hold on,What is the birthday of the person whose hobby is chess?", "ground_truth": "B", "answer_text": "09/12", "target_sids": [ 93, 94 ], "retrieved_sids": [ 93, 63, 94, 151, 43 ], "retrieved_global": [ 93, 63, 94, 151, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 123, "question": "I saw a movie last night, and it really made me think about life choices. Did you hear about the new caf\u00e9 opening downtown? I can't decide if I should go for a walk later or just stay in and read a book. What\u2019s the best way to bake a cake?I got it wrong, what I really meant to ask is: What is the work location for someone who is 172 cm tall?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 65, 66 ], "retrieved_sids": [ 65, 22, 92, 116, 131 ], "retrieved_global": [ 65, 22, 92, 116, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 124, "question": "I was at the caf\u00e9 earlier, and there was a group discussing weekend plans. Someone mentioned a concert that sounded interesting, but I can't recall the name of the artist. Also, did you hear about the new exhibit downtown?Hold on, what I actually wanted to understand is: What is the work location for someone who is 24 years old?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 75, 76 ], "retrieved_sids": [ 163, 159, 162, 91, 107 ], "retrieved_global": [ 163, 159, 162, 91, 107 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 125, "question": "I was thinking about that new recipe I saw online, and then I got distracted by the idea of a cooking class. Did I ever tell you about the time I tried making pasta from scratch? What was that ingredient again? Oh, I need to remember to order that spice for next week\u2019s dinner!Oh, what I truly wanted to clarify is,What is the hobby of the person from Culinary Creations Bistro?", "ground_truth": "A", "answer_text": "Bird Watching", "target_sids": [ 160, 164 ], "retrieved_sids": [ 160, 70, 48, 75, 165 ], "retrieved_global": [ 160, 70, 48, 75, 165 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 126, "question": "I was thinking about that project we worked on last summer, it really pushed my creativity. Did you see the latest trends in the industry? Anyway, I wonder if I left the lights on at home, that would be just like me. What was I saying? Ah, right, that fabric I ordered, I hope it arrives soon!Oh right, I wanted to ask,What is the name of the person whose occupation is Designer?", "ground_truth": "D", "answer_text": "Maya Sinclair", "target_sids": [ 82, 84 ], "retrieved_sids": [ 35, 82, 67, 33, 39 ], "retrieved_global": [ 35, 82, 67, 33, 39 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 127, "question": "You know, I was thinking about that conference last week. Did you hear the speaker's insights on curriculum design? By the way, how old is your sister now? I can't seem to recall her birthday.Sorry about that, what I truly wanted to ask is,What is the birthday of the person with a PhD in education?", "ground_truth": "D", "answer_text": "05/03", "target_sids": [ 48, 52 ], "retrieved_sids": [ 110, 104, 157, 117, 90 ], "retrieved_global": [ 110, 104, 157, 117, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 128, "question": "I was at the conference last week, and someone mentioned their experience in management. It's funny how we often forget people's names but remember their stories. Do you think the weather will change soon?What I really meant was,What is the age of the person in the position of Healthcare Administrator?", "ground_truth": "A", "answer_text": "34 years old", "target_sids": [ 144, 146 ], "retrieved_sids": [ 144, 15, 146, 12, 4 ], "retrieved_global": [ 144, 15, 146, 12, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 129, "question": "I heard they\u2019re planning a new project downtown, but I can\u2019t recall the details. Did you see the game last night? It was quite a surprise. You know, the weather has been really unpredictable lately. I wonder if they\u2019ll finish that road construction on time.Wait a minute, what I wanted to ask is,What is the work location for someone with the occupation of Electrician?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 59, 43 ], "retrieved_sids": [ 130, 132, 115, 125, 43 ], "retrieved_global": [ 130, 132, 115, 125, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 130, "question": "I was thinking about that project we discussed last week, but I can\u2019t recall the details. Did I mention how the weather has been lately? It feels like time is just flying by. Have you seen that new restaurant that just opened?Actually, my real question is: What is the contact number for the person whose work location is Las Vegas, NV?", "ground_truth": "C", "answer_text": "20104602279", "target_sids": [ 66, 86 ], "retrieved_sids": [ 47, 66, 82, 144, 136 ], "retrieved_global": [ 47, 66, 82, 144, 136 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 131, "question": "You know, I think I saw him at the coffee shop yesterday, but I can\u2019t recall what he was wearing. Isn\u2019t it funny how we forget the little things? By the way, do you remember what I said about that movie? It\u2019s on the tip of my tongue, but I just can\u2019t get it out.What I really meant was,What's the height of someone named Asher Grant?", "ground_truth": "D", "answer_text": "167cm", "target_sids": [ 4, 20 ], "retrieved_sids": [ 45, 0, 20, 2, 92 ], "retrieved_global": [ 45, 0, 20, 2, 92 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 132, "question": "I think I saw something interesting the other day, but I can't recall the details. Did we ever figure out where to eat tonight? There was a great place recommended, but it's slipping my mind.Sorry about that, what I truly wanted to ask is,What is the occupation of someone whose work location is Portland, OR?", "ground_truth": "C", "answer_text": "Electrician", "target_sids": [ 137, 145 ], "retrieved_sids": [ 22, 11, 10, 137, 12 ], "retrieved_global": [ 22, 11, 10, 137, 12 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 133, "question": "It was an interesting day at the office, and I couldn't help but wonder about the plans for the weekend. Do I need to pick up groceries later? It's always something different. I remember chatting with someone about their favorite movie, but I can't quite recall the title. Time flies, doesn't it?Oh no, I actually wanted to figure out,What is the contact number for someone whose birthday is on 02/16?", "ground_truth": "D", "answer_text": "31005372856", "target_sids": [ 120, 114 ], "retrieved_sids": [ 86, 23, 150, 77, 67 ], "retrieved_global": [ 86, 23, 150, 77, 67 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 134, "question": "I was thinking about that new caf\u00e9 downtown, the one with the pastries. Did you hear about the book club that\u2019s starting next week? It\u2019s funny how time flies, isn\u2019t it? What\u2019s the weather like tomorrow, do you know?Uh, hold on,Who is the person in the position of Attending Physician?", "ground_truth": "B", "answer_text": "Dylan Carter", "target_sids": [ 153, 155 ], "retrieved_sids": [ 158, 153, 122, 49, 48 ], "retrieved_global": [ 158, 153, 122, 49, 48 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 135, "question": "Did you hear about that interesting project? I think it was about renewable energy, or something like that. She mentioned a conference, but I don\u2019t recall the details. What time did we agree to meet tomorrow?Oops, actually what I wanted to ask was: What is the position of the person named Silas Reed?", "ground_truth": "C", "answer_text": "Program Coordinator", "target_sids": [ 158, 167 ], "retrieved_sids": [ 10, 7, 115, 143, 138 ], "retrieved_global": [ 10, 7, 115, 143, 138 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 136, "question": "I heard they had a meeting last week, but I can't recall the details. Did you see the new project updates? I wonder if we need to prepare anything for next month. What's the status on the budget review?Wait a minute,What's the position of the person named Ethan Carter?", "ground_truth": "C", "answer_text": "Sous Chef", "target_sids": [ 55, 47 ], "retrieved_sids": [ 70, 100, 79, 42, 69 ], "retrieved_global": [ 70, 100, 79, 42, 69 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 137, "question": "I was thinking about the concert last week, did you ever find out what time it starts? I should really update my playlist, it's been ages since I added new songs. What do you think about that film everyone is talking about?Oh no, I actually wanted to figure out,What is the work location for someone whose hobby is running?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 140, 149 ], "retrieved_sids": [ 157, 81, 52, 80, 163 ], "retrieved_global": [ 157, 81, 52, 80, 163 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 138, "question": "I heard a story about someone who climbed a mountain last summer, I wonder if I should try hiking again. What was the name of that place we used to go to for picnics? Did you see that video of the cat playing piano?Oh no, I actually wanted to figure out,What is the height of the person named Miles Thornton?", "ground_truth": "C", "answer_text": "160cm", "target_sids": [ 74, 76 ], "retrieved_sids": [ 34, 164, 109, 44, 165 ], "retrieved_global": [ 34, 164, 109, 44, 165 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 139, "question": "I wonder if the weather will be nice this weekend, I can't recall the last time I visited that park. Did I remember to buy milk?Sorry about that, what I truly wanted to ask is,What is the hobby of the person from Voltage Masters Electric Co.?", "ground_truth": "A", "answer_text": "Dancing", "target_sids": [ 90, 85 ], "retrieved_sids": [ 85, 65, 89, 51, 92 ], "retrieved_global": [ 85, 65, 89, 51, 92 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 140, "question": "Did you hear about that program last weekend? I think it was really interesting, but I can't remember the details. By the way, have you seen my notebook? I thought I left it on the table earlier. It's funny how time flies, isn't it?Oh right, I wanted to ask,What is the contact number for someone with an Associate Degree in education?", "ground_truth": "B", "answer_text": "51003164593", "target_sids": [ 161, 156 ], "retrieved_sids": [ 27, 57, 56, 26, 156 ], "retrieved_global": [ 27, 57, 56, 26, 156 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 141, "question": "I wonder if I should try that new recipe this weekend, or maybe just order takeout. Did I finish my book? Oh, and I think I need to water the plants soon.Oh, what I truly wanted to clarify is,What is the hobby of the person with the contact number 20204910051?", "ground_truth": "D", "answer_text": "Climbing", "target_sids": [ 130, 118 ], "retrieved_sids": [ 13, 83, 12, 79, 98 ], "retrieved_global": [ 13, 83, 12, 79, 98 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 142, "question": "I saw a beautiful sunrise this morning, it reminded me of that vacation we took last summer. What was the name of that restaurant we liked? I'm thinking about rewatching that old movie we used to love.Oh, what I truly wanted to clarify is,What is the position for someone whose work location is Atlanta, GA?", "ground_truth": "C", "answer_text": "Professional Music Composer", "target_sids": [ 14, 7 ], "retrieved_sids": [ 144, 7, 28, 30, 154 ], "retrieved_global": [ 144, 7, 28, 30, 154 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 143, "question": "I heard someone talking about their favorite film earlier, but I didn't catch the title. Did you see that new documentary? It's so interesting how movies can change our perspective. What did you think of that last series we watched together?Hmm, actually my question was this: What is the education level of someone whose hobby is watching movies?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 80, 83 ], "retrieved_sids": [ 80, 160, 31, 75, 52 ], "retrieved_global": [ 80, 160, 31, 75, 52 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 144, "question": "It's been such a long week; I can\u2019t even recall the last time I had a quiet moment. Did I leave my keys on the counter? Sometimes I wonder about the old days, feels like yesterday we were just starting out. What should I make for dinner?Oops, actually what I wanted to ask was: What is the education level of the person who is 37 years old?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 115, 111 ], "retrieved_sids": [ 111, 65, 22, 43, 131 ], "retrieved_global": [ 111, 65, 22, 43, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 145, "question": "It's funny how time flies, isn't it? I was just chatting with a friend about their last birthday party; it feels like we celebrated it just yesterday. Speaking of which, what month is it again? I can never keep track of everyone's ages!Actually, my real question is: What is the birthday of a person who is 34 years old?", "ground_truth": "D", "answer_text": "12/27", "target_sids": [ 67, 79 ], "retrieved_sids": [ 44, 91, 114, 160, 79 ], "retrieved_global": [ 44, 91, 114, 160, 79 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 146, "question": "Did you see the weather last week? I think I need to organize my files better. What's the next meeting agenda?What I really meant was,What is the company name of the person who is 163 cm tall?", "ground_truth": "D", "answer_text": "Seattle Culinary Arts Bistro", "target_sids": [ 105, 90 ], "retrieved_sids": [ 90, 7, 130, 60, 85 ], "retrieved_global": [ 90, 7, 130, 60, 85 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 147, "question": "I spoke to someone earlier about travel plans, but the details are a bit fuzzy now. Did I remember to send that email? It was a busy day at the office, wasn't it?Oops, actually what I wanted to ask was: What is the hometown of the person with the contact number 70706192655?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 34, 36 ], "retrieved_sids": [ 57, 58, 99, 2, 129 ], "retrieved_global": [ 57, 58, 99, 2, 129 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 148, "question": "I wonder what the weather will be like next week, it's hard to keep track of the days. Didn't someone mention a party coming up? Oh, I need to check my calendar again. Sorry about that, what I truly wanted to ask is,What is the occupation of someone whose birthday is on December 22?", "ground_truth": "D", "answer_text": "Flight Attendant", "target_sids": [ 121, 111 ], "retrieved_sids": [ 111, 136, 135, 66, 119 ], "retrieved_global": [ 111, 136, 135, 66, 119 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 149, "question": "Did you see that movie last week? I think it had a great soundtrack. I wonder what time the meeting is tomorrow. I really should clean my room this weekend.Wait a minute,What is the position of someone who is 30 years old?", "ground_truth": "A", "answer_text": "Language Specialist", "target_sids": [ 130, 142 ], "retrieved_sids": [ 39, 38, 100, 32, 155 ], "retrieved_global": [ 39, 38, 100, 32, 155 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 150, "question": "I heard that the meeting got rescheduled, but I can't remember the new time. Did I finish that report I was working on? The weather has been unpredictable lately, hasn't it?Hold on, what I actually wanted to understand is: What is the company name for the email address lucas.fenwick@caringheartshealthcare.com?", "ground_truth": "D", "answer_text": "Caring Hearts Healthcare Services", "target_sids": [ 20, 36 ], "retrieved_sids": [ 57, 20, 167, 17, 36 ], "retrieved_global": [ 57, 20, 167, 17, 36 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 151, "question": "Did you hear about the meeting yesterday? I think someone mentioned a great restaurant nearby. What time is it supposed to rain later? I wonder if she got that promotion she was hoping for.Actually, my real question is: What is the work location of someone named Liam Prescott?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 149, 157 ], "retrieved_sids": [ 99, 90, 8, 9, 129 ], "retrieved_global": [ 99, 90, 8, 9, 129 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 152, "question": "I spoke with someone about investments, but I didn't catch the details. Did I forget to send that email yesterday? It's been such a busy week. What was that meeting about again?Wait, what I really want to know is: What is the position of the person from the company named Precision Financial Group?", "ground_truth": "A", "answer_text": "Senior Financial Analyst", "target_sids": [ 129, 147 ], "retrieved_sids": [ 129, 8, 2, 42, 157 ], "retrieved_global": [ 129, 8, 2, 42, 157 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 153, "question": "I heard a rumor about an upcoming project meeting, but I can't recall the exact date. It's funny how time flies, isn't it? Speaking of which, I wonder how many friends I have with winter birthdays.Actually, my real question is: What is the company name of the person whose birthday is on 12/19?", "ground_truth": "C", "answer_text": "Green Haven Farms", "target_sids": [ 163, 167 ], "retrieved_sids": [ 23, 54, 15, 44, 66 ], "retrieved_global": [ 23, 54, 15, 44, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 154, "question": "I saw a beautiful sunset yesterday, it reminded me of that trip we took. What was the name of that restaurant we liked? I can't believe how fast time is flying this year. Do you remember the last time we went hiking?I got it wrong, what I really meant to ask is: What is the education level of someone whose work location is Chicago, IL?", "ground_truth": "A", "answer_text": "High School", "target_sids": [ 75, 85 ], "retrieved_sids": [ 7, 73, 146, 74, 156 ], "retrieved_global": [ 7, 73, 146, 74, 156 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 155, "question": "I was thinking about the weather last week, it was surprisingly mild for this time of year. Did you see that new caf\u00e9 opening downtown? I wonder how their coffee is. It\u2019s funny how time flies, isn't it? What's for dinner tonight?What I really meant was,What is the contact number for the person whose hobby is climbing?", "ground_truth": "D", "answer_text": "61700315849", "target_sids": [ 58, 52 ], "retrieved_sids": [ 29, 164, 153, 33, 163 ], "retrieved_global": [ 29, 164, 153, 33, 163 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 156, "question": "Have you seen the latest reports on that project? I was thinking about the conference next month, it feels like we should be more prepared. It's hard to keep track of all the dates. Speaking of which, what time are we meeting again?Actually, my real question is: What is Grayson Cole's education?", "ground_truth": "A", "answer_text": "PhD", "target_sids": [ 113, 119 ], "retrieved_sids": [ 156, 157, 22, 125, 128 ], "retrieved_global": [ 156, 157, 22, 125, 128 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 157, "question": "I visited a cafe yesterday, and the barista had such a warm smile, it reminded me of that summer trip. I wonder if I left my keys on the kitchen counter again. What\u2019s the name of that song we listened to last week?Sorry about that, what I truly wanted to ask is,What is the height of the person with the contact number 61905327493?", "ground_truth": "A", "answer_text": "162cm", "target_sids": [ 96, 102 ], "retrieved_sids": [ 14, 102, 141, 96, 31 ], "retrieved_global": [ 14, 102, 141, 96, 31 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 158, "question": "I saw her at the caf\u00e9 yesterday, she really enjoyed that pastry. Did you hear about the event next week? I need to check my schedule again. What was that movie everyone was talking about?What I really meant was,What is the hobby of someone named Mira Lawson?", "ground_truth": "B", "answer_text": "Yoga", "target_sids": [ 42, 44 ], "retrieved_sids": [ 71, 25, 67, 42, 33 ], "retrieved_global": [ 71, 25, 67, 42, 33 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 159, "question": "I was thinking about the last time we discussed that project, but I can't seem to recall the details. Have you seen my notebook? It's somewhere around here. I really need to find that paper I started last month.Sorry about that, what I truly wanted to ask is,What position does someone with the occupation of researcher hold?", "ground_truth": "C", "answer_text": "Postdoctoral Research Fellow", "target_sids": [ 3, 15 ], "retrieved_sids": [ 38, 153, 90, 22, 92 ], "retrieved_global": [ 38, 153, 90, 22, 92 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 160, "question": "I saw a beautiful sunset yesterday, it reminded me of that trip we took. Did you ever finish that book? I think I left my keys somewhere.Hmm, actually my question was this: What is the company name of the person whose hobby is bird watching?", "ground_truth": "C", "answer_text": "Miami Health Medical Group", "target_sids": [ 51, 54 ], "retrieved_sids": [ 51, 137, 159, 5, 19 ], "retrieved_global": [ 51, 137, 159, 5, 19 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 161, "question": "Did you see the new coffee machine in the break room? I wonder if they\u2019ll have a team outing soon. Oh, I forgot to ask about the project deadline. What time does the meeting start tomorrow?Oh right, I wanted to ask,What is the name of the person in the position of Sales Support Representative?", "ground_truth": "B", "answer_text": "Mira Sullivan", "target_sids": [ 31, 23 ], "retrieved_sids": [ 23, 158, 155, 43, 60 ], "retrieved_global": [ 23, 158, 155, 43, 60 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 162, "question": "I was thinking about that great book I read last summer, the plot was so intriguing. Did I ever finish that project for work? I should really clean out my closet this weekend. What was the name of that restaurant we liked?What I really meant was,What is the email address of the person with the contact number 20205309518?", "ground_truth": "A", "answer_text": "oliver.finch@innovativelearningacademy.edu", "target_sids": [ 129, 132 ], "retrieved_sids": [ 132, 54, 10, 94, 36 ], "retrieved_global": [ 132, 54, 10, 94, 36 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 163, "question": "It's strange how time flies, isn't it? I was just thinking about that book I borrowed last month. Did I ever return it? Oh, what was her name again? The one who loves hiking in the mountains?Uh, hold on,What is the name of the person with the contact number 65008642181?", "ground_truth": "D", "answer_text": "Ronan Hayes", "target_sids": [ 110, 111 ], "retrieved_sids": [ 69, 36, 68, 161, 78 ], "retrieved_global": [ 69, 36, 68, 161, 78 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 164, "question": "You know, I was thinking about that game last weekend, it was really exciting. Did I ever tell you about my trip to the stadium? I can't remember if I packed my favorite jersey. Time really flies when you're having fun, doesn't it?Wait a minute,What is the education level of someone whose hobby is sports?", "ground_truth": "B", "answer_text": "PhD", "target_sids": [ 4, 7 ], "retrieved_sids": [ 4, 40, 46, 134, 9 ], "retrieved_global": [ 4, 40, 46, 134, 9 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 165, "question": "I heard they were looking for some new ideas for the project. Did you catch the game last night? It's been a while since we had a team outing, hasn't it? I wonder if the meeting's starting on time.Oh right, I wanted to ask,What is the position of someone who is 160 cm tall?", "ground_truth": "B", "answer_text": "Mathematics Instructional Coordinator", "target_sids": [ 128, 140 ], "retrieved_sids": [ 44, 128, 85, 26, 65 ], "retrieved_global": [ 44, 128, 85, 26, 65 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 166, "question": "I had the strangest dream last night, something about a carnival. Did I leave my jacket at the cafe? I need to remember to call my sister later.Sorry about that, what I truly wanted to ask is,What is the company name for someone whose work location is Las Vegas, NV?", "ground_truth": "A", "answer_text": "Jackpot Grocers LLC", "target_sids": [ 73, 65 ], "retrieved_sids": [ 65, 23, 87, 127, 148 ], "retrieved_global": [ 65, 23, 87, 127, 148 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 167, "question": "I saw someone at the park the other day, they were really into photography or something. It reminds me of my cousin who loves to collect stamps. Do you think that bakery down the street is still open? I can't recall the last time I tried that new caf\u00e9.I got it wrong, what I really meant to ask is: What is the hobby of the person from Urban Market Grocers?", "ground_truth": "A", "answer_text": "Bird Watching", "target_sids": [ 101, 94 ], "retrieved_sids": [ 94, 117, 163, 115, 30 ], "retrieved_global": [ 94, 117, 163, 115, 30 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 168, "question": "I was thinking about that movie we watched last week, the plot was a bit confusing. Do you remember if we had pizza for dinner? The weather has been really unpredictable lately, hasn\u2019t it?Actually, my real question is: What is the email address of the person who is 153cm tall?", "ground_truth": "C", "answer_text": "cameron.reed@innovativeresearchdynamics.com", "target_sids": [ 65, 69 ], "retrieved_sids": [ 150, 65, 28, 128, 69 ], "retrieved_global": [ 150, 65, 28, 128, 69 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 169, "question": "I wonder if we'll see any updates on the project this week. Did I forget to send that email? By the way, do you remember when we last had that team outing?Uh, hold on,What is the work location of the person whose birthday is on 02/27?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 0, 6 ], "retrieved_sids": [ 164, 92, 45, 129, 106 ], "retrieved_global": [ 164, 92, 45, 129, 106 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 170, "question": "I was thinking about the weather lately, it\u2019s been quite unpredictable. Did I leave the lights on in the kitchen? I wonder if my friend finished that book. What time does the meeting start again?Hold on, what I actually wanted to understand is: What is the work location for the person with the contact number 30503081901?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 66, 75 ], "retrieved_sids": [ 158, 165, 164, 162, 167 ], "retrieved_global": [ 158, 165, 164, 162, 167 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 171, "question": "I think I heard her name mentioned at the conference last week, but I can't place it. Did you see that new feature they added? It's pretty impressive, isn't it? By the way, have you checked the schedule for next month?Sorry, what I truly wanted to ask is: What is the occupation of someone named Sienna Caldwell?", "ground_truth": "A", "answer_text": "Farmer", "target_sids": [ 42, 35 ], "retrieved_sids": [ 35, 37, 30, 23, 43 ], "retrieved_global": [ 35, 37, 30, 23, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 172, "question": "I heard there\u2019s a new coffee shop downtown, but I\u2019m not sure where. Did you see that game last night? I should probably call my sister soon. What time do we need to be there?I got it wrong, what I really meant to ask is: What are the hobbies of someone whose hometown is Orlando, FL?", "ground_truth": "A", "answer_text": "Sports", "target_sids": [ 149, 143 ], "retrieved_sids": [ 115, 143, 128, 114, 8 ], "retrieved_global": [ 115, 143, 128, 114, 8 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 173, "question": "I was just thinking about that movie we watched last week, you know, the one with the twist ending? I need to grab some groceries later, but I can't decide what to make for dinner. Did you see that funny video online?Actually, my real question is: What is the email address of the person with the occupation of Truck Driver?", "ground_truth": "C", "answer_text": "brandon.knox@goldengatetransport.com", "target_sids": [ 45, 46 ], "retrieved_sids": [ 45, 137, 90, 54, 51 ], "retrieved_global": [ 45, 137, 90, 54, 51 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 174, "question": "I saw someone wearing a really cool jacket today, and I thought about when I last went hiking. I wonder if anyone remembers that party last year. Did I mention how much I love garlic bread?Oh right, I wanted to ask,What is the birthday of the person whose work location is Portland, OR?", "ground_truth": "C", "answer_text": "01/03", "target_sids": [ 122, 115 ], "retrieved_sids": [ 39, 1, 115, 152, 130 ], "retrieved_global": [ 39, 1, 115, 152, 130 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 175, "question": "I think I saw a really great band playing downtown last weekend. Did you try that new coffee shop on the corner? I wonder if there\u2019s going to be a festival next month. What time does the movie start tonight?Uh, hold on,What hobbies do people from Charlotte, NC have?", "ground_truth": "B", "answer_text": "Programming", "target_sids": [ 169, 170 ], "retrieved_sids": [ 169, 153, 135, 163, 2 ], "retrieved_global": [ 169, 153, 135, 163, 2 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 176, "question": "I saw a dog in the park yesterday, it had such a friendly demeanor. I wonder if I locked the door before leaving. Did I finish that book I started last month?Hmm, actually my question was this: What is the company name of the person with the email address ethan.blake@skylinetechinnovations.com?", "ground_truth": "B", "answer_text": "Skyline Tech Innovations", "target_sids": [ 69, 63 ], "retrieved_sids": [ 147, 63, 95, 61, 125 ], "retrieved_global": [ 147, 63, 95, 61, 125 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 177, "question": "I think I saw a squirrel in the yard, or maybe it was a bird? The weather has been strange lately, hasn\u2019t it? I really need to pick up some groceries this weekend.Sorry about that, what I truly wanted to ask is,What is the hobby of the person from Pioneer Electric Services LLC?", "ground_truth": "A", "answer_text": "Knitting", "target_sids": [ 48, 60 ], "retrieved_sids": [ 113, 48, 50, 74, 73 ], "retrieved_global": [ 113, 48, 50, 74, 73 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 178, "question": "I saw a beautiful painting in the gallery yesterday, it reminded me of a trip I took years ago. Do you think we should try that new restaurant next week? I wonder what the weather will be like for the weekend.What I really meant was,What is the hobby of the person named Hazel Monroe?", "ground_truth": "B", "answer_text": "Listening to Music", "target_sids": [ 80, 74 ], "retrieved_sids": [ 71, 140, 74, 163, 65 ], "retrieved_global": [ 71, 140, 74, 163, 65 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 179, "question": "I had a conversation with someone yesterday, they mentioned a trip somewhere but I can't recall the destination. Did I remember to send that email? It's been such a busy week, and I still need to pick up groceries later.Sorry, what I truly wanted to ask is: What is the hometown of the person with the contact number 71809676196?", "ground_truth": "D", "answer_text": "Philadelphia, PA", "target_sids": [ 61, 46 ], "retrieved_sids": [ 140, 24, 153, 18, 152 ], "retrieved_global": [ 140, 24, 153, 18, 152 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 180, "question": "You know, I was thinking about that new cafe downtown. It's been ages since I last visited the park. Do you remember the concert we went to last summer? I wonder if they still have those music nights at the library.Oh, what I truly wanted to clarify is,What is the height of someone whose hometown is Boston, MA?", "ground_truth": "C", "answer_text": "172cm", "target_sids": [ 120, 125 ], "retrieved_sids": [ 120, 144, 130, 109, 143 ], "retrieved_global": [ 120, 144, 130, 109, 143 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 181, "question": "I was thinking about that meeting last week; it feels like ages ago. Did I leave my keys on the table? Oh, I hope I don\u2019t forget to buy groceries later.Wait a minute,What is the position of the person who is 34 years old?", "ground_truth": "D", "answer_text": "Staff Nurse", "target_sids": [ 117, 111 ], "retrieved_sids": [ 111, 90, 63, 146, 158 ], "retrieved_global": [ 111, 90, 63, 146, 158 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 182, "question": "I heard the coffee shop on Hawthorne has a new seasonal drink. Did you see that new park they opened downtown? I can't believe how quickly the weather changed this week. What time do we need to leave for the concert?Wait a minute,What is the position of someone whose hometown is Portland, OR?", "ground_truth": "D", "answer_text": "Senior Research Scientist", "target_sids": [ 142, 134 ], "retrieved_sids": [ 134, 88, 11, 150, 9 ], "retrieved_global": [ 134, 88, 11, 150, 9 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 183, "question": "I was thinking about that new cafe that opened downtown, it\u2019s so vibrant. Do you remember the last time we went hiking? I really need to organize my closet this weekend.Wait, what I really want to know is: What is the hometown of the person with the contact number 31008000505?", "ground_truth": "A", "answer_text": "Charlotte, NC", "target_sids": [ 104, 86 ], "retrieved_sids": [ 126, 133, 150, 46, 128 ], "retrieved_global": [ 126, 133, 150, 46, 128 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 184, "question": "I saw someone at the flea market yesterday, looked like they've been doing this for a while. Did that movie come out last year or the year before? I forgot to ask her favorite color.I got it wrong, what I really meant to ask is: What is the age of someone whose hobby is collecting antiques?", "ground_truth": "D", "answer_text": "42 years old", "target_sids": [ 83, 68 ], "retrieved_sids": [ 68, 117, 42, 151, 60 ], "retrieved_global": [ 68, 117, 42, 151, 60 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 185, "question": "It's strange how sometimes you can just forget small details, like what we had for lunch last week. I need to check the calendar for those events coming up. What was the name of that restaurant we talked about?Hold on, what I actually wanted to understand is: What is the position of the person with the contact number 41509294572?", "ground_truth": "C", "answer_text": "Senior Research Director", "target_sids": [ 13, 14 ], "retrieved_sids": [ 33, 162, 131, 78, 116 ], "retrieved_global": [ 33, 162, 131, 78, 116 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 186, "question": "I was thinking about the last meeting we had, and it reminded me of that time we went to the conference. Do you remember what we discussed about the project timelines? It's been so hectic lately, I can\u2019t keep track of all the deadlines. By the way, have you seen the latest updates on the report?Oh right, I wanted to ask,What is the email address of the person whose birthday is on 10/04?", "ground_truth": "B", "answer_text": "tyler.lawson@hhwc.com", "target_sids": [ 26, 36 ], "retrieved_sids": [ 165, 162, 2, 131, 66 ], "retrieved_global": [ 165, 162, 2, 131, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 187, "question": "It's interesting how the weather changes here, isn\u2019t it? I thought I saw her the other day; she was wearing that blue dress, you know? Did you try that new caf\u00e9? I heard they have the best beignets. What time did we say we\u2019d meet?Oh, what I truly wanted to clarify is,What is the occupation of someone from New Orleans, LA?", "ground_truth": "D", "answer_text": "Chef", "target_sids": [ 64, 51 ], "retrieved_sids": [ 4, 91, 2, 112, 51 ], "retrieved_global": [ 4, 91, 2, 112, 51 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 188, "question": "I heard someone mention a conference last week, but I can't recall the topic. Did I leave my keys in the kitchen? I think I saw a great article about technology and education. I wonder if it's going to rain tomorrow.Wait a minute, what I wanted to ask is,What is the education of the person from Innovative Research Labs?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 42, 30 ], "retrieved_sids": [ 30, 62, 39, 75, 72 ], "retrieved_global": [ 30, 62, 39, 75, 72 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 189, "question": "Did you hear about the new restaurant that opened downtown? I think it was a Mexican place, but I'm not sure. Oh, by the way, do you know if we have enough paper for the printer?Wait a minute,What's the height of the person named Carter Mitchell?", "ground_truth": "A", "answer_text": "161cm", "target_sids": [ 25, 38 ], "retrieved_sids": [ 3, 81, 49, 85, 130 ], "retrieved_global": [ 3, 81, 49, 85, 130 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 190, "question": "I was thinking about that new restaurant downtown, it\u2019s supposed to have great reviews. Did you find out if the meeting is still on for next week? I wonder if I should start gardening again, it\u2019s been a while since I last tried planting something.Oh no, I actually wanted to figure out,What is the hobby of the person with the email address landon.pierce@metrobuilder.com?", "ground_truth": "C", "answer_text": "Fitness", "target_sids": [ 24, 26 ], "retrieved_sids": [ 36, 80, 24, 2, 53 ], "retrieved_global": [ 36, 80, 24, 2, 53 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 191, "question": "It's interesting how some people have a knack for remembering dates. I wonder if the weather will be nice for the picnic. Speaking of which, do you think he prefers cake or pie? I should probably check the calendar again.Uh, hold on,What is the company name for someone whose birthday is on June 22?", "ground_truth": "C", "answer_text": "Harmony Health Services", "target_sids": [ 43, 52 ], "retrieved_sids": [ 108, 154, 43, 70, 144 ], "retrieved_global": [ 108, 154, 43, 70, 144 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 192, "question": "I was thinking about the last meeting we had, and there were so many interesting points raised. Did I ever tell you about that event last month? I wonder if they\u2019ll send out the updates soon.Oh no, I actually wanted to figure out,What is the contact number for the person at Caring Hearts Social Services?", "ground_truth": "D", "answer_text": "41507691351", "target_sids": [ 56, 57 ], "retrieved_sids": [ 56, 123, 110, 73, 162 ], "retrieved_global": [ 56, 123, 110, 73, 162 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 193, "question": "You know, I was thinking about that new cafe that opened downtown. I can't believe how time flies! Did I ever tell you about that trip I took last summer? I need to check the schedule for the upcoming events at the community center.Uh, hold on,What is the email address of the person whose hobby is playing golf?", "ground_truth": "C", "answer_text": "elena.hawthorne@tasteofchicago.com", "target_sids": [ 98, 99 ], "retrieved_sids": [ 98, 13, 44, 26, 131 ], "retrieved_global": [ 98, 13, 44, 26, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 194, "question": "I saw a beautiful painting the other day, it reminded me of summer, I can't recall where I put my keys. Wasn't there an event this weekend?Oh no, I actually wanted to figure out,What is the birthday of someone named Camille Donovan?", "ground_truth": "C", "answer_text": "02/26", "target_sids": [ 56, 57 ], "retrieved_sids": [ 71, 43, 85, 131, 7 ], "retrieved_global": [ 71, 43, 85, 131, 7 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 195, "question": "It's interesting how people can surprise you, isn't it? I wonder if I locked the door before leaving. Did she mention where she went for her vacation?Oh no, I actually wanted to figure out,What is the occupation of someone who has a Master's degree?", "ground_truth": "A", "answer_text": "Musician", "target_sids": [ 75, 63 ], "retrieved_sids": [ 63, 118, 62, 35, 121 ], "retrieved_global": [ 63, 118, 62, 35, 121 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 196, "question": "Did you hear about that event downtown? I wonder if they\u2019ll have a good turnout. What\u2019s the best place to grab lunch around here? I think I left my keys in the car, didn\u2019t I?Wait a minute, what I wanted to ask is,What occupation do people from Indianapolis, IN have?", "ground_truth": "A", "answer_text": "Sales Associate", "target_sids": [ 56, 52 ], "retrieved_sids": [ 52, 152, 30, 94, 111 ], "retrieved_global": [ 52, 152, 30, 94, 111 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 197, "question": "I saw a documentary last week that really got me thinking, but I can't remember the title. What was that movie with the talking dog? I should ask Sarah about her weekend plans; she usually has the best recommendations.Oh no, I actually wanted to figure out,What is the education level of someone whose hobby is watching movies?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 139, 140 ], "retrieved_sids": [ 139, 50, 51, 58, 56 ], "retrieved_global": [ 139, 50, 51, 58, 56 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 198, "question": "The market has been a bit unpredictable lately. I wonder if those new regulations will affect my portfolio advice. Did I return that call about the investment seminar?Wait a minute,For someone with the occupation of Financial Advisor, what is their work location?", "ground_truth": "A", "answer_text": "Orlando, FL", "target_sids": [ 26, 35 ], "retrieved_sids": [ 158, 159, 30, 58, 47 ], "retrieved_global": [ 158, 159, 30, 58, 47 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 199, "question": "I had a conversation with someone yesterday, they mentioned their favorite color but I can't recall it now. What was that movie we talked about? It had a great soundtrack, didn't it?Hold on, what I actually wanted to understand is: What is the email address of the person whose occupation is Nurse?", "ground_truth": "B", "answer_text": "mira.caldwell@silverstatehealth.com", "target_sids": [ 11, 12 ], "retrieved_sids": [ 11, 4, 115, 125, 7 ], "retrieved_global": [ 11, 4, 115, 125, 7 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 200, "question": "I saw a beautiful sunset yesterday, it reminded me of a trip I took long ago. My friend keeps asking about the best place to get coffee, but I'm not sure. Have you ever tried that new restaurant downtown?Wait a minute,What is the height of someone with a Master's degree?", "ground_truth": "B", "answer_text": "166cm", "target_sids": [ 121, 111 ], "retrieved_sids": [ 111, 121, 128, 58, 10 ], "retrieved_global": [ 111, 121, 128, 58, 10 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 201, "question": "I saw a beautiful sunset during my last trip, it reminded me of that time we got lost in the city. Have you ever tried that local dish? It's so unique! Did you hear about the new flight routes they just announced?What I really meant was,What is the height of someone whose hobby is traveling?", "ground_truth": "B", "answer_text": "152cm", "target_sids": [ 66, 70 ], "retrieved_sids": [ 29, 69, 152, 28, 108 ], "retrieved_global": [ 29, 69, 152, 28, 108 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 202, "question": "Did you hear about the project deadline? I was thinking about what to have for dinner later. Oh, I need to return that book to the library. What time is the meeting tomorrow?Wait a minute, what I wanted to ask is,What is the name of the person with a Master's degree?", "ground_truth": "D", "answer_text": "Sophie Reynolds", "target_sids": [ 73, 86 ], "retrieved_sids": [ 97, 73, 46, 135, 118 ], "retrieved_global": [ 97, 73, 46, 135, 118 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 203, "question": "The weather was lovely yesterday, wasn't it? I could have sworn I left my keys on the kitchen counter. Did you see the latest sports highlights? I wonder if that new cafe opened yet.Wait a minute,What is the contact number for the person whose hobby is rock climbing?", "ground_truth": "C", "answer_text": "81801012451", "target_sids": [ 36, 29 ], "retrieved_sids": [ 29, 163, 76, 53, 98 ], "retrieved_global": [ 29, 163, 76, 53, 98 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 204, "question": "Have you seen the latest trends in technology? It's fascinating how quickly things are evolving. I wonder if we'll ever get used to all the changes. Did you hear about that conference coming up? Sounds interesting! I need to check my schedule for that.Sorry, what I truly wanted to ask is: What is the work location for the person from the company named Innovation Hub Collaborative?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 3, 13 ], "retrieved_sids": [ 132, 3, 160, 102, 116 ], "retrieved_global": [ 132, 3, 160, 102, 116 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 205, "question": "Did you see the weather last week? I think I need to buy some new shoes soon. That movie we talked about seemed interesting, didn't it?Hmm, actually my question was this: What is the education of someone who is 22 years old?", "ground_truth": "A", "answer_text": "Master", "target_sids": [ 1, 14 ], "retrieved_sids": [ 111, 48, 113, 91, 49 ], "retrieved_global": [ 111, 48, 113, 91, 49 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 206, "question": "Did you hear about the new coffee shop that opened nearby? I can't believe how quickly the weather changed this week. I wonder if we should plan a team outing soon. Have you seen the latest recommendations for books?Oh right, I wanted to ask,What is the height of the person from Golden Gate Bank and Trust?", "ground_truth": "B", "answer_text": "167cm", "target_sids": [ 117, 111 ], "retrieved_sids": [ 111, 64, 89, 22, 116 ], "retrieved_global": [ 111, 64, 89, 22, 116 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 207, "question": "I heard that place is really nice this time of year. Did you catch the game last night? I wonder if they still sell those pastries at that caf\u00e9.Sorry, what I truly wanted to ask is: What is the hometown of someone named Tobias Finch?", "ground_truth": "A", "answer_text": "Philadelphia, PA", "target_sids": [ 54, 63 ], "retrieved_sids": [ 44, 48, 63, 62, 160 ], "retrieved_global": [ 44, 48, 63, 62, 160 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 208, "question": "I overheard someone talking about the weather, seems like it's going to rain tomorrow. Did you hear about the new caf\u00e9 that opened up downtown? I wonder if they'll have good pastries.Hmm, actually my question was this: What is the height of the person in the position of Operations Supervisor?", "ground_truth": "D", "answer_text": "170cm", "target_sids": [ 5, 14 ], "retrieved_sids": [ 14, 94, 109, 5, 93 ], "retrieved_global": [ 14, 94, 109, 5, 93 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 209, "question": "I was thinking about tax season coming up, and suddenly I remembered last year's deadlines. It's funny how numbers can get stuck in your head. I need to check the calendar for those family birthdays, though.I got it wrong, what I really meant to ask is: What is the birthday of the person whose occupation is Accountant?", "ground_truth": "D", "answer_text": "06/28", "target_sids": [ 100, 92 ], "retrieved_sids": [ 100, 110, 42, 142, 4 ], "retrieved_global": [ 100, 110, 42, 142, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 210, "question": "I was thinking about the meeting next week, what was the name of that restaurant we liked? It's funny how time flies, isn\u2019t it? I need to check the calendar for that event. Did I ever tell you about that concert?Actually, my real question is: What is the contact number for someone whose birthday is on 02/18?", "ground_truth": "A", "answer_text": "31204011387", "target_sids": [ 49, 59 ], "retrieved_sids": [ 140, 134, 25, 49, 18 ], "retrieved_global": [ 140, 134, 25, 49, 18 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 211, "question": "Did you see the game last night? I need to get groceries later. What\u2019s the weather like today? I wonder if she\u2019ll call back. Can you believe how fast this week is going?Sorry, what I truly wanted to ask is: What is the company name for someone with a High School education?", "ground_truth": "A", "answer_text": "Boston Freight Solutions LLC", "target_sids": [ 48, 59 ], "retrieved_sids": [ 170, 47, 96, 52, 49 ], "retrieved_global": [ 170, 47, 96, 52, 49 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 212, "question": "I was thinking about the last time I visited that place, it feels like ages ago. Oh, I need to check the calendar for those dates again. Did I tell you about the time I went to that event? Can't recall when my friend was born either.Uh, hold on,What is the birthday of someone from Columbus, OH?", "ground_truth": "B", "answer_text": "12/03", "target_sids": [ 104, 103 ], "retrieved_sids": [ 112, 103, 156, 113, 46 ], "retrieved_global": [ 112, 103, 156, 113, 46 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 213, "question": "I had a conversation with an old friend yesterday; it\u2019s been ages since we last caught up. By the way, do you remember when we went hiking in the mountains? I think it was in the fall. Speaking of seasons, doesn\u2019t it feel like time flies by? Sometimes I can\u2019t recall what I had for lunch last week. Anyway, what\u2019s the latest news on your family?Actually, my real question is: What is the birthday of someone whose hometown is Denver, CO?", "ground_truth": "B", "answer_text": "04/08", "target_sids": [ 82, 84 ], "retrieved_sids": [ 82, 108, 44, 154, 91 ], "retrieved_global": [ 82, 108, 44, 154, 91 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 214, "question": "I heard a story about a girl with a beautiful name, it was something like a song. There's a gathering next week, and I really need to check my calendar. Have you seen my notes from last month?Sorry, what I truly wanted to ask is: What is the birthday of the person named Aria Sterling?", "ground_truth": "B", "answer_text": "04/28", "target_sids": [ 40, 39 ], "retrieved_sids": [ 39, 44, 55, 40, 111 ], "retrieved_global": [ 39, 44, 55, 40, 111 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 215, "question": "I saw a movie last night, and I think the main character had a really interesting background. Did I leave my keys on the kitchen counter? I need to pick up groceries later.Hmm, actually my question was this: What is the occupation of someone whose hobby is dancing?", "ground_truth": "C", "answer_text": "Salesperson", "target_sids": [ 40, 22 ], "retrieved_sids": [ 22, 160, 94, 116, 96 ], "retrieved_global": [ 22, 160, 94, 116, 96 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 216, "question": "I saw someone jogging in the park, they looked really focused, but I can't recall if it was a Tuesday or Wednesday. Did I lock the car? What was that song playing earlier?What I really meant was,What is the height of the person who is 31 years old?", "ground_truth": "B", "answer_text": "159cm", "target_sids": [ 160, 165 ], "retrieved_sids": [ 120, 100, 78, 22, 18 ], "retrieved_global": [ 120, 100, 78, 22, 18 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 217, "question": "I heard she might be working on a new project, but I can't remember the details. Did you see her last week? It feels like ages since we had that meeting. What do you think about the upcoming changes?Oh, what I truly wanted to clarify is,What is the position of the person named Sophie Bennett?", "ground_truth": "C", "answer_text": "Financial Analyst", "target_sids": [ 89, 90 ], "retrieved_sids": [ 47, 103, 153, 112, 119 ], "retrieved_global": [ 47, 103, 153, 112, 119 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 218, "question": "I saw a package being delivered yesterday, but the address was unclear. By the way, did you hear about that new coffee shop opening? I wonder if they have any vegan options.Hmm, actually my question was this: What is the company name of someone whose occupation is a courier?", "ground_truth": "B", "answer_text": "Swift Deliveries LLC", "target_sids": [ 97, 92 ], "retrieved_sids": [ 97, 92, 95, 50, 123 ], "retrieved_global": [ 97, 92, 95, 50, 123 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 219, "question": "I was thinking about that concert from last summer, time really flies. Did I ever tell you about the new playlist I discovered? It's quite relaxing, perfect for background noise while working. I wonder if anyone else is into that genre.I got it wrong, what I really meant to ask is: What is the work location for someone whose hobby is listening to music?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 91, 85 ], "retrieved_sids": [ 7, 85, 14, 15, 9 ], "retrieved_global": [ 7, 85, 14, 15, 9 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 220, "question": "I heard someone mention that they recently celebrated a milestone birthday. It\u2019s funny how time flies, isn\u2019t it? Did you see the new building they put up downtown? Anyway, I think I need to check my calendar for next week, there\u2019s something I need to prepare for.Oops, actually what I wanted to ask was: What is the age of the person from Skyline Builders Group?", "ground_truth": "B", "answer_text": "32 years old", "target_sids": [ 166, 159 ], "retrieved_sids": [ 159, 47, 162, 133, 23 ], "retrieved_global": [ 159, 47, 162, 133, 23 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 221, "question": "I was browsing through some old photos, and I came across that trip we took last summer. I can't recall when exactly it was, though. It feels like just yesterday. What was the name of that caf\u00e9 we visited?Hold on, what I actually wanted to understand is: What\u2019s the birthday of someone whose hometown is Los Angeles, CA?", "ground_truth": "B", "answer_text": "01/05", "target_sids": [ 41, 22 ], "retrieved_sids": [ 153, 132, 135, 70, 95 ], "retrieved_global": [ 153, 132, 135, 70, 95 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 222, "question": "I was thinking about the weather lately, it has been unusually warm for this time of year. Did you hear about that new restaurant downtown? I can't seem to recall if we have plans this weekend.Oh, what I truly wanted to clarify is,What is the email address for someone whose hometown is Charlotte, NC?", "ground_truth": "B", "answer_text": "ethan.brooks@urbancarenursesco.com", "target_sids": [ 89, 90 ], "retrieved_sids": [ 89, 118, 5, 134, 90 ], "retrieved_global": [ 89, 118, 5, 134, 90 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 223, "question": "I heard someone mention a party on the 11th, but I can't recall what it was for. Isn't that the day we discussed the upcoming project? My friend keeps saying something about the zodiac signs lately, but I don't really follow that stuff. What was the name of that book about personality traits?Uh, hold on,What position does someone with a birthday on December 11 hold?", "ground_truth": "D", "answer_text": "Medical Research Physician", "target_sids": [ 116, 126 ], "retrieved_sids": [ 116, 92, 45, 1, 141 ], "retrieved_global": [ 116, 92, 45, 1, 141 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 224, "question": "Did you see the weather report for tomorrow? I think I left my keys somewhere, but I can't recall. Have you seen that new cafe downtown?Oh no, I actually wanted to figure out,What is the work location for someone named Isaac Cole?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 73, 83 ], "retrieved_sids": [ 68, 90, 5, 93, 73 ], "retrieved_global": [ 68, 90, 5, 93, 73 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 225, "question": "Did you see the weather today? I can't believe how fast the days are passing. Have you tried that new cafe downtown? It's been a while since we caught up, hasn't it?Oh, what I truly wanted to clarify is,What is the company name for the position of Field Operations Manager?", "ground_truth": "D", "answer_text": "Orlando Green Fields Farm", "target_sids": [ 94, 95 ], "retrieved_sids": [ 94, 50, 30, 71, 159 ], "retrieved_global": [ 94, 50, 30, 71, 159 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 226, "question": "I saw someone in the office earlier, they had a really nice shirt on, but I can't recall where they said they were from. Did you hear about that new caf\u00e9 that opened nearby? I've been thinking about trying their coffee, but I'm not sure if it's worth it. What did you think of the last meeting? I feel like we covered a lot, but some points got a bit lost.Wait a minute, what I wanted to ask is,What is the height of the person in the position of Senior News Editor?", "ground_truth": "D", "answer_text": "158cm", "target_sids": [ 57, 54 ], "retrieved_sids": [ 54, 110, 155, 65, 131 ], "retrieved_global": [ 54, 110, 155, 65, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 227, "question": "I heard that someone has a degree in something interesting, but I'm not sure what exactly. Did you catch the latest news about the conference? I wonder if anyone remembers the name of that famous professor.Hold on, what I actually wanted to understand is: What is the education of someone named Landon Pierce?", "ground_truth": "C", "answer_text": "Associate Degree", "target_sids": [ 104, 94 ], "retrieved_sids": [ 155, 50, 52, 49, 61 ], "retrieved_global": [ 155, 50, 52, 49, 61 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 228, "question": "It's interesting how the weather changes this time of year, isn't it? I wonder if I should buy more coffee for the weekend. Did I lock the door before leaving?Hold on, what I actually wanted to understand is: What is the name of the person with the contact number 41500541781?", "ground_truth": "A", "answer_text": "Graham Ellis", "target_sids": [ 170, 155 ], "retrieved_sids": [ 62, 37, 118, 91, 120 ], "retrieved_global": [ 62, 37, 118, 91, 120 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 229, "question": "I spoke to someone yesterday, they were in their mid-thirties, but I can't recall their name. What time is that meeting again? I wonder if I need to bring anything special.Actually, my real question is: What is the contact number for the person who is 34 years old?", "ground_truth": "D", "answer_text": "51009343148", "target_sids": [ 33, 35 ], "retrieved_sids": [ 16, 77, 33, 165, 13 ], "retrieved_global": [ 16, 77, 33, 165, 13 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 230, "question": "I saw someone at the site yesterday, he was talking about tools and materials, but I didn't catch his name. Did I leave the coffee pot on? I wonder if it will rain later.Oh no, I actually wanted to figure out,What is the name of the person whose occupation is Construction Worker?", "ground_truth": "C", "answer_text": "Savannah Blake", "target_sids": [ 134, 135 ], "retrieved_sids": [ 133, 134, 2, 152, 19 ], "retrieved_global": [ 133, 134, 2, 152, 19 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 231, "question": "I heard there's a new cafe opening downtown, it might have a nice vibe. What time is the meeting next week? I wonder if I left my keys on the counter.Oh right, I wanted to ask,What occupation does someone with a Master's degree have?", "ground_truth": "A", "answer_text": "Financial Advisor", "target_sids": [ 58, 54 ], "retrieved_sids": [ 54, 118, 56, 99, 89 ], "retrieved_global": [ 54, 118, 56, 99, 89 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 232, "question": "I was thinking about that party we went to last year, the one where everyone kept talking about their favorite movies. What day was it again? I can't recall when we had that great dinner with friends.Hmm, actually my question was this: What position does someone with a birthday on 11/14 hold?", "ground_truth": "B", "answer_text": "Senior Mechanical Engineer", "target_sids": [ 51, 61 ], "retrieved_sids": [ 154, 51, 88, 67, 133 ], "retrieved_global": [ 154, 51, 88, 67, 133 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 233, "question": "You know, I was thinking about how the weather has been lately. Did you catch that game last week? I still can't believe the final score. Oh, and what was the name of that restaurant we went to last month? It had such great desserts.I got it wrong, what I really meant to ask is: What is the contact number for the person who is 26 years old?", "ground_truth": "D", "answer_text": "41508977339", "target_sids": [ 91, 92 ], "retrieved_sids": [ 83, 56, 136, 16, 92 ], "retrieved_global": [ 83, 56, 136, 16, 92 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 234, "question": "I had a conversation with someone yesterday, and they mentioned their favorite season. It made me think about the last time I went to the park. What date is it today, anyway?What I really meant was,What is the hometown of someone whose birthday is on 04/18?", "ground_truth": "C", "answer_text": "San Diego, CA", "target_sids": [ 162, 167 ], "retrieved_sids": [ 46, 30, 75, 86, 73 ], "retrieved_global": [ 46, 30, 75, 86, 73 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 235, "question": "I saw a dog in the park earlier, it looked cheerful. What was the name of that restaurant we tried last month? My friend mentioned a movie, but I forgot the title. Did I leave my keys on the table?Wait a minute, what I wanted to ask is,What is the hometown of the person with the contact number 85806848114?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 156, 150 ], "retrieved_sids": [ 126, 75, 20, 31, 150 ], "retrieved_global": [ 126, 75, 20, 31, 150 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 236, "question": "She always talked about her childhood, there were so many trees in her backyard. Did you see the sky last night? It was so clear. I wonder if we\u2019ll get to travel next year.Wait, what I really want to know is: What is the hometown of someone whose occupation is a scientist?", "ground_truth": "B", "answer_text": "Indianapolis, IN", "target_sids": [ 92, 93 ], "retrieved_sids": [ 45, 132, 42, 17, 6 ], "retrieved_global": [ 45, 132, 42, 17, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 237, "question": "I was thinking about that new caf\u00e9 that opened up downtown, I can't remember the last time I went there. Did I leave my keys on the table? It's always something! What were we talking about? Ah, never mind, it\u2019ll come back to me.Wait a minute, what I wanted to ask is,What is the name of the person with the contact number 41509289919?", "ground_truth": "B", "answer_text": "Hannah Sullivan", "target_sids": [ 166, 150 ], "retrieved_sids": [ 113, 79, 62, 142, 134 ], "retrieved_global": [ 113, 79, 62, 142, 134 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 238, "question": "I heard that someone celebrated their birthday last week, it makes me think about the upcoming holidays. Have you ever wondered how time flies? I saw a great cake in the bakery today that reminded me of my last birthday party. What\u2019s the best gift you\u2019ve ever received?Oh right, I wanted to ask,What is the birthday of someone who is 33 years old?", "ground_truth": "B", "answer_text": "10/19", "target_sids": [ 53, 63 ], "retrieved_sids": [ 105, 111, 146, 132, 85 ], "retrieved_global": [ 105, 111, 146, 132, 85 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 239, "question": "It's getting chilly in the mornings, isn't it? I wonder if she'll bring her new book to the meeting. Did you hear about the upcoming project deadline? I need to check my calendar later. What was that movie we watched last week?Oh no, I actually wanted to figure out,What is the education level of the person whose work location is Boston, MA?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 60, 62 ], "retrieved_sids": [ 70, 72, 67, 99, 160 ], "retrieved_global": [ 70, 72, 67, 99, 160 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 240, "question": "I heard someone mention a great restaurant downtown, but I can't recall the name. Did I leave my keys in the car? It's been a while since I last visited that area, I wonder how it's changed.Oh, what I truly wanted to clarify is,What is the age of someone whose hometown is San Antonio, TX?", "ground_truth": "C", "answer_text": "48 years old", "target_sids": [ 157, 150 ], "retrieved_sids": [ 27, 28, 67, 150, 154 ], "retrieved_global": [ 27, 28, 67, 150, 154 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 241, "question": "Did you hear about that project last week? I wonder if they finished it on time. I've been trying to remember the name of that movie we watched. What should we have for dinner tonight?Oh right, I wanted to ask,What is the education of the person from Apex Innovations Group?", "ground_truth": "B", "answer_text": "High School", "target_sids": [ 33, 38 ], "retrieved_sids": [ 33, 53, 112, 10, 153 ], "retrieved_global": [ 33, 53, 112, 10, 153 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 242, "question": "Did you see that new caf\u00e9 on Main Street? I think it opens at 9. What was the name of that movie we watched last week? It's so hard to keep track of everything sometimes. I wonder if it will rain later.Oops, actually what I wanted to ask was: What is the work location for someone who is 161 cm tall?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 129, 115 ], "retrieved_sids": [ 90, 115, 96, 66, 52 ], "retrieved_global": [ 90, 115, 96, 66, 52 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 243, "question": "Did I remember to water the plants? That meeting last week was so interesting. I should get back to that project soon. What was the name of that restaurant we went to?Sorry, what I truly wanted to ask is: What is the occupation of the person with the contact number 30501699010?", "ground_truth": "A", "answer_text": "Construction Worker", "target_sids": [ 27, 21 ], "retrieved_sids": [ 97, 93, 148, 49, 84 ], "retrieved_global": [ 97, 93, 148, 49, 84 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 244, "question": "You know, I was thinking about that trip we planned last summer. It\u2019s funny how we always forget the little details. Did I leave my keys on the kitchen counter? I wonder if the meeting is still on for next week.Oops, actually what I wanted to ask was: What is the height of the person with the email address landon.west@skywardtravel.com?", "ground_truth": "B", "answer_text": "158cm", "target_sids": [ 25, 41 ], "retrieved_sids": [ 25, 150, 107, 65, 41 ], "retrieved_global": [ 25, 150, 107, 65, 41 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 245, "question": "Did you see that new cafe that opened downtown? I wonder if they have good coffee. By the way, have you heard from Sarah lately? I can't recall if her birthday is this month or next.Oh no, I actually wanted to figure out,What is the birthday of someone with a high school education?", "ground_truth": "D", "answer_text": "10/14", "target_sids": [ 24, 38 ], "retrieved_sids": [ 56, 130, 24, 57, 152 ], "retrieved_global": [ 56, 130, 24, 57, 152 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 246, "question": "You know, I was thinking about my friend's birthday coming up, it's always so hard to remember. I wonder if it will rain this weekend. Did you see the new cafe that opened downtown?Actually, my real question is: What\u2019s the age of someone whose birthday is on 08/25?", "ground_truth": "A", "answer_text": "28 years old", "target_sids": [ 62, 47 ], "retrieved_sids": [ 93, 2, 25, 47, 73 ], "retrieved_global": [ 93, 2, 25, 47, 73 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 247, "question": "I think I saw someone around the park, or was it near the coffee shop? It's so hard to keep track of everyone's details. Have you heard about that new caf\u00e9 opening up? I need to check my calendar for next week\u2019s meetings.Sorry about that, what I truly wanted to ask is,What is the company name of the person who is 156 cm tall?", "ground_truth": "A", "answer_text": "Metro Law Enforcement Agency", "target_sids": [ 115, 116 ], "retrieved_sids": [ 33, 43, 152, 115, 151 ], "retrieved_global": [ 33, 43, 152, 115, 151 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 248, "question": "I saw a new caf\u00e9 opened up, but I can't recall what their hours are. Did I forget to water the plants? I think I need to organize my closet again.Hmm, actually my question was this: What is the company name for someone whose hobby is playing video games?", "ground_truth": "B", "answer_text": "Compassionate Care Society", "target_sids": [ 10, 4 ], "retrieved_sids": [ 116, 4, 94, 132, 5 ], "retrieved_global": [ 116, 4, 94, 132, 5 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 249, "question": "I was thinking about going for a hike sometime soon. Did you see that new coffee shop opened nearby? It reminds me of the time I visited that city; the food was incredible. What a lovely day for a stroll! I need to catch up on that book series I started last summer.I got it wrong, what I really meant to ask is: What hobbies does the person who is 33 years old have?", "ground_truth": "A", "answer_text": "Sports", "target_sids": [ 89, 106 ], "retrieved_sids": [ 138, 11, 29, 12, 56 ], "retrieved_global": [ 138, 11, 29, 12, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 250, "question": "I saw a beautiful painting yesterday, it reminded me of a trip I took years ago. What was the name of that movie we watched? Did I leave my keys on the kitchen counter?Actually, my real question is: What is the hometown of someone named Sophie Caldwell?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 162, 163 ], "retrieved_sids": [ 162, 33, 90, 47, 150 ], "retrieved_global": [ 162, 33, 90, 47, 150 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 251, "question": "I was thinking about that big presentation next week, but I can't recall if I sent the email. Speaking of emails, when is my cousin's birthday again?Hold on, what I actually wanted to understand is: What is the birthday of the person whose occupation is Sales Manager?", "ground_truth": "C", "answer_text": "10/23", "target_sids": [ 168, 164 ], "retrieved_sids": [ 168, 138, 6, 47, 87 ], "retrieved_global": [ 168, 138, 6, 47, 87 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 252, "question": "I spoke with someone recently about their favorite pastimes, they mentioned something about a collection, but I wasn't sure what it was. Did I remember to send that email? It\u2019s interesting how people find joy in different activities.Oops, actually what I wanted to ask was: What is the hobby of the person from Cascade Medical Group?", "ground_truth": "C", "answer_text": "Photography", "target_sids": [ 60, 62 ], "retrieved_sids": [ 94, 77, 168, 158, 97 ], "retrieved_global": [ 94, 77, 168, 158, 97 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 253, "question": "I was talking to someone the other day about their favorite hobbies, really curious about the latest trends. By the way, have you seen that movie everyone's raving about? It's hard to keep track of all these events coming up.What I really meant was,What is the height of the person in the position of Investment Strategy Consultant?", "ground_truth": "D", "answer_text": "166cm", "target_sids": [ 129, 139 ], "retrieved_sids": [ 129, 167, 131, 85, 45 ], "retrieved_global": [ 129, 167, 131, 85, 45 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 254, "question": "I was thinking about my last trip to the city, and how the history there always feels so rich. Do you remember when we visited that coffee shop near the museum? What was that one dish we tried? It's hard to keep track of time sometimes.Actually, my real question is: If someone's hometown is Philadelphia, PA, what is their age?", "ground_truth": "A", "answer_text": "25 years old", "target_sids": [ 132, 143 ], "retrieved_sids": [ 132, 115, 113, 5, 114 ], "retrieved_global": [ 132, 115, 113, 5, 114 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 255, "question": "I ran into an old friend at the coffee shop, they seemed really happy. Isn't it funny how time flies? Speaking of which, what should I get for my sister's celebration?Oh no, I actually wanted to figure out,What would be the birthday of someone who is 25 years old?", "ground_truth": "D", "answer_text": "10/12", "target_sids": [ 126, 127 ], "retrieved_sids": [ 131, 45, 25, 65, 129 ], "retrieved_global": [ 131, 45, 25, 65, 129 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 256, "question": "I heard someone mention a project deadline yesterday, but the details were a bit fuzzy. Did I really forget to send that email? I can't recall if we discussed the budget in the last meeting.Hold on, what I actually wanted to understand is: What is the height of the person with the email address tyler.hayes@innovativetechdynamics.com?", "ground_truth": "D", "answer_text": "171cm", "target_sids": [ 13, 7 ], "retrieved_sids": [ 37, 125, 136, 7, 65 ], "retrieved_global": [ 37, 125, 136, 7, 65 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 257, "question": "I was at the coffee shop yesterday, and the barista had the most interesting tattoos. Did you see that new restaurant that opened downtown? I wonder if it\u2019s worth checking out this weekend.I got it wrong, what I really meant to ask is: What is the height of someone who has a work location in Portland, OR?", "ground_truth": "A", "answer_text": "155cm", "target_sids": [ 155, 151 ], "retrieved_sids": [ 151, 85, 142, 23, 109 ], "retrieved_global": [ 151, 85, 142, 23, 109 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 258, "question": "I heard something about a meeting next week, but isn't it funny how the weather changes so quickly here? Last time I checked, my friend was talking about a great restaurant downtown. Did you see that movie everyone is raving about?Oh, what I truly wanted to clarify is,What is the age of the person whose work location is Los Angeles, CA?", "ground_truth": "C", "answer_text": "40 years old", "target_sids": [ 88, 87 ], "retrieved_sids": [ 158, 87, 47, 157, 22 ], "retrieved_global": [ 158, 87, 47, 157, 22 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 259, "question": "I was thinking about that trip we took last summer, it feels like ages ago. Did you hear about the new cafe downtown? What\u2019s the weather like tomorrow?Hold on, what I actually wanted to understand is: What is the education of the person who is 32 years old?", "ground_truth": "C", "answer_text": "High School", "target_sids": [ 139, 149 ], "retrieved_sids": [ 26, 139, 121, 4, 149 ], "retrieved_global": [ 26, 139, 121, 4, 149 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 260, "question": "I was thinking about the last time we had a team meeting, everyone was there, but I can't recall what we discussed. Did I forget to send that email? Oh, and I wonder if I'll finally remember to buy those groceries later.Sorry about that, what I truly wanted to ask is,What is the birthday of the person with the email address lila.james@citypulsemg.com?", "ground_truth": "C", "answer_text": "03/20", "target_sids": [ 50, 45 ], "retrieved_sids": [ 81, 40, 45, 87, 64 ], "retrieved_global": [ 81, 40, 45, 87, 64 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 261, "question": "I was talking to a friend earlier, and we got caught up in a discussion about our favorite places to eat. It made me think about that time we tried that new restaurant, but I can't recall when exactly it was. Did I have a meeting this week? I need to check my calendar.Oh right, I wanted to ask,What is the birthday of the person with the contact number 41509694820?", "ground_truth": "A", "answer_text": "02/05", "target_sids": [ 51, 62 ], "retrieved_sids": [ 87, 131, 62, 64, 100 ], "retrieved_global": [ 87, 131, 62, 64, 100 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 262, "question": "I heard someone in passing talking about their recent promotion, it reminded me of a conversation I had last week about career changes. Why do we always lose track of time during meetings?I got it wrong, what I really meant to ask is: What is the age of someone whose occupation is Sales Manager?", "ground_truth": "C", "answer_text": "33 years old", "target_sids": [ 132, 141 ], "retrieved_sids": [ 5, 15, 8, 132, 7 ], "retrieved_global": [ 5, 15, 8, 132, 7 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 263, "question": "I was thinking about the weekend plans, but then my mind drifted to summer vacations. Oh, and that reminds me, did I ever send that message? What was the date again for the meeting?Oh, what I truly wanted to clarify is,What is the birthday of the person with the contact number 81801520253?", "ground_truth": "C", "answer_text": "06/03", "target_sids": [ 90, 103 ], "retrieved_sids": [ 41, 32, 155, 122, 45 ], "retrieved_global": [ 41, 32, 155, 122, 45 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 264, "question": "I worked with a team of nurses last week, they were all very dedicated. Did I lock the door before I left? I think I saw a new patient in the morning. What was that song playing on the radio?Oh, what I truly wanted to clarify is,What is the height of the person from Heartland Nursing Services?", "ground_truth": "B", "answer_text": "167cm", "target_sids": [ 132, 135 ], "retrieved_sids": [ 132, 152, 119, 120, 121 ], "retrieved_global": [ 132, 152, 119, 120, 121 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 265, "question": "I had a conversation with someone yesterday, quite intriguing, but the details are fuzzy. Did I leave the oven on? It's been a long week, hasn't it?Wait, what I really want to know is: What is the position of the person with the contact number 71801377523?", "ground_truth": "C", "answer_text": "Sous Chef", "target_sids": [ 2, 19 ], "retrieved_sids": [ 55, 74, 20, 145, 146 ], "retrieved_global": [ 55, 74, 20, 145, 146 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 266, "question": "I heard a rumor about a big project coming up, but I can\u2019t recall who mentioned it. Was it yesterday or the day before? The weather has been strange lately, hasn\u2019t it?Wait a minute,What is the occupation of the person with the contact number 65001016394?", "ground_truth": "B", "answer_text": "Flight Attendant", "target_sids": [ 99, 87 ], "retrieved_sids": [ 120, 93, 146, 119, 124 ], "retrieved_global": [ 120, 93, 146, 119, 124 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 267, "question": "I think I left my keys on the kitchen counter, but I'm not sure. Did I finish that report for the meeting? I wonder if it will rain tomorrow.Actually, my real question is: What is the position of the person named Aria Bennett?", "ground_truth": "B", "answer_text": "Associate Professor of Education", "target_sids": [ 145, 147 ], "retrieved_sids": [ 103, 101, 95, 145, 146 ], "retrieved_global": [ 103, 101, 95, 145, 146 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 268, "question": "I think I saw a movie last week, but the title escapes me. What a strange coincidence, I was just thinking about the weather. Did I leave my keys on the table?Actually, my real question is: What are the hobbies of someone who has an Associate Degree?", "ground_truth": "B", "answer_text": "Traveling", "target_sids": [ 128, 127 ], "retrieved_sids": [ 3, 113, 127, 34, 33 ], "retrieved_global": [ 3, 113, 127, 34, 33 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 269, "question": "You know, I was thinking about that book I read last summer. Do you remember where we put the keys? It\u2019s funny how time flies sometimes, isn\u2019t it? I need to check my schedule for next week.Sorry about that, what I truly wanted to ask is,What is the hometown of someone with a PhD in education?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 115, 111 ], "retrieved_sids": [ 31, 111, 75, 76, 74 ], "retrieved_global": [ 31, 111, 75, 76, 74 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 270, "question": "I had a friend who always celebrated their birthday with a big party, but I can't recall the exact date. It feels like summer when I think about it. Do you think they had cake? I hope they enjoyed it.Hold on, what I actually wanted to understand is: What is the height of someone whose birthday is on 08/04?", "ground_truth": "D", "answer_text": "164cm", "target_sids": [ 27, 29 ], "retrieved_sids": [ 155, 88, 27, 150, 133 ], "retrieved_global": [ 155, 88, 27, 150, 133 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 271, "question": "I wonder how many years it takes to become a tenured professor. Did I ever ask Sarah about her teaching experience? I think I need to check my schedule for next week. What was I planning for dinner tonight?Oops, actually what I wanted to ask was: What is the age of someone whose occupation is Professor?", "ground_truth": "B", "answer_text": "40 years old", "target_sids": [ 163, 149 ], "retrieved_sids": [ 22, 153, 146, 135, 48 ], "retrieved_global": [ 22, 153, 146, 135, 48 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 272, "question": "Did you hear about that new cafe opening downtown? I can't recall when the last meeting was scheduled. Oh, wasn't there a movie everyone was talking about recently? What was the name of that song we used to love?Oh, what I truly wanted to clarify is,What is the hometown of someone named Lila Monroe?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 9, 4 ], "retrieved_sids": [ 0, 93, 154, 44, 14 ], "retrieved_global": [ 0, 93, 154, 44, 14 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 273, "question": "I saw a lovely garden while driving yesterday, the flowers were so vibrant. Have you read that book I mentioned? I can't believe how quickly time flies sometimes.Oh right, I wanted to ask,What is the height of the person with the email address clara.voss@cascadelegalgroup.com?", "ground_truth": "C", "answer_text": "143cm", "target_sids": [ 8, 16 ], "retrieved_sids": [ 66, 6, 9, 44, 97 ], "retrieved_global": [ 66, 6, 9, 44, 97 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 274, "question": "I think I saw her at the coffee shop last week, but I'm not sure what she does for work. Do you remember when we were supposed to meet? It's been such a long time.Actually, my real question is: What kind of occupation does someone with an Associate Degree have?", "ground_truth": "C", "answer_text": "Social Worker", "target_sids": [ 101, 94 ], "retrieved_sids": [ 56, 113, 54, 34, 158 ], "retrieved_global": [ 56, 113, 54, 34, 158 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 275, "question": "The weather's been strange lately, hasn\u2019t it? I was just thinking about what to cook for dinner. Did I leave my keys on the table? I really need to check my calendar for next week.Oh, what I truly wanted to clarify is,What is the contact number for the person whose birthday is on 09/27?", "ground_truth": "B", "answer_text": "65002202791", "target_sids": [ 43, 55 ], "retrieved_sids": [ 151, 24, 66, 43, 127 ], "retrieved_global": [ 151, 24, 66, 43, 127 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 276, "question": "I was just thinking about all the different birthdays coming up this month. It's funny how some people seem to remember every detail, while others just forget. Do you think it's important to celebrate them? What was that conversation we had about memorable parties?Wait a minute, what I wanted to ask is,What is the birthday of the person with the email address harper.sinclair@pinnaclewealth.com?", "ground_truth": "B", "answer_text": "05/25", "target_sids": [ 48, 46 ], "retrieved_sids": [ 132, 89, 86, 153, 113 ], "retrieved_global": [ 132, 89, 86, 153, 113 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 277, "question": "I was thinking about the presentation topic, but I can't recall the exact date for the submission. Did you hear about the new policy changes? It\u2019s been quite a busy week, hasn\u2019t it?Sorry about that, what I truly wanted to ask is,What is the contact number for the person who has a PhD in education?", "ground_truth": "C", "answer_text": "20206103555", "target_sids": [ 5, 15 ], "retrieved_sids": [ 5, 15, 142, 105, 125 ], "retrieved_global": [ 5, 15, 142, 105, 125 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 278, "question": "Did you see what happened at the lab yesterday? It's hard to keep track of everyone's birthdays, isn't it? I think she mentioned something about a celebration soon, but I can't recall the date. I'm really bad with remembering these things.Actually, my real question is: What is the birthday of the person in the position of Medical Research Scientist?", "ground_truth": "D", "answer_text": "08/09", "target_sids": [ 157, 158 ], "retrieved_sids": [ 85, 27, 132, 157, 47 ], "retrieved_global": [ 85, 27, 132, 157, 47 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 279, "question": "I thought I saw her at the gym last week, but I can't recall if she's into yoga or weightlifting. What did you think of that new smoothie place? I wonder if they have protein options.What I really meant was,What position does someone with a hobby in fitness hold?", "ground_truth": "C", "answer_text": "Cabin Crew Member", "target_sids": [ 12, 5 ], "retrieved_sids": [ 139, 63, 5, 100, 71 ], "retrieved_global": [ 139, 63, 5, 100, 71 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 280, "question": "I spoke with someone about a project recently, but the details are a bit hazy. I wonder if I remembered to send that email yesterday. Did I leave the oven on?Sorry, what I truly wanted to ask is: What is the name of the person with the email address landon.pierce@innovativeinsightsresearch.com?", "ground_truth": "D", "answer_text": "Landon Pierce", "target_sids": [ 40, 30 ], "retrieved_sids": [ 30, 97, 161, 142, 140 ], "retrieved_global": [ 30, 97, 161, 142, 140 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 281, "question": "I saw a beautiful sunset yesterday, it reminded me of that painting we used to talk about. Did you hear about the new caf\u00e9 opening downtown? I can\u2019t recall where I left my keys, maybe on the counter?Oh no, I actually wanted to figure out,What is the occupation of someone whose hobby is calligraphy?", "ground_truth": "B", "answer_text": "Researcher", "target_sids": [ 59, 52 ], "retrieved_sids": [ 52, 115, 118, 10, 149 ], "retrieved_global": [ 52, 115, 118, 10, 149 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 282, "question": "I was talking to someone yesterday, and they mentioned their graduation. It\u2019s funny how time flies, isn\u2019t it? Speaking of which, when did we last celebrate together?Sorry about that, what I truly wanted to ask is,What is the birthday of someone with an Associate Degree?", "ground_truth": "C", "answer_text": "09/15", "target_sids": [ 72, 65 ], "retrieved_sids": [ 154, 72, 128, 111, 132 ], "retrieved_global": [ 154, 72, 128, 111, 132 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 283, "question": "I think I heard something about a research project, but I'm not sure which company it was for. Did you see that article on medical breakthroughs? It\u2019s fascinating how they\u2019re advancing treatments now. By the way, what do you think about that new study that came out? It could change a lot in the field.Sorry about that, what I truly wanted to ask is,What is the company name for the position of Medical Researcher?", "ground_truth": "C", "answer_text": "Golden Gate Medical Center", "target_sids": [ 59, 55 ], "retrieved_sids": [ 55, 43, 6, 16, 60 ], "retrieved_global": [ 55, 43, 6, 16, 60 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 284, "question": "I was thinking about that book I read last summer, it was so captivating. Did you hear about the new caf\u00e9 opening downtown? What's for dinner tonight, I haven't decided yet.Wait a minute, what I wanted to ask is,What is the age of the person named Talia Rivers?", "ground_truth": "C", "answer_text": "36 years old", "target_sids": [ 154, 156 ], "retrieved_sids": [ 154, 170, 149, 156, 7 ], "retrieved_global": [ 154, 170, 149, 156, 7 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 285, "question": "I was thinking about the project deadline, but I'm not sure if I remembered to send that email. Have I checked my schedule for next week? There was something about the meeting time that seemed off. Did I leave the oven on?Oops, actually what I wanted to ask was: What is the company name of the person with the contact number 51002995394?", "ground_truth": "C", "answer_text": "Quantum Innovations Corp.", "target_sids": [ 105, 87 ], "retrieved_sids": [ 164, 58, 82, 83, 81 ], "retrieved_global": [ 164, 58, 82, 83, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 286, "question": "Have you seen that new caf\u00e9 downtown? I wonder if Gavin ever tried their pastries. By the way, did you catch the game last night? I can't recall if I offered to pick up groceries.Actually, my real question is: What is the occupation of someone named Gavin Spencer?", "ground_truth": "D", "answer_text": "Salesperson", "target_sids": [ 28, 39 ], "retrieved_sids": [ 25, 28, 143, 140, 144 ], "retrieved_global": [ 25, 28, 143, 140, 144 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 287, "question": "Did you hear about that new caf\u00e9 on the corner? I think they have a great selection of pastries. Oh, and what was that movie we watched last week? I loved the soundtrack. We should definitely plan a get-together soon. I can't believe how fast time flies!Actually, my real question is: What is the age of someone whose birthday is on 10/03?", "ground_truth": "B", "answer_text": "28 years old", "target_sids": [ 168, 170 ], "retrieved_sids": [ 69, 91, 47, 148, 68 ], "retrieved_global": [ 69, 91, 47, 148, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 288, "question": "Have you seen the new coffee shop that opened down the street? I think they have the best pastries! By the way, what's the latest on that project we were discussing? I could really use some updates.Oh, what I truly wanted to clarify is,What is the age of someone with the occupation of Software Engineer?", "ground_truth": "A", "answer_text": "35 years old", "target_sids": [ 4, 12 ], "retrieved_sids": [ 46, 117, 60, 133, 52 ], "retrieved_global": [ 46, 117, 60, 133, 52 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 289, "question": "I was thinking about the weekend plans, did we decide on a movie? Oh, I hope the weather holds up for the picnic. I need to find my keys, where did I put them last? Oh, what I truly wanted to clarify is,What is the contact number for the person with the occupation of Researcher?", "ground_truth": "D", "answer_text": "30509185211", "target_sids": [ 96, 93 ], "retrieved_sids": [ 147, 79, 44, 81, 3 ], "retrieved_global": [ 147, 79, 44, 81, 3 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 290, "question": "Did you see that new caf\u00e9 that opened up downtown? I wonder if they have good pastries. You wouldn't believe the story I heard about the old library. What time is the meeting again?Sorry about that, what I truly wanted to ask is,What is the work location for someone with a Master's degree?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 138, 146 ], "retrieved_sids": [ 137, 38, 46, 127, 81 ], "retrieved_global": [ 137, 38, 46, 127, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 291, "question": "I saw someone in the park the other day, he looked really familiar but I couldn't place him. I need to check my calendar for the meeting next week. Did I leave the oven on when I left?Sorry, what I truly wanted to ask is: What is the age of someone named Asher Blake?", "ground_truth": "A", "answer_text": "36 years old", "target_sids": [ 42, 58 ], "retrieved_sids": [ 107, 45, 42, 44, 43 ], "retrieved_global": [ 107, 45, 42, 44, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 292, "question": "I think I left my keys somewhere, it's been such a long day. Wait, did I water the plants? I wonder what\u2019s for dinner tonight.Uh, hold on,What is the contact number for the person named Jaxon Reeve?", "ground_truth": "A", "answer_text": "31006048828", "target_sids": [ 92, 101 ], "retrieved_sids": [ 98, 92, 160, 81, 115 ], "retrieved_global": [ 98, 92, 160, 81, 115 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 293, "question": "I was thinking about how the weather changes so quickly this time of year. Did you catch that new show everyone is talking about? I should really call my old friend from college. What was the name of that restaurant we used to go to?Wait a minute, what I wanted to ask is,What is the contact number for someone whose hometown is Philadelphia, PA?", "ground_truth": "A", "answer_text": "65002817950", "target_sids": [ 162, 157 ], "retrieved_sids": [ 157, 82, 81, 83, 84 ], "retrieved_global": [ 157, 82, 81, 83, 84 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 294, "question": "I saw someone painting in the park the other day, it looked quite interesting. Have you ever tried that new caf\u00e9 downtown? I can't remember if I left my keys on the table or in my bag.Sorry about that, what I truly wanted to ask is,What hobby does a person who is 150 cm tall have?", "ground_truth": "C", "answer_text": "Watching Movies", "target_sids": [ 97, 100 ], "retrieved_sids": [ 7, 8, 130, 67, 159 ], "retrieved_global": [ 7, 8, 130, 67, 159 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 295, "question": "Did you hear about the conference next month? I wonder if we\u2019ll need to prepare anything special. That coffee shop has the best pastries, doesn\u2019t it? I think I left my keys somewhere.Sorry, what I truly wanted to ask is: What's the work location for someone at Altitude Sales Group?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 28, 22 ], "retrieved_sids": [ 22, 28, 10, 6, 157 ], "retrieved_global": [ 22, 28, 10, 6, 157 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 296, "question": "I was just thinking about the weather lately, it feels like winter is approaching faster than usual. Did you see that movie that everyone is talking about? I really need to check my calendar for next week.Sorry, what I truly wanted to ask is: What is the height of someone who is 32 years old?", "ground_truth": "C", "answer_text": "166cm", "target_sids": [ 145, 130 ], "retrieved_sids": [ 44, 2, 106, 87, 149 ], "retrieved_global": [ 44, 2, 106, 87, 149 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 297, "question": "I heard they\u2019re planning a big event this summer, something about a local festival. Did you see that new caf\u00e9 that opened up downtown? I wonder if that movie is worth watching. Where did I put my keys again?I got it wrong, what I really meant to ask is: What is the hometown of someone with an Associate Degree?", "ground_truth": "C", "answer_text": "San Diego, CA", "target_sids": [ 80, 77 ], "retrieved_sids": [ 6, 23, 44, 130, 109 ], "retrieved_global": [ 6, 23, 44, 130, 109 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 298, "question": "Did you see the weather this morning? I wonder if the store has any new products. It's been such a busy week, I can hardly keep track of everything! What was that movie everyone was talking about?Hold on, what I actually wanted to understand is: What is the contact number for the person who is 144 cm tall?", "ground_truth": "D", "answer_text": "31005951373", "target_sids": [ 160, 168 ], "retrieved_sids": [ 86, 130, 4, 109, 53 ], "retrieved_global": [ 86, 130, 4, 109, 53 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 299, "question": "Have you seen that new caf\u00e9 downtown? I wonder if they have good coffee. I was thinking about going for a walk later; do you think it will rain?Wait a minute,What is the name of the person whose education is at the High School level?", "ground_truth": "A", "answer_text": "Jaxon Price", "target_sids": [ 50, 55 ], "retrieved_sids": [ 73, 111, 39, 50, 133 ], "retrieved_global": [ 73, 111, 39, 50, 133 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 300, "question": "I was thinking about the weather lately, it feels like summer is flying by. Do you remember what day is the big event this month? I really need to check my calendar again.Oops, actually what I wanted to ask was: What is the name of the person whose birthday is on 07/14?", "ground_truth": "B", "answer_text": "Oliver Hastings", "target_sids": [ 133, 149 ], "retrieved_sids": [ 133, 65, 46, 112, 22 ], "retrieved_global": [ 133, 65, 46, 112, 22 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 301, "question": "I just saw someone in uniform earlier, but I didn't catch what rank they were. Do you think it really matters how tall they are? It was a busy day at the coffee shop, I wonder if anyone else noticed. Speaking of jobs, have you heard about the new cafe opening downtown?Wait a minute, what I wanted to ask is,What is the height of someone whose occupation is Police Officer?", "ground_truth": "D", "answer_text": "163cm", "target_sids": [ 56, 65 ], "retrieved_sids": [ 73, 23, 53, 153, 144 ], "retrieved_global": [ 73, 23, 53, 153, 144 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 302, "question": "I heard there\u2019s a new caf\u00e9 opening downtown, have you tried that place yet? I should really check my email; I think I missed something important. Did you see the game last night? It was unbelievable! I need to organize my tools this weekend, they\u2019ve become a bit cluttered. What\u2019s that new movie everyone\u2019s talking about?Wait, what I really want to know is: What hobbies does someone in the position of Senior Mechanical Engineer have?", "ground_truth": "A", "answer_text": "Cycling", "target_sids": [ 80, 76 ], "retrieved_sids": [ 112, 114, 70, 76, 109 ], "retrieved_global": [ 112, 114, 70, 76, 109 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 303, "question": "I was thinking about that new restaurant downtown, have you tried it yet? Oh, did you see the latest game scores? It\u2019s been a busy week, hasn\u2019t it? I wonder if I should go for a run later. What's the weather supposed to be like tomorrow?Oh right, I wanted to ask,What is the occupation of someone who works in Boston, MA?", "ground_truth": "C", "answer_text": "Social Worker", "target_sids": [ 75, 84 ], "retrieved_sids": [ 75, 133, 157, 22, 44 ], "retrieved_global": [ 75, 133, 157, 22, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 304, "question": "Did you see the latest updates from the team? I wonder if we need to revise our approach. What was the name of that coffee place we used to go to? It's been so long since we caught up.Sorry, what I truly wanted to ask is: What is the education of the person with the email address sophie.reynolds@lonestarlegalgroup.com?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 169, 163 ], "retrieved_sids": [ 163, 20, 146, 62, 61 ], "retrieved_global": [ 163, 20, 146, 62, 61 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 305, "question": "I heard someone talking about their favorite restaurant, but I can't recall the name. Did you see that movie that came out last summer? I wonder what I should have for dinner tonight.Hold on, what I actually wanted to understand is: What is the height of someone who is 32 years old?", "ground_truth": "C", "answer_text": "164cm", "target_sids": [ 168, 154 ], "retrieved_sids": [ 46, 67, 1, 168, 24 ], "retrieved_global": [ 46, 67, 1, 168, 24 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 306, "question": "I saw a bird in the park yesterday, it was really beautiful. What\u2019s the weather looking like for next week? I wonder if I left the oven on before I left.Uh, hold on,What is the hobby of someone who is 155 cm tall?", "ground_truth": "B", "answer_text": "Swimming", "target_sids": [ 97, 94 ], "retrieved_sids": [ 109, 133, 135, 94, 1 ], "retrieved_global": [ 109, 133, 135, 94, 1 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 307, "question": "I heard something interesting at the coffee shop yesterday, but I can't recall the details. Did you catch that show last night? It's been a while since we went hiking together. What's the weather like this weekend?What I really meant was,What is the position of the person named Liam Thompson?", "ground_truth": "C", "answer_text": "Physician specializing in internal medicine", "target_sids": [ 146, 148 ], "retrieved_sids": [ 54, 135, 146, 107, 55 ], "retrieved_global": [ 54, 135, 146, 107, 55 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 308, "question": "I was thinking about that new project we discussed last week, but I can't recall the details. Oh, and I really need to check when my friend\u2019s birthday is... wasn't it sometime in the summer?Oh no, I actually wanted to figure out,What is the company name of the person whose birthday is on 07/31?", "ground_truth": "B", "answer_text": "Urban Lens Media Group", "target_sids": [ 58, 46 ], "retrieved_sids": [ 87, 72, 23, 130, 127 ], "retrieved_global": [ 87, 72, 23, 130, 127 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 309, "question": "Did you hear about that place downtown? I think it's really popular right now. I wonder if they serve good coffee. My sister mentioned something about an event last week.Uh, hold on,What is the hometown of the person from Skyward Aviation Services?", "ground_truth": "A", "answer_text": "San Diego, CA", "target_sids": [ 97, 105 ], "retrieved_sids": [ 97, 90, 152, 25, 111 ], "retrieved_global": [ 97, 90, 152, 25, 111 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 310, "question": "The concert was fantastic, I think I left my jacket there. Did you hear about the new caf\u00e9 opening? I wonder if it's supposed to rain next week. Have you seen the latest movie that everyone is talking about? I really need to get my car serviced soon.Uh, hold on,What is the contact number for the person in the position of Director of Music Production?", "ground_truth": "B", "answer_text": "61708378448", "target_sids": [ 27, 28 ], "retrieved_sids": [ 27, 23, 141, 71, 90 ], "retrieved_global": [ 27, 23, 141, 71, 90 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 311, "question": "I was thinking about that project we worked on last year, you know, the one with the tight deadlines. I still can\u2019t remember if we used the updated software or not. Did you hear about the new coffee shop that opened nearby? It seems like everyone is talking about it.Wait a minute, what I wanted to ask is,What is the company name of the person who is 29 years old?", "ground_truth": "C", "answer_text": "Innovative Research Labs LLC", "target_sids": [ 108, 111 ], "retrieved_sids": [ 65, 111, 146, 149, 108 ], "retrieved_global": [ 65, 111, 146, 149, 108 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 312, "question": "I saw a person at the coffee shop, they looked really familiar, but I can't place the face. Isn't it funny how you can forget someone's name? I need to call my friend later, what was her favorite restaurant again?Wait, what I really want to know is: What is the occupation of someone who is 164cm tall?", "ground_truth": "D", "answer_text": "Professor", "target_sids": [ 167, 151 ], "retrieved_sids": [ 151, 130, 19, 93, 5 ], "retrieved_global": [ 151, 130, 19, 93, 5 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 313, "question": "I was thinking about that presentation last week, and I'm not sure if I sent the follow-up email. Do you remember when the next meeting is scheduled? It feels like an eternity since we last caught up with everyone.Sorry, what I truly wanted to ask is: What is the email address for the person with the contact number 81800676656?", "ground_truth": "D", "answer_text": "clara.bennett@swiftdeliveriesco.com", "target_sids": [ 79, 71 ], "retrieved_sids": [ 58, 57, 141, 143, 163 ], "retrieved_global": [ 58, 57, 141, 143, 163 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 314, "question": "The weather has been quite lovely lately, hasn't it? I need to check my calendar for next week\u2019s meetings. Did you hear about that new coffee shop opening downtown?Hold on, what I actually wanted to understand is: What is the hobby of the person with the email address chloe.whitaker@skywardairlines.com?", "ground_truth": "D", "answer_text": "Bird Watching", "target_sids": [ 72, 65 ], "retrieved_sids": [ 104, 86, 69, 80, 163 ], "retrieved_global": [ 104, 86, 69, 80, 163 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 315, "question": "I saw someone at the park today, they looked a bit taller than average, but it's hard to say. I think they mentioned something about the weather in June, but I can\u2019t recall the details. Did I forget to buy milk again?Wait, what I really want to know is: What is the height of someone whose birthday is on June 5th?", "ground_truth": "B", "answer_text": "168cm", "target_sids": [ 140, 141 ], "retrieved_sids": [ 84, 63, 1, 44, 106 ], "retrieved_global": [ 84, 63, 1, 44, 106 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 316, "question": "Did you hear about the new project they're working on? It sounds intriguing, but I can't recall the details. What's the schedule looking like for next week? I really need to check my calendar.Oops, actually what I wanted to ask was: What is the name of the person holding the position of High School Mathematics Teacher?", "ground_truth": "D", "answer_text": "Samantha Jade", "target_sids": [ 18, 5 ], "retrieved_sids": [ 6, 5, 12, 15, 95 ], "retrieved_global": [ 6, 5, 12, 15, 95 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 317, "question": "I was thinking about that trip to the mountains last year, you know, the one where we tried that new trail. It feels like ages ago, but the memories are still fresh. I should really check my schedule for the weekend. Did I mention I found an old book about gardening? It\u2019s fascinating how time flies. What was I planning to cook for dinner?What I really meant was,What hobby does the person who is 35 years old have?", "ground_truth": "C", "answer_text": "Hiking", "target_sids": [ 32, 27 ], "retrieved_sids": [ 32, 97, 101, 115, 165 ], "retrieved_global": [ 32, 97, 101, 115, 165 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 318, "question": "I was at a cafe the other day, and I overheard someone talking about their recent vacation. It got me thinking about my own travel plans. Oh, and when did I last talk to Sarah? Her birthday was around this time, I think.Hmm, actually my question was this: What is the birthday of the person who has a work location in San Francisco, CA?", "ground_truth": "D", "answer_text": "07/09", "target_sids": [ 129, 131 ], "retrieved_sids": [ 159, 22, 44, 70, 131 ], "retrieved_global": [ 159, 22, 44, 70, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 319, "question": "I was thinking about the weather lately; it seems to change all the time. Did you notice how quickly the seasons shift? Speaking of time, I wonder what my old friend is up to these days. It\u2019s been ages since we last caught up!Sorry about that, what I truly wanted to ask is,What is the work location of the person whose birthday is on 06/06?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 133, 141 ], "retrieved_sids": [ 47, 90, 45, 169, 24 ], "retrieved_global": [ 47, 90, 45, 169, 24 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 320, "question": "I was thinking about that project we discussed last week, but I can't recall the deadline. Did we confirm the meeting time? Oh, what was that restaurant's name?Wait, what I really want to know is: What is the work location of the person whose birthday is on 02/04?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 3, 14 ], "retrieved_sids": [ 151, 129, 68, 109, 80 ], "retrieved_global": [ 151, 129, 68, 109, 80 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 321, "question": "I was thinking about that meeting we had last week, you know, the one with all the paperwork. It got me wondering when I need to send out those invitations. Does anyone remember when the project deadlines are?I got it wrong, what I really meant to ask is: What\u2019s the birthday of the person whose occupation is a programmer?", "ground_truth": "A", "answer_text": "07/28", "target_sids": [ 138, 139 ], "retrieved_sids": [ 162, 2, 71, 160, 86 ], "retrieved_global": [ 162, 2, 71, 160, 86 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 322, "question": "I heard that someone is working on a case involving interesting legal precedents. Have you seen the latest reports coming out? I really need to double-check my schedule for next week\u2019s meetings.Oh right, I wanted to ask,What is the age of the person with the email address jasper.hayes@metrolaw.gov?", "ground_truth": "A", "answer_text": "31 years old", "target_sids": [ 144, 134 ], "retrieved_sids": [ 134, 59, 74, 68, 127 ], "retrieved_global": [ 134, 59, 74, 68, 127 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 323, "question": "I was thinking about the last time we had a gathering, it feels like ages ago. Did I leave the lights on at home? Sometimes I forget the smallest details, like what I had for breakfast. Why is it so hard to remember names?Uh, hold on,What is the contact number for the person who is 34 years old?", "ground_truth": "D", "answer_text": "61904425856", "target_sids": [ 161, 158 ], "retrieved_sids": [ 136, 12, 158, 85, 43 ], "retrieved_global": [ 136, 12, 158, 85, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 324, "question": "I was thinking about that new restaurant downtown, it seems like everyone is talking about it. Did you catch the game last night? I wonder if it will rain tomorrow; I should really check the forecast.Oh no, I actually wanted to figure out,What is the education of someone in the position of Staff Nurse?", "ground_truth": "A", "answer_text": "Associate Degree", "target_sids": [ 16, 12 ], "retrieved_sids": [ 4, 12, 5, 75, 71 ], "retrieved_global": [ 4, 12, 5, 75, 71 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 325, "question": "I was talking to someone the other day, and it got me thinking about all the celebrations coming up. It\u2019s funny how birthdays can slip your mind sometimes. I need to check my calendar. Have I reached out to everyone recently?Oh no, I actually wanted to figure out,What's the contact number for the person whose birthday is on June 27th?", "ground_truth": "B", "answer_text": "61701848475", "target_sids": [ 36, 39 ], "retrieved_sids": [ 36, 155, 1, 91, 133 ], "retrieved_global": [ 36, 155, 1, 91, 133 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 326, "question": "You know, I was thinking about my old college days the other day. It\u2019s funny how fast time flies. Do you remember when we used to stay up late studying for finals? Oh, speaking of time, when is that family reunion again?Wait a minute,What is the birthday of someone who has a Bachelor\u2019s degree?", "ground_truth": "A", "answer_text": "05/15", "target_sids": [ 157, 165 ], "retrieved_sids": [ 67, 157, 90, 17, 131 ], "retrieved_global": [ 67, 157, 90, 17, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 327, "question": "I had a really interesting conversation yesterday, but I can't recall the main points. Did I leave my keys on the kitchen table? It's strange how time flies, isn\u2019t it?Uh, hold on,What is the occupation of the person from Pacific Edge Sales Group?", "ground_truth": "B", "answer_text": "Salesperson", "target_sids": [ 156, 166 ], "retrieved_sids": [ 0, 114, 26, 156, 154 ], "retrieved_global": [ 0, 114, 26, 156, 154 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 328, "question": "I was thinking about the time I visited that beautiful park downtown, it had such a lovely view. Do you remember that restaurant we tried that one time? I really should look into my schedule for next week, but I can't seem to find my planner.Wait, what I really want to know is: What is the email address of someone whose hometown is Los Angeles, CA?", "ground_truth": "A", "answer_text": "zara.bennett@innovative-research-labs.com", "target_sids": [ 128, 124 ], "retrieved_sids": [ 24, 124, 166, 154, 95 ], "retrieved_global": [ 24, 124, 166, 154, 95 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 329, "question": "Have you seen that new caf\u00e9 downtown? I heard they have the best pastries. I can't remember where I put my keys. It's so hard to keep track of everything these days. Did you watch that game last night?Uh, hold on,What is the contact number for someone with a High School education?", "ground_truth": "C", "answer_text": "85807236067", "target_sids": [ 96, 97 ], "retrieved_sids": [ 30, 6, 114, 168, 75 ], "retrieved_global": [ 30, 6, 114, 168, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 330, "question": "I saw a movie yesterday, it was quite interesting but I can't recall the main actor. What was the name of that restaurant we liked?Oh no, I actually wanted to figure out,What is the name of the person who is 32 years old?", "ground_truth": "C", "answer_text": "Jaxon Rivers", "target_sids": [ 153, 167 ], "retrieved_sids": [ 28, 42, 128, 65, 72 ], "retrieved_global": [ 28, 42, 128, 65, 72 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 331, "question": "I really need to figure out what to make for dinner tonight. Did I ever finish that book I started? Oh, I should check on my herb garden, I think my basil is ready. What\u2019s the weather like this weekend?Wait a minute,What is the hobby of the person from Culinary Haven Bistro?", "ground_truth": "C", "answer_text": "Calligraphy", "target_sids": [ 102, 94 ], "retrieved_sids": [ 94, 90, 99, 105, 106 ], "retrieved_global": [ 94, 90, 99, 105, 106 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 332, "question": "I saw someone at the caf\u00e9 yesterday, they were reading a book that looked interesting. Did you hear about the event next week? I thought I left my keys on the table, but I found them in my bag. What time does the meeting start again?Uh, hold on,What is the position of the person with the email address landon.hayes@mountainviewgrocerymart.com?", "ground_truth": "B", "answer_text": "Retail Sales Associate", "target_sids": [ 2, 18 ], "retrieved_sids": [ 96, 2, 72, 6, 61 ], "retrieved_global": [ 96, 2, 72, 6, 61 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 333, "question": "Did you see the new plant shop that opened down the street? I wonder if the weather will be nice this weekend. Have you tried that new coffee place? It's been a while since I've been to the botanical garden, I should plan a visit.Sorry about that, what I truly wanted to ask is,What kind of education do people who have a hobby in gardening usually have?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 120, 115 ], "retrieved_sids": [ 53, 52, 115, 78, 10 ], "retrieved_global": [ 53, 52, 115, 78, 10 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 334, "question": "I wonder if it will rain tomorrow, the flowers could really use some water. Did I leave the oven on? It\u2019s been a long week; I should take a break. What time is the meeting again? I hope my friend remembers to bring the book.Hold on, what I actually wanted to understand is: What is the contact number for the person with the email address clara.morgan@creativecanvasstudio.com?", "ground_truth": "C", "answer_text": "30503835801", "target_sids": [ 40, 35 ], "retrieved_sids": [ 35, 28, 24, 55, 54 ], "retrieved_global": [ 35, 28, 24, 55, 54 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 335, "question": "It's so nice outside today, I think I'll go for a walk later. Did I leave my keys on the counter? I wonder if that new restaurant downtown is open yet, the one with the outdoor seating.Uh, hold on,What is the email address of the person whose work location is Seattle, WA?", "ground_truth": "D", "answer_text": "sophie.langley@emeraldcitybank.com", "target_sids": [ 138, 143 ], "retrieved_sids": [ 138, 58, 19, 35, 111 ], "retrieved_global": [ 138, 58, 19, 35, 111 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 336, "question": "I saw a painting at the gallery yesterday, it was quite striking, but I can't recall the artist's name. Do you think it will rain later?Sorry about that, what I truly wanted to ask is,What is the height of someone named Megan Lawson?", "ground_truth": "C", "answer_text": "160cm", "target_sids": [ 81, 63 ], "retrieved_sids": [ 32, 126, 81, 63, 85 ], "retrieved_global": [ 32, 126, 81, 63, 85 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 337, "question": "I was thinking about taking a short trip soon, maybe somewhere warm? Did you see the new restaurant downtown? I forgot to pick up the groceries, didn't I? What time does the show start tonight?Oh right, I wanted to ask,What is the hobby of someone whose work location is Las Vegas, NV?", "ground_truth": "C", "answer_text": "Writing", "target_sids": [ 41, 21 ], "retrieved_sids": [ 161, 21, 132, 154, 60 ], "retrieved_global": [ 161, 21, 132, 154, 60 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 338, "question": "I ran into someone at the coffee shop, they had a unique accent, and I think they mentioned something about their favorite season. What was my friend's name again?Hold on, what I actually wanted to understand is: What is the birthday of someone whose hometown is Las Vegas, NV?", "ground_truth": "D", "answer_text": "01/06", "target_sids": [ 25, 27 ], "retrieved_sids": [ 25, 112, 90, 120, 4 ], "retrieved_global": [ 25, 112, 90, 120, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 339, "question": "I saw someone wearing a blue jacket earlier, it reminded me of that time we went hiking. Do you think it will rain later? I should probably check the weather app soon.Sorry about that, what I truly wanted to ask is,What is the name of the person who is 167 cm tall?", "ground_truth": "D", "answer_text": "Tyler Bennett", "target_sids": [ 68, 71 ], "retrieved_sids": [ 23, 110, 152, 68, 131 ], "retrieved_global": [ 23, 110, 152, 68, 131 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 340, "question": "I was thinking about the weather lately, it\u2019s been quite unpredictable. Did I remember to water the plants? Oh, and what was that movie everyone was talking about? I really should check my schedule for next week.Oh, what I truly wanted to clarify is,For the person whose birthday is on 07/07, what is their contact number?", "ground_truth": "D", "answer_text": "31003649502", "target_sids": [ 25, 38 ], "retrieved_sids": [ 1, 87, 62, 88, 132 ], "retrieved_global": [ 1, 87, 62, 88, 132 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 341, "question": "I was thinking about that concert we went to last summer, and I wondered if that place is still open. Did you see the news about the new restaurant downtown? By the way, have you considered taking that class we talked about?Sorry about that, what I truly wanted to ask is,What is the occupation of someone whose hometown is San Francisco, CA?", "ground_truth": "B", "answer_text": "Construction Worker", "target_sids": [ 105, 107 ], "retrieved_sids": [ 105, 45, 87, 23, 42 ], "retrieved_global": [ 105, 45, 87, 23, 42 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 342, "question": "I thought I saw a book on the shelf, but now I can't find it. Did I forget to grab that report? I should really check the weather for the weekend. Hmm, what was that movie recommendation again?Uh, hold on,What is the hometown of the person from Innovative Insights Research Group?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 49, 61 ], "retrieved_sids": [ 128, 49, 48, 71, 150 ], "retrieved_global": [ 128, 49, 48, 71, 150 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 343, "question": "I was thinking about that weekend trip we planned, but I can't recall the name of that restaurant. Did I leave the oven on? I need to check my schedule for next week.Uh, hold on,What is the hobby of the person named Serena Hollis?", "ground_truth": "A", "answer_text": "Sports", "target_sids": [ 82, 75 ], "retrieved_sids": [ 111, 134, 142, 135, 140 ], "retrieved_global": [ 111, 134, 142, 135, 140 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 344, "question": "I was at the store earlier, and someone mentioned a party coming up soon, but I can't recall the date. It's funny how time slips away, isn't it? I wonder if I should call my friend, but what was his birthday again?Actually, my real question is: What is the birthday of the person with the contact number 65002341028?", "ground_truth": "C", "answer_text": "10/03", "target_sids": [ 104, 98 ], "retrieved_sids": [ 65, 104, 151, 25, 132 ], "retrieved_global": [ 65, 104, 151, 25, 132 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 345, "question": "I was thinking about that meeting next week, but what was the agenda again? I hope the weather stays nice for the event. Did I leave my keys on the counter?Wait a minute, what I wanted to ask is,What is the name of the person who has the occupation of Sales Manager?", "ground_truth": "C", "answer_text": "Nina Rivers", "target_sids": [ 45, 46 ], "retrieved_sids": [ 9, 131, 45, 51, 13 ], "retrieved_global": [ 9, 131, 45, 51, 13 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 346, "question": "You know, I saw a movie yesterday, and it really made me think. It's been a while since I've had a good cup of coffee, hasn\u2019t it? I should probably call my friend; we haven't talked in ages.Sorry about that, what I truly wanted to ask is,What is the education level of someone who is 157 cm tall?", "ground_truth": "D", "answer_text": "PhD", "target_sids": [ 117, 119 ], "retrieved_sids": [ 117, 128, 1, 86, 150 ], "retrieved_global": [ 117, 128, 1, 86, 150 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 347, "question": "Did you see the game last night? There's something about that weather lately, isn't there? I wonder what the traffic will be like later. Do you think we'll need an umbrella?Oops, actually what I wanted to ask was: What is the height of someone whose hometown is Jacksonville, FL?", "ground_truth": "B", "answer_text": "170cm", "target_sids": [ 43, 52 ], "retrieved_sids": [ 43, 168, 70, 129, 1 ], "retrieved_global": [ 43, 168, 70, 129, 1 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 348, "question": "The weather was nice yesterday, I wonder if I'll see my neighbor later. I need to check my calendar for that meeting next week. Is it time to water the plants again?Oh, what I truly wanted to clarify is,What's the name of the person whose birthday is on February 5th?", "ground_truth": "A", "answer_text": "Ava Sinclair", "target_sids": [ 161, 170 ], "retrieved_sids": [ 41, 161, 46, 89, 127 ], "retrieved_global": [ 41, 161, 46, 89, 127 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 349, "question": "Did you hear about that thing downtown? I wonder if they're still having that event this weekend. She mentioned something about the weather earlier, didn't she? I really need to organize my schedule for next week.Sorry about that, what I truly wanted to ask is,What is the hometown of the person in the position of Police Officer?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 157, 150 ], "retrieved_sids": [ 143, 11, 9, 10, 5 ], "retrieved_global": [ 143, 11, 9, 10, 5 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 350, "question": "You know, I was thinking about that trip we took last summer. It feels like ages ago. Remember when we stumbled upon that little caf\u00e9? I wonder how the weather will be this weekend. Did I leave my keys on the kitchen counter or the table?Hold on, what I actually wanted to understand is: What\u2019s the hometown of someone whose birthday is on 05/27?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 88, 100 ], "retrieved_sids": [ 153, 147, 68, 152, 17 ], "retrieved_global": [ 153, 147, 68, 152, 17 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 351, "question": "I was thinking about that movie from last year, the one with the surprising twist at the end. Do you remember the name of the actress in it? It's such a beautiful day outside, maybe we should go for a walk later. I really need to organize my bookshelf; it's looking quite messy. Did I leave my keys on the kitchen counter?Hold on, what I actually wanted to understand is: What is the name of the person who is 22 years old?", "ground_truth": "C", "answer_text": "Dawson Pierce", "target_sids": [ 112, 121 ], "retrieved_sids": [ 69, 70, 42, 46, 24 ], "retrieved_global": [ 69, 70, 42, 46, 24 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 352, "question": "I was at that park last weekend, it was packed with people just enjoying the sun. Can you believe the weather we've been having lately? I wonder if that new place downtown is still open, I heard they have live music. Did you see the game last night? I can't remember if it was a touchdown or a field goal.I got it wrong, what I really meant to ask is: What hobbies do people from Atlanta, GA have?", "ground_truth": "C", "answer_text": "Attending Concerts", "target_sids": [ 32, 42 ], "retrieved_sids": [ 32, 162, 114, 42, 76 ], "retrieved_global": [ 32, 162, 114, 42, 76 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 353, "question": "I was thinking about how the weather has been changing lately, like the time I flew over the mountains. Oh, and I really need to check my schedule for next week. Wait, when did my cousin say his birthday is?Oops, actually what I wanted to ask was: What is the birthday of the person whose occupation is a pilot?", "ground_truth": "B", "answer_text": "10/04", "target_sids": [ 58, 60 ], "retrieved_sids": [ 132, 54, 58, 87, 120 ], "retrieved_global": [ 132, 54, 58, 87, 120 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 354, "question": "I saw a beautiful painting yesterday, it reminded me of spring. Did I leave the light on in the kitchen? Sometimes I wonder what the weather will be like next week.Oops, actually what I wanted to ask was: What is the hobby of someone whose birthday is on December 2nd?", "ground_truth": "B", "answer_text": "Theater", "target_sids": [ 155, 167 ], "retrieved_sids": [ 155, 90, 73, 162, 38 ], "retrieved_global": [ 155, 90, 73, 162, 38 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 355, "question": "I saw someone at the coffee shop, but I can't recall their name. What was that movie we watched last weekend? Did you hear about the new restaurant opening downtown?Oh no, I actually wanted to figure out,What is the company name for someone whose hometown is Las Vegas, NV?", "ground_truth": "C", "answer_text": "Peak Performance Sales Corp.", "target_sids": [ 137, 133 ], "retrieved_sids": [ 133, 93, 26, 110, 90 ], "retrieved_global": [ 133, 93, 26, 110, 90 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 356, "question": "I was thinking about taking a trip soon, maybe somewhere quiet. Have you ever tried that new caf\u00e9 down on 5th Avenue? I really need to finish that book I started last month. Did I leave my keys on the table?Hold on, what I actually wanted to understand is: What is the education of someone whose work location is New York, NY?", "ground_truth": "A", "answer_text": "Bachelor", "target_sids": [ 129, 133 ], "retrieved_sids": [ 129, 93, 7, 92, 47 ], "retrieved_global": [ 129, 93, 7, 92, 47 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 357, "question": "Did you see the weather today? It reminds me of that time we went to the beach. I wonder if I left my keys on the counter. What\u2019s for dinner tonight?Oh right, I wanted to ask,What is the name of the person whose occupation is a Financial Advisor?", "ground_truth": "B", "answer_text": "Cameron Blake", "target_sids": [ 150, 151 ], "retrieved_sids": [ 150, 157, 163, 162, 9 ], "retrieved_global": [ 150, 157, 163, 162, 9 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 358, "question": "I was thinking about trying that new coffee place downtown, but I can't recall if they have a good ambiance. Did I leave my keys on the counter? It's been a while since I caught up with Sarah; I wonder how she's doing.What I really meant was,What hobbies does a 25-year-old have?", "ground_truth": "B", "answer_text": "Theater", "target_sids": [ 118, 119 ], "retrieved_sids": [ 99, 13, 154, 5, 30 ], "retrieved_global": [ 99, 13, 154, 5, 30 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 359, "question": "Did you hear about the new project? It's quite interesting. I think it might change everything. By the way, have you seen the latest reports? They were really enlightening! What was the last event we attended? It feels like ages ago.Wait a minute,What is the name of the person with the email address nova.sinclair@capitalgrowthadvisors.com?", "ground_truth": "D", "answer_text": "Nova Sinclair", "target_sids": [ 122, 110 ], "retrieved_sids": [ 110, 122, 99, 71, 8 ], "retrieved_global": [ 110, 122, 99, 71, 8 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 360, "question": "I was thinking about that cozy little cafe downtown, you know the one with the great pastries? Sometimes I wish I could just travel somewhere different. Did you catch that movie last weekend? I heard it was a real tearjerker.Wait a minute,What is the name of the person whose hometown is San Francisco, CA?", "ground_truth": "D", "answer_text": "Tyler Mason", "target_sids": [ 113, 108 ], "retrieved_sids": [ 108, 68, 141, 8, 89 ], "retrieved_global": [ 108, 68, 141, 8, 89 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 361, "question": "I wonder if I should start that new book soon, I was thinking about the last time we went camping. Did I water the plants today?Wait, what I really want to know is: What is the hobby of someone who is 174cm tall?", "ground_truth": "C", "answer_text": "Model Making", "target_sids": [ 41, 39 ], "retrieved_sids": [ 111, 99, 39, 67, 143 ], "retrieved_global": [ 111, 99, 39, 67, 143 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 362, "question": "Did you hear about the new coffee shop on Main Street? I think it opens next week. It\u2019s so hard to keep track of everyone's plans. I wonder if I left my keys on the kitchen counter.Actually, my real question is: What is the hometown of someone named Jaxon Wells?", "ground_truth": "D", "answer_text": "Philadelphia, PA", "target_sids": [ 121, 114 ], "retrieved_sids": [ 109, 122, 121, 124, 99 ], "retrieved_global": [ 109, 122, 121, 124, 99 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 363, "question": "I was thinking about getting a new book, but I can't remember which one. Did you hear about the new caf\u00e9 opening downtown? I wonder what the weather will be like next week.Oops, actually what I wanted to ask was: What is the hometown of someone who is 156 cm tall?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 99, 87 ], "retrieved_sids": [ 65, 67, 107, 46, 131 ], "retrieved_global": [ 65, 67, 107, 46, 131 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 364, "question": "I saw someone today who really loved hiking, I wonder if that trail is still open. Did you hear about that new caf\u00e9 downtown? It's been ages since I've seen that old movie.Oh no, I actually wanted to figure out,What is the hometown of someone who is 153cm tall?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 0, 5 ], "retrieved_sids": [ 154, 171, 167, 140, 157 ], "retrieved_global": [ 154, 171, 167, 140, 157 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 365, "question": "Did you see that new play last week? I wonder if anyone in the cast has done any local productions. My friend mentioned something about auditions happening soon. It\u2019s interesting how people can transform on stage, don\u2019t you think?Wait a minute, what I wanted to ask is,What is the occupation of someone whose hobby is theater?", "ground_truth": "D", "answer_text": "Nurse", "target_sids": [ 76, 78 ], "retrieved_sids": [ 76, 34, 133, 13, 113 ], "retrieved_global": [ 76, 34, 133, 13, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 366, "question": "I think I saw her at the caf\u00e9 last week; she seemed to be really into music. Have you heard anything about that new album coming out? I can't decide if I prefer the blue or the green for my bedroom.Oh, what I truly wanted to clarify is,What is the hometown of the person with the email address clara.whitman@harmonysoundcollective.com?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 171, 158 ], "retrieved_sids": [ 158, 154, 155, 159, 150 ], "retrieved_global": [ 158, 154, 155, 159, 150 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 367, "question": "I was thinking about the weekend plans, but I can't remember who was in charge of the movie choice. Did we decide on pizza or something else? Oh, and what time does the meeting start again?Wait, what I really want to know is: What is the hometown of the person holding the position of Head Chef?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 91, 94 ], "retrieved_sids": [ 81, 113, 0, 68, 117 ], "retrieved_global": [ 81, 113, 0, 68, 117 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 368, "question": "Did you see that new cafe downtown? I wonder if they have good coffee. By the way, do you think it's going to rain later? I have to pick up groceries after work.Sorry about that, what I truly wanted to ask is,What is the education level of someone who is 24 years old?", "ground_truth": "C", "answer_text": "PhD", "target_sids": [ 134, 127 ], "retrieved_sids": [ 25, 16, 127, 117, 135 ], "retrieved_global": [ 25, 16, 127, 117, 135 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 369, "question": "Did you see the news yesterday? I was thinking about that time we went hiking. I wonder if they'll have that new coffee flavor at the caf\u00e9. What was the name of that book we talked about?Sorry, what I truly wanted to ask is: What is the hometown of the person who is 39 years old?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 125, 111 ], "retrieved_sids": [ 48, 44, 100, 25, 49 ], "retrieved_global": [ 48, 44, 100, 25, 49 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 370, "question": "I was thinking about the last time I spoke to someone from the office, it feels like ages ago. What did I have for lunch yesterday? It's interesting how time flies, isn't it? I should really check in with my friend about that project.Sorry, what I truly wanted to ask is: What is the age of the person from Compassionate Care Services LLC?", "ground_truth": "B", "answer_text": "33 years old", "target_sids": [ 154, 159 ], "retrieved_sids": [ 154, 113, 159, 2, 165 ], "retrieved_global": [ 154, 113, 159, 2, 165 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 371, "question": "I saw that movie last week, and I think that actor was familiar. Did you ever try that new caf\u00e9 downtown? I can't remember where I put my keys.Sorry, what I truly wanted to ask is: What occupation does someone who has a hobby in programming typically have?", "ground_truth": "B", "answer_text": "Programmer", "target_sids": [ 169, 171 ], "retrieved_sids": [ 93, 171, 94, 105, 106 ], "retrieved_global": [ 93, 171, 94, 105, 106 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 372, "question": "Did you see that new place downtown? I wonder if they'll have any interesting events next month. It feels like everyone\u2019s been picking up new skills lately. I can't remember the last time I went hiking, though. What's the weather looking like for the weekend?Wait, what I really want to know is: What hobbies do people from Phoenix, AZ have?", "ground_truth": "A", "answer_text": "Sports", "target_sids": [ 129, 138 ], "retrieved_sids": [ 129, 7, 141, 160, 6 ], "retrieved_global": [ 129, 7, 141, 160, 6 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 373, "question": "I was thinking about that new caf\u00e9 that opened downtown. Did you hear about the concert next week? I wonder if we'll get any rain this weekend. It's been quite a while since I last visited my old school, hasn't it?Oh, what I truly wanted to clarify is,What is the hometown of someone whose hobby is painting?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 73, 74 ], "retrieved_sids": [ 4, 130, 110, 73, 87 ], "retrieved_global": [ 4, 130, 110, 73, 87 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 374, "question": "Did you see that project update? It was quite vague. I think I forgot to send that email. I wonder if there's a meeting scheduled next week.Oops, actually what I wanted to ask was: What is the position of someone named Bailey Harper?", "ground_truth": "D", "answer_text": "Lead Research Analyst", "target_sids": [ 153, 150 ], "retrieved_sids": [ 166, 158, 150, 55, 145 ], "retrieved_global": [ 166, 158, 150, 55, 145 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 375, "question": "I had a conversation with a friend recently, they mentioned something interesting about their travel plans. It's always fascinating how people connect through stories. By the way, what was that movie we were talking about last week?I got it wrong, what I really meant to ask is: What is the email address of someone whose hometown is Atlanta, GA?", "ground_truth": "A", "answer_text": "clara.finch@hudsonlegaladvisors.com", "target_sids": [ 88, 93 ], "retrieved_sids": [ 73, 26, 20, 41, 82 ], "retrieved_global": [ 73, 26, 20, 41, 82 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 376, "question": "I saw a lovely garden while walking home, I think I need to water my plants more often. Did I leave the oven on? What a beautiful day to go for a walk.Uh, hold on,What is the hometown of the person with the email address jasper.cole@culinarydreams.com?", "ground_truth": "D", "answer_text": "Indianapolis, IN", "target_sids": [ 96, 98 ], "retrieved_sids": [ 96, 32, 102, 81, 165 ], "retrieved_global": [ 96, 32, 102, 81, 165 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 377, "question": "I overheard someone talking about an upcoming conference, but I couldn't catch all the details. It made me think about my friend's birthday next month. I wonder if we will have cupcakes this time.Sorry, what I truly wanted to ask is: What is the birthday of the person in the position of Research Scientist in Biochemistry?", "ground_truth": "C", "answer_text": "08/15", "target_sids": [ 53, 47 ], "retrieved_sids": [ 127, 108, 53, 153, 36 ], "retrieved_global": [ 127, 108, 53, 153, 36 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 378, "question": "I was thinking about that new restaurant that opened last week, but I can't recall if it was Italian or Mexican. I wonder if it will rain tomorrow, my plants could really use some water. Did I leave the oven on?Wait, what I really want to know is: What is the email address of the person whose hobby is watching movies?", "ground_truth": "A", "answer_text": "sienna.blake@summitfinancialstrategies.com", "target_sids": [ 160, 155 ], "retrieved_sids": [ 16, 57, 6, 8, 47 ], "retrieved_global": [ 16, 57, 6, 8, 47 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 379, "question": "Have you ever thought about how much the weather can affect our mood? I was just thinking about that book I meant to read, the one with the blue cover. What\u2019s for dinner tonight, I can\u2019t decide if I want pasta or something lighter.Sorry about that, what I truly wanted to ask is,What is the occupation of someone whose hometown is Jacksonville, FL?", "ground_truth": "C", "answer_text": "Sales Manager", "target_sids": [ 60, 45 ], "retrieved_sids": [ 45, 122, 149, 32, 5 ], "retrieved_global": [ 45, 122, 149, 32, 5 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 380, "question": "Did you hear about that event last week? I think someone mentioned it was really interesting. I wonder if the new restaurant downtown is worth trying. What time was the meeting scheduled for?Sorry, what I truly wanted to ask is: What is the education background of the person holding the position of Chief Executive Officer?", "ground_truth": "C", "answer_text": "Master", "target_sids": [ 138, 134 ], "retrieved_sids": [ 154, 8, 93, 134, 73 ], "retrieved_global": [ 154, 8, 93, 134, 73 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 381, "question": "I was thinking about that new caf\u00e9 downtown, but I forgot the name. Did I leave my keys in the car? I wonder if it\u2019ll rain later.Wait a minute,What is the occupation of the person whose work location is Denver, CO?", "ground_truth": "D", "answer_text": "Truck Driver", "target_sids": [ 168, 157 ], "retrieved_sids": [ 110, 157, 161, 45, 27 ], "retrieved_global": [ 110, 157, 161, 45, 27 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 382, "question": "I saw someone at the coffee shop, and they were talking about their recent trip. I wonder if their birthday is coming up soon? It\u2019s always nice to celebrate. By the way, did you ever find out when the big event is happening this month?Actually, my real question is: What is the birthday of the person whose work location is Orlando, FL?", "ground_truth": "A", "answer_text": "01/31", "target_sids": [ 144, 137 ], "retrieved_sids": [ 107, 144, 151, 90, 45 ], "retrieved_global": [ 107, 144, 151, 90, 45 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 383, "question": "I just saw a movie that was really interesting, but it slipped my mind what the title was. Oh, and there was something about a birthday party next week, wasn\u2019t there? Can't believe how fast the year is flying by!Uh, hold on,What is the birthday of the person whose hobby is playing video games?", "ground_truth": "B", "answer_text": "08/14", "target_sids": [ 16, 3 ], "retrieved_sids": [ 3, 108, 139, 88, 109 ], "retrieved_global": [ 3, 108, 139, 88, 109 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 384, "question": "I saw someone cooking the other day, they looked really skilled, but I didn't catch their age. What was I supposed to bring for the potluck again? It feels like forever since I last had a proper meal.Sorry, what I truly wanted to ask is: What is the age of the person whose occupation is Chef?", "ground_truth": "C", "answer_text": "29 years old", "target_sids": [ 153, 171 ], "retrieved_sids": [ 153, 161, 114, 162, 159 ], "retrieved_global": [ 153, 161, 114, 162, 159 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 385, "question": "The weather has been really nice lately, hasn't it? I'm thinking about trying that new caf\u00e9 downtown. Did you see that movie everyone is talking about? It's hard to keep track of everything sometimes.Oh right, I wanted to ask,What is the hometown of the person whose hobby is chess?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 136, 141 ], "retrieved_sids": [ 136, 153, 141, 45, 12 ], "retrieved_global": [ 136, 153, 141, 45, 12 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 386, "question": "I wonder if it's going to rain tomorrow. Did you see that new cafe that opened up? I need to check my schedule for next week. Is there any milk left in the fridge?Uh, hold on,What\u2019s the position of someone who is 161 cm tall?", "ground_truth": "A", "answer_text": "Head Chef", "target_sids": [ 82, 71 ], "retrieved_sids": [ 110, 88, 155, 22, 45 ], "retrieved_global": [ 110, 88, 155, 22, 45 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 387, "question": "I overheard someone talking about a great pizza place the other day, but I can't recall the name. Was it really that cold last winter? I wonder if they still do those outdoor concerts in the summer.Actually, my real question is: What is the company name for someone whose hometown is Chicago, IL?", "ground_truth": "B", "answer_text": "TechWave Innovations LLC", "target_sids": [ 22, 31 ], "retrieved_sids": [ 22, 141, 46, 136, 87 ], "retrieved_global": [ 22, 141, 46, 136, 87 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 388, "question": "I passed by a caf\u00e9 earlier, the coffee aroma was delightful, but I forgot to note the name of the place. Did I leave the oven on? I really need to check my schedule for next week.Oh no, I actually wanted to figure out,What's the name of the person with the contact number 20208022032?", "ground_truth": "D", "answer_text": "Jasper Cole", "target_sids": [ 77, 78 ], "retrieved_sids": [ 104, 77, 62, 128, 166 ], "retrieved_global": [ 104, 77, 62, 128, 166 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 389, "question": "I had a discussion with a colleague yesterday, and we talked about various projects. I wonder how long it\u2019s been since I last checked my calendar. Did I miss any important dates?Wait a minute, what I wanted to ask is,What is the birthday of the person with a PhD?", "ground_truth": "D", "answer_text": "03/11", "target_sids": [ 162, 164 ], "retrieved_sids": [ 162, 130, 46, 24, 66 ], "retrieved_global": [ 162, 130, 46, 24, 66 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 390, "question": "I was thinking about that new caf\u00e9 that just opened up, it should be great for meetings. Did I leave my keys somewhere? I remember I had a discussion about project deadlines the other day. What was that song playing in the office?Hmm, actually my question was this: What is the work location for the person whose birthday is on January 14th?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 128, 139 ], "retrieved_sids": [ 128, 151, 87, 65, 111 ], "retrieved_global": [ 128, 151, 87, 65, 111 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 391, "question": "I was thinking about that movie we watched last week, you know, the one with the twist ending? What time did you say the meeting is again? I really need to check my calendar. Did you see the weather forecast for tomorrow?What I really meant was,What is the position of the person named Ethan Reed?", "ground_truth": "C", "answer_text": "Attending Physician in Internal Medicine", "target_sids": [ 91, 102 ], "retrieved_sids": [ 91, 141, 34, 99, 144 ], "retrieved_global": [ 91, 141, 34, 99, 144 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 392, "question": "I was thinking about that new coffee shop downtown, it really has a nice vibe. Did you remember to send that email? I wonder what movie we should watch tonight.Hmm, actually my question was this: What's the name of someone whose hometown is Atlanta, GA?", "ground_truth": "C", "answer_text": "Cameron Lane", "target_sids": [ 10, 14 ], "retrieved_sids": [ 10, 100, 73, 136, 157 ], "retrieved_global": [ 10, 100, 73, 136, 157 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 393, "question": "It's such a nice day outside, I wonder if I should grab a coffee later. Did I tell you about my friend's new job? Oh, and I really need to plan that trip soon. What was I thinking about again?Sorry, what I truly wanted to ask is: What is the name of the person whose work location is Los Angeles, CA?", "ground_truth": "A", "answer_text": "Jordan Avery", "target_sids": [ 51, 52 ], "retrieved_sids": [ 51, 27, 69, 78, 92 ], "retrieved_global": [ 51, 27, 69, 78, 92 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 394, "question": "I went for a walk today, and the weather was just lovely. It reminded me of that time we celebrated by the lake. Did I ever tell you about my neighbor's cat? I really need to organize my bookshelf.Oh no, I actually wanted to figure out,What is the company name for the person whose work location is Boston, MA?", "ground_truth": "C", "answer_text": "Urban Edge Retail Co.", "target_sids": [ 148, 151 ], "retrieved_sids": [ 148, 9, 109, 80, 3 ], "retrieved_global": [ 148, 9, 109, 80, 3 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 395, "question": "I heard there's a new caf\u00e9 opening downtown, but I can\u2019t recall the name of it. Did you see that movie everyone\u2019s talking about? Oh, and what was I supposed to pick up from the store?Wait a minute, what I wanted to ask is,What is the hometown of the person with the email address zara.mitchell@currentcraftsman.com?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 74, 82 ], "retrieved_sids": [ 74, 26, 111, 33, 66 ], "retrieved_global": [ 74, 26, 111, 33, 66 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 396, "question": "I was thinking about that coffee shop we went to last month. It feels like forever since I visited. Did you hear about the new art exhibit downtown? I wonder if they'll have a good turnout this year. What\u2019s the best way to get to the lakefront from here?Uh, hold on,What is the age of someone whose work location is Chicago, IL?", "ground_truth": "B", "answer_text": "37 years old", "target_sids": [ 161, 170 ], "retrieved_sids": [ 161, 34, 36, 94, 48 ], "retrieved_global": [ 161, 34, 36, 94, 48 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 397, "question": "I think I saw an email about a project timeline, but I can't recall the details. Did you get the latest updates from the meeting? It's been a hectic week, hasn't it?I got it wrong, what I really meant to ask is: What is the occupation of the person from Innovative Research Partnerships LLC?", "ground_truth": "C", "answer_text": "Researcher", "target_sids": [ 35, 30 ], "retrieved_sids": [ 30, 136, 50, 39, 146 ], "retrieved_global": [ 30, 136, 50, 39, 146 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 398, "question": "I was thinking about going to that new caf\u00e9 downtown, but I can't recall if they have good pastries. Did I leave my keys on the table? I wonder what movie is playing this weekend, I've heard mixed reviews.Sorry about that, what I truly wanted to ask is,What is the work location for the position of Agricultural Technician?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 11, 7 ], "retrieved_sids": [ 7, 168, 167, 113, 69 ], "retrieved_global": [ 7, 168, 167, 113, 69 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 399, "question": "Did you see that new caf\u00e9 downtown? I think it opens at noon, but I'm not sure. What was the name of that movie we wanted to watch last weekend? It slipped my mind completely.Hmm, actually my question was this: What is the education of the person with the email address leo.martinez@innovativeminds.edu?", "ground_truth": "D", "answer_text": "Master", "target_sids": [ 140, 149 ], "retrieved_sids": [ 137, 140, 148, 118, 160 ], "retrieved_global": [ 137, 140, 148, 118, 160 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 400, "question": "I was thinking about our last meeting, and I'm not sure if we discussed that project timeline. Do you remember what day it was? It\u2019s strange how quickly time flies, isn't it? Anyway, I need to check my schedule for next week.Oops, actually what I wanted to ask was: What is the contact number for the person who is 30 years old?", "ground_truth": "B", "answer_text": "41503265746", "target_sids": [ 137, 146 ], "retrieved_sids": [ 62, 137, 76, 163, 64 ], "retrieved_global": [ 62, 137, 76, 163, 64 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 401, "question": "Did you see the weather forecast? I thought I heard something about a meeting next week. What was that movie everyone was talking about? I need to pick up groceries later, what should I get?Oh no, I actually wanted to figure out,What is the contact number for the person whose occupation is Professor?", "ground_truth": "C", "answer_text": "70702206339", "target_sids": [ 53, 46 ], "retrieved_sids": [ 156, 46, 142, 53, 169 ], "retrieved_global": [ 156, 46, 142, 53, 169 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 402, "question": "I saw a movie last week, and it had this great plot twist. What's the name of that restaurant we used to go to? I really need to finish that book I started last month.Actually, my real question is: What is the hometown of someone named Ethan Carter?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 144, 139 ], "retrieved_sids": [ 139, 44, 88, 142, 154 ], "retrieved_global": [ 139, 44, 88, 142, 154 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 403, "question": "I was thinking about that time we went camping, it's funny how memories blend together. Do you remember what we had for dinner that night? I wonder if we still have that recipe somewhere.Hmm, actually my question was this: What is the occupation of someone whose birthday is on 05/19?", "ground_truth": "B", "answer_text": "Translator", "target_sids": [ 105, 118 ], "retrieved_sids": [ 129, 105, 130, 23, 86 ], "retrieved_global": [ 129, 105, 130, 23, 86 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 404, "question": "I think I saw him in a meeting last week, but I can't recall what it was about. Did we finalize the project deadline? I wonder if that new software is actually effective. What was the name of that restaurant we talked about?What I really meant was,What is the position of the person with the email address ethan.blake@innovative-research-tech.com?", "ground_truth": "A", "answer_text": "Senior Research Scientist", "target_sids": [ 161, 154 ], "retrieved_sids": [ 154, 120, 157, 86, 16 ], "retrieved_global": [ 154, 120, 157, 86, 16 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 405, "question": "I was thinking about that new caf\u00e9 that opened downtown, have you ever tried their pastries? Oh, what was that movie we watched last week? It's funny how time flies, isn't it? I should really call my sister more often.What I really meant was,What is the hobby of the person from Capital Health Associates?", "ground_truth": "D", "answer_text": "Listening to Music", "target_sids": [ 128, 116 ], "retrieved_sids": [ 21, 38, 35, 26, 25 ], "retrieved_global": [ 21, 38, 35, 26, 25 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 406, "question": "I was thinking about going to that new restaurant downtown, but then I remembered I need to check my schedule first. Have you seen my keys anywhere? I really should call my friend later.Oops, actually what I wanted to ask was: For someone with a Bachelor's degree, what is their work location?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 146, 140 ], "retrieved_sids": [ 147, 48, 148, 89, 113 ], "retrieved_global": [ 147, 48, 148, 89, 113 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 407, "question": "I was at the park yesterday, and there was this really friendly dog. I wonder if I'll finish that book I'm reading this month. Did I leave the oven on?Sorry, what I truly wanted to ask is: What is the company name for the person with the email address liam.harrington@silverlininglanguages.com?", "ground_truth": "C", "answer_text": "Silver Lining Language Services", "target_sids": [ 15, 7 ], "retrieved_sids": [ 7, 140, 100, 15, 99 ], "retrieved_global": [ 7, 140, 100, 15, 99 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 408, "question": "I heard something interesting the other day about the education system. Did you catch that lecture last week? It's funny how much things can change over time. I wonder what the weather will be like tomorrow.Actually, my real question is: What's the occupation of someone with a PhD in education?", "ground_truth": "C", "answer_text": "Doctor", "target_sids": [ 160, 155 ], "retrieved_sids": [ 137, 121, 155, 69, 113 ], "retrieved_global": [ 137, 121, 155, 69, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 409, "question": "I was thinking about going for a run this weekend, but then I remembered I need to pick up some groceries. Did you hear about the new gym that opened downtown? It's supposed to have great classes. Sometimes I wonder how many steps I get in a day. What was that show we were talking about yesterday?Oh, what I truly wanted to clarify is,What age are people whose hobby is fitness?", "ground_truth": "A", "answer_text": "22 years old", "target_sids": [ 68, 79 ], "retrieved_sids": [ 68, 113, 53, 135, 116 ], "retrieved_global": [ 68, 113, 53, 135, 116 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 410, "question": "I was thinking about that project we discussed last week, it\u2019s hard to keep track of all the details. Did I tell you about the new software we\u2019re looking at? Wait, what did I have for lunch yesterday?Wait a minute, what I wanted to ask is,What is the name of the person from Innovative Research Solutions LLC?", "ground_truth": "B", "answer_text": "Maya Collins", "target_sids": [ 51, 53 ], "retrieved_sids": [ 51, 26, 8, 110, 115 ], "retrieved_global": [ 51, 26, 8, 110, 115 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 411, "question": "I overheard someone talking about a new project while waiting for my coffee. It's funny how people can remember dates but forget names. Did I leave my keys in the car?Oh right, I wanted to ask,What is the position for the person with the email address ethan.carter@innovativeresearchsolutions.com?", "ground_truth": "D", "answer_text": "Senior Research Scientist", "target_sids": [ 96, 97 ], "retrieved_sids": [ 52, 10, 34, 95, 108 ], "retrieved_global": [ 52, 10, 34, 95, 108 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 412, "question": "I remember chatting with someone about a project last week, but their name slipped my mind. It's strange how some details just escape you. Did you see that new restaurant opening up downtown? I wonder what the menu looks like.Sorry, what I truly wanted to ask is: What is the name of the person from Innovative Research Labs LLC?", "ground_truth": "C", "answer_text": "Jasper Sinclair", "target_sids": [ 129, 141 ], "retrieved_sids": [ 129, 155, 28, 142, 103 ], "retrieved_global": [ 129, 155, 28, 142, 103 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 413, "question": "Did you see the weather report? I think it's supposed to rain later this week. I wonder if I left the window open. What was that movie we talked about last month? I still need to finish that book!Actually, my real question is: What is the hometown of the person in the position of Operations Director?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 32, 42 ], "retrieved_sids": [ 32, 80, 75, 81, 146 ], "retrieved_global": [ 32, 80, 75, 81, 146 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 414, "question": "I was thinking about that restaurant we used to go to, but I can't recall the exact location. Do you remember when we last visited? It feels like it was ages ago. And what about that movie we watched? I keep mixing up the titles.Hold on, what I actually wanted to understand is: What is the hometown of someone who is 33 years old?", "ground_truth": "A", "answer_text": "Phoenix, AZ", "target_sids": [ 168, 164 ], "retrieved_sids": [ 72, 69, 28, 121, 75 ], "retrieved_global": [ 72, 69, 28, 121, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 415, "question": "I was thinking about that coffee shop we used to go to, the one with the great pastries. Did you remember to bring the files for the meeting? I wonder if it\u2019s going to rain this weekend.Oh right, I wanted to ask,What's the name of someone whose hometown is San Francisco, CA?", "ground_truth": "A", "answer_text": "Silas Cooper", "target_sids": [ 164, 157 ], "retrieved_sids": [ 157, 28, 48, 110, 113 ], "retrieved_global": [ 157, 28, 48, 110, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 416, "question": "I wonder if that new cafe downtown is any good. Did I leave my keys in the car again? I really need to find that old book I borrowed. What was that movie everyone was raving about? I should call Sarah about our plans this weekend.Hmm, actually my question was this: For someone whose hometown is Portland, OR, what is their work location?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 132, 143 ], "retrieved_sids": [ 132, 151, 66, 111, 113 ], "retrieved_global": [ 132, 151, 66, 111, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 417, "question": "The weather has been so unpredictable lately, hasn't it? I wonder if I left the oven on this morning. Did I feed the cats before I left?Wait a minute,What is the contact number for the person whose work location is San Francisco, CA?", "ground_truth": "D", "answer_text": "85809009079", "target_sids": [ 4, 14 ], "retrieved_sids": [ 4, 89, 70, 44, 166 ], "retrieved_global": [ 4, 89, 70, 44, 166 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 418, "question": "I think I left my keys somewhere, but where exactly? Did you hear about that new cafe opening downtown? It's been a while since we caught up, hasn't it? What did I have for lunch yesterday? I wonder if it\u2019s going to rain tomorrow.I got it wrong, what I really meant to ask is: What is the contact number for someone at Emerald City Medical Group?", "ground_truth": "B", "answer_text": "70704491826", "target_sids": [ 10, 3 ], "retrieved_sids": [ 3, 25, 31, 35, 69 ], "retrieved_global": [ 3, 25, 31, 35, 69 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 419, "question": "I saw a movie last night, it had such a captivating storyline. By the way, have you heard from Julia recently? She was talking about her plans for the weekend.Oh right, I wanted to ask,What is the birthday of someone who is 35 years old?", "ground_truth": "A", "answer_text": "05/03", "target_sids": [ 153, 163 ], "retrieved_sids": [ 111, 112, 10, 129, 66 ], "retrieved_global": [ 111, 112, 10, 129, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 420, "question": "I saw a colorful presentation yesterday; it really caught my attention, but I can\u2019t recall the main topic. What did we talk about last week? I need to check my notes again.Oh, what I truly wanted to clarify is,What is the company name for someone with a Bachelor's degree?", "ground_truth": "C", "answer_text": "Skylink Aviation Services", "target_sids": [ 88, 99 ], "retrieved_sids": [ 88, 47, 110, 163, 31 ], "retrieved_global": [ 88, 47, 110, 163, 31 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 421, "question": "I was trying to recall the details of that meeting last week. Did we finalize the menu? Oh, what was the name of that dish we talked about? It's on the tip of my tongue...Actually, my real question is: What is the education of the person with the email address kendra.quinn@culinarycreationsorlando.com?", "ground_truth": "D", "answer_text": "Associate Degree", "target_sids": [ 24, 33 ], "retrieved_sids": [ 82, 49, 24, 30, 60 ], "retrieved_global": [ 82, 49, 24, 30, 60 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 422, "question": "I was walking through the park yesterday, and I bumped into an old friend. It's funny how time flies, isn't it? Speaking of time, I wonder when we last celebrated that big anniversary. Do you remember how we used to have those gatherings?Hmm, actually my question was this: What is the birthday of someone whose hometown is Orlando, FL?", "ground_truth": "D", "answer_text": "11/06", "target_sids": [ 148, 157 ], "retrieved_sids": [ 148, 21, 46, 54, 70 ], "retrieved_global": [ 148, 21, 46, 54, 70 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 423, "question": "I was thinking about that new caf\u00e9 downtown, it seemed to have a cozy vibe. Do you remember what time we had that meeting last week? I need to check my calendar. I got it wrong, what I really meant to ask is: What is the position of the person with the contact number 61701216219?", "ground_truth": "B", "answer_text": "Senior Mechanical Design Engineer", "target_sids": [ 8, 13 ], "retrieved_sids": [ 76, 167, 77, 122, 102 ], "retrieved_global": [ 76, 167, 77, 122, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 424, "question": "I was thinking about that new restaurant downtown, have you tried their coffee? I can't believe the weather is changing so quickly. Did you catch the game last night?Oops, actually what I wanted to ask was: What position does someone with a Master's degree hold?", "ground_truth": "A", "answer_text": "Senior Financial Consultant", "target_sids": [ 53, 47 ], "retrieved_sids": [ 103, 17, 47, 114, 132 ], "retrieved_global": [ 103, 17, 47, 114, 132 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 425, "question": "I was thinking about that conference next month, I really need to check my schedule. Have you seen my keys anywhere? It's funny how time flies, isn't it?Hmm, actually my question was this: What is the education of the person with the contact number 31204390809?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 162, 159 ], "retrieved_sids": [ 103, 57, 12, 159, 169 ], "retrieved_global": [ 103, 57, 12, 159, 169 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 426, "question": "I saw someone from the team, they mentioned a project deadline. What was that great restaurant we went to last month? Oh, and I really need to check the calendar for my friend's wedding.I got it wrong, what I really meant to ask is: What is the birthday of the person from Desert Stone Construction Co.?", "ground_truth": "C", "answer_text": "08/28", "target_sids": [ 136, 131 ], "retrieved_sids": [ 23, 110, 99, 44, 94 ], "retrieved_global": [ 23, 110, 99, 44, 94 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 427, "question": "I saw a dog at the park yesterday, it was running so fast! What should we have for dinner tonight? Did you notice the weather has changed lately? I need to check on my plants, I hope they're okay.Oh no, I actually wanted to figure out,What is the contact number for someone whose work location is Houston, TX?", "ground_truth": "C", "answer_text": "31001309044", "target_sids": [ 19, 21 ], "retrieved_sids": [ 15, 19, 75, 111, 33 ], "retrieved_global": [ 15, 19, 75, 111, 33 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 428, "question": "I was thinking about the weather lately, it\u2019s been oddly warm for this time of year. Did you hear about that new restaurant opening downtown? I can\u2019t remember if I left my keys on the counter or in the car. What was the name of that song we used to listen to?Sorry, what I truly wanted to ask is: For someone whose hometown is Los Angeles, CA, what is their work location?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 25, 31 ], "retrieved_sids": [ 21, 156, 46, 47, 25 ], "retrieved_global": [ 21, 156, 46, 47, 25 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 429, "question": "Did you hear about that new restaurant opening downtown? I wonder if the weather will be nice this weekend. I can't believe it's already October, time really flies!Uh, hold on,What occupation do people from Philadelphia, PA have?", "ground_truth": "D", "answer_text": "Farmer", "target_sids": [ 73, 68 ], "retrieved_sids": [ 23, 68, 57, 18, 4 ], "retrieved_global": [ 23, 68, 57, 18, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 430, "question": "Did you see the game last night? I think it was really intense. Oh, and I heard there was a new caf\u00e9 opening down the street. What time did you say the meeting was? I'm trying to recall where I put my keys.Sorry about that, what I truly wanted to ask is,What kind of occupation does someone with an Associate Degree typically have?", "ground_truth": "D", "answer_text": "Flight Attendant", "target_sids": [ 40, 43 ], "retrieved_sids": [ 40, 74, 135, 114, 136 ], "retrieved_global": [ 40, 74, 135, 114, 136 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 431, "question": "I had a conversation with someone the other day, and they mentioned something about a project, but I can't recall the details. Do you remember where we put that document? It feels like ages since we last met, doesn't it?Sorry, what I truly wanted to ask is: What is the position of the person with the contact number 20202057981?", "ground_truth": "A", "answer_text": "Assistant Professor of Psychology", "target_sids": [ 67, 69 ], "retrieved_sids": [ 100, 32, 148, 168, 126 ], "retrieved_global": [ 100, 32, 148, 168, 126 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 432, "question": "Did you see the weather report? I wonder if the park is still open. I should really check my email later. I'm thinking about trying that new restaurant downtown.Sorry about that, what I truly wanted to ask is,What is the company name of the person whose work location is Orlando, FL?", "ground_truth": "D", "answer_text": "Orlando Health Innovations", "target_sids": [ 120, 116 ], "retrieved_sids": [ 116, 120, 126, 67, 156 ], "retrieved_global": [ 116, 120, 126, 67, 156 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 433, "question": "The weather was quite lovely today, wasn't it? I need to get back to that book I started last week. Have you seen my keys anywhere? I really should try to cook more often.Wait a minute, what I wanted to ask is,What is the hobby of someone whose birthday is on 03/06?", "ground_truth": "A", "answer_text": "Painting", "target_sids": [ 11, 13 ], "retrieved_sids": [ 48, 22, 130, 45, 97 ], "retrieved_global": [ 48, 22, 130, 45, 97 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 434, "question": "I saw a dog in the park yesterday, it reminded me of my childhood pet. What was the name of that restaurant we used to love? I need to pick up groceries later, but I can't remember what else I needed to buy.What I really meant was,What is the contact number for someone named Clara Mitchell?", "ground_truth": "B", "answer_text": "51004513230", "target_sids": [ 58, 63 ], "retrieved_sids": [ 34, 143, 146, 76, 55 ], "retrieved_global": [ 34, 143, 146, 76, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 435, "question": "I saw someone wearing a really cool jacket yesterday, it was a bit chilly out. Did you catch that game last night? What's the name of that restaurant we liked?Oops, actually what I wanted to ask was: What position does someone from Philadelphia, PA hold?", "ground_truth": "A", "answer_text": "High School Mathematics Teacher", "target_sids": [ 82, 76 ], "retrieved_sids": [ 167, 76, 147, 113, 32 ], "retrieved_global": [ 167, 76, 147, 113, 32 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 436, "question": "I heard someone mentioning a meeting next week, but I can't recall the date. Did I leave the lights on at home? The weather has been quite unpredictable lately, hasn\u2019t it? I wonder if I remembered to send that email.Wait a minute,What is the company name for the person with the contact number 71806319940?", "ground_truth": "C", "answer_text": "Innovative Learning Technologies LLC", "target_sids": [ 91, 102 ], "retrieved_sids": [ 58, 104, 126, 125, 26 ], "retrieved_global": [ 58, 104, 126, 125, 26 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 437, "question": "You know, I was thinking about how interesting it is to meet people from different backgrounds. The other day, I bumped into someone at the coffee shop who mentioned studying psychology. It's fascinating how education shapes our lives. By the way, have you seen that new restaurant downtown? I heard it\u2019s supposed to be really good!Wait, what I really want to know is: What is the age of someone with a Bachelor's degree?", "ground_truth": "C", "answer_text": "32 years old", "target_sids": [ 12, 20 ], "retrieved_sids": [ 69, 160, 34, 114, 12 ], "retrieved_global": [ 69, 160, 34, 114, 12 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 438, "question": "Oh, I wonder what I should have for dinner tonight. It's been ages since I caught up with that friend. Speaking of which, when did I last check my calendar? I really need to organize my schedule.Oh no, I actually wanted to figure out,What is the occupation of someone whose birthday is on 08/03?", "ground_truth": "D", "answer_text": "Scientist", "target_sids": [ 56, 53 ], "retrieved_sids": [ 2, 130, 111, 23, 161 ], "retrieved_global": [ 2, 130, 111, 23, 161 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 439, "question": "I was thinking about the weather in different cities, and it reminded me of that trip I took last summer. You know, everyone has their own little quirks, like how some people like their coffee. What was that movie we were discussing last week?Actually, my real question is: What is the height of the person whose work location is Boston, MA?", "ground_truth": "B", "answer_text": "168cm", "target_sids": [ 113, 125 ], "retrieved_sids": [ 125, 66, 151, 136, 113 ], "retrieved_global": [ 125, 66, 151, 136, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 440, "question": "You know, I was thinking about that movie we watched last week, it really had some interesting plot twists. Did you ever try that restaurant on Main Street? I can't remember their hours, though. Also, did you hear about that concert coming up next month? I wonder if we can get tickets.Oh, what I truly wanted to clarify is,What hobbies do people with a high school education have?", "ground_truth": "A", "answer_text": "Handicrafts", "target_sids": [ 82, 76 ], "retrieved_sids": [ 109, 76, 79, 96, 78 ], "retrieved_global": [ 109, 76, 79, 96, 78 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 441, "question": "The weather has been quite unpredictable lately, hasn't it? My friend was talking about going hiking this weekend. Did you see that new restaurant downtown? It's supposed to be excellent.Oh, what I truly wanted to clarify is,What is the height of someone who is 32 years old?", "ground_truth": "A", "answer_text": "160cm", "target_sids": [ 34, 29 ], "retrieved_sids": [ 129, 3, 150, 34, 79 ], "retrieved_global": [ 129, 3, 150, 34, 79 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 442, "question": "Did you hear about the new project they're starting? I think it involves a lot of teamwork. Oh, I forgot to ask about the meeting next week! What did they say about that report?What I really meant was,What is the work location for the people at Seattle Health Innovations LLC?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 1, 10 ], "retrieved_sids": [ 133, 1, 106, 94, 15 ], "retrieved_global": [ 133, 1, 106, 94, 15 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 443, "question": "I heard that someone from the office was working late last week, but I can't recall why. Did you remember to bring that file we discussed? I think I left my glasses somewhere around here.I got it wrong, what I really meant to ask is: What is the position of the person from Riverstone Medical Group?", "ground_truth": "A", "answer_text": "Senior Medical Analyst", "target_sids": [ 91, 92 ], "retrieved_sids": [ 91, 155, 92, 102, 8 ], "retrieved_global": [ 91, 155, 92, 102, 8 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 444, "question": "I wonder if the new coffee shop down the street is any good. Did you see the game last night? I need to check my emails later. What's for dinner tonight?Wait a minute,What is the work location for someone with the occupation of Salesperson?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 81, 65 ], "retrieved_sids": [ 114, 141, 152, 73, 81 ], "retrieved_global": [ 114, 141, 152, 73, 81 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 445, "question": "I wonder if the new campaign will get the attention it deserves. Did I lock the door before I left? I need to check the schedule for next week\u2019s meetings. What was that show everyone was talking about?Oh right, I wanted to ask,What is the hometown of the person with the email address talon.reed@urbanedgemarketing.com?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 51, 46 ], "retrieved_sids": [ 52, 126, 46, 2, 172 ], "retrieved_global": [ 52, 126, 46, 2, 172 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 446, "question": "I was wondering about the weather next week, it feels like time is moving so fast. Did you see that new cafe that opened up? I still can't decide what color to paint my room.Actually, my real question is: What is the contact number for someone with an Associate Degree in education?", "ground_truth": "B", "answer_text": "85807897926", "target_sids": [ 19, 20 ], "retrieved_sids": [ 82, 158, 166, 147, 31 ], "retrieved_global": [ 82, 158, 166, 147, 31 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 447, "question": "I was thinking about that new coffee place downtown, it was so crowded last time. Did you see the latest episode of that show? I need to check my schedule for next week. Is it just me, or is this weather so unpredictable lately?What I really meant was,For someone with a Bachelor's degree, what is their work location?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 118, 110 ], "retrieved_sids": [ 118, 67, 78, 165, 164 ], "retrieved_global": [ 118, 67, 78, 165, 164 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 448, "question": "I heard the weather is going to be nice this weekend, but I can't remember if I have any plans. Did you see that new cafe opened downtown? I wonder if they have good coffee.Oh no, I actually wanted to figure out,What\u2019s the hometown of the person whose hobby is climbing?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 49, 51 ], "retrieved_sids": [ 49, 153, 51, 4, 96 ], "retrieved_global": [ 49, 153, 51, 4, 96 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 449, "question": "I was thinking about that coffee shop we used to go to, do you remember the barista? It\u2019s strange how time flies, isn\u2019t it? Oh, did you hear about the event next week?Uh, hold on,What is the occupation of the person with the email address sophie.rhodes@hammerandnail.com?", "ground_truth": "C", "answer_text": "Construction Worker", "target_sids": [ 2, 12 ], "retrieved_sids": [ 2, 0, 91, 5, 29 ], "retrieved_global": [ 2, 0, 91, 5, 29 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 450, "question": "I was thinking about the movie we watched last week, it had some really memorable quotes. Did you hear about that new restaurant downtown? I can't recall if I left the oven on this morning. What a strange weather we're having lately!Sorry about that, what I truly wanted to ask is,What is the contact number for the person who is 173cm tall?", "ground_truth": "D", "answer_text": "65006078957", "target_sids": [ 27, 23 ], "retrieved_sids": [ 96, 151, 72, 167, 65 ], "retrieved_global": [ 96, 151, 72, 167, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 451, "question": "I saw a bike parked outside, I wonder if it's still there. Did I leave my keys on the table? The coffee shop down the street has the best pastries, but I can't recall the last time I went there. What time does the meeting start again?Oops, actually what I wanted to ask was: What is the name of the person whose work location is Boston, MA?", "ground_truth": "C", "answer_text": "Jackson Avery", "target_sids": [ 120, 125 ], "retrieved_sids": [ 120, 6, 158, 157, 11 ], "retrieved_global": [ 120, 6, 158, 157, 11 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 452, "question": "Did you hear about that event downtown? I think it was on a Friday. I wonder if the weather will be nice next week. By the way, did I leave the laundry in the washer?Sorry about that, what I truly wanted to ask is,What is the company name of someone whose hometown is Washington, DC?", "ground_truth": "C", "answer_text": "Mountain View Medical Center", "target_sids": [ 58, 61 ], "retrieved_sids": [ 58, 4, 87, 141, 127 ], "retrieved_global": [ 58, 4, 87, 141, 127 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 453, "question": "I saw a friend at the coffee shop, and she mentioned something about her new job. What time did the meeting start again? I wonder if the weather will be nice this weekend.Oops, actually what I wanted to ask was: What is the age of the person named Savannah Hayes?", "ground_truth": "D", "answer_text": "38 years old", "target_sids": [ 75, 76 ], "retrieved_sids": [ 67, 75, 76, 64, 68 ], "retrieved_global": [ 67, 75, 76, 64, 68 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 454, "question": "I was reading a case and the details just slipped my mind. Did you get that report I sent over last week? It was raining yesterday, wasn\u2019t it?Oh, what I truly wanted to clarify is,What is the position of the person from Cascade Legal Group?", "ground_truth": "D", "answer_text": "Corporate Attorney", "target_sids": [ 133, 126 ], "retrieved_sids": [ 126, 127, 133, 136, 146 ], "retrieved_global": [ 126, 127, 133, 136, 146 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 455, "question": "I think I left my keys on the table, or was it the counter? The weather has been so strange lately, hasn't it? I really need to finish that book I started last month. Did they say there would be a meeting tomorrow?Hmm, actually my question was this: What is the name of the person from Innovatech Systems LLC?", "ground_truth": "C", "answer_text": "Logan Reed", "target_sids": [ 133, 141 ], "retrieved_sids": [ 148, 82, 48, 165, 90 ], "retrieved_global": [ 148, 82, 48, 165, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 456, "question": "I had a chat with someone earlier, but the details are a bit fuzzy. It's funny how some numbers just stick in your mind, like that one time at the park. Did I remember to pick up the groceries? Also, what was that movie about the cat again?Actually, my real question is: What is the company name for the contact number 85805755743?", "ground_truth": "A", "answer_text": "Caliber Wealth Management Group", "target_sids": [ 146, 140 ], "retrieved_sids": [ 56, 115, 16, 140, 57 ], "retrieved_global": [ 56, 115, 16, 140, 57 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 457, "question": "Did you hear about that event downtown? I think it's happening next week. I really can't recall where I put my keys. By the way, have you tried that new caf\u00e9 on 5th?What I really meant was,What is the occupation of the person with the email address vivian.harper@portlandpublicsafety.com?", "ground_truth": "C", "answer_text": "Police Officer", "target_sids": [ 154, 150 ], "retrieved_sids": [ 156, 150, 168, 129, 67 ], "retrieved_global": [ 156, 150, 168, 129, 67 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 458, "question": "Did you hear about the new caf\u00e9 that opened downtown? I think it has some great pastries. Have you seen the latest movie everyone is talking about? I wonder what the weather will be like next week.I got it wrong, what I really meant to ask is: What is the work location for the position of Research Scientist?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 42, 35 ], "retrieved_sids": [ 90, 31, 134, 35, 93 ], "retrieved_global": [ 90, 31, 134, 35, 93 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 459, "question": "Oh, I wonder what the weather will be like this weekend. Did I leave the oven on? It feels like time flies so quickly these days. Why did I walk into this room again?Hmm, actually my question was this: What is the occupation of someone whose birthday is on 09/13?", "ground_truth": "A", "answer_text": "Engineer", "target_sids": [ 16, 14 ], "retrieved_sids": [ 133, 111, 10, 44, 89 ], "retrieved_global": [ 133, 111, 10, 44, 89 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 460, "question": "It's interesting how people find their passions outside of work. I wonder if they like to explore nature on weekends. I should really plan a trip soon, maybe a hiking adventure. Did I lock the door before leaving?Hmm, actually my question was this: What is the hobby of someone whose occupation is a teacher?", "ground_truth": "D", "answer_text": "Playing Video Games", "target_sids": [ 101, 94 ], "retrieved_sids": [ 11, 157, 139, 74, 68 ], "retrieved_global": [ 11, 157, 139, 74, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 461, "question": "I saw someone at the caf\u00e9 earlier, they looked really familiar but I can't place where I've seen them before. Did I forget to grab the groceries? I wonder if it will rain tomorrow.Sorry about that, what I truly wanted to ask is,What is the company name for someone who is 162 cm tall?", "ground_truth": "D", "answer_text": "Willamette Valley Health Group", "target_sids": [ 1, 15 ], "retrieved_sids": [ 1, 108, 88, 66, 28 ], "retrieved_global": [ 1, 108, 88, 66, 28 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 462, "question": "I was talking to a colleague the other day, and they mentioned a conference coming up soon. I wonder if it's near my friend's anniversary. I keep forgetting the date of that event; it feels like just yesterday. Have you heard about the new semester starting?I got it wrong, what I really meant to ask is: What\u2019s the birthday of the person whose occupation is Professor?", "ground_truth": "D", "answer_text": "07/14", "target_sids": [ 139, 132 ], "retrieved_sids": [ 65, 151, 44, 90, 139 ], "retrieved_global": [ 65, 151, 44, 90, 139 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 463, "question": "You know, age is just a number. I wonder how many people actually enjoy what they do? Speaking of which, did you see that new caf\u00e9 opening up downtown? It's been ages since I tried a new place.Sorry about that, what I truly wanted to ask is,What position does the person who is 35 years old hold?", "ground_truth": "A", "answer_text": "Senior Research Fellow", "target_sids": [ 76, 84 ], "retrieved_sids": [ 57, 103, 27, 89, 6 ], "retrieved_global": [ 57, 103, 27, 89, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 464, "question": "Did you hear about the new caf\u00e9 downtown? It\u2019s supposed to have amazing pastries. I wonder if they serve that special blend of coffee everyone raves about. I need to remember to check in with Sarah about the movie plans this weekend. What time was that meeting scheduled for again?Wait a minute,What hobbies do people from Philadelphia, PA have?", "ground_truth": "C", "answer_text": "Climbing", "target_sids": [ 97, 93 ], "retrieved_sids": [ 93, 145, 143, 135, 172 ], "retrieved_global": [ 93, 145, 143, 135, 172 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 465, "question": "Have you tried that new caf\u00e9 downtown? I think I saw someone from high school there. It\u2019s been ages since I last caught up with anyone. What do you think about the weather lately? I can't seem to find my favorite mug, did I leave it at the office?Oh right, I wanted to ask,What is the education background of the person from Chicago Sound Collective?", "ground_truth": "A", "answer_text": "Master", "target_sids": [ 170, 167 ], "retrieved_sids": [ 167, 112, 90, 155, 134 ], "retrieved_global": [ 167, 112, 90, 155, 134 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 466, "question": "I heard something interesting today about the weather, it feels like it\u2019s going to rain. I can't recall who suggested that movie last week. Did I leave my keys on the kitchen counter again?Hold on, what I actually wanted to understand is: What is the email address of someone whose hometown is Seattle, WA?", "ground_truth": "A", "answer_text": "grayson.miles@pacificresearchinnovations.com", "target_sids": [ 19, 15 ], "retrieved_sids": [ 15, 164, 19, 97, 89 ], "retrieved_global": [ 15, 164, 19, 97, 89 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 467, "question": "You know, I was thinking about that movie we watched last week. It's funny how birthdays can sneak up on you. I really enjoyed that restaurant we went to as well. By the way, do you remember when we used to play video games all night?Hold on, what I actually wanted to understand is: What is the birthday of the person whose hobby is playing video games?", "ground_truth": "B", "answer_text": "02/10", "target_sids": [ 76, 69 ], "retrieved_sids": [ 69, 46, 152, 89, 90 ], "retrieved_global": [ 69, 46, 152, 89, 90 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 468, "question": "I heard there was a discussion about the new project design, but I don't recall the details. Did you catch the last meeting on the budget? Oh, what's for lunch today?I got it wrong, what I really meant to ask is: What is the name of the person whose occupation is Engineer?", "ground_truth": "A", "answer_text": "Caleb Hart", "target_sids": [ 42, 55 ], "retrieved_sids": [ 51, 49, 117, 134, 118 ], "retrieved_global": [ 51, 49, 117, 134, 118 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 469, "question": "I heard someone talking about their weekend plans, but they seemed a bit vague. Did you catch that new coffee shop that opened? I wonder what the weather will be like next week. There's a movie I've been meaning to watch, but I can't remember the title.Wait a minute,What is the hometown of someone whose work location is Orlando, FL?", "ground_truth": "A", "answer_text": "Jacksonville, FL", "target_sids": [ 13, 22 ], "retrieved_sids": [ 13, 164, 22, 165, 52 ], "retrieved_global": [ 13, 164, 22, 165, 52 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 470, "question": "I was just thinking about the weather last week, it was so unpredictable. Have you seen that new caf\u00e9 on the corner? I wonder if they have live music this weekend.Oh no, I actually wanted to figure out,What is the contact number for someone named Sydney Hale?", "ground_truth": "B", "answer_text": "65000315875", "target_sids": [ 94, 86 ], "retrieved_sids": [ 138, 86, 23, 101, 87 ], "retrieved_global": [ 138, 86, 23, 101, 87 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 471, "question": "I was talking to someone at the coffee shop, and they mentioned they just got back from a trip overseas. It always makes me think about the last vacation I took. Do you remember which movie we watched last weekend?Sorry about that, what I truly wanted to ask is,What is the age of someone who is 165 cm tall?", "ground_truth": "A", "answer_text": "29 years old", "target_sids": [ 120, 126 ], "retrieved_sids": [ 120, 88, 130, 1, 84 ], "retrieved_global": [ 120, 88, 130, 1, 84 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 472, "question": "I was thinking about that new coffee shop downtown, have you tried their pastries? It\u2019s been a while since I caught up with Sarah, I wonder how her project is going. By the way, did you see that movie everyone\u2019s talking about?What I really meant was,What is the contact number for someone whose work location is Portland, OR?", "ground_truth": "D", "answer_text": "71800741769", "target_sids": [ 84, 86 ], "retrieved_sids": [ 164, 25, 84, 6, 19 ], "retrieved_global": [ 164, 25, 84, 6, 19 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 473, "question": "I was thinking about that concert next week, did you hear anything about the opening act? Oh, was that the place we used to go for coffee? Sometimes I wonder if I left the oven on.Sorry about that, what I truly wanted to ask is,What is the occupation of someone in the position of Secondary School Teacher?", "ground_truth": "A", "answer_text": "Teacher", "target_sids": [ 52, 62 ], "retrieved_sids": [ 48, 52, 62, 19, 54 ], "retrieved_global": [ 48, 52, 62, 19, 54 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 474, "question": "I saw a new project proposal floating around, but I can't recall the details. I wonder if the meeting about that was last week or the week before. Oh, and did I send the birthday wishes? I need to check on that.Sorry about that, what I truly wanted to ask is,What is the company name for someone whose birthday is on 05/23?", "ground_truth": "D", "answer_text": "Innovative Learning Technologies LLC", "target_sids": [ 120, 118 ], "retrieved_sids": [ 54, 118, 85, 149, 62 ], "retrieved_global": [ 54, 118, 85, 149, 62 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 475, "question": "Have you seen the weather lately? I can't find my keys anywhere. Did you hear about the new cafe downtown?Hmm, actually my question was this: What is the occupation of someone in the position of Senior Cabin Crew Member?", "ground_truth": "B", "answer_text": "Flight Attendant", "target_sids": [ 146, 131 ], "retrieved_sids": [ 131, 146, 105, 26, 155 ], "retrieved_global": [ 131, 146, 105, 26, 155 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 476, "question": "I wonder what time the meeting is scheduled for, it's been such a long day. Did I leave the coffee pot on? There's a report I need to finish by tomorrow...Oops, actually what I wanted to ask was: What is the position of someone whose occupation is a doctor?", "ground_truth": "D", "answer_text": "Medical Director", "target_sids": [ 96, 90 ], "retrieved_sids": [ 96, 0, 162, 90, 167 ], "retrieved_global": [ 96, 0, 162, 90, 167 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 477, "question": "Did you see that new cafe that opened up? I wonder if it\u2019s any good. There\u2019s a new park down the street too, right? I really should start going for walks again. What was I thinking about yesterday? Oh, those shoes looked nice, didn\u2019t they?Wait, what I really want to know is: What is the hobby of the person named Lila Henderson?", "ground_truth": "A", "answer_text": "Reading", "target_sids": [ 99, 87 ], "retrieved_sids": [ 87, 85, 86, 41, 72 ], "retrieved_global": [ 87, 85, 86, 41, 72 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 478, "question": "I was talking to someone about investments, and they mentioned a milestone birthday coming up. It's funny how time flies, isn't it? I need to check my calendar for that appointment next week.Actually, my real question is: What is the age of the person from Clearview Financial Services?", "ground_truth": "A", "answer_text": "35 years old", "target_sids": [ 64, 83 ], "retrieved_sids": [ 23, 130, 75, 107, 2 ], "retrieved_global": [ 23, 130, 75, 107, 2 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 479, "question": "The weather has been so unpredictable lately, hasn't it? I wonder if I left the window open. Did I really forget to call her back?Oh right, I wanted to ask,What is the hobby of the person in the position of Farm Assistant?", "ground_truth": "D", "answer_text": "Camping", "target_sids": [ 112, 107 ], "retrieved_sids": [ 110, 28, 107, 29, 113 ], "retrieved_global": [ 110, 28, 107, 29, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 480, "question": "I was thinking about that restaurant we visited last summer, the one near the park. I can't seem to recall the name of the dish I ordered. Did I leave my keys on the kitchen counter?Wait a minute, what I wanted to ask is,What is the company name of the person who is 170cm tall?", "ground_truth": "D", "answer_text": "Pinnacle Wealth Management Group", "target_sids": [ 138, 143 ], "retrieved_sids": [ 15, 157, 91, 101, 164 ], "retrieved_global": [ 15, 157, 91, 101, 164 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 481, "question": "I saw a beautiful painting at the gallery yesterday, the colors were so vibrant. Speaking of colors, what's your favorite season? I wonder if they still make that dessert I used to love.I got it wrong, what I really meant to ask is: What is the age of someone whose birthday is on 04/11?", "ground_truth": "D", "answer_text": "30 years old", "target_sids": [ 72, 76 ], "retrieved_sids": [ 45, 147, 24, 124, 87 ], "retrieved_global": [ 45, 147, 24, 124, 87 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 482, "question": "It's been a long week, hasn't it? I kept forgetting to send that email... Did I lock my car? Oh, I hope the meeting went well. Was it last Tuesday or Wednesday when we discussed the new project?I got it wrong, what I really meant to ask is: What is the hometown of the person with the email address kendall.avery@capitalhealthprofessionals.com?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 40, 23 ], "retrieved_sids": [ 23, 30, 41, 79, 158 ], "retrieved_global": [ 23, 30, 41, 79, 158 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 483, "question": "You know, the other day I was thinking about that book I wanted to read. What was the name of that restaurant we used to go to? I should probably check my calendar later.I got it wrong, what I really meant to ask is: What is the education of the person with the email address grayson.caldwell@healthbridgemed.com?", "ground_truth": "A", "answer_text": "Master", "target_sids": [ 153, 166 ], "retrieved_sids": [ 153, 151, 100, 8, 55 ], "retrieved_global": [ 153, 151, 100, 8, 55 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 484, "question": "You know, sometimes I lose track of time. Remember last year when we celebrated on that special day? I wonder how many candles we'll have this time. It feels like just yesterday we were planning that surprise. What was the name of that place we went to?Oh right, I wanted to ask,What would the age be for someone whose birthday is on 08/08?", "ground_truth": "C", "answer_text": "30 years old", "target_sids": [ 40, 42 ], "retrieved_sids": [ 132, 68, 115, 40, 94 ], "retrieved_global": [ 132, 68, 115, 40, 94 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 485, "question": "I was thinking about that movie we watched last week, it had that great soundtrack. You know, the weather has been quite unpredictable lately. Did you remember to bring that book I lent you?Uh, hold on,What is the email address of the person who has camping as a hobby?", "ground_truth": "C", "answer_text": "morgan.tate@innovativeinsightsresearch.com", "target_sids": [ 56, 65 ], "retrieved_sids": [ 155, 153, 145, 56, 133 ], "retrieved_global": [ 155, 153, 145, 56, 133 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 486, "question": "You know, I was thinking about how some birthdays are so close to the holidays. It's funny how people celebrate in different ways. Just the other day, I was reminded of a friend's party last year. Did I ever tell you about that time I forgot my cousin's birthday? It was a chaos! Anyway, I wonder what the weather was like when they were born.I got it wrong, what I really meant to ask is: What is the hometown of someone whose birthday is on 01/24?", "ground_truth": "B", "answer_text": "San Jose, CA", "target_sids": [ 128, 136 ], "retrieved_sids": [ 128, 22, 42, 107, 87 ], "retrieved_global": [ 128, 22, 42, 107, 87 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 487, "question": "I was reading about different cities the other day, and it got me thinking about how much our surroundings shape us. Do you recall the last time we visited that place? I wonder if anyone else shares that unique characteristic. What's your favorite memory from that time?Oops, actually what I wanted to ask was: What is the height of someone whose hometown is Orlando, FL?", "ground_truth": "B", "answer_text": "164cm", "target_sids": [ 43, 54 ], "retrieved_sids": [ 89, 43, 4, 109, 26 ], "retrieved_global": [ 89, 43, 4, 109, 26 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 488, "question": "I was thinking about what to have for lunch, and then I heard a cat meowing. Does anyone know if it's supposed to rain tomorrow? I should really get my car serviced soon.Hold on, what I actually wanted to understand is: What is the work location for the person with the contact number 20200811349?", "ground_truth": "D", "answer_text": "Las Vegas, NV", "target_sids": [ 145, 131 ], "retrieved_sids": [ 98, 159, 28, 101, 25 ], "retrieved_global": [ 98, 159, 28, 101, 25 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 489, "question": "I wonder what time the meeting starts. Did I leave the oven on? There was something I wanted to ask about the report, but I forgot. Was it sunny outside earlier?Oops, actually what I wanted to ask was: What is the work location of the person who is 33 years old?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 112, 117 ], "retrieved_sids": [ 112, 117, 88, 168, 86 ], "retrieved_global": [ 112, 117, 88, 168, 86 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 490, "question": "I heard something interesting about a new project, but I can\u2019t recall the details. Did you see the latest updates? What was I supposed to bring to the meeting?Sorry, what I truly wanted to ask is: What is the occupation of the person from WattWise Electric Co.?", "ground_truth": "D", "answer_text": "Electrician", "target_sids": [ 28, 36 ], "retrieved_sids": [ 28, 34, 170, 160, 153 ], "retrieved_global": [ 28, 34, 170, 160, 153 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 491, "question": "I was thinking about that coffee shop we used to go to, you know, the one near the park? What was the name of that band we saw last summer? I really should check in on my old friend, but I keep forgetting. Did you see that new restaurant opened downtown?Oh right, I wanted to ask,What is the email address of someone whose hometown is San Diego, CA?", "ground_truth": "A", "answer_text": "sophie.bennett@lonestarretaillgroup.com", "target_sids": [ 117, 109 ], "retrieved_sids": [ 109, 10, 154, 152, 48 ], "retrieved_global": [ 109, 10, 154, 152, 48 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 492, "question": "I was thinking about how the weather has been lately, it feels like fall is finally here. Did you see that new caf\u00e9 that opened on Maple Street? What were we discussing yesterday?I got it wrong, what I really meant to ask is: What is the height of the person from Silver Sands Bank?", "ground_truth": "D", "answer_text": "153cm", "target_sids": [ 162, 159 ], "retrieved_sids": [ 132, 91, 115, 110, 156 ], "retrieved_global": [ 132, 91, 115, 110, 156 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 493, "question": "It's strange, I thought I had the report right here. Did you see my glasses? I wonder if we need to reschedule that meeting. What time does the caf\u00e9 close again?Actually, my real question is: What is the occupation of the person with the contact number 51007332765?", "ground_truth": "D", "answer_text": "Engineer", "target_sids": [ 42, 47 ], "retrieved_sids": [ 138, 140, 15, 37, 122 ], "retrieved_global": [ 138, 140, 15, 37, 122 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 494, "question": "Did you see the latest project updates? I wonder if we'll have enough resources for the upcoming deadline. By the way, what was that place we discussed last week?I got it wrong, what I really meant to ask is: What is the name of the person with the email address asher.davis@blueskyconstruction.com?", "ground_truth": "C", "answer_text": "Asher Davis", "target_sids": [ 19, 13 ], "retrieved_sids": [ 13, 95, 56, 138, 19 ], "retrieved_global": [ 13, 95, 56, 138, 19 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 495, "question": "Have you seen that new caf\u00e9 that just opened up? It reminds me of that little place we used to visit. I wonder if they still have that amazing chocolate cake. Oh, and I need to check my calendar for that meeting next week. Did I remember to mail that package?Uh, hold on,What is the contact number for the person with the email address ethan.brooks@iltltd.edu?", "ground_truth": "A", "answer_text": "61900326865", "target_sids": [ 114, 123 ], "retrieved_sids": [ 42, 114, 78, 54, 102 ], "retrieved_global": [ 42, 114, 78, 54, 102 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 496, "question": "I saw a book on the shelf yesterday, it reminded me of the time we went hiking. Did I leave my glasses in the car? I wonder if the meeting is still on for next week.Oh no, I actually wanted to figure out,What is the education level of the person with the contact number 31009049157?", "ground_truth": "D", "answer_text": "Bachelor", "target_sids": [ 113, 127 ], "retrieved_sids": [ 28, 141, 158, 139, 19 ], "retrieved_global": [ 28, 141, 158, 139, 19 ], "hit_at_k": false }, { "category": "noisy", "topic": "roles", "tid": 497, "question": "You know, I overheard someone talking about their job, it sounded really interesting. I wonder if they have a travel schedule or something like that. Did I leave the oven on? It's been such a busy week, I can't keep track of everything.Hmm, actually my question was this: What is the occupation of the person from Skyward Airlines?", "ground_truth": "B", "answer_text": "Flight Attendant", "target_sids": [ 84, 78 ], "retrieved_sids": [ 84, 78, 72, 139, 157 ], "retrieved_global": [ 84, 78, 72, 139, 157 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 498, "question": "I was thinking about the weather next week; it seems like it could rain. Did I remember to buy groceries for the weekend? Oh, and what was that movie we wanted to watch? I need to check my schedule for the next meeting, too.Wait a minute,What is the contact number for the person with the email address brielle.morgan@carepartnershealthcare.com?", "ground_truth": "C", "answer_text": "65000928515", "target_sids": [ 32, 31 ], "retrieved_sids": [ 31, 161, 126, 58, 121 ], "retrieved_global": [ 31, 161, 126, 58, 121 ], "hit_at_k": true }, { "category": "noisy", "topic": "roles", "tid": 499, "question": "I was thinking about the presentation next week, but I can't recall if I sent out the invitations. Did I leave my keys on the kitchen counter? The weather has been so unpredictable lately, hasn't it? I wonder if we should change the meeting time.Hold on, what I actually wanted to understand is: What is the company name of the person with the email address myles.donovan@quantuminnovationslabs.com?", "ground_truth": "A", "answer_text": "Quantum Innovations Labs", "target_sids": [ 67, 70 ], "retrieved_sids": [ 12, 165, 17, 67, 52 ], "retrieved_global": [ 12, 165, 17, 67, 52 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 0, "question": "I saw a flyer about an interesting gathering, but I can't remember where it's being held. Did I leave my coffee cup somewhere?Oh no, I actually wanted to figure out,What time is the event located in Boston, MA?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 72, 79 ], "retrieved_sids": [ 27, 6, 57, 98, 11 ], "retrieved_global": [ 27, 6, 57, 98, 11 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 1, "question": "I saw a poster for an event next week, it had such vibrant colors, but I can't remember what it was about. Did I return the library book on time?Wait, what I really want to know is: What is the location of the event on October 16, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 16, 21 ], "retrieved_sids": [ 104, 87, 56, 35, 63 ], "retrieved_global": [ 104, 87, 56, 35, 63 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 2, "question": "I heard some chatter about an event happening soon, but I can't remember the exact dates. Did anyone mention a milestone approaching?Wait, what I really want to know is: What is the scale of the activity that has a duration of nine weeks?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 43, 36 ], "retrieved_sids": [ 35, 21, 28, 113, 29 ], "retrieved_global": [ 35, 21, 28, 113, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 3, "question": "I was reading about the history of the Capitol, and it made me wonder how many speeches have been made there. What day is it again?Oh right, I wanted to ask,What time is the event in Washington, DC?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 52, 55 ], "retrieved_sids": [ 99, 86, 80, 65, 20 ], "retrieved_global": [ 99, 86, 80, 65, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 4, "question": "I heard someone mention a party last weekend, it was packed and everyone seemed to have a great time. What day did we decide to meet again?Uh, hold on,What's the duration of the event that has a scale of six hundred people?", "ground_truth": "C", "answer_text": "three of week", "target_sids": [ 113, 119 ], "retrieved_sids": [ 42, 61, 89, 28, 49 ], "retrieved_global": [ 42, 61, 89, 28, 49 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 5, "question": "I heard they\u2019re planning something big, but I can\u2019t quite remember the venue. Do you know when the last meeting wrapped up?Wait, what I really want to know is: What time is the event for two hundred people?", "ground_truth": "D", "answer_text": "2024-10-17 9:00", "target_sids": [ 48, 59 ], "retrieved_sids": [ 116, 20, 51, 34, 65 ], "retrieved_global": [ 116, 20, 51, 34, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 6, "question": "I passed by a caf\u00e9 earlier, and the aroma was so inviting. Did I forget to water the plants again?Hold on, what I actually wanted to understand is: What's the location for the event that lasts seven weeks?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 34, 28 ], "retrieved_sids": [ 90, 105, 15, 113, 28 ], "retrieved_global": [ 90, 105, 15, 113, 28 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 7, "question": "I heard there\u2019s a big gathering happening soon, but I can't remember the exact details. Did anyone mention the date?Oh no, I actually wanted to figure out,What time is the event with a scale of seven thousand people?", "ground_truth": "A", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 32, 30 ], "retrieved_sids": [ 87, 39, 30, 83, 114 ], "retrieved_global": [ 87, 39, 30, 83, 114 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 8, "question": "I saw a poster about some event coming up, the colors were so bright, yet I can\u2019t remember the exact date. Did I forget to call my friend back?Oh no, I actually wanted to figure out,What is the duration of the event at the location in Las Vegas, NV?", "ground_truth": "B", "answer_text": "two of week", "target_sids": [ 48, 55 ], "retrieved_sids": [ 90, 81, 43, 68, 9 ], "retrieved_global": [ 90, 81, 43, 68, 9 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 9, "question": "I heard someone mention a gathering last week, and the atmosphere seemed really lively, but I can\u2019t remember what the occasion was. Did I forget to respond to that message?Hold on, what I actually wanted to understand is: What's the duration of the event that has a scale of six thousand people?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 74, 77 ], "retrieved_sids": [ 74, 22, 103, 115, 55 ], "retrieved_global": [ 74, 22, 103, 115, 55 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 10, "question": "I was supposed to call Sarah about that meeting, but I totally forgot. What time did we decide? Did I also confirm the venue?Oops, actually what I wanted to ask was: What is the location for the event on Thursday, October 10, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "San Jose, CA", "target_sids": [ 24, 35 ], "retrieved_sids": [ 106, 22, 40, 54, 64 ], "retrieved_global": [ 106, 22, 40, 54, 64 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 11, "question": "I saw a flyer about an upcoming gathering, but I can't remember the date or where it's taking place. Did I forget to reply to that message?Wait a minute, what I wanted to ask is,What is the location for the event on 2024-10-17 at 14:00?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 11, 4 ], "retrieved_sids": [ 20, 28, 52, 100, 69 ], "retrieved_global": [ 20, 28, 52, 100, 69 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 12, "question": "I went to the park yesterday, and there was this group practicing something, but I can't remember what. Did I leave the stove on?I got it wrong, what I really meant to ask is: What is the scale of the activity that has a duration of five weeks?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 17, 13 ], "retrieved_sids": [ 71, 75, 52, 76, 41 ], "retrieved_global": [ 71, 75, 52, 76, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 13, "question": "There's something special about that day, but I can't remember why. Did I forget to RSVP for something important? What time did my meeting start again?Wait, what I really want to know is: What is the duration of the event scheduled for Friday, October 11, 2024, at 09:00?", "ground_truth": "D", "answer_text": "two of week", "target_sids": [ 96, 100 ], "retrieved_sids": [ 115, 44, 59, 11, 106 ], "retrieved_global": [ 115, 44, 59, 11, 106 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 14, "question": "I overheard someone mention a gathering last week, but I can't remember how many were there. Did they say it was supposed to be in the evening or the morning?What I really meant was,What is the duration of the event for nine hundred people?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 40, 46 ], "retrieved_sids": [ 115, 27, 98, 3, 69 ], "retrieved_global": [ 115, 27, 98, 3, 69 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 15, "question": "I saw a flyer yesterday about something happening nearby, but I can't remember the dates. Did I leave my keys on the table?Oh no, I actually wanted to figure out,What is the location of the three-day event?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 114, 111 ], "retrieved_sids": [ 29, 66, 9, 117, 58 ], "retrieved_global": [ 29, 66, 9, 117, 58 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 16, "question": "I saw a poster about an event next month, but I can't remember where it's being held. Was it at that new place downtown?Oh, what I truly wanted to clarify is,What is the location for the event on October 14, 2024, at 9:00?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 89, 84 ], "retrieved_sids": [ 7, 55, 59, 21, 51 ], "retrieved_global": [ 7, 55, 59, 21, 51 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 17, "question": "I spoke to a friend recently, and they mentioned attending an interesting event soon, but I can't quite remember the details. Did I forget to buy those tickets again?Hold on, what I actually wanted to understand is: What is the location of the activity that lasts four weeks?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 108, 111 ], "retrieved_sids": [ 77, 17, 56, 5, 24 ], "retrieved_global": [ 77, 17, 56, 5, 24 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 18, "question": "I overheard someone talking about a future gathering, but I can't remember the exact date or the details of who would be attending. Did I leave the laundry in the machine?Sorry about that, what I truly wanted to ask is,What is the location for the event on October 16, 2024, at 9:00?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 34, 28 ], "retrieved_sids": [ 38, 65, 31, 110, 62 ], "retrieved_global": [ 38, 65, 31, 110, 62 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 19, "question": "I saw a beautiful sunset yesterday, but I can't remember if I had dinner before or after. Did I leave my keys on the table?Oops, actually what I wanted to ask was: What is the time for the event at that location in Washington, DC?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 14, 15 ], "retrieved_sids": [ 97, 61, 92, 74, 80 ], "retrieved_global": [ 97, 61, 92, 74, 80 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 20, "question": "I saw a huge crowd gathering this weekend, it felt like a festival but I couldn't quite place the reason. Did I forget to send that email?Actually, my real question is: What is the duration of the event that has a scale of seven hundred people?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 11, 6 ], "retrieved_sids": [ 104, 42, 28, 15, 89 ], "retrieved_global": [ 104, 42, 28, 15, 89 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 21, "question": "There was this gathering last week, lots of people chatting, but the details are a bit fuzzy now. Was it a celebration or maybe a conference? The energy was definitely high, though.Actually, my real question is: What is the scale of the event at the location in Denver, CO?", "ground_truth": "D", "answer_text": "five hundred people", "target_sids": [ 58, 53 ], "retrieved_sids": [ 87, 7, 103, 22, 66 ], "retrieved_global": [ 87, 7, 103, 22, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 22, "question": "I overheard someone discussing plans for a gathering this weekend; it sounded like it could be quite significant. Did you remember to bring the tickets for that thing?What I really meant was,What is the scale of the event happening at that location in Washington, DC?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 58, 52 ], "retrieved_sids": [ 41, 115, 103, 90, 6 ], "retrieved_global": [ 41, 115, 103, 90, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 23, "question": "I went for a walk in the park yesterday, and there was a sweet smell in the air, but I can't quite remember what it was. Why did I choose that particular route again?What I really meant was,What is the duration of the event located in Miami, FL?", "ground_truth": "B", "answer_text": "two day", "target_sids": [ 64, 61 ], "retrieved_sids": [ 33, 52, 87, 7, 94 ], "retrieved_global": [ 33, 52, 87, 7, 94 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 24, "question": "I saw a colorful flyer today, but I can't quite remember what it was promoting. Did I leave the oven on?Actually, my real question is: What time is the event in San Francisco, CA?", "ground_truth": "A", "answer_text": "2024-10-12 14:00", "target_sids": [ 61, 62 ], "retrieved_sids": [ 61, 71, 46, 36, 77 ], "retrieved_global": [ 61, 71, 46, 36, 77 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 25, "question": "I saw a friend at a cafe last week, she mentioned something about a concert, but I forgot the date. What's the weather like tomorrow?Actually, my real question is: What time is the event at the location in New York, NY?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 89, 91 ], "retrieved_sids": [ 95, 81, 50, 94, 119 ], "retrieved_global": [ 95, 81, 50, 94, 119 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 26, "question": "I heard a rumor about an exciting gathering next fall, but I can't remember the exact details. Was it on a Tuesday or a Thursday?Sorry, what I truly wanted to ask is: What is the scale for the event scheduled on October 17, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 70, 63 ], "retrieved_sids": [ 53, 45, 104, 91, 100 ], "retrieved_global": [ 53, 45, 104, 91, 100 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 27, "question": "I saw someone wearing a vibrant blue jacket at the caf\u00e9, but I can't remember where I put my keys earlier. Did I leave the window open again?Oh no, I actually wanted to figure out,What is the scale for the event on Saturday, October 19, 2024, at 09:00?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 88, 95 ], "retrieved_sids": [ 6, 8, 64, 81, 53 ], "retrieved_global": [ 6, 8, 64, 81, 53 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 28, "question": "I saw a group of friends chatting in the park, but I can't remember their names. Did I forget to water the plants this morning?Wait a minute,What is the duration of the event for two hundred people?", "ground_truth": "C", "answer_text": "six day", "target_sids": [ 16, 14 ], "retrieved_sids": [ 92, 30, 14, 67, 74 ], "retrieved_global": [ 92, 30, 14, 67, 74 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 29, "question": "The flowers in the garden are blooming beautifully this season, but I can't remember when the last rain was. Did I lock the front door?Hmm, actually my question was this: What's the location of the event that lasts for two weeks?", "ground_truth": "A", "answer_text": "Boston, MA", "target_sids": [ 26, 31 ], "retrieved_sids": [ 88, 63, 103, 33, 58 ], "retrieved_global": [ 88, 63, 103, 33, 58 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 30, "question": "I saw a gathering last week; it reminded me of that time we had a huge turnout. I can't quite remember the details of the event, though, but it was definitely lively. What day did we plan for the next get-together?Oh no, I actually wanted to figure out,What is the location of the event that has a scale of three hundred people?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 74, 83 ], "retrieved_sids": [ 6, 88, 110, 87, 104 ], "retrieved_global": [ 6, 88, 110, 87, 104 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 31, "question": "I heard someone mention a gathering in the city last week, but I can't quite remember the details. Did I return those library books?Sorry about that, what I truly wanted to ask is,What is the duration of the event located in Boston, MA?", "ground_truth": "B", "answer_text": "five of week", "target_sids": [ 113, 108 ], "retrieved_sids": [ 99, 6, 29, 87, 16 ], "retrieved_global": [ 99, 6, 29, 87, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 32, "question": "I heard there\u2019s a gathering this weekend, something about bright lights and entertainment, but I can\u2019t remember the details. What was the theme again?Wait a minute,What is the scale of the event located in Las Vegas, NV?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 58, 53 ], "retrieved_sids": [ 87, 46, 107, 29, 6 ], "retrieved_global": [ 87, 46, 107, 29, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 33, "question": "I heard there's something happening in the sunshine state, but the dates are all mixed up in my head. Have you seen that new restaurant everyone is raving about?Wait, what I really want to know is: What is the duration of the event located in Orlando, FL?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 66, 60 ], "retrieved_sids": [ 26, 118, 6, 73, 12 ], "retrieved_global": [ 26, 118, 6, 73, 12 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 34, "question": "I heard there might be a gathering next week, but I can't remember the details. Did someone mention the location?Sorry about that, what I truly wanted to ask is,What is the scale for the event on Thursday, October 10, 2024, at 09:00?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 99, 100 ], "retrieved_sids": [ 110, 19, 15, 50, 94 ], "retrieved_global": [ 110, 19, 15, 50, 94 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 35, "question": "I heard someone mentioning a project that lasts a week, but I can't remember where the meeting is scheduled. Did I leave the oven on?Oh right, I wanted to ask,What is the location of the activity that has a duration of seven days?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 88, 87 ], "retrieved_sids": [ 5, 38, 30, 79, 29 ], "retrieved_global": [ 5, 38, 30, 79, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 36, "question": "I heard someone talking about an upcoming gathering next week, but I can't remember the exact date. Did they mention if it was in the morning or afternoon?Uh, hold on,What is the location for the event on October 7th, 2024, which is a Monday at 9:00 AM?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 106, 103 ], "retrieved_sids": [ 88, 45, 24, 94, 67 ], "retrieved_global": [ 88, 45, 24, 94, 67 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 37, "question": "I saw a calendar today, and it reminded me of that festival we attended last year. What was the name of that place again?Uh, hold on,What time is the three-day event?", "ground_truth": "A", "answer_text": "2024-10-19 Saturday 09:00", "target_sids": [ 41, 38 ], "retrieved_sids": [ 51, 62, 79, 38, 90 ], "retrieved_global": [ 51, 62, 79, 38, 90 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 38, "question": "I just remembered a meeting we had last fall; the weather was perfect for it. Did I confirm the time with everyone? Where did I put my notes?Oh no, I actually wanted to figure out,What is the duration of the event scheduled for October 16, 2024, at 14:00?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 23, 15 ], "retrieved_sids": [ 7, 54, 53, 68, 101 ], "retrieved_global": [ 7, 54, 53, 68, 101 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 39, "question": "I was thinking about the schedule for next month, and I remember a meeting at the same time, but what day was it again? It's always tricky to keep track of these things.Hold on, what I actually wanted to understand is: What is the duration of the event on October 16, 2024, Wednesday, at 14:00?", "ground_truth": "A", "answer_text": "seven of week", "target_sids": [ 97, 105 ], "retrieved_sids": [ 19, 31, 78, 45, 87 ], "retrieved_global": [ 19, 31, 78, 45, 87 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 40, "question": "I was thinking about that interesting project we discussed last month; it feels like ages ago. Did I ever find out what happened to that proposal?Actually, my real question is: What is the time for the activity that has a duration of seven weeks?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 09:00", "target_sids": [ 65, 71 ], "retrieved_sids": [ 50, 65, 110, 42, 104 ], "retrieved_global": [ 50, 65, 110, 42, 104 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 41, "question": "I went to the park yesterday, and there was a strange festival happening, but I couldn't remember when it started. Did I forget to call my sister about dinner this week?Oh, what I truly wanted to clarify is,What is the location for the event that lasts four weeks?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 80, 76 ], "retrieved_sids": [ 88, 6, 65, 103, 69 ], "retrieved_global": [ 88, 6, 65, 103, 69 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 42, "question": "I saw a flyer for a gathering, but I didn't catch the date. Wasn't there something special about that day? I wonder if the weather will hold up.Hold on, what I actually wanted to understand is: What time is the event in San Francisco, CA?", "ground_truth": "C", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 32, 28 ], "retrieved_sids": [ 89, 59, 66, 82, 23 ], "retrieved_global": [ 89, 59, 66, 82, 23 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 43, "question": "I overheard someone talking about a gathering in the city, but I didn\u2019t catch the date. Is it next week or later?Oh no, I actually wanted to figure out,What is the duration of the event located in Los Angeles, CA?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 2, 11 ], "retrieved_sids": [ 56, 29, 103, 19, 14 ], "retrieved_global": [ 56, 29, 103, 19, 14 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 44, "question": "I saw a poster for something happening soon, but I can't remember if it was this weekend or next. Did I leave the oven on?Oops, actually what I wanted to ask was: What is the duration of the event located in Austin, TX?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 36, 37 ], "retrieved_sids": [ 105, 98, 110, 54, 32 ], "retrieved_global": [ 105, 98, 110, 54, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 45, "question": "I heard about a gathering next week, but I can't remember the location. Did someone mention a special guest?Uh, hold on,What is the scale for the event on October 15, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 49, 51 ], "retrieved_sids": [ 70, 19, 28, 41, 43 ], "retrieved_global": [ 70, 19, 28, 41, 43 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 46, "question": "I heard someone talking about a gathering in town, but I can't remember if it was next week or the week after. Did I forget to write down the time?What I really meant was,What is the duration of the event happening in Austin, TX?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 114, 118 ], "retrieved_sids": [ 40, 101, 62, 115, 23 ], "retrieved_global": [ 40, 101, 62, 115, 23 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 47, "question": "I had a conversation yesterday, someone mentioned their favorite place to unwind, but I can't remember the name now. Did I ever share my travel stories with you?Sorry, what I truly wanted to ask is: What is the location for the activity that has a duration of one day?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 0, 6 ], "retrieved_sids": [ 104, 95, 33, 47, 38 ], "retrieved_global": [ 104, 95, 33, 47, 38 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 48, "question": "I attended a meeting yesterday, it felt quite brief, but I can't remember the key points we discussed. Did I forget to send that follow-up email?I got it wrong, what I really meant to ask is: What is the scale of an activity that has a duration of one day?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 18, 14 ], "retrieved_sids": [ 3, 79, 106, 92, 43 ], "retrieved_global": [ 3, 79, 106, 92, 43 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 49, "question": "Did you hear about the gathering? I think it was planned for sometime next week, but I can't remember the exact details. What time did we say it would start?Wait a minute, what I wanted to ask is,What is the time for the event with six hundred people?", "ground_truth": "A", "answer_text": "2024-10-15 Tuesday 19:00", "target_sids": [ 104, 98 ], "retrieved_sids": [ 3, 102, 14, 56, 29 ], "retrieved_global": [ 3, 102, 14, 56, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 50, "question": "I heard someone mention a project last week that involves multiple phases, but I can't quite remember the details or the timeline. Did I forget to call that person back?Wait, what I really want to know is: What is the scale of the activity that has a duration of eight days?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 41, 43 ], "retrieved_sids": [ 68, 10, 51, 96, 114 ], "retrieved_global": [ 68, 10, 51, 96, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 51, "question": "I heard someone mention an upcoming festival; it sounded vibrant and exciting, but I can't remember the dates. Where did I put my notes about that trip?Sorry about that, what I truly wanted to ask is,What is the location of the event that has a duration of four days?", "ground_truth": "D", "answer_text": "San Antonio, TX", "target_sids": [ 97, 101 ], "retrieved_sids": [ 78, 52, 9, 16, 62 ], "retrieved_global": [ 78, 52, 9, 16, 62 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 52, "question": "I heard someone mentioning a gathering next week, but I can't remember the exact location. Did I forget to RSVP?Oh right, I wanted to ask,What time is the event located in Chicago, IL?", "ground_truth": "D", "answer_text": "2024-10-16 19:00", "target_sids": [ 76, 79 ], "retrieved_sids": [ 94, 99, 4, 111, 59 ], "retrieved_global": [ 94, 99, 4, 111, 59 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 53, "question": "I saw a poster for something happening next week, but I can't remember the specific dates. Was it before or after the weekend?What I really meant was,What time is the event that lasts four days?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 98, 101 ], "retrieved_sids": [ 50, 49, 42, 89, 68 ], "retrieved_global": [ 50, 49, 42, 89, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 54, "question": "I saw someone with a bright red umbrella while waiting for the bus; it's funny how weather can change your mood. Did I forget to call my sister back?Actually, my real question is: What is the time for the activity that lasts four weeks?", "ground_truth": "D", "answer_text": "2024-10-12 9:00", "target_sids": [ 71, 63 ], "retrieved_sids": [ 32, 54, 18, 45, 63 ], "retrieved_global": [ 32, 54, 18, 45, 63 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 55, "question": "I heard someone mention a gathering next week, but I can't remember the location. Did I leave the stove on?Wait a minute, what I wanted to ask is,What is the time for the event at that location in San Antonio, TX?", "ground_truth": "D", "answer_text": "2024-10-17 Thursday 09:00", "target_sids": [ 97, 98 ], "retrieved_sids": [ 97, 92, 98, 32, 105 ], "retrieved_global": [ 97, 92, 98, 32, 105 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 56, "question": "I heard there\u2019s going to be something big happening next fall, but I can\u2019t quite remember the details. Did we decide on a venue for the gathering?Hold on, what I actually wanted to understand is: What is the scale of the event happening on October 16, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 47, 39 ], "retrieved_sids": [ 79, 68, 12, 33, 29 ], "retrieved_global": [ 79, 68, 12, 33, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 57, "question": "I heard the venue is going to accommodate a lot of attendees, but I can't remember when that wedding is supposed to take place. Did I tell you about the last concert I went to?Sorry, what I truly wanted to ask is: What is the time for the event that has a scale of four thousand people?", "ground_truth": "D", "answer_text": "2024-10-12 19:00", "target_sids": [ 107, 100 ], "retrieved_sids": [ 4, 13, 46, 100, 86 ], "retrieved_global": [ 4, 13, 46, 100, 86 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 58, "question": "I heard a rumor about a local event happening next month, but I can't remember the details. Did they say it lasts a week or just a few days?Hmm, actually my question was this: What is the scale of the activity that has a duration of nine days?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 64, 68 ], "retrieved_sids": [ 50, 115, 99, 9, 1 ], "retrieved_global": [ 50, 115, 99, 9, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 59, "question": "I overheard someone talking about a gathering next month, but I can't remember where it was supposed to be. Did I mention I need to check my calendar for that?What I really meant was,What is the location for the event on 2024-10-16 at 9:00?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 59, 54 ], "retrieved_sids": [ 114, 6, 19, 56, 75 ], "retrieved_global": [ 114, 6, 19, 56, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 60, "question": "I heard someone mention a concert coming up soon, but I can't remember the exact date. What day is it again?Oops, actually what I wanted to ask was: What is the duration of the event on Saturday, October 19, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "four day", "target_sids": [ 92, 87 ], "retrieved_sids": [ 77, 113, 75, 102, 117 ], "retrieved_global": [ 77, 113, 75, 102, 117 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 61, "question": "I overheard someone talking about a festival that happens every year, but I can't remember the exact dates. What was the theme last time?Wait a minute,What is the scale of the activity that lasts eight days?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 8, 4 ], "retrieved_sids": [ 103, 44, 4, 47, 77 ], "retrieved_global": [ 103, 44, 4, 47, 77 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 62, "question": "I saw a flyer for something happening soon in the city, but I lost track of the dates. Did I already pack my sunhat for that?Oops, actually what I wanted to ask was: What is the duration of the event located in Miami, FL?", "ground_truth": "B", "answer_text": "one of week", "target_sids": [ 84, 94 ], "retrieved_sids": [ 41, 105, 114, 79, 99 ], "retrieved_global": [ 41, 105, 114, 79, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 63, "question": "I heard there's a gathering this weekend, but I can't remember the location. Did my friend mention the time?Wait a minute,What is the scale for the event on Saturday, October 19, 2024, at 2:00 PM?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 24, 25 ], "retrieved_sids": [ 91, 58, 13, 102, 99 ], "retrieved_global": [ 91, 58, 13, 102, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 64, "question": "I walked by a caf\u00e9 earlier, and it felt like the perfect spot for an afternoon meet-up. I wonder what the weather will be like next week. Do you think there's parking nearby?Wait, what I really want to know is: What time is the event at the location in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-16 9:00", "target_sids": [ 49, 55 ], "retrieved_sids": [ 14, 31, 117, 49, 35 ], "retrieved_global": [ 14, 31, 117, 49, 35 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 65, "question": "I heard whispers about a gathering that everyone's excited about, but I can't quite remember the start time. Did I leave the door unlocked?Uh, hold on,What is the duration of the event located in Phoenix, AZ?", "ground_truth": "D", "answer_text": "five of week", "target_sids": [ 17, 23 ], "retrieved_sids": [ 32, 80, 15, 106, 66 ], "retrieved_global": [ 32, 80, 15, 106, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 66, "question": "I heard there's a gathering happening soon, but I can't remember the exact date or who will be there. Did we decide on a place for dinner next week?Wait a minute,What is the location for the event on October 15, 2024, at 9:00?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 40, 41 ], "retrieved_sids": [ 19, 68, 32, 113, 35 ], "retrieved_global": [ 19, 68, 32, 113, 35 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 67, "question": "The weather has been so unpredictable lately, I wonder if I should bring an umbrella to that gathering next week. Did I remember to call my sister about her plans?Sorry, what I truly wanted to ask is: What is the scale for the event scheduled on 2024-10-14 at 14:00?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 82, 79 ], "retrieved_sids": [ 43, 99, 119, 85, 16 ], "retrieved_global": [ 43, 99, 119, 85, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 68, "question": "I ran into an old friend yesterday, and we chatted about that new caf\u00e9 downtown, but I can't remember the name of it now. What time did we say we\u2019d meet again?Hold on, what I actually wanted to understand is: What time is the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 0, 2 ], "retrieved_sids": [ 22, 90, 46, 62, 4 ], "retrieved_global": [ 22, 90, 46, 62, 4 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 69, "question": "I overheard someone mentioning a celebration that seemed to be quite elaborate, but I can\u2019t remember the details they shared. Did they say anything about a festival?Sorry about that, what I truly wanted to ask is,What is the scale of the activity that lasts for nine days?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 73, 75 ], "retrieved_sids": [ 73, 111, 94, 54, 67 ], "retrieved_global": [ 73, 111, 94, 54, 67 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 70, "question": "I heard someone talking about a gathering of people, but I can't quite remember the details. Was it in a park or maybe a community center? It's all a blur.Hold on, what I actually wanted to understand is: What is the location of the one hundred people scale event?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 2, 3 ], "retrieved_sids": [ 43, 102, 44, 116, 101 ], "retrieved_global": [ 43, 102, 44, 116, 101 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 71, "question": "I heard someone mention an outdoor gathering last week, but I can't remember the exact date. What was that song everyone was humming? Did I leave the lights on at home?Oh right, I wanted to ask,What is the location of the event that has a scale of one hundred people?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 112, 109 ], "retrieved_sids": [ 99, 35, 42, 91, 64 ], "retrieved_global": [ 99, 35, 42, 91, 64 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 72, "question": "I heard there\u2019s a gathering happening soon, but I can't remember the exact day or where it's being held. Did anyone mention if it's indoors or outdoors?Sorry about that, what I truly wanted to ask is,What is the location of the scale event for seven hundred people?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 116, 119 ], "retrieved_sids": [ 85, 34, 99, 83, 41 ], "retrieved_global": [ 85, 34, 99, 83, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 73, "question": "I took a walk past the park yesterday, and I noticed a large gathering, but I can't remember what event it was for. Did I leave the oven on?Oh no, I actually wanted to figure out,What's the scale of the activity that lasts nine days?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 19, 21 ], "retrieved_sids": [ 76, 73, 19, 69, 103 ], "retrieved_global": [ 76, 73, 19, 69, 103 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 74, "question": "I heard they're planning something big next week, but I can't remember who said they would be there. Did I leave the oven on?Uh, hold on,What is the duration of the event that involves nine hundred people?", "ground_truth": "D", "answer_text": "eight of week", "target_sids": [ 17, 14 ], "retrieved_sids": [ 80, 41, 92, 6, 25 ], "retrieved_global": [ 80, 41, 92, 6, 25 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 75, "question": "I saw a notice for something happening next week, but I can't remember the exact time. Did I leave the oven on before I left the house?Sorry, what I truly wanted to ask is: What is the duration of the event on Wednesday, October 9, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 24, 29 ], "retrieved_sids": [ 55, 20, 117, 44, 35 ], "retrieved_global": [ 55, 20, 117, 44, 35 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 76, "question": "I spoke with a colleague yesterday who mentioned something about a gathering next month, but I can't remember the details. Is it time for the annual meeting already?Sorry, what I truly wanted to ask is: What is the location for the event on Friday, October 11, 2024, at 09:00?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 50, 55 ], "retrieved_sids": [ 34, 67, 75, 81, 11 ], "retrieved_global": [ 34, 67, 75, 81, 11 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 77, "question": "I wonder if the venue will have enough seating, but I can't remember if I sent the RSVP. Did I leave the oven on?Hold on, what I actually wanted to understand is: What is the duration of the scale event with nine hundred people?", "ground_truth": "A", "answer_text": "three of week", "target_sids": [ 66, 62 ], "retrieved_sids": [ 79, 57, 56, 93, 27 ], "retrieved_global": [ 79, 57, 56, 93, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 78, "question": "I heard there\u2019s a gathering next week with quite a few attendees, but I can\u2019t remember the exact date. Did I leave my notes at home?Hold on, what I actually wanted to understand is: What is the duration of the event that has a scale of three hundred people?", "ground_truth": "C", "answer_text": "five day", "target_sids": [ 25, 33 ], "retrieved_sids": [ 65, 19, 36, 63, 99 ], "retrieved_global": [ 65, 19, 36, 63, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 79, "question": "I overheard someone talking about a large gathering, and I wonder what the theme was. Do I need to bring anything special?Sorry about that, what I truly wanted to ask is,What time is the event with eight hundred people?", "ground_truth": "D", "answer_text": "2024-10-17 14:00", "target_sids": [ 117, 119 ], "retrieved_sids": [ 39, 16, 4, 8, 102 ], "retrieved_global": [ 39, 16, 4, 8, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 80, "question": "The coffee shop I usually visit had a special deal today, but I forgot my wallet at home. Did I ever finish that book I started last month?I got it wrong, what I really meant to ask is: What time is the event at that location in Washington, DC?", "ground_truth": "A", "answer_text": "2024-10-12 14:00", "target_sids": [ 96, 98 ], "retrieved_sids": [ 16, 57, 117, 96, 43 ], "retrieved_global": [ 16, 57, 117, 96, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 81, "question": "I saw someone taking notes during the meeting, but I can't remember who it was. Did I forget to confirm the venue for next week?Oops, actually what I wanted to ask was: What is the time for the event with a scale of three hundred people?", "ground_truth": "D", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 71, 63 ], "retrieved_sids": [ 119, 39, 52, 116, 8 ], "retrieved_global": [ 119, 39, 52, 116, 8 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 82, "question": "I saw a poster about an exciting gathering, but I can't remember the exact dates. Did I mention my friend's graduation party next month?What I really meant was,What time is the three-day event?", "ground_truth": "A", "answer_text": "2024-10-15 14:00", "target_sids": [ 65, 62 ], "retrieved_sids": [ 81, 8, 6, 31, 17 ], "retrieved_global": [ 81, 8, 6, 31, 17 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 83, "question": "I heard there's a gathering happening soon, but I can't remember the exact details. Did I ever mention my friend's wedding was in June?Oh no, I actually wanted to figure out,What is the duration of the event located in Los Angeles, CA?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 117, 119 ], "retrieved_sids": [ 20, 111, 57, 104, 75 ], "retrieved_global": [ 20, 111, 57, 104, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 84, "question": "I bumped into an old friend at the caf\u00e9 yesterday, and we talked about the time we went camping. Did I ever mention my plans for next month?Hmm, actually my question was this: What is the scale of the event scheduled for Tuesday, October 15, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "five hundred people", "target_sids": [ 83, 79 ], "retrieved_sids": [ 29, 69, 61, 54, 98 ], "retrieved_global": [ 29, 69, 61, 54, 98 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 85, "question": "I overheard someone mentioning a large gathering last week; it might have been a conference, but I can't quite remember the details. Did I forget to pick up groceries?Wait a minute,What is the scale of the event located in Orlando, FL?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 12, 15 ], "retrieved_sids": [ 52, 81, 88, 53, 42 ], "retrieved_global": [ 52, 81, 88, 53, 42 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 86, "question": "I was thinking about that concert I've been planning, but I can't remember if I bought the tickets yet. Why does this always happen to me?Oh no, I actually wanted to figure out,What is the location for the event on October 12, 2024, at 19:00?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 69, 71 ], "retrieved_sids": [ 53, 91, 64, 75, 109 ], "retrieved_global": [ 53, 91, 64, 75, 109 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 87, "question": "I heard that something big is happening down in Florida, but I can't quite remember the details. Did they say it was a festival or maybe a conference? It's all a bit fuzzy.Oh, what I truly wanted to clarify is,What is the scale of the event located in Miami, FL?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 18, 12 ], "retrieved_sids": [ 49, 39, 64, 111, 12 ], "retrieved_global": [ 49, 39, 64, 111, 12 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 88, "question": "I saw a beautiful sunset yesterday, but I can't remember the exact moment it started. Did I buy that new jacket last week?Oh, what I truly wanted to clarify is,What time is the event located in Denver, CO?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 50, 58 ], "retrieved_sids": [ 3, 100, 75, 23, 103 ], "retrieved_global": [ 3, 100, 75, 23, 103 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 89, "question": "I spoke to a colleague yesterday, and they mentioned something about project timelines, but I can't quite remember the details. Did I forget to reply to that email?Uh, hold on,What is the scale of the activity that has a duration of two weeks?", "ground_truth": "D", "answer_text": "three thousand people", "target_sids": [ 17, 15 ], "retrieved_sids": [ 111, 102, 5, 97, 66 ], "retrieved_global": [ 111, 102, 5, 97, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 90, "question": "I saw a group discussing logistics in the hallway, and there was a mention of seating arrangements, but I can\u2019t quite remember how many tables they planned to set up. Why do I always forget my keys?Hmm, actually my question was this: For the event with a scale of four hundred people, what is the duration?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 109, 111 ], "retrieved_sids": [ 17, 89, 43, 53, 109 ], "retrieved_global": [ 17, 89, 43, 53, 109 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 91, "question": "I overheard someone talking about a large gathering, but I can't remember the details. Did I forget to send that email?Sorry, what I truly wanted to ask is: What time is the event with nine hundred people?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 83, 78 ], "retrieved_sids": [ 32, 86, 114, 64, 51 ], "retrieved_global": [ 32, 86, 114, 64, 51 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 92, "question": "I overheard someone talking about an upcoming gathering next month, but I can't remember the details. What time did we say we would meet again?Wait a minute,What is the scale of the event on 2024-10-13 at 19:00?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 104, 103 ], "retrieved_sids": [ 114, 40, 42, 99, 54 ], "retrieved_global": [ 114, 40, 42, 99, 54 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 93, "question": "I had a great conversation with a friend yesterday about the upcoming festival, but I can't remember the exact date. Where did I put that calendar?Sorry, what I truly wanted to ask is: What is the time for the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 59, 51 ], "retrieved_sids": [ 17, 7, 91, 118, 82 ], "retrieved_global": [ 17, 7, 91, 118, 82 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 94, "question": "I saw a flyer yesterday about an upcoming gathering, but I can't remember the details. Did I leave my car keys on the table?Sorry about that, what I truly wanted to ask is,What is the duration of the event on October 12, 2024, at 9:00?", "ground_truth": "D", "answer_text": "eight day", "target_sids": [ 114, 109 ], "retrieved_sids": [ 23, 11, 91, 59, 53 ], "retrieved_global": [ 23, 11, 91, 59, 53 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 95, "question": "I had this conversation yesterday, and it felt like I was in a time loop; the details are all jumbled now. What was the weather like back then?Hmm, actually my question was this: For an activity with a duration of one day, what is the scale?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 0, 6 ], "retrieved_sids": [ 76, 7, 80, 114, 27 ], "retrieved_global": [ 76, 7, 80, 114, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 96, "question": "I heard they\u2019re planning something big, but I can\u2019t remember if it\u2019s this weekend or next. Did someone say something about a gathering soon?Hmm, actually my question was this: What time is the event with eight hundred people?", "ground_truth": "C", "answer_text": "2024-10-11 9:00", "target_sids": [ 40, 36 ], "retrieved_sids": [ 117, 67, 64, 54, 100 ], "retrieved_global": [ 117, 67, 64, 54, 100 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 97, "question": "I saw a flyer for something happening downtown, but I can't remember the details. What day is it supposed to be again?Hold on, what I actually wanted to understand is: What is the duration of the event at that location in Denver, CO?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 1, 5 ], "retrieved_sids": [ 39, 115, 103, 74, 18 ], "retrieved_global": [ 39, 115, 103, 74, 18 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 98, "question": "I overheard someone talking about a gathering in the fall, but I can't remember the details. Did I leave the oven on?Hold on, what I actually wanted to understand is: What is the scale for the event scheduled for October 11, 2024, at 9:00?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 3, 4 ], "retrieved_sids": [ 100, 116, 39, 107, 99 ], "retrieved_global": [ 100, 116, 39, 107, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 99, "question": "I heard a rumor about an interesting gathering happening soon, but the details are foggy. Did anyone say when that meeting is supposed to be?Actually, my real question is: What is the location of the event that has a duration of three days?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 113, 116 ], "retrieved_sids": [ 111, 41, 76, 68, 94 ], "retrieved_global": [ 111, 41, 76, 68, 94 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 100, "question": "I heard someone mention a gathering next month, but I can't remember the exact date. Wasn't there something about a venue nearby? Did I forget to write down the RSVP details again?Oh, what I truly wanted to clarify is,What is the location for the event on October 16, 2024, at 9:00?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 24, 27 ], "retrieved_sids": [ 99, 68, 18, 10, 101 ], "retrieved_global": [ 99, 68, 18, 10, 101 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 101, "question": "I ran into a friend yesterday, and we talked about travel plans, but I can't remember the destination she mentioned. What was the name of that restaurant we liked?Hmm, actually my question was this: What is the location for the event on October 13, 2024, at 9:00?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 106, 101 ], "retrieved_sids": [ 53, 0, 85, 6, 1 ], "retrieved_global": [ 53, 0, 85, 6, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 102, "question": "Did you hear about that gathering? I think it\u2019s somewhere downtown, but I can\u2019t remember the exact venue. What time did they say it starts?Uh, hold on,What is the location for the event with a scale of one hundred people?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 57, 52 ], "retrieved_sids": [ 41, 19, 79, 106, 27 ], "retrieved_global": [ 41, 19, 79, 106, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 103, "question": "I just found out that my friend's wedding is on a Thursday next month, but I can't remember if I need to bring a gift or just my presence. Did I ever finish that book I started?Actually, my real question is: What is the duration of the event on Thursday, October 10, 2024, at 19:00?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 92, 94 ], "retrieved_sids": [ 112, 107, 103, 79, 101 ], "retrieved_global": [ 112, 107, 103, 79, 101 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 104, "question": "I heard there might be a gathering soon, but I can't quite remember who mentioned it. Was it last week? Or maybe the week before?Oops, actually what I wanted to ask was: What is the location of the event that has a scale of three hundred people?", "ground_truth": "A", "answer_text": "San Francisco, CA", "target_sids": [ 108, 109 ], "retrieved_sids": [ 74, 13, 27, 40, 39 ], "retrieved_global": [ 74, 13, 27, 40, 39 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 105, "question": "I spoke with a colleague yesterday, and they mentioned a project deadline approaching, but I can't remember the exact date. What did I have for lunch last week?Hmm, actually my question was this: What is the time for the activity that lasts nine weeks?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 75, 77 ], "retrieved_sids": [ 67, 45, 91, 7, 57 ], "retrieved_global": [ 67, 45, 91, 7, 57 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 106, "question": "Did you hear about that gathering happening soon? I wonder how many people will actually show up this time. It feels like ages since we attended something that big, doesn't it?Actually, my real question is: What is the scale of the event located in Orlando, FL?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 92, 85 ], "retrieved_sids": [ 81, 68, 4, 2, 6 ], "retrieved_global": [ 81, 68, 4, 2, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 107, "question": "I heard there's going to be something interesting happening next month, but I can't remember the details. Did I forget to write it down again?Actually, my real question is: What is the duration of the event on 2024-10-17 at 19:00?", "ground_truth": "B", "answer_text": "seven of week", "target_sids": [ 68, 63 ], "retrieved_sids": [ 75, 114, 45, 103, 102 ], "retrieved_global": [ 75, 114, 45, 103, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 108, "question": "I saw a poster about something happening soon, but the details slipped my mind. Wasn't there a festival around this time?Hmm, actually my question was this: What is the time for the event that lasts nine days?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 107, 100 ], "retrieved_sids": [ 116, 17, 27, 91, 41 ], "retrieved_global": [ 116, 17, 27, 91, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 109, "question": "I bumped into an old friend yesterday, and we talked about planning a trip, though I can't remember where we wanted to go. What was that dish my sister made last week?Oh, what I truly wanted to clarify is,What is the time for the activity that lasts four weeks?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 93, 94 ], "retrieved_sids": [ 93, 105, 118, 5, 84 ], "retrieved_global": [ 93, 105, 118, 5, 84 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 110, "question": "I saw a notification pop up earlier about an upcoming gathering, but I can't seem to remember the location. Did I forget my keys again?Wait, what I really want to know is: What time is the five-day event?", "ground_truth": "C", "answer_text": "2024-10-16 14:00", "target_sids": [ 106, 100 ], "retrieved_sids": [ 37, 101, 118, 81, 20 ], "retrieved_global": [ 37, 101, 118, 81, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 111, "question": "I saw a poster about an amazing concert coming up, but I can't remember the venue. Was that last week or this week?Hmm, actually my question was this: What is the location for the event on October 14, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "Houston, TX", "target_sids": [ 25, 27 ], "retrieved_sids": [ 113, 88, 29, 117, 105 ], "retrieved_global": [ 113, 88, 29, 117, 105 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 112, "question": "I saw a sign for something happening downtown, but I can't remember the details now. What was I supposed to do this weekend?Sorry, what I truly wanted to ask is: What is the duration of the event located in Chicago, IL?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 4, 7 ], "retrieved_sids": [ 22, 103, 62, 86, 41 ], "retrieved_global": [ 22, 103, 62, 86, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 113, "question": "There was this gathering last week, I think it lasted a while, but I can't quite remember the details. Did I leave the oven on?What I really meant was,What is the duration of the event located in Miami, FL?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 41, 44 ], "retrieved_sids": [ 33, 70, 104, 69, 32 ], "retrieved_global": [ 33, 70, 104, 69, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 114, "question": "I heard there's a gathering happening soon; I wonder if people are excited about it. Did we ever finalize the details for that thing next week?Wait a minute, what I wanted to ask is,What is the location of the event that has a scale of three hundred people?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 82, 78 ], "retrieved_sids": [ 70, 18, 78, 38, 57 ], "retrieved_global": [ 70, 18, 78, 38, 57 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 115, "question": "I overheard someone discussing plans for a big gathering next month, but I can't remember where they said it would be. Did I forget to write down the RSVP details?Actually, my real question is: What is the location for the event on October 15, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 74, 79 ], "retrieved_sids": [ 55, 111, 67, 97, 56 ], "retrieved_global": [ 55, 111, 67, 97, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 116, "question": "I was thinking about that gathering we had last month; everyone had such different schedules, yet we managed to make it work. What day did we decide to do that again?Wait, what I really want to know is: What is the duration of the event on Sunday, October 13, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "eight day", "target_sids": [ 112, 109 ], "retrieved_sids": [ 68, 29, 22, 92, 100 ], "retrieved_global": [ 68, 29, 22, 92, 100 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 117, "question": "Did I remember to send that email about the meeting next week? I thought it was on a Tuesday, but now I'm not so sure. What was that book I wanted to read?Sorry, what I truly wanted to ask is: What is the duration of the event on October 14, 2024, at 19:00?", "ground_truth": "C", "answer_text": "four day", "target_sids": [ 60, 70 ], "retrieved_sids": [ 42, 3, 8, 30, 73 ], "retrieved_global": [ 42, 3, 8, 30, 73 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 118, "question": "I saw a calendar marked for an important occasion, but the exact date is slipping my mind. Did I forget to send that email?Oh no, I actually wanted to figure out,What is the time of the event that has a duration of eight days?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 19:00", "target_sids": [ 68, 61 ], "retrieved_sids": [ 88, 101, 59, 46, 31 ], "retrieved_global": [ 88, 101, 59, 46, 31 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 119, "question": "I caught up with an old friend yesterday, he mentioned something about organizing an event, but I didn't catch the details. What was my favorite book again?Wait, what I really want to know is: What is the duration of the activity for three hundred people?", "ground_truth": "B", "answer_text": "nine day", "target_sids": [ 8, 1 ], "retrieved_sids": [ 1, 87, 110, 101, 31 ], "retrieved_global": [ 1, 87, 110, 101, 31 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 120, "question": "I heard someone mention a festival happening soon, but I can't quite remember the date. Did I leave the oven on?Wait a minute,What\u2019s the time for the event in Orlando, FL?", "ground_truth": "A", "answer_text": "2024-10-13 14:00", "target_sids": [ 107, 103 ], "retrieved_sids": [ 42, 8, 88, 103, 44 ], "retrieved_global": [ 42, 8, 88, 103, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 121, "question": "I heard someone mention a gathering downtown; I wonder if it\u2019s similar to last year's festival. Did I forget to check the weather for tomorrow?Sorry about that, what I truly wanted to ask is,What is the scale of the event located in Portland, OR?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 86, 87 ], "retrieved_sids": [ 78, 110, 1, 2, 67 ], "retrieved_global": [ 78, 110, 1, 2, 67 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 122, "question": "I saw a friend earlier, they mentioned something about a gathering, but I can't remember the details. What day is it today, anyway?Hold on, what I actually wanted to understand is: What time is the event in Dallas, TX?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 14:00", "target_sids": [ 114, 109 ], "retrieved_sids": [ 57, 104, 94, 42, 14 ], "retrieved_global": [ 57, 104, 94, 42, 14 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 123, "question": "I was thinking about the upcoming weekend and how inconvenient it is to schedule things so far ahead. Did I remember to confirm the venue for that gathering?Oh right, I wanted to ask,What is the duration of the event scheduled for Sunday, October 20, 2024, at 14:00?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 36, 46 ], "retrieved_sids": [ 64, 93, 6, 31, 91 ], "retrieved_global": [ 64, 93, 6, 31, 91 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 124, "question": "I overheard someone talking about a project that spanned several days, but I can't remember the details. Did I leave my keys on the table?What I really meant was,What is the scale of the activity that lasts one week?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 92, 93 ], "retrieved_sids": [ 30, 92, 102, 65, 0 ], "retrieved_global": [ 30, 92, 102, 65, 0 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 125, "question": "I heard something interesting about a gathering in the city, but I can't remember all the details. Did I mention the food was great last time? What was the name of that place we went to?Hold on, what I actually wanted to understand is: What is the scale of the event located in Los Angeles, CA?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 56, 49 ], "retrieved_sids": [ 3, 67, 95, 106, 32 ], "retrieved_global": [ 3, 67, 95, 106, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 126, "question": "I was thinking about that concert next month, the one in the windy city. I wonder how long it lasts. Do I need to book a hotel in advance?Oh no, I actually wanted to figure out,What is the duration of the event located in Chicago, IL?", "ground_truth": "B", "answer_text": "four of week", "target_sids": [ 106, 107 ], "retrieved_sids": [ 116, 13, 40, 51, 115 ], "retrieved_global": [ 116, 13, 40, 51, 115 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 127, "question": "I overheard someone talking about a huge gathering planned for the weekend, but I can't remember the exact details. Did they say it was in the spring?Hmm, actually my question was this: What is the scale of the event located in Las Vegas, NV?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 105, 101 ], "retrieved_sids": [ 3, 111, 67, 51, 101 ], "retrieved_global": [ 3, 111, 67, 51, 101 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 128, "question": "I saw someone reading an interesting book earlier, but I can't remember the title. What was the weather like last week?Oh right, I wanted to ask,What is the time for the event that lasts nine days?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 67, 62 ], "retrieved_sids": [ 55, 86, 39, 50, 2 ], "retrieved_global": [ 55, 86, 39, 50, 2 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 129, "question": "Did I remember to send that email this morning? I might need to check my calendar. What did I have for lunch yesterday?Wait a minute,What time is the event with four hundred people?", "ground_truth": "A", "answer_text": "2024-10-16 14:00", "target_sids": [ 104, 106 ], "retrieved_sids": [ 17, 47, 4, 20, 29 ], "retrieved_global": [ 17, 47, 4, 20, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 130, "question": "I heard there was a gathering happening soon, but I can't remember the exact place. Was it near the park or by the river?Hold on, what I actually wanted to understand is: What is the location for the event with a scale of one hundred people?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 113, 119 ], "retrieved_sids": [ 79, 38, 63, 91, 15 ], "retrieved_global": [ 79, 38, 63, 91, 15 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 131, "question": "I saw a flyer for something happening soon, but I can\u2019t remember if it was this week or next month. Did I leave the oven on before I left?What I really meant was,What is the location of the event that lasts four days?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 32, 25 ], "retrieved_sids": [ 118, 6, 105, 25, 65 ], "retrieved_global": [ 118, 6, 105, 25, 65 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 132, "question": "Did you hear about that gathering last week? It was so packed, I could barely move. I wonder if anyone noted the exact start time.Actually, my real question is: What is the time for the event with a scale of two hundred people?", "ground_truth": "B", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 64, 66 ], "retrieved_sids": [ 112, 5, 43, 49, 103 ], "retrieved_global": [ 112, 5, 43, 49, 103 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 133, "question": "I heard someone mention a project that was taking up quite a bit of time, but I can't quite remember the details. Is that new cafe still open downtown?Oh, what I truly wanted to clarify is,What is the location of the activity that has a duration of six weeks?", "ground_truth": "C", "answer_text": "Miami, FL", "target_sids": [ 42, 45 ], "retrieved_sids": [ 8, 49, 108, 64, 114 ], "retrieved_global": [ 8, 49, 108, 64, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 134, "question": "I heard someone talking about an upcoming gathering, but I can't remember the date. Did I forget to reply to that message?Oh no, I actually wanted to figure out,What is the duration of the event that scales to one hundred people?", "ground_truth": "C", "answer_text": "six of week", "target_sids": [ 105, 101 ], "retrieved_sids": [ 8, 22, 69, 55, 114 ], "retrieved_global": [ 8, 22, 69, 55, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 135, "question": "I heard someone talking about a meeting later this week, but I can't remember where it was scheduled. Did we confirm the time for dinner next month?Actually, my real question is: What is the time of the event at the location in Denver, CO?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 114, 108 ], "retrieved_sids": [ 40, 63, 51, 102, 64 ], "retrieved_global": [ 40, 63, 51, 102, 64 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 136, "question": "I heard someone talking about an event next month, but I can't remember the details. Did I return that library book?What I really meant was,What is the scale of the activity that lasts for one week?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 58, 52 ], "retrieved_sids": [ 20, 6, 32, 114, 90 ], "retrieved_global": [ 20, 6, 32, 114, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 137, "question": "I heard a rumor about a festival happening soon, but I can't quite remember the exact date or details. Was it in the fall?Hold on, what I actually wanted to understand is: What is the duration of the event on October 14, 2024, at 14:00?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 89, 85 ], "retrieved_sids": [ 91, 101, 94, 25, 26 ], "retrieved_global": [ 91, 101, 94, 25, 26 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 138, "question": "I overheard someone talking about a venue that can hold small gatherings, but I can't remember the exact name. What did I have for lunch yesterday?Sorry, what I truly wanted to ask is: What is the location for the event that has a scale of two hundred people?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 49, 50 ], "retrieved_sids": [ 27, 71, 78, 99, 77 ], "retrieved_global": [ 27, 71, 78, 99, 77 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 139, "question": "I saw a flyer at the caf\u00e9 the other day, something about a gathering next month, but I can't remember the details. Did I forget to water the plants this week?Hold on, what I actually wanted to understand is: What is the duration of the event located in Miami, FL?", "ground_truth": "C", "answer_text": "eight of week", "target_sids": [ 74, 79 ], "retrieved_sids": [ 38, 74, 94, 53, 114 ], "retrieved_global": [ 38, 74, 94, 53, 114 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 140, "question": "I overheard someone mention a gathering last week, but I can\u2019t quite remember the details. Did I leave the oven on?Wait, what I really want to know is: What is the scale of the event located in Seattle, WA?", "ground_truth": "A", "answer_text": "one hundred people", "target_sids": [ 112, 116 ], "retrieved_sids": [ 43, 15, 26, 44, 28 ], "retrieved_global": [ 43, 15, 26, 44, 28 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 141, "question": "Did you hear about that gathering next week? I wonder how many people will actually show up. What time does it start again?Hold on, what I actually wanted to understand is: What is the scale of the event that lasts five days?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 67, 60 ], "retrieved_sids": [ 73, 90, 101, 115, 56 ], "retrieved_global": [ 73, 90, 101, 115, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 142, "question": "I overheard someone talking about a meeting next week, I think it was something to do with logistics, but the names were all jumbled in my head. Did I leave the oven on?Oh right, I wanted to ask,What is the duration of the event with a scale of eight hundred people?", "ground_truth": "B", "answer_text": "five of week", "target_sids": [ 97, 99 ], "retrieved_sids": [ 41, 42, 57, 74, 55 ], "retrieved_global": [ 41, 42, 57, 74, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 143, "question": "I received a message earlier about a gathering, but I can't remember the exact details. Did I ever share my favorite restaurant there?Wait, what I really want to know is: What time is the event at that location in Austin, TX?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 68, 61 ], "retrieved_sids": [ 74, 58, 2, 61, 44 ], "retrieved_global": [ 74, 58, 2, 61, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 144, "question": "I overheard a group discussing an event that spans several weeks; it sounded important, but I missed the details. Did I leave the oven on?Hmm, actually my question was this: What is the scale of the activity that lasts seven weeks?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 106, 103 ], "retrieved_sids": [ 31, 109, 43, 3, 81 ], "retrieved_global": [ 31, 109, 43, 3, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 145, "question": "I saw a flyer for something happening this weekend, but I can't remember what it was about. Do you think we should go? I've lost track of what day it is.Actually, my real question is: What is the scale of the event that lasts for three days?", "ground_truth": "B", "answer_text": "six hundred people", "target_sids": [ 114, 116 ], "retrieved_sids": [ 103, 114, 75, 90, 39 ], "retrieved_global": [ 103, 114, 75, 90, 39 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 146, "question": "Did you see the weather forecast for next week? I wonder if that new caf\u00e9 downtown is still open, I meant to check it out.Sorry, what I truly wanted to ask is: What is the duration of the event with a scale of eight hundred people?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 97, 99 ], "retrieved_sids": [ 39, 78, 17, 33, 92 ], "retrieved_global": [ 39, 78, 17, 33, 92 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 147, "question": "I heard there's a gathering happening soon, but I can\u2019t remember where it\u2019s supposed to be. Did I leave the lights on at home?Oh no, I actually wanted to figure out,What is the location of the activity that has a scale of nine hundred people?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 33, 26 ], "retrieved_sids": [ 74, 103, 19, 112, 91 ], "retrieved_global": [ 74, 103, 19, 112, 91 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 148, "question": "Did you hear about that gathering? They say it\u2019s going to be quite significant, but I can't remember where I put my notes. What was that date again?Sorry about that, what I truly wanted to ask is,What is the scale of the event scheduled for Sunday, October 20, 2024, at 09:00?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 96, 104 ], "retrieved_sids": [ 31, 85, 38, 75, 79 ], "retrieved_global": [ 31, 85, 38, 75, 79 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 149, "question": "I overheard someone talking about a trip next month, but I can't remember the details. Did they say it was going to be a long weekend or something?Hmm, actually my question was this: What is the time for the event that has a duration of nine days?", "ground_truth": "D", "answer_text": "2024-10-11 14:00", "target_sids": [ 49, 52 ], "retrieved_sids": [ 94, 95, 74, 1, 75 ], "retrieved_global": [ 94, 95, 74, 1, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 150, "question": "I saw a flyer about an event that runs for a week, but I can't remember the location. Did anyone mention the weather forecast for next month?Actually, my real question is: What is the location of the activity that lasts six days?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 88, 95 ], "retrieved_sids": [ 90, 51, 62, 52, 32 ], "retrieved_global": [ 90, 51, 62, 52, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 151, "question": "I heard there\u2019s something happening next month, but I can\u2019t remember the details. Did I miss a message about that? Why does it feel like time is slipping away?Wait, what I really want to know is: What is the scale of the event on Sunday, October 13, 2024, at 14:00?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 0, 2 ], "retrieved_sids": [ 35, 18, 93, 79, 112 ], "retrieved_global": [ 35, 18, 93, 79, 112 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 152, "question": "I overheard someone discussing plans for an important gathering next fall, but I can't remember the details. Did I forget to write down the date of that meeting?I got it wrong, what I really meant to ask is: What's the scale for the event scheduled for October 11, 2024, at 2:00 PM?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 28, 29 ], "retrieved_sids": [ 55, 57, 30, 39, 80 ], "retrieved_global": [ 55, 57, 30, 39, 80 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 153, "question": "I heard there's something happening next month, but I can't remember the details. Did I forget to send that email? I really need to get organized.Wait a minute,What is the scale for the event scheduled on October 17, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 66, 71 ], "retrieved_sids": [ 8, 28, 12, 66, 7 ], "retrieved_global": [ 8, 28, 12, 66, 7 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 154, "question": "I heard whispers about an important gathering next fall; something big is planned. Did anyone mention the date again?Wait a minute, what I wanted to ask is,What is the scale of the event scheduled for October 14, 2024, at 19:00?", "ground_truth": "A", "answer_text": "five thousand people", "target_sids": [ 33, 26 ], "retrieved_sids": [ 45, 77, 3, 100, 88 ], "retrieved_global": [ 45, 77, 3, 100, 88 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 155, "question": "I ran into an old friend yesterday, and they were asking about some plans we discussed last year. Did we ever decide on that trip?I got it wrong, what I really meant to ask is: What is the scale of the event scheduled for 2024-10-13 at 9:00?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 107, 100 ], "retrieved_sids": [ 10, 46, 80, 102, 18 ], "retrieved_global": [ 10, 46, 80, 102, 18 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 156, "question": "She mentioned wanting to start a new project soon, but I can't remember when we last discussed our goals. Did I leave the stove on?Wait, what I really want to know is: What is the time for the activity that lasts for eight weeks?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 12, 14 ], "retrieved_sids": [ 105, 41, 12, 115, 28 ], "retrieved_global": [ 105, 41, 12, 115, 28 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 157, "question": "I just found out that something interesting is happening next fall, but I can\u2019t remember all the details. Did I already confirm my schedule for that weekend?Sorry, what I truly wanted to ask is: What is the scale of the event scheduled for 9:00 on October 13, 2024?", "ground_truth": "B", "answer_text": "two hundred people", "target_sids": [ 12, 14 ], "retrieved_sids": [ 69, 30, 59, 12, 4 ], "retrieved_global": [ 69, 30, 59, 12, 4 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 158, "question": "I saw a calendar recently with a week marked in bright colors, but I can't remember what was happening then. Did I leave the milk out?Oh, what I truly wanted to clarify is,What is the location of the activity that has a duration of seven days?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 82, 78 ], "retrieved_sids": [ 19, 115, 101, 5, 56 ], "retrieved_global": [ 19, 115, 101, 5, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 159, "question": "I heard a rumor about a gathering next week, but I can't remember the details. Did I miss something important?Hmm, actually my question was this: What time is the event with six hundred people?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 81, 77 ], "retrieved_sids": [ 42, 52, 53, 31, 90 ], "retrieved_global": [ 42, 52, 53, 31, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 160, "question": "I just found out about an event next month, but I can't remember the exact date. Did I forget to bring my notebook again? What's for dinner tonight?Wait, what I really want to know is: What is the duration of the event scheduled for October 15, 2024, at 19:00?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 20, 23 ], "retrieved_sids": [ 34, 83, 5, 63, 19 ], "retrieved_global": [ 34, 83, 5, 63, 19 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 161, "question": "I heard someone talking about an interesting event coming up soon, but I can't remember the details. Did they say something about a venue or time?Sorry about that, what I truly wanted to ask is,What is the location for the event on Thursday, October 24, 2024, at 19:00?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 96, 107 ], "retrieved_sids": [ 32, 116, 20, 26, 6 ], "retrieved_global": [ 32, 116, 20, 26, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 162, "question": "Did you hear about that gathering last week? It was quite crowded, but the details are a bit fuzzy now. I wonder if the venue had enough seating for everyone.Oops, actually what I wanted to ask was: What is the location for the event that has a scale of five hundred people?", "ground_truth": "D", "answer_text": "Atlanta, GA", "target_sids": [ 107, 99 ], "retrieved_sids": [ 29, 55, 43, 62, 99 ], "retrieved_global": [ 29, 55, 43, 62, 99 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 163, "question": "I heard there\u2019s a gathering happening soon, but I can\u2019t remember the details. Did someone mention a venue on the outskirts?Oh no, I actually wanted to figure out,What is the location of the event that has a scale of seven hundred people?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 10, 4 ], "retrieved_sids": [ 15, 98, 30, 108, 41 ], "retrieved_global": [ 15, 98, 30, 108, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 164, "question": "I overheard someone mentioning a gathering last week, but I can't seem to remember where it was held. What was the name of that place again?Wait, what I really want to know is: What is the location of the event that has a scale of seven hundred people?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 112, 115 ], "retrieved_sids": [ 27, 95, 70, 52, 78 ], "retrieved_global": [ 27, 95, 70, 52, 78 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 165, "question": "I heard someone talking about a gathering happening soon, but I can't remember the details. Did I forget to send that email yesterday?Oh, what I truly wanted to clarify is,What is the location of the event that has a duration of one day?", "ground_truth": "C", "answer_text": "Portland, OR", "target_sids": [ 105, 106 ], "retrieved_sids": [ 9, 70, 28, 34, 14 ], "retrieved_global": [ 9, 70, 28, 34, 14 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 166, "question": "I heard someone talking about an event next month, something about a gathering that might last for just a few hours. What time did we agree to meet again?Oops, actually what I wanted to ask was: What is the duration of the event on Saturday, October 19, 2024, at 14:00?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 88, 86 ], "retrieved_sids": [ 17, 41, 52, 103, 83 ], "retrieved_global": [ 17, 41, 52, 103, 83 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 167, "question": "I ran into someone at the coffee shop who mentioned a concert happening soon, but I can't remember the details. Why does time always seem to slip away?I got it wrong, what I really meant to ask is: What time is the event located in Chicago, IL?", "ground_truth": "A", "answer_text": "2024-10-14 19:00", "target_sids": [ 80, 77 ], "retrieved_sids": [ 43, 54, 103, 87, 17 ], "retrieved_global": [ 43, 54, 103, 87, 17 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 168, "question": "I think I saw a poster for something happening next week, but I can't remember what it was. Was it related to art or maybe something else? I should check my calendar.Uh, hold on,What is the scale of the event that has a duration of five days?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 24, 34 ], "retrieved_sids": [ 69, 70, 107, 94, 82 ], "retrieved_global": [ 69, 70, 107, 94, 82 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 169, "question": "I saw a flyer for something happening downtown, it looked interesting, but I can't remember the date. Do you have any leftover snacks from that party?Oh no, I actually wanted to figure out,What is the duration of the event located in Los Angeles, CA?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 13, 22 ], "retrieved_sids": [ 113, 10, 41, 9, 64 ], "retrieved_global": [ 113, 10, 41, 9, 64 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 170, "question": "I heard there was something happening next week that could really shake things up, but I can't remember the details. What's the weather going to be like then?Hold on, what I actually wanted to understand is: What is the scale of the event that lasts four days?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 113, 115 ], "retrieved_sids": [ 53, 46, 74, 99, 68 ], "retrieved_global": [ 53, 46, 74, 99, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 171, "question": "I saw a flyer about a big event next week, but I can't remember the details. Did I leave the oven on?Wait, what I really want to know is: What time is the activity with a scale of three hundred people?", "ground_truth": "A", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 18, 13 ], "retrieved_sids": [ 45, 111, 43, 65, 64 ], "retrieved_global": [ 45, 111, 43, 65, 64 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 172, "question": "I saw a flyer about an event that lasts for an entire week, but I can't remember where it's taking place. Did I leave my keys on the counter or the table?Wait a minute,What is the location of the activity that lasts six days?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 48, 54 ], "retrieved_sids": [ 32, 48, 81, 50, 113 ], "retrieved_global": [ 32, 48, 81, 50, 113 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 173, "question": "I heard someone mention a gathering downtown next week, but I can't remember the exact details. What was the date of that concert again?Actually, my real question is: What time is the event at the location in Chicago, IL?", "ground_truth": "C", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 71, 63 ], "retrieved_sids": [ 92, 18, 39, 99, 5 ], "retrieved_global": [ 92, 18, 39, 99, 5 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 174, "question": "I overheard someone talking about a large gathering next week, but I didn't catch the details. Was it a holiday or just a casual affair?Hmm, actually my question was this: What time is the event for one hundred people?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 26, 35 ], "retrieved_sids": [ 55, 39, 82, 71, 97 ], "retrieved_global": [ 55, 39, 82, 71, 97 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 175, "question": "I saw a flyer for an upcoming gathering, but I can't remember if it was on a weekend or during the week. Did I read something about refreshments there?Oops, actually what I wanted to ask was: What is the location for the event on October 7, 2024, which is a Monday at 19:00?", "ground_truth": "C", "answer_text": "Orlando, FL", "target_sids": [ 40, 44 ], "retrieved_sids": [ 101, 113, 20, 17, 33 ], "retrieved_global": [ 101, 113, 20, 17, 33 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 176, "question": "Did you hear about that gathering happening next week? I wonder how many people are expected to show up. There was something about a special guest too. What time does it start again?I got it wrong, what I really meant to ask is: What is the scale of the event located in New York, NY?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 18, 23 ], "retrieved_sids": [ 32, 66, 118, 73, 37 ], "retrieved_global": [ 32, 66, 118, 73, 37 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 177, "question": "I was thinking about that concert we attended last summer, the one with the huge crowd, but I can\u2019t remember the band\u2019s name. Did we ever decide on dinner plans?I got it wrong, what I really meant to ask is: What is the location of the event with a scale of five hundred people?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 26, 29 ], "retrieved_sids": [ 17, 90, 86, 99, 7 ], "retrieved_global": [ 17, 90, 86, 99, 7 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 178, "question": "I heard someone mention a beautiful sunset yesterday, but I can't remember where they were. Did I leave the lights on at home?Oh, what I truly wanted to clarify is,For the activity that lasts six days, what's the scale?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 10, 11 ], "retrieved_sids": [ 113, 58, 94, 92, 62 ], "retrieved_global": [ 113, 58, 94, 92, 62 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 179, "question": "The weather has been quite unpredictable lately, and I wonder if it'll affect our plans this weekend. What time did we agree to meet again?Sorry about that, what I truly wanted to ask is,What is the location for the event on Friday, October 18, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 116, 110 ], "retrieved_sids": [ 79, 15, 93, 84, 78 ], "retrieved_global": [ 79, 15, 93, 84, 78 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 180, "question": "I heard there was an interesting gathering last week, but I can't remember if it was for a celebration or a conference. Do we need to confirm the venue again?I got it wrong, what I really meant to ask is: What is the duration of the scale event with nine hundred people?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 17, 18 ], "retrieved_sids": [ 85, 38, 115, 65, 57 ], "retrieved_global": [ 85, 38, 115, 65, 57 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 181, "question": "The weather was perfect for a gathering, but I can't remember the last time I checked the clock. Did I leave the door unlocked?I got it wrong, what I really meant to ask is: What is the time for the event in Austin, TX?", "ground_truth": "B", "answer_text": "2024-10-20 Sunday 14:00", "target_sids": [ 107, 101 ], "retrieved_sids": [ 25, 78, 19, 53, 79 ], "retrieved_global": [ 25, 78, 19, 53, 79 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 182, "question": "I heard someone mention a gathering next month, but I can\u2019t remember the exact date. Did I forget to call my sister about that?I got it wrong, what I really meant to ask is: What is the duration of the event on October 16, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 48, 49 ], "retrieved_sids": [ 62, 2, 48, 40, 103 ], "retrieved_global": [ 62, 2, 48, 40, 103 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 183, "question": "I heard there\u2019s a big gathering next week, but I can\u2019t remember who\u2019s organizing it. Did anyone mention the venue?Hold on, what I actually wanted to understand is: What time is the event for nine hundred people?", "ground_truth": "C", "answer_text": "2024-10-15 14:00", "target_sids": [ 49, 59 ], "retrieved_sids": [ 90, 89, 103, 77, 6 ], "retrieved_global": [ 90, 89, 103, 77, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 184, "question": "I was looking at the calendar earlier, and it struck me how quickly time flies; I wonder if I remembered to book that venue. Did I ever follow up on that email from last week?I got it wrong, what I really meant to ask is: What is the location for the event on Tuesday, October 8, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 9, 4 ], "retrieved_sids": [ 112, 87, 52, 27, 74 ], "retrieved_global": [ 112, 87, 52, 27, 74 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 185, "question": "I saw a flyer for some gathering downtown; it looked interesting, but I can't remember the details now. What was the name of that book I wanted to read?Hold on, what I actually wanted to understand is: What is the time for the event located in Atlanta, GA?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 11, 3 ], "retrieved_sids": [ 74, 26, 3, 32, 64 ], "retrieved_global": [ 74, 26, 3, 32, 64 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 186, "question": "Did you hear about that big gathering happening soon? It\u2019s supposed to be quite the spectacle, but I can\u2019t remember the date. What day is it again?Oops, actually what I wanted to ask was: What is the time for the event that has a scale of eight thousand people?", "ground_truth": "B", "answer_text": "2024-10-12 9:00", "target_sids": [ 8, 7 ], "retrieved_sids": [ 55, 7, 114, 64, 69 ], "retrieved_global": [ 55, 7, 114, 64, 69 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 187, "question": "I overheard someone talking about plans for next weekend; something about a gathering, I think. What was the weather like on that day last year?Oops, actually what I wanted to ask was: What is the scale of the event on Saturday, October 19, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 89, 87 ], "retrieved_sids": [ 19, 7, 98, 8, 111 ], "retrieved_global": [ 19, 7, 98, 8, 111 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 188, "question": "I overheard someone talking about a lovely festival that lasts for about a week, but I can't remember the exact dates. What time did the meeting end yesterday?I got it wrong, what I really meant to ask is: What is the location of the event that has a duration of nine days?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 89, 90 ], "retrieved_sids": [ 118, 20, 66, 34, 100 ], "retrieved_global": [ 118, 20, 66, 34, 100 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 189, "question": "I heard about a gathering that lasts a full week, but I can't remember where it\u2019s happening. Did you see that new restaurant on Main Street?Oh right, I wanted to ask,What is the location of the event that has a duration of five days?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 41, 36 ], "retrieved_sids": [ 85, 78, 51, 76, 20 ], "retrieved_global": [ 85, 78, 51, 76, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 190, "question": "I was thinking about that large gathering last week, the atmosphere was so electric. By the way, do you remember the last time we all got together?Hmm, actually my question was this: What is the duration of the one thousand people event?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 100, 103 ], "retrieved_sids": [ 31, 78, 64, 6, 90 ], "retrieved_global": [ 31, 78, 64, 6, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 191, "question": "I heard someone mention a gathering happening soon, but the details were a bit fuzzy. Did I leave the stove on?Sorry, what I truly wanted to ask is: What is the duration of the event at the location in Charlotte, NC?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 67, 61 ], "retrieved_sids": [ 39, 103, 40, 31, 51 ], "retrieved_global": [ 39, 103, 40, 31, 51 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 192, "question": "I overheard a conversation about an event that stretched over two months, but I can't seem to remember where it was held. Did I ever mention my favorite dessert?Actually, my real question is: What is the scale for the activity that lasts nine weeks?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 74, 83 ], "retrieved_sids": [ 19, 6, 115, 41, 8 ], "retrieved_global": [ 19, 6, 115, 41, 8 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 193, "question": "I saw a flyer for something happening next month, but I don't remember the date. Did I send that email about the meeting?Sorry about that, what I truly wanted to ask is,What is the duration of the event scheduled for October 9, 2024, which falls on a Wednesday at 7:00 PM?", "ground_truth": "C", "answer_text": "six of week", "target_sids": [ 74, 79 ], "retrieved_sids": [ 8, 105, 26, 54, 65 ], "retrieved_global": [ 8, 105, 26, 54, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 194, "question": "I saw a flyer for something happening next month, but I can't seem to remember the details. Was it on a Tuesday or Thursday?Oh right, I wanted to ask,What is the location for the event on October 17, 2024, at 9:00?", "ground_truth": "D", "answer_text": "New York, NY", "target_sids": [ 5, 7 ], "retrieved_sids": [ 27, 15, 68, 110, 53 ], "retrieved_global": [ 27, 15, 68, 110, 53 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 195, "question": "I saw someone talking about an upcoming gathering, but I can't remember the exact time or place. Did I forget to jot down the details for next month\u2019s plan?What I really meant was,What is the location for the event on 2024-10-12 at 19:00?", "ground_truth": "D", "answer_text": "Miami, FL", "target_sids": [ 64, 61 ], "retrieved_sids": [ 18, 52, 28, 78, 79 ], "retrieved_global": [ 18, 52, 28, 78, 79 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 196, "question": "I heard there\u2019s a gathering coming up, but I can\u2019t quite remember where it\u2019s taking place. Was it at the new venue downtown or somewhere else?Oops, actually what I wanted to ask was: What is the location for the event on October 17, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 1, 9 ], "retrieved_sids": [ 105, 96, 86, 69, 113 ], "retrieved_global": [ 105, 96, 86, 69, 113 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 197, "question": "I saw a poster about an event happening soon, it looked exciting, but I can't remember the date. Did I leave the stove on?Actually, my real question is: What is the scale for the activity that lasts two weeks?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 115, 110 ], "retrieved_sids": [ 73, 110, 19, 105, 18 ], "retrieved_global": [ 73, 110, 19, 105, 18 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 198, "question": "I drove past that park the other day, and it reminded me of a concert I went to, but I can't remember who was playing. What was the name of that restaurant we liked?Oh no, I actually wanted to figure out,What is the duration of the event located in Orlando, FL?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 81, 76 ], "retrieved_sids": [ 33, 43, 3, 42, 76 ], "retrieved_global": [ 33, 43, 3, 42, 76 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 199, "question": "I saw a package arrive at the office last week; it might be for the upcoming event, but I can't remember the exact date. Why was I thinking about what to have for lunch?Uh, hold on,What is the scale of the activity that has a duration of seven weeks?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 25, 34 ], "retrieved_sids": [ 74, 16, 89, 102, 56 ], "retrieved_global": [ 74, 16, 89, 102, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 200, "question": "I heard someone talking about an upcoming conference, but the details slipped my mind. What time was that appointment again?Oh no, I actually wanted to figure out,What's the location for the event on October 15, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "Atlanta, GA", "target_sids": [ 65, 63 ], "retrieved_sids": [ 110, 27, 1, 79, 91 ], "retrieved_global": [ 110, 27, 1, 79, 91 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 201, "question": "I heard there was a gathering last week, it felt like a celebration of sorts. Did anyone mention the theme again? I wonder how the decorations looked.Oh right, I wanted to ask,What is the location of the event with nine hundred people?", "ground_truth": "D", "answer_text": "Portland, OR", "target_sids": [ 67, 68 ], "retrieved_sids": [ 44, 45, 7, 101, 30 ], "retrieved_global": [ 44, 45, 7, 101, 30 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 202, "question": "I heard someone talking about an event that was going to take place soon, but I can't remember the exact dates. Why do I always forget these things?Oh no, I actually wanted to figure out,What is the location for the activity that lasts for two weeks?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 45, 38 ], "retrieved_sids": [ 90, 58, 27, 79, 114 ], "retrieved_global": [ 90, 58, 27, 79, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 203, "question": "I just picked up a book that I wanted to read for quite some time, but I can\u2019t remember where I put my bookmark. Was there an event I was supposed to attend next week?Oh no, I actually wanted to figure out,What is the time for the activity that has a duration of six weeks?", "ground_truth": "B", "answer_text": "2024-10-15 Tuesday 14:00", "target_sids": [ 105, 107 ], "retrieved_sids": [ 32, 79, 13, 10, 88 ], "retrieved_global": [ 32, 79, 13, 10, 88 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 204, "question": "I was reminded of that gathering we attended last year, the ambiance was lovely, but I can't quite remember how long we stayed. Did we discuss the weather or something more intriguing?Oops, actually what I wanted to ask was: What's the duration of the event on October 12, 2024, at 9:00?", "ground_truth": "D", "answer_text": "one of week", "target_sids": [ 21, 15 ], "retrieved_sids": [ 10, 94, 49, 14, 44 ], "retrieved_global": [ 10, 94, 49, 14, 44 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 205, "question": "I heard something interesting about a gathering happening soon, it seemed like it might be quite engaging, but I'm not sure how long it lasts. Did I remember to check my calendar for appointments?What I really meant was,What is the duration of the event located in Atlanta, GA?", "ground_truth": "A", "answer_text": "five of week", "target_sids": [ 8, 9 ], "retrieved_sids": [ 52, 67, 76, 111, 90 ], "retrieved_global": [ 52, 67, 76, 111, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 206, "question": "I saw a large gathering last week, but I can't remember if it was for a wedding or something else. Did anyone mention the date again?Uh, hold on,What time is the event for two hundred people?", "ground_truth": "B", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 19, 23 ], "retrieved_sids": [ 19, 40, 94, 115, 99 ], "retrieved_global": [ 19, 40, 94, 115, 99 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 207, "question": "I heard there\u2019s a gathering happening in the southern part of the state; it\u2019s been the talk of many lately. Did I leave my keys on the kitchen counter?Actually, my real question is: What is the duration of the event located in Orlando, FL?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 8, 5 ], "retrieved_sids": [ 103, 75, 69, 117, 5 ], "retrieved_global": [ 103, 75, 69, 117, 5 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 208, "question": "I heard someone talking about a project that would take a few days to wrap up, but I can't remember the details. Did I forget to email that report?Oops, actually what I wanted to ask was: What is the scale of the activity that has a duration of four days?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 24, 26 ], "retrieved_sids": [ 24, 83, 118, 8, 90 ], "retrieved_global": [ 24, 83, 118, 8, 90 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 209, "question": "I overheard someone discussing a gathering, and they mentioned something about the number 100, but I don't remember the details. Did they say it was in the evening or the afternoon?I got it wrong, what I really meant to ask is: What is the time for the event that has a scale of one hundred people?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 72, 73 ], "retrieved_sids": [ 112, 8, 6, 14, 55 ], "retrieved_global": [ 112, 8, 6, 14, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 210, "question": "I heard a rumor about a gathering next month; it\u2019s supposed to be quite the spectacle. Did I forget to send that invitation?Actually, my real question is: What is the duration of the event scheduled for 2024-10-14 at 14:00?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 18, 19 ], "retrieved_sids": [ 75, 52, 35, 33, 88 ], "retrieved_global": [ 75, 52, 35, 33, 88 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 211, "question": "I heard someone discuss an upcoming gathering next month; it sounded interesting, but I forgot the exact details. What was that one event we talked about?Oh, what I truly wanted to clarify is,What is the duration of the event on Friday, October 11, 2024, at 14:00?", "ground_truth": "C", "answer_text": "nine of week", "target_sids": [ 69, 70 ], "retrieved_sids": [ 77, 57, 42, 113, 28 ], "retrieved_global": [ 77, 57, 42, 113, 28 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 212, "question": "I heard someone mention a gathering last week, but I can't quite remember the details. Did I forget to write down the RSVP?Sorry, what I truly wanted to ask is: What time is the event with a scale of two hundred people?", "ground_truth": "A", "answer_text": "2024-10-24 Thursday 14:00", "target_sids": [ 112, 117 ], "retrieved_sids": [ 90, 19, 100, 59, 2 ], "retrieved_global": [ 90, 19, 100, 59, 2 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 213, "question": "I heard they\u2019re hosting something big downtown this weekend, but I can\u2019t remember if it\u2019s a concert or a festival. Did the weather stay nice for it?What I really meant was,What is the scale of the event located in New York, NY?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 14, 22 ], "retrieved_sids": [ 103, 104, 52, 58, 47 ], "retrieved_global": [ 103, 104, 52, 58, 47 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 214, "question": "I saw a colorful banner going up in the park, but I can't remember what the celebration was for. Did I forget to send that email?Oops, actually what I wanted to ask was: What's the location of the event that lasts four days?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 92, 85 ], "retrieved_sids": [ 100, 82, 13, 89, 27 ], "retrieved_global": [ 100, 82, 13, 89, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 215, "question": "Did I remember to send that email about the meeting? I wonder if there are any updates on the project timeline. What was the date for the next team gathering?Oh no, I actually wanted to figure out,What is the location for the event on Thursday, October 17, 2024, at 19:00?", "ground_truth": "C", "answer_text": "Boston, MA", "target_sids": [ 113, 111 ], "retrieved_sids": [ 19, 99, 58, 22, 92 ], "retrieved_global": [ 19, 99, 58, 22, 92 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 216, "question": "The weather was nice last week, I think I might go for a walk in the park. Did I remember to call my sister about the plans?I got it wrong, what I really meant to ask is: What is the scale of the event on Saturday, October 12, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 50, 59 ], "retrieved_sids": [ 116, 93, 68, 90, 85 ], "retrieved_global": [ 116, 93, 68, 90, 85 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 217, "question": "I was thinking about the upcoming meeting next month, but I lost track of the venue. Where did I put my notes on that?Oh no, I actually wanted to figure out,What is the location for the event on 2024-10-10 Thursday at 09:00?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 109, 111 ], "retrieved_sids": [ 61, 44, 87, 5, 93 ], "retrieved_global": [ 61, 44, 87, 5, 93 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 218, "question": "I was planning a gathering next month, but I wonder how long it usually lasts for a big crowd. Did I remember to send that email to my friend about the venue?What I really meant was,What is the duration of the event for four hundred people?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 60, 68 ], "retrieved_sids": [ 6, 43, 78, 117, 89 ], "retrieved_global": [ 6, 43, 78, 117, 89 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 219, "question": "I heard someone mention a gathering this weekend, but I can't remember the exact time. Did anyone bring up the weather for it?Hmm, actually my question was this: What is the location of the event that has a scale of one hundred people?", "ground_truth": "A", "answer_text": "Las Vegas, NV", "target_sids": [ 96, 100 ], "retrieved_sids": [ 6, 92, 43, 66, 68 ], "retrieved_global": [ 6, 92, 43, 66, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 220, "question": "I heard a rumor about a gathering happening soon, but the details escape me. What day is it anyway?Sorry about that, what I truly wanted to ask is,What time is the event at that location in Washington, DC?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 19:00", "target_sids": [ 59, 55 ], "retrieved_sids": [ 86, 63, 75, 76, 42 ], "retrieved_global": [ 86, 63, 75, 76, 42 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 221, "question": "Did you hear about the gathering next week? I think it might be quite popular, but I'm not sure who the main speaker is. What day did they say it would be held?Wait a minute,What time is the event for seven hundred people?", "ground_truth": "C", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 88, 94 ], "retrieved_sids": [ 112, 10, 62, 29, 117 ], "retrieved_global": [ 112, 10, 62, 29, 117 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 222, "question": "I spoke to someone about a project they wrapped up last week; it was supposed to be quick, but I can\u2019t remember how long it actually took. Did I confirm our lunch plans for tomorrow?Sorry, what I truly wanted to ask is: What is the scale of an activity that has a duration of one day?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 56, 57 ], "retrieved_sids": [ 16, 34, 91, 46, 104 ], "retrieved_global": [ 16, 34, 91, 46, 104 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 223, "question": "I overheard someone talking about a project that seemed really intense, and I can't remember if it was in the city or nearby. Did I leave my coffee at the meeting place?Wait a minute, what I wanted to ask is,What is the location of the activity that lasts five weeks?", "ground_truth": "C", "answer_text": "Los Angeles, CA", "target_sids": [ 48, 53 ], "retrieved_sids": [ 93, 18, 32, 46, 48 ], "retrieved_global": [ 93, 18, 32, 46, 48 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 224, "question": "I heard there's a gathering this weekend, but I can't remember who's bringing the snacks. Did you see that new caf\u00e9 in town?Wait a minute, what I wanted to ask is,What is the time for the event that has a scale of three hundred people?", "ground_truth": "B", "answer_text": "2024-10-16 9:00", "target_sids": [ 114, 117 ], "retrieved_sids": [ 91, 17, 75, 40, 15 ], "retrieved_global": [ 91, 17, 75, 40, 15 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 225, "question": "I just heard about a gathering next month, but I can't remember the details or who\u2019s organizing it. Did I forget to send that email?Sorry about that, what I truly wanted to ask is,What's the scale for the event scheduled on 2024-10-15 at 9:00?", "ground_truth": "C", "answer_text": "three hundred people", "target_sids": [ 72, 81 ], "retrieved_sids": [ 16, 4, 116, 64, 28 ], "retrieved_global": [ 16, 4, 116, 64, 28 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 226, "question": "I saw a large gathering yesterday, and it made me think about how long it takes to organize something like that. Did I remember to call my sister back?Oops, actually what I wanted to ask was: What is the duration of the scale event for six hundred people?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 98, 103 ], "retrieved_sids": [ 80, 28, 43, 63, 87 ], "retrieved_global": [ 80, 28, 43, 63, 87 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 227, "question": "Did I remember to send that email? It's been a while since I caught up with everyone. I really hope the weather holds up.Wait a minute,What is the scale of the event on Friday, October 11, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "seven hundred people", "target_sids": [ 48, 52 ], "retrieved_sids": [ 51, 35, 4, 75, 42 ], "retrieved_global": [ 51, 35, 4, 75, 42 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 228, "question": "I overheard someone discussing an expedition that might take weeks to prepare for, but I can't remember where they said it would be. Did I leave the dishes in the sink again?Wait, what I really want to know is: What is the scale of the event that has a duration of eight days?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 32, 30 ], "retrieved_sids": [ 82, 8, 101, 81, 38 ], "retrieved_global": [ 82, 8, 101, 81, 38 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 229, "question": "I heard someone mention a concert happening soon, but I can't remember the date. Did I forget to call my friend about the dinner plans?Oh right, I wanted to ask,What is the duration of the event located in Seattle, WA?", "ground_truth": "B", "answer_text": "four of week", "target_sids": [ 18, 19 ], "retrieved_sids": [ 1, 33, 52, 20, 31 ], "retrieved_global": [ 1, 33, 52, 20, 31 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 230, "question": "I overheard someone talking about the best ways to gather a large group, but I can't remember if it involved food or just good timing. Did I forget to write down that meeting?Oh, what I truly wanted to clarify is,What is the time for the scale activity with one hundred people?", "ground_truth": "B", "answer_text": "2024-10-12 14:00", "target_sids": [ 67, 69 ], "retrieved_sids": [ 111, 86, 74, 54, 40 ], "retrieved_global": [ 111, 86, 74, 54, 40 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 231, "question": "I was planning a trip somewhere sunny, and there was this moment when I thought about the local cuisine. Did I remember to pack my sunglasses?Wait a minute,What is the time for the event in Orlando, FL?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 27, 31 ], "retrieved_sids": [ 39, 75, 97, 14, 82 ], "retrieved_global": [ 39, 75, 97, 14, 82 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 232, "question": "I heard something about a project that might take place in a city, but the details are a bit fuzzy. What was the name of that restaurant we used to go to?Uh, hold on,What is the location of the activity that lasts for eight weeks?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 40, 37 ], "retrieved_sids": [ 56, 53, 29, 74, 55 ], "retrieved_global": [ 56, 53, 29, 74, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 233, "question": "I heard a rumor about a gathering happening next month, but I can\u2019t remember who mentioned it. Was it related to the big project or something else?Wait a minute, what I wanted to ask is,What is the scale for the event that has a duration of seven days?", "ground_truth": "A", "answer_text": "seven hundred people", "target_sids": [ 72, 75 ], "retrieved_sids": [ 52, 116, 97, 102, 28 ], "retrieved_global": [ 52, 116, 97, 102, 28 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 234, "question": "I saw an interesting flyer yesterday, but I can't remember the date on it. Did I save that note about the meeting?Uh, hold on,What is the duration of the event at the location in Washington, DC?", "ground_truth": "D", "answer_text": "five day", "target_sids": [ 40, 47 ], "retrieved_sids": [ 87, 101, 7, 99, 20 ], "retrieved_global": [ 87, 101, 7, 99, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 235, "question": "I saw a calendar with some interesting dates marked, but I can't remember what they were for. Did I leave the lights on in the kitchen?Wait a minute, what I wanted to ask is,What is the location of the activity that lasts for seven weeks?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 35, 28 ], "retrieved_sids": [ 93, 87, 101, 64, 28 ], "retrieved_global": [ 93, 87, 101, 64, 28 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 236, "question": "I heard something interesting about a gathering in the city, but I can't remember the exact details. What was the date of that concert last year?Sorry, what I truly wanted to ask is: What is the scale of the event located in Denver, CO?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 117, 119 ], "retrieved_sids": [ 30, 88, 61, 1, 57 ], "retrieved_global": [ 30, 88, 61, 1, 57 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 237, "question": "I heard someone mention a gathering next month, but the details slipped my mind. What time were we planning to meet again?Hold on, what I actually wanted to understand is: What is the duration of the event on Tuesday, October 8, 2024, at 14:00?", "ground_truth": "D", "answer_text": "eight day", "target_sids": [ 69, 70 ], "retrieved_sids": [ 17, 107, 34, 91, 94 ], "retrieved_global": [ 17, 107, 34, 91, 94 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 238, "question": "I heard a strange sound outside, something like a cat meowing, but I can't remember if I fed them today. Did I leave the lights on in the kitchen?Oh right, I wanted to ask,What is the time for the activity that has a duration of nine weeks?", "ground_truth": "A", "answer_text": "2024-10-12 9:00", "target_sids": [ 13, 22 ], "retrieved_sids": [ 13, 87, 102, 9, 35 ], "retrieved_global": [ 13, 87, 102, 9, 35 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 239, "question": "I spoke to a friend yesterday; he mentioned something about the changing seasons. What was that new restaurant everyone is talking about?Wait a minute, what I wanted to ask is,What is the time for the event that lasts five weeks?", "ground_truth": "A", "answer_text": "2024-10-16 19:00", "target_sids": [ 5, 7 ], "retrieved_sids": [ 57, 5, 65, 106, 119 ], "retrieved_global": [ 57, 5, 65, 106, 119 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 240, "question": "I heard there\u2019s a gathering next month, but I can't remember where it is. Did I forget to write it down again?Wait, what I really want to know is: What is the location for the event on October 17, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 83, 79 ], "retrieved_sids": [ 116, 39, 88, 77, 20 ], "retrieved_global": [ 116, 39, 88, 77, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 241, "question": "I overheard someone talking about a gathering next week, but I can't remember where it's supposed to take place. Did I forget to book those tickets?Oops, actually what I wanted to ask was: What is the location of the event that has a duration of three days?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 81, 75 ], "retrieved_sids": [ 90, 32, 19, 7, 54 ], "retrieved_global": [ 90, 32, 19, 7, 54 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 242, "question": "I heard something interesting about an upcoming meeting, but the details are a bit hazy. What was the name of that project we discussed last month?Oh right, I wanted to ask,What is the duration of the event scheduled for October 17, 2024, at 14:00?", "ground_truth": "A", "answer_text": "seven of week", "target_sids": [ 13, 23 ], "retrieved_sids": [ 32, 105, 16, 18, 62 ], "retrieved_global": [ 32, 105, 16, 18, 62 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 243, "question": "I heard a rumor about a big gathering next month, but I can't remember what day it was supposed to happen. Do you think it'll rain?What I really meant was,What is the duration of the event with a scale of eight hundred people?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 38, 39 ], "retrieved_sids": [ 27, 54, 102, 112, 38 ], "retrieved_global": [ 27, 54, 102, 112, 38 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 244, "question": "I heard something about a gathering next month, but I can't remember the details. Did I lock the door before I left?Wait, what I really want to know is: What is the scale of the activity that lasts four days?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 48, 55 ], "retrieved_sids": [ 79, 82, 33, 90, 114 ], "retrieved_global": [ 79, 82, 33, 90, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 245, "question": "I overheard someone talking about an upcoming event; they seemed really excited but I couldn't catch the details. What's the weather like next week?Wait, what I really want to know is: What is the scale for the event on October 9, 2024, Wednesday at 19:00?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 93, 94 ], "retrieved_sids": [ 66, 106, 27, 46, 81 ], "retrieved_global": [ 66, 106, 27, 46, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 246, "question": "I heard there was a gathering recently, something about a celebration, but I can't remember the venue. Where did I put that invitation?What I really meant was,What is the location of the event that has nine hundred people?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 90, 86 ], "retrieved_sids": [ 100, 3, 63, 52, 105 ], "retrieved_global": [ 100, 3, 63, 52, 105 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 247, "question": "I had a conversation with a stranger yesterday about a festival, and they mentioned something about crowds and timing, but I can't remember the details. Do we have any snacks left?Uh, hold on,What is the duration of the event with a scale of one hundred people?", "ground_truth": "B", "answer_text": "nine of week", "target_sids": [ 82, 75 ], "retrieved_sids": [ 20, 63, 92, 91, 69 ], "retrieved_global": [ 20, 63, 92, 91, 69 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 248, "question": "I heard there might be something big happening downtown this weekend, but I can't remember the details. Did I forget to pick up groceries?Hmm, actually my question was this: What is the scale of the event in Miami, FL?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 112, 118 ], "retrieved_sids": [ 18, 30, 80, 97, 2 ], "retrieved_global": [ 18, 30, 80, 97, 2 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 249, "question": "I heard there's a gathering next month, but I can't remember the details. Did I forget to save the date for that?Hmm, actually my question was this: What is the scale for the event at 14:00 on October 17, 2024?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 0, 2 ], "retrieved_sids": [ 62, 15, 75, 76, 111 ], "retrieved_global": [ 62, 15, 75, 76, 111 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 250, "question": "I heard a rumor about an interesting festival happening soon, but the details are all a blur. Do you remember when we last talked about traveling?Sorry, what I truly wanted to ask is: What is the location of the event that lasts for three days?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 17, 19 ], "retrieved_sids": [ 58, 85, 88, 17, 37 ], "retrieved_global": [ 58, 85, 88, 17, 37 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 251, "question": "Did you hear about that thing happening in October? I wonder how many people will show up. It's been a while since anything like that took place. What's the venue like again?Sorry, what I truly wanted to ask is: What is the scale of the event scheduled for 2024-10-11 at 19:00?", "ground_truth": "D", "answer_text": "three thousand people", "target_sids": [ 32, 27 ], "retrieved_sids": [ 51, 119, 74, 52, 16 ], "retrieved_global": [ 51, 119, 74, 52, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 252, "question": "I bumped into an old friend yesterday, and she asked about that place we used to go to, but I can't remember the name. What time did we always meet up there?Hold on, what I actually wanted to understand is: What is the scale for the event scheduled on October 15, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "nine hundred people", "target_sids": [ 74, 79 ], "retrieved_sids": [ 101, 30, 75, 58, 31 ], "retrieved_global": [ 101, 30, 75, 58, 31 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 253, "question": "I heard someone mention a gathering next month, but I can't remember the exact details. Was it in the morning or afternoon?What I really meant was,What is the scale of the event on Saturday, October 12, 2024, at 09:00?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 112, 115 ], "retrieved_sids": [ 38, 7, 87, 78, 33 ], "retrieved_global": [ 38, 7, 87, 78, 33 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 254, "question": "I overheard someone discussing a large gathering next weekend, but I can't remember where it's taking place. Did I leave the oven on?I got it wrong, what I really meant to ask is: What is the location of the event that has a scale of seven thousand people?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 42, 44 ], "retrieved_sids": [ 118, 99, 14, 32, 75 ], "retrieved_global": [ 118, 99, 14, 32, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 255, "question": "I finished reading that book last month, but I can't remember the main character's name. Did I water the plants yesterday?Wait, what I really want to know is: What is the scale for an activity that lasts four weeks?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 117, 119 ], "retrieved_sids": [ 19, 77, 58, 47, 18 ], "retrieved_global": [ 19, 77, 58, 47, 18 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 256, "question": "The weather was unusually warm for October, and I couldn't help but wonder if I locked the door before leaving. Did I remember to send that email last week?Sorry, what I truly wanted to ask is: What is the duration of the event scheduled for 2024-10-17 at 19:00?", "ground_truth": "A", "answer_text": "nine of week", "target_sids": [ 48, 52 ], "retrieved_sids": [ 114, 93, 104, 82, 43 ], "retrieved_global": [ 114, 93, 104, 82, 43 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 257, "question": "I saw a crowd gathering near the old park, but I can't remember what for. Did someone mention something about a concert?Uh, hold on,What is the location of the event with a scale of six hundred people?", "ground_truth": "D", "answer_text": "Boston, MA", "target_sids": [ 91, 95 ], "retrieved_sids": [ 77, 53, 30, 17, 110 ], "retrieved_global": [ 77, 53, 30, 17, 110 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 258, "question": "I heard a rumor about a gathering next month, but I can't remember the details. Did anyone mention where it was supposed to be?Uh, hold on,What is the location for the event scheduled on 2024-10-13 at 14:00?", "ground_truth": "C", "answer_text": "Atlanta, GA", "target_sids": [ 61, 63 ], "retrieved_sids": [ 100, 115, 68, 101, 5 ], "retrieved_global": [ 100, 115, 68, 101, 5 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 259, "question": "I overheard someone talking about a project that lasts several weeks, but I can't remember the specifics of where it was happening. Did I feed the cat this morning?Wait, what I really want to know is: What is the location of the activity that has a duration of eight weeks?", "ground_truth": "B", "answer_text": "Orlando, FL", "target_sids": [ 72, 74 ], "retrieved_sids": [ 54, 72, 43, 31, 65 ], "retrieved_global": [ 54, 72, 43, 31, 65 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 260, "question": "I saw someone yesterday at the caf\u00e9; they had a striking hat. Did I leave the lights on in the kitchen?Hold on, what I actually wanted to understand is: What time is the event at that location in Houston, TX?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 8, 1 ], "retrieved_sids": [ 30, 109, 50, 114, 53 ], "retrieved_global": [ 30, 109, 50, 114, 53 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 261, "question": "I overheard someone talking about an event that seemed really important, but I can't remember the details. Did I lock the door before leaving?Hmm, actually my question was this: What is the location of the event with a scale of five hundred people?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 114, 117 ], "retrieved_sids": [ 2, 106, 74, 31, 1 ], "retrieved_global": [ 2, 106, 74, 31, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 262, "question": "I was thinking about that event last week, the one that seemed to stretch on forever, but I can't remember who was there. What did I have for lunch again?What I really meant was,What is the scale of the activity that has a duration of seven days?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 40, 37 ], "retrieved_sids": [ 94, 27, 79, 55, 95 ], "retrieved_global": [ 94, 27, 79, 55, 95 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 263, "question": "I ran into an old friend at the caf\u00e9 yesterday; we talked about plans for next month, but I can't quite remember the date. Did I forget to call my sister back?Wait a minute, what I wanted to ask is,What is the duration of the event scheduled for Sunday, October 20, 2024, at 19:00?", "ground_truth": "B", "answer_text": "five day", "target_sids": [ 42, 37 ], "retrieved_sids": [ 114, 88, 56, 65, 55 ], "retrieved_global": [ 114, 88, 56, 65, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 264, "question": "I saw a familiar face at the caf\u00e9 yesterday; he looked like he had a story to tell, but I couldn\u2019t quite place him. What was that movie everyone was talking about last week?Uh, hold on,What is the time for the event that lasts three weeks?", "ground_truth": "A", "answer_text": "2024-10-13 14:00", "target_sids": [ 43, 45 ], "retrieved_sids": [ 78, 114, 6, 79, 62 ], "retrieved_global": [ 78, 114, 6, 79, 62 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 265, "question": "I'm trying to remember the name of that place where we attended the festival last year. Was it in the spring or summer? I wish I had noted down the dates.Oh no, I actually wanted to figure out,What is the location for the event that has a duration of four days?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 74, 78 ], "retrieved_sids": [ 53, 54, 5, 22, 45 ], "retrieved_global": [ 53, 54, 5, 22, 45 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 266, "question": "I heard someone mention a project deadline, but I can't remember the exact dates or the team involved. Did I leave my notes in the car?Actually, my real question is: What is the location of the activity with a duration of eight days?", "ground_truth": "B", "answer_text": "Washington, DC", "target_sids": [ 105, 106 ], "retrieved_sids": [ 93, 54, 94, 51, 7 ], "retrieved_global": [ 93, 54, 94, 51, 7 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 267, "question": "I heard someone mention a meeting next week, but I can't remember the details. Did we decide on a time yet?Oh, what I truly wanted to clarify is,What is the duration of the event on Thursday, October 17, 2024, at 9:00 AM?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 72, 78 ], "retrieved_sids": [ 44, 87, 23, 7, 55 ], "retrieved_global": [ 44, 87, 23, 7, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 268, "question": "I spoke with a colleague yesterday, she mentioned an event happening soon, but I can't quite remember the details. What did I have for lunch last week?Sorry, what I truly wanted to ask is: What is the location for the two-week duration activity?", "ground_truth": "D", "answer_text": "Washington, DC", "target_sids": [ 24, 28 ], "retrieved_sids": [ 18, 19, 33, 20, 45 ], "retrieved_global": [ 18, 19, 33, 20, 45 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 269, "question": "I overheard someone discussing an upcoming meeting, but I can't remember the date or time. Was it last week or next month?What I really meant was,What is the duration of the event scheduled for 2024-10-14, Monday at 14:00?", "ground_truth": "D", "answer_text": "seven day", "target_sids": [ 40, 47 ], "retrieved_sids": [ 113, 23, 31, 66, 77 ], "retrieved_global": [ 113, 23, 31, 66, 77 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 270, "question": "I saw a flyer for an event, but I can't remember the details. Did I mark it on my calendar? What was the date again?Hold on, what I actually wanted to understand is: What is the location for the event on October 12, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "San Francisco, CA", "target_sids": [ 17, 12 ], "retrieved_sids": [ 113, 54, 68, 82, 81 ], "retrieved_global": [ 113, 54, 68, 82, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 271, "question": "I ran into an old acquaintance yesterday, and they mentioned a gathering happening soon, but I could never remember the exact date. What did I have for lunch last week?Hmm, actually my question was this: What is the duration of the event located in Boston, MA?", "ground_truth": "C", "answer_text": "five of week", "target_sids": [ 72, 83 ], "retrieved_sids": [ 99, 40, 53, 21, 67 ], "retrieved_global": [ 99, 40, 53, 21, 67 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 272, "question": "The weather was unusually chilly last week, and I keep thinking about that interesting podcast episode I listened to. Was it Tuesday or Wednesday that I went grocery shopping?Hold on, what I actually wanted to understand is: What is the scale for the event on Saturday, October 12, 2024, at 19:00?", "ground_truth": "C", "answer_text": "nine thousand people", "target_sids": [ 24, 25 ], "retrieved_sids": [ 81, 66, 51, 56, 65 ], "retrieved_global": [ 81, 66, 51, 56, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 273, "question": "I heard someone mention a meeting next week, but I can't remember if it was on a Tuesday or Wednesday. What's the weather like today?Sorry, what I truly wanted to ask is: What is the scale for the activity that has a duration of one day?", "ground_truth": "A", "answer_text": "two hundred people", "target_sids": [ 89, 86 ], "retrieved_sids": [ 110, 43, 28, 101, 77 ], "retrieved_global": [ 110, 43, 28, 101, 77 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 274, "question": "I saw a gathering on the calendar, but I can't remember the details. Did anyone mention when the meeting starts?Sorry about that, what I truly wanted to ask is,What time is the event for two hundred people?", "ground_truth": "D", "answer_text": "2024-10-12 9:00", "target_sids": [ 116, 108 ], "retrieved_sids": [ 57, 42, 108, 98, 32 ], "retrieved_global": [ 57, 42, 108, 98, 32 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 275, "question": "I saw a huge crowd gathering earlier, it felt like something important was happening, but I couldn\u2019t catch all the details. What was the theme they mentioned?Sorry about that, what I truly wanted to ask is,What time is the event for two thousand people?", "ground_truth": "B", "answer_text": "2024-10-12 19:00", "target_sids": [ 9, 10 ], "retrieved_sids": [ 84, 62, 3, 83, 22 ], "retrieved_global": [ 84, 62, 3, 83, 22 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 276, "question": "I overheard someone talking about a gathering in the city, but I can't quite remember if it was a concert or a rally. Did my friend say something about parking?Sorry, what I truly wanted to ask is: What is the scale of the event located in Washington, DC?", "ground_truth": "A", "answer_text": "eight thousand people", "target_sids": [ 73, 82 ], "retrieved_sids": [ 89, 98, 73, 45, 100 ], "retrieved_global": [ 89, 98, 73, 45, 100 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 277, "question": "I overheard someone talking about a gathering next week, and all I could think about was the last time they had an event. How did they manage the seating?Actually, my real question is: What is the duration of the event for four hundred people?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 90, 94 ], "retrieved_sids": [ 1, 115, 54, 29, 41 ], "retrieved_global": [ 1, 115, 54, 29, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 278, "question": "I heard there\u2019s a gathering next week, something about a large crowd coming together. Did I send out those invitations?Wait a minute,What is the duration of the event that has a scale of two hundred people?", "ground_truth": "D", "answer_text": "one day", "target_sids": [ 26, 35 ], "retrieved_sids": [ 79, 43, 115, 101, 20 ], "retrieved_global": [ 79, 43, 115, 101, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 279, "question": "I saw a glimpse of something that felt familiar, yet I can't quite place it. Was it last week or earlier? The sun seemed to shine differently on that day. What was I supposed to remember?Oops, actually what I wanted to ask was: What is the time for the event that has a duration of two days?", "ground_truth": "C", "answer_text": "2024-10-21 Monday 19:00", "target_sids": [ 106, 101 ], "retrieved_sids": [ 50, 94, 30, 38, 90 ], "retrieved_global": [ 50, 94, 30, 38, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 280, "question": "I heard a rumor about an interesting gathering happening soon, but I can't quite remember the date. Did we ever decide on a place for that celebration?Uh, hold on,What is the scale of the event at the location in Denver, CO?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 67, 68 ], "retrieved_sids": [ 50, 51, 16, 97, 113 ], "retrieved_global": [ 50, 51, 16, 97, 113 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 281, "question": "I overheard someone talking about a large gathering next month, but the exact date slipped my mind. Did we finalize the location yet?Wait, what I really want to know is: What is the time for the event with a scale of five hundred people?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 104, 102 ], "retrieved_sids": [ 56, 76, 85, 89, 51 ], "retrieved_global": [ 56, 76, 85, 89, 51 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 282, "question": "I overheard someone mentioning a concert coming up soon, but the details slipped my mind. Where did I put my sunglasses?Sorry, what I truly wanted to ask is: What is the duration of the event located in San Diego, CA?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 97, 101 ], "retrieved_sids": [ 97, 21, 79, 63, 107 ], "retrieved_global": [ 97, 21, 79, 63, 107 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 283, "question": "I was thinking about that gathering last week, and it slipped my mind what time it started. Do you remember if they had snacks?Hmm, actually my question was this: What is the location of the scale event with one hundred people?", "ground_truth": "D", "answer_text": "Chicago, IL", "target_sids": [ 114, 108 ], "retrieved_sids": [ 9, 70, 88, 43, 16 ], "retrieved_global": [ 9, 70, 88, 43, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 284, "question": "I heard there\u2019s a concert coming up soon, but I can't remember the exact date. What was the last movie we watched together?Oh right, I wanted to ask,What time is the event located in Chicago, IL?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 33, 31 ], "retrieved_sids": [ 39, 57, 109, 69, 61 ], "retrieved_global": [ 39, 57, 109, 69, 61 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 285, "question": "I was planning my week ahead, and there's something on my calendar that I'm trying to remember the details about. Did I have a meeting at that time, or was it just a lunch? I should check my notes later.Hold on, what I actually wanted to understand is: What is the duration of the event that is scheduled for Monday, October 7, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "two of week", "target_sids": [ 85, 86 ], "retrieved_sids": [ 64, 41, 86, 15, 94 ], "retrieved_global": [ 64, 41, 86, 15, 94 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 286, "question": "I heard someone mention a gathering next week, but I can't remember where it was supposed to be. Was it near downtown or closer to the park?Uh, hold on,What is the location for the event on October 17, 2024, at 9:00?", "ground_truth": "B", "answer_text": "Houston, TX", "target_sids": [ 75, 79 ], "retrieved_sids": [ 67, 29, 100, 53, 81 ], "retrieved_global": [ 67, 29, 100, 53, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 287, "question": "There's a gathering this week, and I wonder how many people will show up. Did I remember to send the invites last month?Wait a minute,What is the duration of the event that accommodates five hundred people?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 34, 27 ], "retrieved_sids": [ 66, 91, 50, 114, 16 ], "retrieved_global": [ 66, 91, 50, 114, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 288, "question": "I heard there\u2019s a gathering this weekend, but I can\u2019t remember how many people are expected to show up. Was it three hundred or maybe more?Wait, what I really want to know is: What is the duration of the event that involves nine hundred people?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 85, 94 ], "retrieved_sids": [ 62, 111, 31, 78, 43 ], "retrieved_global": [ 62, 111, 31, 78, 43 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 289, "question": "I just came back from that event; the weather was perfect, but I can't remember if I packed enough snacks. Did I leave the oven on?Hmm, actually my question was this: What is the scale for the activity that lasts for five weeks?", "ground_truth": "B", "answer_text": "one hundred people", "target_sids": [ 113, 114 ], "retrieved_sids": [ 30, 42, 51, 40, 41 ], "retrieved_global": [ 30, 42, 51, 40, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 290, "question": "I overheard a conversation about a meeting coming up next week, but I couldn\u2019t catch the time. Did I remember to bring my notes for that?Oops, actually what I wanted to ask was: What is the duration of the event on Thursday, October 17, 2024, at 2:00 PM?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 73, 75 ], "retrieved_sids": [ 92, 113, 41, 34, 58 ], "retrieved_global": [ 92, 113, 41, 34, 58 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 291, "question": "I saw a book on the shelf that looked interesting, but I can't remember the title. Was it Tuesday when we last met?Oh, what I truly wanted to clarify is,What is the time for the activity that lasts for six weeks?", "ground_truth": "A", "answer_text": "2024-10-11 19:00", "target_sids": [ 67, 71 ], "retrieved_sids": [ 106, 1, 89, 21, 67 ], "retrieved_global": [ 106, 1, 89, 21, 67 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 292, "question": "I just found out about a gathering next month, it's supposed to be pretty lively, but I can't remember who mentioned it. Did I leave the oven on?Wait a minute,What's the location for the event that has a scale of four hundred people?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 113, 108 ], "retrieved_sids": [ 63, 45, 51, 31, 106 ], "retrieved_global": [ 63, 45, 51, 31, 106 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 293, "question": "I saw a calendar that had a beautiful design, but the dates were all mixed up. Did I still need to remind her about that old project?Wait, what I really want to know is: What is the time for the seven-week duration activity?", "ground_truth": "B", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 77, 78 ], "retrieved_sids": [ 94, 65, 7, 5, 100 ], "retrieved_global": [ 94, 65, 7, 5, 100 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 294, "question": "I overheard someone mentioning a gathering next month, but I can't remember if it was in a park or a community hall. Did I tell you about the time we had to find the perfect venue?I got it wrong, what I really meant to ask is: What is the location for the event with a scale of one hundred people?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 32, 30 ], "retrieved_sids": [ 43, 101, 76, 100, 65 ], "retrieved_global": [ 43, 101, 76, 100, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 295, "question": "Did you see that news about the upcoming gathering? I wonder who else will be there besides our usual friends. Is there a guest list circulating somewhere?Actually, my real question is: What is the scale for the event on October 17, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 17, 23 ], "retrieved_sids": [ 54, 89, 90, 82, 80 ], "retrieved_global": [ 54, 89, 90, 82, 80 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 296, "question": "I heard they\u2019re planning something big next month, but I can\u2019t remember where I put my calendar. Do you think it\u2019s going to be memorable?Wait a minute, what I wanted to ask is,What is the scale of the event scheduled for October 11, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 32, 29 ], "retrieved_sids": [ 98, 77, 51, 23, 7 ], "retrieved_global": [ 98, 77, 51, 23, 7 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 297, "question": "I heard someone talking about an event next month, but I can't remember the details. Did I close the window before I left home?Wait, what I really want to know is: What is the location for the event on October 15, 2024, at 19:00?", "ground_truth": "A", "answer_text": "Denver, CO", "target_sids": [ 42, 38 ], "retrieved_sids": [ 75, 87, 40, 116, 76 ], "retrieved_global": [ 75, 87, 40, 116, 76 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 298, "question": "I found an interesting venue last week, but I can't remember the exact date of that meeting. It might have been near the river, or was it closer to the city center?Wait a minute,What is the location for the event on October 17, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 16, 14 ], "retrieved_sids": [ 52, 1, 41, 90, 67 ], "retrieved_global": [ 52, 1, 41, 90, 67 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 299, "question": "I spoke with someone interesting, but their name escapes me now; it reminded me of a festival I attended last summer. Was it July or August when that happened?Wait, what I really want to know is: What is the location of the activity that lasts nine days?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 65, 70 ], "retrieved_sids": [ 87, 30, 77, 62, 73 ], "retrieved_global": [ 87, 30, 77, 62, 73 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 300, "question": "There was a gathering last week that felt quite lively, but I can\u2019t remember the exact number of attendees. Did I mention the weather was perfect that day?Uh, hold on,What time is the event with eight hundred people?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 43, 38 ], "retrieved_sids": [ 55, 116, 92, 34, 12 ], "retrieved_global": [ 55, 116, 92, 34, 12 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 301, "question": "I heard someone mention a large gathering the other day, but I can't remember what they said about it. What was that song playing at the last event we attended?I got it wrong, what I really meant to ask is: What time is the event for seven hundred people?", "ground_truth": "B", "answer_text": "2024-10-17 9:00", "target_sids": [ 93, 86 ], "retrieved_sids": [ 29, 88, 45, 104, 21 ], "retrieved_global": [ 29, 88, 45, 104, 21 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 302, "question": "I heard there's a gathering happening soon, sounds like quite the crowd. Was it Tuesday or Wednesday they mentioned?Oh no, I actually wanted to figure out,What is the location of the event that has nine hundred people?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 104, 100 ], "retrieved_sids": [ 65, 34, 5, 100, 15 ], "retrieved_global": [ 65, 34, 5, 100, 15 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 303, "question": "I attended a meeting last week, and someone mentioned a project deadline, but I can't quite remember when it was supposed to be. Did we finalize the venue for that gathering?Oh right, I wanted to ask,What is the location for the event on October 13, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 66, 60 ], "retrieved_sids": [ 45, 112, 58, 28, 46 ], "retrieved_global": [ 45, 112, 58, 28, 46 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 304, "question": "I saw a gathering recently, it looked lively, but I can't remember what they were discussing. Did I forget to water the plants?Oops, actually what I wanted to ask was: What is the location of the scale event with one hundred people?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 50, 55 ], "retrieved_sids": [ 18, 62, 91, 47, 26 ], "retrieved_global": [ 18, 62, 91, 47, 26 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 305, "question": "I spoke to a colleague yesterday about an upcoming meeting, but the venue name slipped my mind. Was it near the downtown area or closer to the river?Sorry, what I truly wanted to ask is: What is the location of the event scheduled for October 16, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 24, 25 ], "retrieved_sids": [ 80, 105, 13, 117, 113 ], "retrieved_global": [ 80, 105, 13, 117, 113 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 306, "question": "I attended a workshop recently, it was really engaging but I can\u2019t remember the speaker's name. Did I forget to send that email?Wait a minute,What is the scale of the activity that lasts eight weeks?", "ground_truth": "C", "answer_text": "five hundred people", "target_sids": [ 98, 103 ], "retrieved_sids": [ 19, 31, 93, 90, 27 ], "retrieved_global": [ 19, 31, 93, 90, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 307, "question": "I saw a calendar reminder pop up today, but I can't remember if it was for a meeting or a birthday. Did I have something planned for next month?Oh no, I actually wanted to figure out,What is the duration of the event scheduled for 2024-10-15 at 14:00?", "ground_truth": "B", "answer_text": "three day", "target_sids": [ 44, 37 ], "retrieved_sids": [ 118, 90, 65, 57, 10 ], "retrieved_global": [ 118, 90, 65, 57, 10 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 308, "question": "I saw a gathering recently, it felt quite lively and vibrant. I wonder how many people were there? Did I remember to buy the snacks?What I really meant was,What is the location of the event that has a scale of seven hundred people?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 76, 78 ], "retrieved_sids": [ 38, 5, 6, 76, 14 ], "retrieved_global": [ 38, 5, 6, 76, 14 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 309, "question": "I passed by a caf\u00e9 earlier, and there were so many people inside, but I can't remember what the special was. Did I lock the door before leaving?Sorry about that, what I truly wanted to ask is,What is the duration of the event located in Boston, MA?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 37, 38 ], "retrieved_sids": [ 47, 13, 61, 22, 4 ], "retrieved_global": [ 47, 13, 61, 22, 4 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 310, "question": "I saw a flyer about something happening in the city, it looked interesting, but I forgot the details. What was that restaurant\u2019s name that we visited last month?Hmm, actually my question was this: What is the duration of the event located in Atlanta, GA?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 37, 38 ], "retrieved_sids": [ 67, 32, 16, 55, 37 ], "retrieved_global": [ 67, 32, 16, 55, 37 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 311, "question": "I overheard someone talking about a big gathering next month, but I can't remember the date. Did I leave the oven on?Oh no, I actually wanted to figure out,What is the time for the event with seven hundred people?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 26, 35 ], "retrieved_sids": [ 101, 8, 16, 53, 92 ], "retrieved_global": [ 101, 8, 16, 53, 92 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 312, "question": "I saw a flyer about something happening downtown, it seemed interesting but I forgot the details. Did I leave the oven on?Oh right, I wanted to ask,What time is the event at that location in Washington, DC?", "ground_truth": "C", "answer_text": "2024-10-12 19:00", "target_sids": [ 58, 53 ], "retrieved_sids": [ 103, 117, 33, 41, 11 ], "retrieved_global": [ 103, 117, 33, 41, 11 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 313, "question": "I heard something interesting about an upcoming gathering last week, but I can't quite remember the details. Wasn't it in October sometime?What I really meant was,What is the duration of the event on 2024-10-12 at 19:00?", "ground_truth": "D", "answer_text": "two day", "target_sids": [ 21, 22 ], "retrieved_sids": [ 114, 111, 29, 113, 54 ], "retrieved_global": [ 114, 111, 29, 113, 54 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 314, "question": "I was thinking about that big gathering we had last year, everyone was so excited, but I can't remember how we organized the schedule. Did we decide on a theme for this time?Sorry, what I truly wanted to ask is: What is the time for the nine hundred people event?", "ground_truth": "A", "answer_text": "2024-10-15 19:00", "target_sids": [ 11, 5 ], "retrieved_sids": [ 78, 81, 15, 51, 102 ], "retrieved_global": [ 78, 81, 15, 51, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 315, "question": "I heard about a project that was supposed to take a week, but I can't remember who was leading it. Did I leave my keys in the car again?Oh, what I truly wanted to clarify is,What is the scale for an activity that lasts one week?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 40, 37 ], "retrieved_sids": [ 81, 101, 70, 37, 57 ], "retrieved_global": [ 81, 101, 70, 37, 57 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 316, "question": "I saw an interesting building on my way to the cafe, but I can\u2019t remember the color of the door. What time is lunch again?Wait a minute,What time is the event in Austin, TX?", "ground_truth": "A", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 9, 5 ], "retrieved_sids": [ 22, 25, 101, 100, 30 ], "retrieved_global": [ 22, 25, 101, 100, 30 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 317, "question": "I was thinking about that concert next month; it starts at 6 PM, right? Just can't remember who else is going to perform. What time do we usually leave?Hold on, what I actually wanted to understand is: What is the duration of the event on October 13, 2024, which falls on a Sunday at 7:00 PM?", "ground_truth": "C", "answer_text": "nine day", "target_sids": [ 112, 110 ], "retrieved_sids": [ 103, 56, 113, 29, 6 ], "retrieved_global": [ 103, 56, 113, 29, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 318, "question": "I heard there's something happening downtown next week, but I can't quite remember the details. Is that a good restaurant still open near there?Wait a minute,What\u2019s the scale of the event in San Francisco, CA?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 2, 7 ], "retrieved_sids": [ 17, 68, 2, 116, 86 ], "retrieved_global": [ 17, 68, 2, 116, 86 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 319, "question": "I ran into an old friend yesterday, he mentioned something about a gathering soon, but I can't remember when it is. What was that recipe my aunt used to make?I got it wrong, what I really meant to ask is: What is the time for the event that involves three hundred people?", "ground_truth": "D", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 45, 37 ], "retrieved_sids": [ 51, 10, 101, 6, 68 ], "retrieved_global": [ 51, 10, 101, 6, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 320, "question": "I heard about an upcoming gathering, it might be in a place I've visited before, but the details are a bit hazy. What time does it actually start?Oh, what I truly wanted to clarify is,What is the location of the five-day event?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 48, 58 ], "retrieved_sids": [ 53, 77, 118, 62, 41 ], "retrieved_global": [ 53, 77, 118, 62, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 321, "question": "I overheard someone mentioning a big gathering happening soon; it felt like there was a lot of excitement in the air, but I didn't catch the details. What was the date again?Oh, what I truly wanted to clarify is,What is the scale of the event located in San Francisco, CA?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 65, 61 ], "retrieved_sids": [ 87, 55, 46, 102, 4 ], "retrieved_global": [ 87, 55, 46, 102, 4 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 322, "question": "I saw a flyer for an interesting gathering next month, but I can't remember the venue. Did I need to bring anything special for that day?Actually, my real question is: What is the location for the event on Tuesday, October 8, 2024, at 9:00 AM?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 65, 63 ], "retrieved_sids": [ 38, 104, 64, 85, 62 ], "retrieved_global": [ 38, 104, 64, 85, 62 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 323, "question": "I bumped into an old friend at the caf\u00e9, and we talked about upcoming plans for the fall, but I can't remember the exact date for that gathering. Was it the second week or the third?Uh, hold on,What is the duration of the event scheduled for October 13, 2024, Sunday at 14:00?", "ground_truth": "B", "answer_text": "one day", "target_sids": [ 28, 30 ], "retrieved_sids": [ 57, 79, 76, 41, 89 ], "retrieved_global": [ 57, 79, 76, 41, 89 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 324, "question": "I overheard someone talking about a project that lasts a week, but I can't remember the details. What was that movie we used to watch?Oh right, I wanted to ask,What is the scale of the activity that has a duration of seven days?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 32, 33 ], "retrieved_sids": [ 32, 110, 80, 56, 43 ], "retrieved_global": [ 32, 110, 80, 56, 43 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 325, "question": "I heard there will be something big happening downtown soon, possibly drawing a lot of people, but I can't remember the details. What was that date again?Sorry about that, what I truly wanted to ask is,What is the scale of the event located in Chicago, IL?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 72, 77 ], "retrieved_sids": [ 44, 32, 55, 19, 68 ], "retrieved_global": [ 44, 32, 55, 19, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 326, "question": "I heard someone talking about a concert last night, but I didn't catch who was performing. What's the weather like next weekend?Wait a minute, what I wanted to ask is,What is the location for the event on October 13, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 93, 94 ], "retrieved_sids": [ 66, 62, 112, 53, 30 ], "retrieved_global": [ 66, 62, 112, 53, 30 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 327, "question": "I saw a flyer about something happening soon, but I can't remember if it was next week or later. Did I leave the oven on?I got it wrong, what I really meant to ask is: What is the duration of the event at the location in Phoenix, AZ?", "ground_truth": "D", "answer_text": "three day", "target_sids": [ 16, 15 ], "retrieved_sids": [ 119, 20, 105, 93, 51 ], "retrieved_global": [ 119, 20, 105, 93, 51 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 328, "question": "I overheard someone talking about a gathering next month, but the details were a bit hazy. Did I remember to pick up those tickets?Oh, what I truly wanted to clarify is,What is the scale for the event on October 11, 2024, at 9:00?", "ground_truth": "A", "answer_text": "nine hundred people", "target_sids": [ 37, 47 ], "retrieved_sids": [ 54, 29, 82, 64, 91 ], "retrieved_global": [ 54, 29, 82, 64, 91 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 329, "question": "I saw a really interesting poster today about an upcoming gathering, but I can't remember the exact dates. Isn't it funny how time slips away sometimes?Oh no, I actually wanted to figure out,What time is the event that has a duration of two days?", "ground_truth": "C", "answer_text": "2024-10-17 9:00", "target_sids": [ 85, 87 ], "retrieved_sids": [ 41, 22, 104, 11, 85 ], "retrieved_global": [ 41, 22, 104, 11, 85 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 330, "question": "I heard a rumor about a project that's been taking place for a week now, but I can't quite remember who mentioned it. Was it at the last meeting or the one before?Wait a minute,What is the scale of the activity that has a duration of seven days?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 18, 22 ], "retrieved_sids": [ 58, 93, 74, 87, 73 ], "retrieved_global": [ 58, 93, 74, 87, 73 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 331, "question": "I heard someone mentioning a gathering next month, but I can't remember where it's supposed to be. Did I send that email about the meeting?Wait a minute,What is the location for the event on October 17, 2024, at 9:00?", "ground_truth": "C", "answer_text": "Austin, TX", "target_sids": [ 83, 76 ], "retrieved_sids": [ 2, 44, 18, 64, 21 ], "retrieved_global": [ 2, 44, 18, 64, 21 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 332, "question": "I heard they're planning something big next week, but I can't remember the venue details. Did anyone mention the date again?Wait a minute,What is the location of the four-day event?", "ground_truth": "A", "answer_text": "Chicago, IL", "target_sids": [ 13, 23 ], "retrieved_sids": [ 69, 41, 79, 68, 105 ], "retrieved_global": [ 69, 41, 79, 68, 105 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 333, "question": "I overheard someone saying they were looking for the perfect venue for a big gathering. Was it last week that they mentioned the RSVP deadline?Uh, hold on,What time is the event with three hundred people?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 64, 69 ], "retrieved_sids": [ 2, 92, 39, 16, 32 ], "retrieved_global": [ 2, 92, 39, 16, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 334, "question": "I heard someone mention a gathering next month, but I can't remember the exact date. Was it close to a holiday? I wonder if I have the right notes on that event.Hold on, what I actually wanted to understand is: What is the scale for the event scheduled for October 16, 2024, at 2:00 PM?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 96, 102 ], "retrieved_sids": [ 52, 17, 32, 76, 105 ], "retrieved_global": [ 52, 17, 32, 76, 105 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 335, "question": "I saw a poster about an upcoming event, but the details slipped my mind. Did I have an appointment that day?Wait a minute, what I wanted to ask is,What is the duration of the event scheduled for October 17, 2024, at 19:00?", "ground_truth": "A", "answer_text": "three day", "target_sids": [ 56, 55 ], "retrieved_sids": [ 64, 105, 114, 113, 31 ], "retrieved_global": [ 64, 105, 114, 113, 31 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 336, "question": "I heard someone mention a gathering next weekend, but I'm not sure about the location. Did I leave my keys at the last place we visited?Hold on, what I actually wanted to understand is: What is the time for the event located in Miami, FL?", "ground_truth": "C", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 12, 23 ], "retrieved_sids": [ 4, 56, 62, 43, 89 ], "retrieved_global": [ 4, 56, 62, 43, 89 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 337, "question": "I heard a rumor about a big gathering coming up soon, but I can\u2019t remember the details. What time did we say we\u2019d meet again?I got it wrong, what I really meant to ask is: What is the scale for the event on October 14, 2024, at 9:00?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 41, 45 ], "retrieved_sids": [ 75, 43, 34, 28, 53 ], "retrieved_global": [ 75, 43, 34, 28, 53 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 338, "question": "I saw a gathering yesterday, it reminded me of that time we organized a picnic, but I can't remember who brought the sandwiches. Did you ever find out what happened to that book I lent you?Wait a minute, what I wanted to ask is,What is the location for the event with a scale of one hundred people?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 19, 21 ], "retrieved_sids": [ 36, 4, 60, 78, 24 ], "retrieved_global": [ 36, 4, 60, 78, 24 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 339, "question": "I was organizing my calendar for next month, and suddenly I wondered how long that meeting was supposed to last. I still need to find my notes from that workshop last year. What did I have for lunch yesterday?Wait a minute, what I wanted to ask is,What is the time for the activity that has a duration of one week?", "ground_truth": "A", "answer_text": "2024-10-17 9:00", "target_sids": [ 21, 23 ], "retrieved_sids": [ 59, 33, 77, 10, 116 ], "retrieved_global": [ 59, 33, 77, 10, 116 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 340, "question": "I overheard someone talking about a gathering next month, but the details are all a blur. Did I remember to bring my jacket for that day?Oh no, I actually wanted to figure out,What is the duration of the event located in New York, NY?", "ground_truth": "C", "answer_text": "two day", "target_sids": [ 74, 76 ], "retrieved_sids": [ 86, 14, 15, 11, 85 ], "retrieved_global": [ 86, 14, 15, 11, 85 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 341, "question": "I heard someone mentioning a gathering this week, but I can't remember the exact time. What was the date again?Uh, hold on,What is the location for the event on Friday, October 11, 2024, at 19:00?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 91, 85 ], "retrieved_sids": [ 55, 8, 17, 5, 100 ], "retrieved_global": [ 55, 8, 17, 5, 100 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 342, "question": "There's a gathering coming up next month; I think it might be quite significant. What was that important date mentioned last week? I wonder how many people will actually show up.What I really meant was,What is the scale of the event scheduled for Tuesday, October 15, 2024, at 09:00?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 25, 33 ], "retrieved_sids": [ 6, 101, 110, 22, 114 ], "retrieved_global": [ 6, 101, 110, 22, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 343, "question": "I overheard someone mentioning a venue with beautiful lighting, but I can't remember where it was. Did I forget to send that email yesterday?Actually, my real question is: What is the location for the event that has a scale of two hundred people?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 42, 45 ], "retrieved_sids": [ 19, 2, 103, 57, 80 ], "retrieved_global": [ 19, 2, 103, 57, 80 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 344, "question": "I had a meeting scheduled for later this month, but I can't remember the exact time. Did I send that email about the venue?Sorry about that, what I truly wanted to ask is,What is the duration of the event on October 7, 2024, which is a Monday at 2:00 PM?", "ground_truth": "D", "answer_text": "six day", "target_sids": [ 83, 78 ], "retrieved_sids": [ 8, 17, 92, 18, 55 ], "retrieved_global": [ 8, 17, 92, 18, 55 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 345, "question": "I heard there might be something happening next week, but I can't seem to remember the details. Did anyone mention a large gathering? What's the weather supposed to be like?Oh no, I actually wanted to figure out,What is the scale of the event on Saturday, October 12, 2024, at 09:00?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 43, 38 ], "retrieved_sids": [ 59, 103, 46, 27, 75 ], "retrieved_global": [ 59, 103, 46, 27, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 346, "question": "I just received an email about an upcoming meeting, but I can't remember who organized it. What time did we decide on again?Wait a minute, what I wanted to ask is,What is the duration of the event on Wednesday, October 16, 2024, at 14:00?", "ground_truth": "B", "answer_text": "four day", "target_sids": [ 0, 10 ], "retrieved_sids": [ 92, 44, 37, 114, 112 ], "retrieved_global": [ 92, 44, 37, 114, 112 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 347, "question": "I overheard someone talking about a festival that lasts a fortnight, but I couldn't catch where it was happening. What was that movie with the long journey?I got it wrong, what I really meant to ask is: What is the location of the event that has a duration of two weeks?", "ground_truth": "C", "answer_text": "Chicago, IL", "target_sids": [ 58, 51 ], "retrieved_sids": [ 115, 45, 110, 66, 18 ], "retrieved_global": [ 115, 45, 110, 66, 18 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 348, "question": "I saw a flyer earlier about a gathering next week, but the details were a bit fuzzy. Is it really so soon? What day did they say?Uh, hold on,What time is the nine-day event?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 72, 81 ], "retrieved_sids": [ 78, 17, 28, 71, 26 ], "retrieved_global": [ 78, 17, 28, 71, 26 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 349, "question": "I overheard someone discussing a concert last week, but I can\u2019t quite remember the lineup. Did I forget to pay the rent?Sorry, what I truly wanted to ask is: What is the duration of the event located in Austin, TX?", "ground_truth": "A", "answer_text": "five day", "target_sids": [ 19, 20 ], "retrieved_sids": [ 55, 19, 98, 28, 21 ], "retrieved_global": [ 55, 19, 98, 28, 21 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 350, "question": "I heard something buzzing about a gathering downtown, but I can't remember the details. Did I leave the stove on?Actually, my real question is: What is the scale of the event in Boston, MA?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 97, 99 ], "retrieved_sids": [ 97, 10, 89, 91, 110 ], "retrieved_global": [ 97, 10, 89, 91, 110 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 351, "question": "I heard there's something big happening next month, but I can't quite remember the details. Was it a conference or maybe a celebration? Did I miss the date?Wait, what I really want to know is: What is the scale of the event scheduled for Thursday, October 17, 2024, at 14:00?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 26, 30 ], "retrieved_sids": [ 40, 1, 100, 38, 114 ], "retrieved_global": [ 40, 1, 100, 38, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 352, "question": "I heard someone mention a gathering next week, but I can't remember the details. Did someone say it was at the usual spot?Wait a minute, what I wanted to ask is,What time is the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-15 14:00", "target_sids": [ 114, 110 ], "retrieved_sids": [ 39, 77, 14, 79, 66 ], "retrieved_global": [ 39, 77, 14, 79, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 353, "question": "I heard someone mention the weather for that week, but I can't remember the details. Did I leave my book in the caf\u00e9?Oh right, I wanted to ask,What is the location for the event on October 9, 2024, at 9:00 AM?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 32, 33 ], "retrieved_sids": [ 9, 65, 118, 44, 8 ], "retrieved_global": [ 9, 65, 118, 44, 8 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 354, "question": "I heard there might be a gathering soon, but I can't remember the venue. What day was that supposed to happen?What I really meant was,What time is the event for seven hundred people?", "ground_truth": "C", "answer_text": "2024-10-11 14:00", "target_sids": [ 20, 21 ], "retrieved_sids": [ 115, 43, 20, 53, 54 ], "retrieved_global": [ 115, 43, 20, 53, 54 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 355, "question": "There's a gathering next month that I heard might have some interesting speakers, but I can't remember where it is. Did I forget to confirm my plans for the weekend again?Actually, my real question is: What is the scale for the event on October 12, 2024, at 9:00?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 34, 28 ], "retrieved_sids": [ 62, 105, 100, 17, 3 ], "retrieved_global": [ 62, 105, 100, 17, 3 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 356, "question": "I had a meeting scheduled next week, but now I'm unsure if I'll remember the time. Did I write down the right date for the presentation?Oh right, I wanted to ask,What is the duration of the event scheduled for October 17, 2024, at 2:00 PM?", "ground_truth": "A", "answer_text": "two day", "target_sids": [ 19, 22 ], "retrieved_sids": [ 51, 39, 71, 101, 79 ], "retrieved_global": [ 51, 39, 71, 101, 79 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 357, "question": "I saw a flyer for something happening soon, but I can't remember the details. Did my friend mention if it's during the week or weekend?Actually, my real question is: What is the duration of the event happening in Atlanta, GA?", "ground_truth": "B", "answer_text": "six day", "target_sids": [ 64, 61 ], "retrieved_sids": [ 99, 30, 42, 61, 100 ], "retrieved_global": [ 99, 30, 42, 61, 100 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 358, "question": "I was looking at the seating arrangements, and it felt like a small town gathering. Did I remember to send that email?Oh no, I actually wanted to figure out,What is the location of the event that has a scale of seven hundred people?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 114, 108 ], "retrieved_sids": [ 15, 28, 39, 51, 80 ], "retrieved_global": [ 15, 28, 39, 51, 80 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 359, "question": "I was wondering if I should bring an umbrella later; I just feel like rain might be on the way. It seems like I need to check the schedule for that meeting, but I can't remember if it's in the afternoon or morning.Wait, what I really want to know is: What is the time for the event located in Washington, DC?", "ground_truth": "C", "answer_text": "2024-10-13 19:00", "target_sids": [ 61, 71 ], "retrieved_sids": [ 106, 20, 78, 83, 9 ], "retrieved_global": [ 106, 20, 78, 83, 9 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 360, "question": "I saw some flyers for an event in the city, but I can't remember the exact date. Wasn't there something about food trucks too?I got it wrong, what I really meant to ask is: What is the scale of the event in Atlanta, GA?", "ground_truth": "B", "answer_text": "four hundred people", "target_sids": [ 41, 39 ], "retrieved_sids": [ 4, 75, 2, 23, 3 ], "retrieved_global": [ 4, 75, 2, 23, 3 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 361, "question": "Did you hear about that gathering last week? It felt so vibrant, with so many faces. I wonder if anyone captured the moment. What did they serve for refreshments again?I got it wrong, what I really meant to ask is: What is the location of the event that has a scale of four hundred people?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 88, 89 ], "retrieved_sids": [ 99, 88, 3, 67, 19 ], "retrieved_global": [ 99, 88, 3, 67, 19 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 362, "question": "I just realized my calendar is packed for next week, but I can\u2019t remember if I confirmed the time for that meeting. What did I order for dinner last night?What I really meant was,What is the duration of the event on Thursday, October 10, 2024, at 19:00?", "ground_truth": "C", "answer_text": "six of week", "target_sids": [ 21, 22 ], "retrieved_sids": [ 89, 43, 116, 4, 16 ], "retrieved_global": [ 89, 43, 116, 4, 16 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 363, "question": "I went to that caf\u00e9 downtown yesterday, and there was a strange feeling in the air, but I can't remember why I was there. Do I have an appointment later this week?Wait, what I really want to know is: What is the location for the event on October 15, 2024, which is a Tuesday at 7:00 PM?", "ground_truth": "B", "answer_text": "Boston, MA", "target_sids": [ 66, 70 ], "retrieved_sids": [ 8, 15, 66, 104, 82 ], "retrieved_global": [ 8, 15, 66, 104, 82 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 364, "question": "I passed by that caf\u00e9 on Peachtree Street yesterday, and I can't remember if they had live music that night. Did I forget to send that email?I got it wrong, what I really meant to ask is: What time is the event located in Atlanta, GA?", "ground_truth": "A", "answer_text": "2024-10-15 9:00", "target_sids": [ 8, 1 ], "retrieved_sids": [ 89, 105, 55, 43, 20 ], "retrieved_global": [ 89, 105, 55, 43, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 365, "question": "I saw something interesting in the park yesterday, but I can't quite remember what time it was. Did I leave the door unlocked?Oh, what I truly wanted to clarify is,What is the scale for the event on October 17, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 50, 51 ], "retrieved_sids": [ 100, 34, 62, 94, 112 ], "retrieved_global": [ 100, 34, 62, 94, 112 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 366, "question": "I attended a seminar last month, and the speaker mentioned something about a project timeline, but I can't remember the exact dates. Was that last year\u2019s conference?Oops, actually what I wanted to ask was: What's the scale for the activity that lasts six weeks?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 9, 10 ], "retrieved_sids": [ 99, 42, 51, 93, 112 ], "retrieved_global": [ 99, 42, 51, 93, 112 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 367, "question": "There's a gathering happening soon, and I heard it might last a while. Did I leave the oven on? I really need to check my calendar.Oh right, I wanted to ask,What is the duration of the event located in New York, NY?", "ground_truth": "D", "answer_text": "eight of week", "target_sids": [ 25, 31 ], "retrieved_sids": [ 59, 113, 52, 99, 95 ], "retrieved_global": [ 59, 113, 52, 99, 95 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 368, "question": "I heard there\u2019s a gathering next week, but I can\u2019t remember who mentioned it. Did I forget to RSVP for that thing?Oh, what I truly wanted to clarify is,What is the location for the event that has a scale of three hundred people?", "ground_truth": "A", "answer_text": "Denver, CO", "target_sids": [ 80, 83 ], "retrieved_sids": [ 30, 29, 86, 59, 65 ], "retrieved_global": [ 30, 29, 86, 59, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 369, "question": "I overheard someone discussing plans for a gathering, and they mentioned the logistics but didn't specify who would be invited. What's the ideal time to start a party anyway?Sorry about that, what I truly wanted to ask is,What time is the event for seven hundred people?", "ground_truth": "D", "answer_text": "2024-10-11 19:00", "target_sids": [ 97, 100 ], "retrieved_sids": [ 105, 78, 97, 61, 40 ], "retrieved_global": [ 105, 78, 97, 61, 40 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 370, "question": "I was thinking about that big gathering next week, and I wonder how long it will last. Did I remember to bring the right supplies? It's hard to keep track sometimes.Wait a minute,What is the duration of the event that has seven hundred people?", "ground_truth": "D", "answer_text": "six of week", "target_sids": [ 40, 37 ], "retrieved_sids": [ 101, 37, 56, 81, 31 ], "retrieved_global": [ 101, 37, 56, 81, 31 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 371, "question": "The conference was bustling, and I overheard someone mention a keynote speaker who travels a lot. Does anyone remember where I put my notes from last week?Actually, my real question is: What is the scale of the event located in Orlando, FL?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 90, 95 ], "retrieved_sids": [ 77, 15, 8, 42, 78 ], "retrieved_global": [ 77, 15, 8, 42, 78 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 372, "question": "I bumped into a friend at a caf\u00e9; they mentioned a concert happening sometime soon. What was the name of that band?Wait a minute, what I wanted to ask is,What is the time of the event located in San Francisco, CA?", "ground_truth": "D", "answer_text": "2024-10-16 19:00", "target_sids": [ 8, 5 ], "retrieved_sids": [ 110, 32, 74, 81, 41 ], "retrieved_global": [ 110, 32, 74, 81, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 373, "question": "I overheard someone mention a week-long event, but I can't remember the details. What was that recipe I wanted to try?Wait, what I really want to know is: What is the scale of the activity that lasts six days?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 59, 51 ], "retrieved_sids": [ 31, 15, 51, 4, 94 ], "retrieved_global": [ 31, 15, 51, 4, 94 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 374, "question": "Did you hear about that gathering last week? It was quite the turnout, but I can't remember the exact number of attendees. What a fascinating mix of people!Oops, actually what I wanted to ask was: What is the location of the event with nine hundred people?", "ground_truth": "B", "answer_text": "Atlanta, GA", "target_sids": [ 25, 34 ], "retrieved_sids": [ 55, 7, 25, 15, 46 ], "retrieved_global": [ 55, 7, 25, 15, 46 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 375, "question": "I overheard a couple talking about a unique event they attended recently, but I can't remember the name of the venue. What was that movie we watched last week?Oh, what I truly wanted to clarify is,What is the location of the activity that lasts for eight weeks?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 0, 10 ], "retrieved_sids": [ 77, 24, 67, 89, 41 ], "retrieved_global": [ 77, 24, 67, 89, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 376, "question": "I heard there's something big happening next week, but I can't remember all the details. Did I lock the door before I left?Sorry, what I truly wanted to ask is: What is the scale of the event on Thursday, October 17, 2024, at 19:00?", "ground_truth": "B", "answer_text": "eight thousand people", "target_sids": [ 86, 87 ], "retrieved_sids": [ 81, 14, 74, 49, 86 ], "retrieved_global": [ 81, 14, 74, 49, 86 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 377, "question": "I overheard someone mention a venue that accommodates large gatherings, but I can't remember the name. Did you catch when the next big meeting is supposed to happen?What I really meant was,What is the location for the event with two hundred people?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 40, 47 ], "retrieved_sids": [ 65, 89, 17, 110, 74 ], "retrieved_global": [ 65, 89, 17, 110, 74 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 378, "question": "I overheard someone talking about a big gathering happening soon, but I can't remember the details. What was the name of that restaurant we used to go to?Oh, what I truly wanted to clarify is,What is the scale of the events in Las Vegas, NV?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 0, 5 ], "retrieved_sids": [ 0, 52, 103, 27, 101 ], "retrieved_global": [ 0, 52, 103, 27, 101 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 379, "question": "I saw a flyer for something happening soon, but I can't remember if it was this week or next. Did I leave the oven on?Hmm, actually my question was this: What time is the event that lasts six days?", "ground_truth": "B", "answer_text": "2024-10-15 19:00", "target_sids": [ 115, 108 ], "retrieved_sids": [ 8, 105, 20, 87, 99 ], "retrieved_global": [ 8, 105, 20, 87, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 380, "question": "I saw a beautiful tree with colorful leaves, but I can't remember where I parked my car. What's for dinner tonight?Actually, my real question is: What is the location of the activity that lasts for six weeks?", "ground_truth": "A", "answer_text": "Seattle, WA", "target_sids": [ 25, 27 ], "retrieved_sids": [ 53, 57, 22, 50, 7 ], "retrieved_global": [ 53, 57, 22, 50, 7 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 381, "question": "I passed by the park today, and there were so many people out enjoying the sun, but I can't remember if it was a holiday. Did I leave the oven on?Oh no, I actually wanted to figure out,What is the location for the activity that has a duration of three weeks?", "ground_truth": "B", "answer_text": "Portland, OR", "target_sids": [ 40, 45 ], "retrieved_sids": [ 117, 116, 100, 99, 97 ], "retrieved_global": [ 117, 116, 100, 99, 97 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 382, "question": "I overheard someone mentioning a venue that's great for gatherings, but I can't remember the name. Did the weather change last week?Sorry, what I truly wanted to ask is: What is the location for the event with a scale of two hundred people?", "ground_truth": "A", "answer_text": "Washington, DC", "target_sids": [ 74, 77 ], "retrieved_sids": [ 90, 112, 74, 44, 105 ], "retrieved_global": [ 90, 112, 74, 44, 105 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 383, "question": "Did you hear about that gathering happening soon? I think it\u2019s supposed to be quite the turnout, but I can't quite remember where exactly. What was that place called again?Sorry about that, what I truly wanted to ask is,What is the location of the three hundred people event?", "ground_truth": "B", "answer_text": "Denver, CO", "target_sids": [ 42, 44 ], "retrieved_sids": [ 114, 30, 53, 60, 15 ], "retrieved_global": [ 114, 30, 53, 60, 15 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 384, "question": "I watched the sunset last night, and it felt like an eternity, but what was I supposed to bring to the party?Hold on, what I actually wanted to understand is: What time is the event in Atlanta, GA?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 43, 46 ], "retrieved_sids": [ 79, 104, 93, 81, 103 ], "retrieved_global": [ 79, 104, 93, 81, 103 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 385, "question": "The sun was bright yesterday, and I saw a couple setting up a large tent in the park. What time was that movie coming out again?Wait a minute,What is the scale of an event that lasts one day?", "ground_truth": "D", "answer_text": "nine hundred people", "target_sids": [ 37, 47 ], "retrieved_sids": [ 42, 102, 44, 81, 116 ], "retrieved_global": [ 42, 102, 44, 81, 116 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 386, "question": "I heard someone mention a gathering next week, but I can't remember the exact time or place. Did I leave the lights on at home?Oops, actually what I wanted to ask was: What is the location for the event on Thursday, October 10, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "Seattle, WA", "target_sids": [ 32, 29 ], "retrieved_sids": [ 114, 79, 4, 93, 20 ], "retrieved_global": [ 114, 79, 4, 93, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 387, "question": "I remember discussing a project that spanned an entire week, but the details about the venue escape me. Why do I keep forgetting the name of that place?Oops, actually what I wanted to ask was: What is the location for the activity that lasts one week?", "ground_truth": "D", "answer_text": "San Francisco, CA", "target_sids": [ 84, 86 ], "retrieved_sids": [ 18, 52, 111, 6, 42 ], "retrieved_global": [ 18, 52, 111, 6, 42 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 388, "question": "I was thinking about that gathering next month; I wonder if anyone remembers the last time we all got together. Did I mention that I checked my calendar earlier? Time really seems to fly sometimes.Oops, actually what I wanted to ask was: What is the duration of the event scheduled for 2024-10-17 at 19:00?", "ground_truth": "B", "answer_text": "four of week", "target_sids": [ 16, 17 ], "retrieved_sids": [ 81, 101, 29, 39, 11 ], "retrieved_global": [ 81, 101, 29, 39, 11 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 389, "question": "I attended a meeting last week, and there was a lot of chatter about upcoming projects. Is it Friday already? I should probably check my schedule.Sorry about that, what I truly wanted to ask is,What is the scale of the activity that has a duration of two days?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 48, 49 ], "retrieved_sids": [ 41, 48, 94, 81, 34 ], "retrieved_global": [ 41, 48, 94, 81, 34 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 390, "question": "I overheard someone talking about a gathering next month, but I can't remember the exact date. Did I forget to return that book to the library?Sorry about that, what I truly wanted to ask is,What is the location for the activity that lasts one week?", "ground_truth": "C", "answer_text": "Philadelphia, PA", "target_sids": [ 92, 95 ], "retrieved_sids": [ 68, 77, 31, 4, 22 ], "retrieved_global": [ 68, 77, 31, 4, 22 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 391, "question": "I overheard someone talking about an upcoming festival, but I can't remember the exact dates. Did I lock the door when I left?Sorry about that, what I truly wanted to ask is,What is the time for the three-day event?", "ground_truth": "C", "answer_text": "2024-10-17 Thursday 19:00", "target_sids": [ 66, 62 ], "retrieved_sids": [ 10, 22, 16, 34, 8 ], "retrieved_global": [ 10, 22, 16, 34, 8 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 392, "question": "I spoke to someone at the event yesterday; they mentioned they loved hiking, but I can't quite remember the trail name. Did I leave the laundry in the washer?Wait a minute,What is the location of the activity that has a duration of one day?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 66, 62 ], "retrieved_sids": [ 85, 94, 93, 90, 92 ], "retrieved_global": [ 85, 94, 93, 90, 92 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 393, "question": "I heard someone mention a gathering downtown, but I can't remember the date. Did I forget to add that to my calendar?Sorry, what I truly wanted to ask is: What time is the event at that location in Portland, OR?", "ground_truth": "B", "answer_text": "2024-10-15 19:00", "target_sids": [ 65, 60 ], "retrieved_sids": [ 106, 4, 30, 104, 112 ], "retrieved_global": [ 106, 4, 30, 104, 112 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 394, "question": "I was thinking about organizing a gathering next month, but the timing is still up in the air. Have you seen the weather forecast for that week? It\u2019s so hard to keep track of everyone's availability lately.Hmm, actually my question was this: What is the duration of the event scheduled for 2024-10-07 Monday at 14:00?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 117, 110 ], "retrieved_sids": [ 15, 29, 16, 52, 65 ], "retrieved_global": [ 15, 29, 16, 52, 65 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 395, "question": "I saw someone jotting down notes about an upcoming project, but I can't remember the details of the timeline. What was the name of that restaurant we wanted to try last week?Oops, actually what I wanted to ask was: What is the duration of the event scheduled for 2024-10-09 Wednesday at 09:00?", "ground_truth": "B", "answer_text": "three of week", "target_sids": [ 96, 102 ], "retrieved_sids": [ 33, 3, 19, 65, 87 ], "retrieved_global": [ 33, 3, 19, 65, 87 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 396, "question": "I was just thinking about that big meeting coming up next week, but I can't remember the guest list. Did I send the invitations?Oh no, I actually wanted to figure out,What is the location for the event scheduled on Thursday, October 17, 2024, at 14:00?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 97, 100 ], "retrieved_sids": [ 87, 28, 9, 42, 54 ], "retrieved_global": [ 87, 28, 9, 42, 54 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 397, "question": "I was walking through the city last weekend, and I overheard someone talking about an event, but I can't remember where it was. Did I leave my keys at the coffee shop?Sorry about that, what I truly wanted to ask is,What is the duration of the event located in Chicago, IL?", "ground_truth": "C", "answer_text": "eight of week", "target_sids": [ 91, 86 ], "retrieved_sids": [ 9, 76, 77, 66, 56 ], "retrieved_global": [ 9, 76, 77, 66, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 398, "question": "I heard something interesting about an event happening soon, but I can't quite remember the details. What day did we plan to go out for dinner?Uh, hold on,What is the duration of the event located in Denver, CO?", "ground_truth": "C", "answer_text": "one day", "target_sids": [ 112, 119 ], "retrieved_sids": [ 61, 15, 93, 19, 29 ], "retrieved_global": [ 61, 15, 93, 19, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 399, "question": "I just realized I forgot to check the time for that important meeting next week. Was it at 2 PM or something else? I hope I don\u2019t miss it!Actually, my real question is: What is the duration of the event on Sunday, October 13, 2024, at 14:00?", "ground_truth": "A", "answer_text": "eight of week", "target_sids": [ 2, 6 ], "retrieved_sids": [ 65, 79, 44, 16, 58 ], "retrieved_global": [ 65, 79, 44, 16, 58 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 400, "question": "I overheard someone talking about a big gathering in the city; it sounded like there were going to be a lot of people involved, but I didn't catch the details. What's the latest on that project I was working on?What I really meant was,What is the scale of the event located in San Francisco, CA?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 12, 21 ], "retrieved_sids": [ 28, 64, 56, 51, 90 ], "retrieved_global": [ 28, 64, 56, 51, 90 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 401, "question": "I saw a huge crowd gathering near the park, everyone looked excited, but I can't remember what they were celebrating. Was there something special happening this weekend?Wait a minute, what I wanted to ask is,What is the scale of the event located in New York, NY?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 94, 95 ], "retrieved_sids": [ 75, 112, 54, 113, 58 ], "retrieved_global": [ 75, 112, 54, 113, 58 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 402, "question": "I heard a rumor about an exciting gathering next month, but I can't remember the details. Was it a concert or a conference?Sorry about that, what I truly wanted to ask is,What is the scale of the event on October 9, 2024, Wednesday, at 7:00 PM?", "ground_truth": "D", "answer_text": "eight hundred people", "target_sids": [ 11, 6 ], "retrieved_sids": [ 106, 82, 56, 86, 75 ], "retrieved_global": [ 106, 82, 56, 86, 75 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 403, "question": "I heard someone mention a festival that happens every year, but I can't remember when it starts. Why do I keep forgetting these details?Hmm, actually my question was this: What is the location for the event that lasts seven weeks?", "ground_truth": "A", "answer_text": "Los Angeles, CA", "target_sids": [ 48, 50 ], "retrieved_sids": [ 43, 89, 107, 112, 95 ], "retrieved_global": [ 43, 89, 107, 112, 95 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 404, "question": "I heard someone mention a festival happening soon; it involves a lot of activities, but I can't remember the exact date. Do we have plans for next week?Uh, hold on,What is the scale of the event that lasts nine days?", "ground_truth": "A", "answer_text": "four hundred people", "target_sids": [ 0, 6 ], "retrieved_sids": [ 30, 46, 102, 0, 114 ], "retrieved_global": [ 30, 46, 102, 0, 114 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 405, "question": "I overheard someone talking about organizing a gathering soon, but I can't remember if it was this month or next. Did they mention the venue?Hold on, what I actually wanted to understand is: What is the time for the event with a scale of five hundred people?", "ground_truth": "B", "answer_text": "2024-10-17 14:00", "target_sids": [ 48, 52 ], "retrieved_sids": [ 48, 19, 45, 68, 80 ], "retrieved_global": [ 48, 19, 45, 68, 80 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 406, "question": "I overheard someone talking about plans for the weekend, but I can\u2019t remember if it was a movie or a concert. Did I miss the memo on the next meeting?Actually, my real question is: What is the duration of the event scheduled for 2024-10-07 Monday at 19:00?", "ground_truth": "B", "answer_text": "one of week", "target_sids": [ 93, 95 ], "retrieved_sids": [ 27, 3, 45, 100, 111 ], "retrieved_global": [ 27, 3, 45, 100, 111 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 407, "question": "I saw a group of people gathering today, they looked excited, but I can't remember what they were all talking about. What was that recipe I wanted to try?Wait, what I really want to know is: What is the scale of the event at that location in Austin, TX?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 93, 87 ], "retrieved_sids": [ 96, 17, 16, 116, 3 ], "retrieved_global": [ 96, 17, 16, 116, 3 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 408, "question": "I saw a poster for an event happening soon, but I can't remember where it is supposed to take place. Did I leave the door open?Oh, what I truly wanted to clarify is,What is the location for the event on 2024-10-12 at 19:00?", "ground_truth": "B", "answer_text": "New York, NY", "target_sids": [ 77, 78 ], "retrieved_sids": [ 109, 62, 47, 29, 42 ], "retrieved_global": [ 109, 62, 47, 29, 42 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 409, "question": "I found an old calendar buried in my drawer, and it had something marked for two weeks, but I can't remember what it was about. Did I ever send my cousin that email?Hold on, what I actually wanted to understand is: What is the scale of the activity that lasts for two weeks?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 1, 4 ], "retrieved_sids": [ 91, 78, 71, 118, 96 ], "retrieved_global": [ 91, 78, 71, 118, 96 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 410, "question": "I saw an advertisement for something happening next month, but I can't quite remember the details. What time did we agree to meet for dinner last week?Wait a minute,What is the scale for the event scheduled on 2024-10-15 at 19:00?", "ground_truth": "C", "answer_text": "seven hundred people", "target_sids": [ 113, 117 ], "retrieved_sids": [ 63, 93, 7, 105, 99 ], "retrieved_global": [ 63, 93, 7, 105, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 411, "question": "I saw a flyer for an event next month, but I can\u2019t remember the details. Was it Saturday or Sunday? That coffee shop always gets so crowded.Actually, my real question is: What is the location for the event on October 7, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 36, 47 ], "retrieved_sids": [ 6, 100, 113, 2, 30 ], "retrieved_global": [ 6, 100, 113, 2, 30 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 412, "question": "I just spoke with someone about the weather for next week, but I can't remember if we're supposed to meet in the morning or afternoon. Did I lock the door before leaving home?Oh no, I actually wanted to figure out,What is the location for the event on Sunday, October 20, 2024, at 14:00?", "ground_truth": "D", "answer_text": "Orlando, FL", "target_sids": [ 99, 103 ], "retrieved_sids": [ 10, 91, 80, 21, 106 ], "retrieved_global": [ 10, 91, 80, 21, 106 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 413, "question": "I heard someone mention a gathering happening soon, but the details slipped my mind. Was it in the spring or summer? Sorry about that, what I truly wanted to ask is,What is the duration of the event that takes place in Atlanta, GA?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 33, 35 ], "retrieved_sids": [ 19, 2, 105, 104, 102 ], "retrieved_global": [ 19, 2, 105, 104, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 414, "question": "Did you hear about that thing happening next week? I think it involves a lot of people, but I can't remember the details. What was the name of that place we talked about?Oh no, I actually wanted to figure out,What is the scale of the event that lasts four days?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 94, 95 ], "retrieved_sids": [ 99, 101, 39, 91, 81 ], "retrieved_global": [ 99, 101, 39, 91, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 415, "question": "I overheard someone mention a gathering that starts next week, but I can't remember the details. Did they say something about a celebration?Oops, actually what I wanted to ask was: What is the scale of the event that lasts for nine days?", "ground_truth": "D", "answer_text": "two hundred people", "target_sids": [ 42, 44 ], "retrieved_sids": [ 63, 115, 9, 42, 8 ], "retrieved_global": [ 63, 115, 9, 42, 8 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 416, "question": "I saw someone wearing a bright red coat yesterday, and it reminded me of that party I went to last summer. Did I leave the oven on?I got it wrong, what I really meant to ask is: What time is the event with a scale of five hundred people?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 19:00", "target_sids": [ 115, 109 ], "retrieved_sids": [ 104, 66, 69, 17, 95 ], "retrieved_global": [ 104, 66, 69, 17, 95 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 417, "question": "I overheard someone mentioning a gathering next month; it sounded rather important, but I didn\u2019t catch the details. Have you seen the new coffee shop that opened nearby?Wait a minute,What is the scale for the event on 2024-10-16 at 9:00?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 78, 79 ], "retrieved_sids": [ 18, 112, 56, 70, 101 ], "retrieved_global": [ 18, 112, 56, 70, 101 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 418, "question": "I heard someone discussing an upcoming gathering this fall, but I can't remember the exact date. Did they mention something about a celebration?Wait a minute, what I wanted to ask is,What is the scale of the event on Sunday, October 20, 2024, at 14:00?", "ground_truth": "B", "answer_text": "two hundred people", "target_sids": [ 24, 28 ], "retrieved_sids": [ 20, 101, 50, 103, 99 ], "retrieved_global": [ 20, 101, 50, 103, 99 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 419, "question": "I saw a group of people gathering at the park; they looked excited, but I couldn't catch what they were planning. Does anyone know if the cafe still serves that special blend?Wait, what I really want to know is: What is the scale of the activity that lasts three weeks?", "ground_truth": "C", "answer_text": "two thousand people", "target_sids": [ 53, 54 ], "retrieved_sids": [ 82, 86, 100, 27, 1 ], "retrieved_global": [ 82, 86, 100, 27, 1 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 420, "question": "Did you see the photos from that gathering last week? It was packed, but I can\u2019t remember who the guest speaker was. What was the name of that restaurant we liked?Hold on, what I actually wanted to understand is: What is the scale of the event happening in Chicago, IL?", "ground_truth": "C", "answer_text": "four hundred people", "target_sids": [ 17, 21 ], "retrieved_sids": [ 97, 88, 49, 119, 78 ], "retrieved_global": [ 97, 88, 49, 119, 78 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 421, "question": "I was thinking about the upcoming gathering, but I can't quite remember if it\u2019s this week or next. What did I need to bring again?Actually, my real question is: What is the location for the event on 2024-10-16 at 19:00?", "ground_truth": "A", "answer_text": "Portland, OR", "target_sids": [ 106, 101 ], "retrieved_sids": [ 16, 103, 82, 41, 119 ], "retrieved_global": [ 16, 103, 82, 41, 119 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 422, "question": "I heard they\u2019re planning something big next month, but the details are a bit fuzzy. Did I miss the memo about the guest list?Wait, what I really want to know is: What is the location of that event for one thousand people?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 27, 29 ], "retrieved_sids": [ 2, 99, 75, 41, 66 ], "retrieved_global": [ 2, 99, 75, 41, 66 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 423, "question": "I saw a film last night that had stunning visuals, but I can't remember the title. Did I forget to water the plants yesterday?Wait a minute,What is the location of the activity that lasts for five weeks?", "ground_truth": "C", "answer_text": "Phoenix, AZ", "target_sids": [ 44, 45 ], "retrieved_sids": [ 94, 105, 117, 5, 44 ], "retrieved_global": [ 94, 105, 117, 5, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 424, "question": "I overheard some guests discussing the best ways to coordinate a large group, but I couldn't catch all the details. Did I forget to ask about the catering options again?Oh no, I actually wanted to figure out,What is the duration of the event for one hundred people?", "ground_truth": "A", "answer_text": "five of week", "target_sids": [ 45, 46 ], "retrieved_sids": [ 78, 2, 14, 88, 103 ], "retrieved_global": [ 78, 2, 14, 88, 103 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 425, "question": "I just remembered that I need to check my calendar for next week; something about a meeting, but I can't recall the time. Did my friend mention a new cafe opening soon?Hmm, actually my question was this: What is the location for the event on October 16, 2024, at 9:00?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 89, 93 ], "retrieved_sids": [ 73, 38, 115, 29, 98 ], "retrieved_global": [ 73, 38, 115, 29, 98 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 426, "question": "I heard there's a gathering happening soon; it feels like it could be something significant. Did someone mention bringing extra chairs? I've been meaning to check the weather for that day.Sorry, what I truly wanted to ask is: What is the scale of the event on Saturday, October 12, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 73, 82 ], "retrieved_sids": [ 99, 43, 97, 82, 92 ], "retrieved_global": [ 99, 43, 97, 82, 92 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 427, "question": "I was thinking about planning a trip in the spring, but when did I last check the calendar? The flowers were blooming then, weren't they?Wait, what I really want to know is: What is the time for the event that has a duration of seven months?", "ground_truth": "C", "answer_text": "2024-10-13 9:00", "target_sids": [ 97, 103 ], "retrieved_sids": [ 9, 29, 58, 44, 76 ], "retrieved_global": [ 9, 29, 58, 44, 76 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 428, "question": "I saw a flyer about a gathering coming up next month; it looked like it might attract quite a crowd, but I can't remember where it said it would be held. Was that my neighbor's dog barking?Oops, actually what I wanted to ask was: What is the scale of the four-day event?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 115, 108 ], "retrieved_sids": [ 115, 10, 88, 77, 108 ], "retrieved_global": [ 115, 10, 88, 77, 108 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 429, "question": "I saw a flyer about something happening in the city next week; it looked interesting, but I can't remember the details. Did I leave the oven on?Oh right, I wanted to ask,What is the scale of the event located in New York, NY?", "ground_truth": "B", "answer_text": "three hundred people", "target_sids": [ 105, 106 ], "retrieved_sids": [ 57, 94, 19, 0, 116 ], "retrieved_global": [ 57, 94, 19, 0, 116 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 430, "question": "I heard there\u2019s a gathering next week, but I can't remember who all is invited. Did they mention anything about a special presentation?Sorry, what I truly wanted to ask is: What is the time for the event that scales to five hundred people?", "ground_truth": "D", "answer_text": "2024-10-11 9:00", "target_sids": [ 44, 47 ], "retrieved_sids": [ 9, 62, 55, 79, 44 ], "retrieved_global": [ 9, 62, 55, 79, 44 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 431, "question": "I heard that there was a gathering recently, but I can't remember how long it lasted. Did my friend mention the date?Hmm, actually my question was this: What is the duration of the event at the location in Washington, DC?", "ground_truth": "A", "answer_text": "nine day", "target_sids": [ 107, 117 ], "retrieved_sids": [ 67, 39, 1, 45, 34 ], "retrieved_global": [ 67, 39, 1, 45, 34 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 432, "question": "I saw a familiar face at the coffee shop, maybe it was someone from college, but I can't remember their name. Did I leave the oven on?Oh, what I truly wanted to clarify is,What time is the event located in Atlanta, GA?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 43, 47 ], "retrieved_sids": [ 112, 54, 68, 14, 88 ], "retrieved_global": [ 112, 54, 68, 14, 88 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 433, "question": "I saw an old friend recently, and we talked about a trip we were planning, but I can't remember the destination. Did I leave the oven on?Sorry, what I truly wanted to ask is: What is the location for the event on October 15, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "San Francisco, CA", "target_sids": [ 74, 82 ], "retrieved_sids": [ 114, 29, 39, 31, 118 ], "retrieved_global": [ 114, 29, 39, 31, 118 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 434, "question": "I overheard someone mention a gathering where time seems to stand still, yet I can't remember the exact details. Was it in the city or somewhere more secluded?Hold on, what I actually wanted to understand is: What is the location of the event that lasts for eight days?", "ground_truth": "B", "answer_text": "Los Angeles, CA", "target_sids": [ 95, 87 ], "retrieved_sids": [ 18, 118, 61, 42, 67 ], "retrieved_global": [ 18, 118, 61, 42, 67 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 435, "question": "I heard something about a gathering in town, but I can't quite place the details. Wasn't there a buzz about some new developments lately?Wait a minute, what I wanted to ask is,What\u2019s the scale of the event in Austin, TX?", "ground_truth": "C", "answer_text": "one hundred people", "target_sids": [ 16, 22 ], "retrieved_sids": [ 26, 57, 82, 106, 68 ], "retrieved_global": [ 26, 57, 82, 106, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 436, "question": "I overheard someone discussing a project timeline at the caf\u00e9, and it sounded like they were juggling several tasks at once, but I couldn't quite catch the details. Was the weather nice outside today?Sorry about that, what I truly wanted to ask is,What is the scale of the activity that has a duration of nine weeks?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 109, 111 ], "retrieved_sids": [ 58, 5, 109, 4, 15 ], "retrieved_global": [ 58, 5, 109, 4, 15 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 437, "question": "I heard someone mention the weather for next week, but I can't quite remember the details. Did I remember to water the plants today?Hmm, actually my question was this: What is the scale for the event on Friday, October 18, 2024, at 09:00?", "ground_truth": "D", "answer_text": "seven hundred people", "target_sids": [ 33, 28 ], "retrieved_sids": [ 93, 76, 8, 26, 105 ], "retrieved_global": [ 93, 76, 8, 26, 105 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 438, "question": "I saw someone wearing a bright yellow shirt today; it reminded me of that summer concert we went to. Wasn't there a festival around this time last year?Wait a minute, what I wanted to ask is,What time is the event happening in Austin, TX?", "ground_truth": "D", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 60, 68 ], "retrieved_sids": [ 28, 60, 97, 80, 99 ], "retrieved_global": [ 28, 60, 97, 80, 99 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 439, "question": "I saw a calendar marked with celebrations, but I can't remember if it was last month or next. Did anyone mention the dates again?Oh right, I wanted to ask,What is the time for the event that has a duration of nine days?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 19:00", "target_sids": [ 51, 54 ], "retrieved_sids": [ 104, 51, 81, 28, 74 ], "retrieved_global": [ 104, 51, 81, 28, 74 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 440, "question": "I saw this great new venue the other day, I think it was on the Strip, but I can't remember the exact date they opened. What was that song playing in the background again?I got it wrong, what I really meant to ask is: What time is the event located in Las Vegas, NV?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 34, 27 ], "retrieved_sids": [ 89, 74, 117, 3, 115 ], "retrieved_global": [ 89, 74, 117, 3, 115 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 441, "question": "I found an old calendar while cleaning, and it reminded me of a trip I took ages ago. What day was it when we arrived in that town?Oops, actually what I wanted to ask was: What is the time for the event that has a duration of four days?", "ground_truth": "B", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 116, 117 ], "retrieved_sids": [ 63, 31, 56, 92, 18 ], "retrieved_global": [ 63, 31, 56, 92, 18 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 442, "question": "I was thinking about the concert coming up, but I can't remember the exact date. Did I leave the oven on?Oops, actually what I wanted to ask was: What time is the event in Seattle, WA?", "ground_truth": "B", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 0, 7 ], "retrieved_sids": [ 38, 89, 104, 102, 32 ], "retrieved_global": [ 38, 89, 104, 102, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 443, "question": "I overheard someone talking about a festival happening next month, but I can't remember the exact dates. Did anyone mention the location again?What I really meant was,What is the time for the event that lasts four days?", "ground_truth": "A", "answer_text": "2024-10-13 Sunday 14:00", "target_sids": [ 97, 100 ], "retrieved_sids": [ 0, 77, 117, 84, 9 ], "retrieved_global": [ 0, 77, 117, 84, 9 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 444, "question": "Did you hear about that gathering in the city? I think it was something big, but the details are fuzzy. What was the date of that last concert we went to?What I really meant was,What is the scale of the event in Portland, OR?", "ground_truth": "D", "answer_text": "one hundred people", "target_sids": [ 78, 79 ], "retrieved_sids": [ 29, 113, 114, 91, 37 ], "retrieved_global": [ 29, 113, 114, 91, 37 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 445, "question": "I heard there might be something happening this weekend, but I can't remember the details. Did we confirm the venue yet?Actually, my real question is: What is the location of the event that has a scale of seven hundred people?", "ground_truth": "D", "answer_text": "Philadelphia, PA", "target_sids": [ 72, 79 ], "retrieved_sids": [ 51, 102, 60, 21, 98 ], "retrieved_global": [ 51, 102, 60, 21, 98 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 446, "question": "I bumped into an old friend last week, and we talked about a trip we took years ago, but I can't remember the exact dates. Did we bring our cameras?Oh no, I actually wanted to figure out,What is the location of the event that has a duration of six days?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 70, 63 ], "retrieved_sids": [ 68, 18, 95, 30, 94 ], "retrieved_global": [ 68, 18, 95, 30, 94 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 447, "question": "I heard someone mention a gathering next month, but I can't remember the details. What day is it again?Actually, my real question is: What is the scale for the event on October 16, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 106, 101 ], "retrieved_sids": [ 19, 40, 86, 27, 6 ], "retrieved_global": [ 19, 40, 86, 27, 6 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 448, "question": "I heard there might be a gathering next week; they said it could be quite packed, but I wonder where it's being held. Did I remember to ask about the time?Wait a minute, what I wanted to ask is,What is the location of the event that has a scale of three thousand people?", "ground_truth": "A", "answer_text": "New York, NY", "target_sids": [ 105, 100 ], "retrieved_sids": [ 115, 54, 86, 117, 5 ], "retrieved_global": [ 115, 54, 86, 117, 5 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 449, "question": "Did you see that poster for the gathering next week? I wonder if they'll have enough chairs for everyone, though. What was that new cafe that opened nearby?Sorry, what I truly wanted to ask is: What's the location of the event with a scale of four hundred people?", "ground_truth": "B", "answer_text": "Las Vegas, NV", "target_sids": [ 85, 95 ], "retrieved_sids": [ 51, 68, 118, 36, 3 ], "retrieved_global": [ 51, 68, 118, 36, 3 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 450, "question": "Did you hear about that gathering? I think it was supposed to be pretty significant. I wonder what the turnout will be like. I really need to check my calendar for that day.Hmm, actually my question was this: What is the scale of the event at that location in Washington, DC?", "ground_truth": "B", "answer_text": "nine hundred people", "target_sids": [ 92, 93 ], "retrieved_sids": [ 78, 105, 41, 19, 81 ], "retrieved_global": [ 78, 105, 41, 19, 81 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 451, "question": "I saw someone at the caf\u00e9 earlier who had a unique haircut, but I can\u2019t remember their name. What was that movie we watched last month?Sorry about that, what I truly wanted to ask is,For the activity that has a duration of four days, what is the scale?", "ground_truth": "D", "answer_text": "three hundred people", "target_sids": [ 17, 18 ], "retrieved_sids": [ 88, 79, 17, 3, 107 ], "retrieved_global": [ 88, 79, 17, 3, 107 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 452, "question": "I overheard someone mention a large gathering last week, but I can't remember the details about it. Did I forget to reply to that invitation?Hold on, what I actually wanted to understand is: What time is the event with nine hundred people?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 97, 101 ], "retrieved_sids": [ 119, 15, 4, 87, 68 ], "retrieved_global": [ 119, 15, 4, 87, 68 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 453, "question": "I saw a flyer about that upcoming gathering, but I can't remember where it said it would take place. Did I forget to note that down?Wait a minute, what I wanted to ask is,What is the location of the two-day event?", "ground_truth": "C", "answer_text": "New York, NY", "target_sids": [ 67, 70 ], "retrieved_sids": [ 92, 40, 17, 59, 32 ], "retrieved_global": [ 92, 40, 17, 59, 32 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 454, "question": "I saw a big crowd earlier, it looked like something exciting was happening, but I didn\u2019t catch the details. Do you remember what time the show starts?Uh, hold on,What time is the event with seven hundred people?", "ground_truth": "D", "answer_text": "2024-10-14 14:00", "target_sids": [ 117, 109 ], "retrieved_sids": [ 31, 88, 9, 67, 15 ], "retrieved_global": [ 31, 88, 9, 67, 15 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 455, "question": "I was thinking about that meeting next month, but I can't remember if it's in the morning or the afternoon. Did I schedule something else on that day?Hold on, what I actually wanted to understand is: What is the duration of the event scheduled for 2024-10-09 Wednesday at 09:00?", "ground_truth": "A", "answer_text": "four day", "target_sids": [ 83, 76 ], "retrieved_sids": [ 3, 4, 69, 30, 27 ], "retrieved_global": [ 3, 4, 69, 30, 27 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 456, "question": "I saw a calendar today, and there was something marked in the evening, but I can't remember what it was about. Did I have a meeting then?I got it wrong, what I really meant to ask is: What is the duration of the event on October 17, 2024, at 19:00?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 71, 63 ], "retrieved_sids": [ 81, 52, 32, 86, 36 ], "retrieved_global": [ 81, 52, 32, 86, 36 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 457, "question": "They say the coffee shop downtown has been buzzing lately, but I can't remember if it's because of the new barista or the opening hours. Did I leave my keys in the car again?Uh, hold on,What is the location of the event that has a scale of one hundred people?", "ground_truth": "D", "answer_text": "Los Angeles, CA", "target_sids": [ 94, 87 ], "retrieved_sids": [ 77, 53, 105, 32, 76 ], "retrieved_global": [ 77, 53, 105, 32, 76 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 458, "question": "I was thinking about that dinner party we had last month, but I can't quite remember who brought the dessert. It's funny how sometimes details slip away like that.Wait a minute,What is the location for the event on 2024-10-11 at 19:00?", "ground_truth": "D", "answer_text": "Denver, CO", "target_sids": [ 40, 36 ], "retrieved_sids": [ 17, 101, 16, 23, 29 ], "retrieved_global": [ 17, 101, 16, 23, 29 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 459, "question": "I overheard someone talking about a large gathering last week, but the details were a bit fuzzy. By the way, do you have the time?Wait, what I really want to know is: What is the location for that scale of activity involving one hundred people?", "ground_truth": "C", "answer_text": "Denver, CO", "target_sids": [ 40, 36 ], "retrieved_sids": [ 30, 101, 60, 108, 22 ], "retrieved_global": [ 30, 101, 60, 108, 22 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 460, "question": "I overheard someone talking about a gathering that might be significant, but I can't remember the details. Did they mention the date again?Wait a minute,What is the scale of the event located in Los Angeles, CA?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 78, 79 ], "retrieved_sids": [ 20, 92, 93, 110, 47 ], "retrieved_global": [ 20, 92, 93, 110, 47 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 461, "question": "I overheard someone talking about a project that was supposed to kick off soon, but I'm not sure if it was for two weeks or three. Did I remember to call my sister back?Actually, my real question is: What is the scale of the activity that has a duration of five weeks?", "ground_truth": "B", "answer_text": "eight hundred people", "target_sids": [ 68, 61 ], "retrieved_sids": [ 42, 7, 23, 27, 20 ], "retrieved_global": [ 42, 7, 23, 27, 20 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 462, "question": "I heard there's going to be a gathering soon, something about lots of people coming together, but I can't remember the details. What time is it supposed to start?Uh, hold on,What is the time for the event with a scale of seven hundred people?", "ground_truth": "D", "answer_text": "2024-10-13 14:00", "target_sids": [ 62, 63 ], "retrieved_sids": [ 21, 99, 90, 62, 42 ], "retrieved_global": [ 21, 99, 90, 62, 42 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 463, "question": "I heard someone talking about a gathering next week; it sounded like it would be interesting. What was the name of that new restaurant downtown?Oops, actually what I wanted to ask was: What time is the five-day event?", "ground_truth": "A", "answer_text": "2024-10-11 14:00", "target_sids": [ 50, 59 ], "retrieved_sids": [ 85, 4, 97, 42, 86 ], "retrieved_global": [ 85, 4, 97, 42, 86 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 464, "question": "I heard there might be a gathering soon, but I can\u2019t remember the details well. Did someone mention the date earlier?What I really meant was,What\u2019s the location for the event with two hundred people?", "ground_truth": "C", "answer_text": "Las Vegas, NV", "target_sids": [ 66, 63 ], "retrieved_sids": [ 3, 110, 17, 31, 56 ], "retrieved_global": [ 3, 110, 17, 31, 56 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 465, "question": "I heard there's a gathering next month, but I can't remember the details. What's the weather usually like at that time?Uh, hold on,What is the scale for the event on Sunday, October 13, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "seven thousand people", "target_sids": [ 24, 30 ], "retrieved_sids": [ 45, 69, 66, 30, 51 ], "retrieved_global": [ 45, 69, 66, 30, 51 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 466, "question": "I overheard someone mention a festival in the city last week, but I can't quite remember the details. Did they say something about food trucks?Oh, what I truly wanted to clarify is,What is the scale of the event in Austin, TX?", "ground_truth": "A", "answer_text": "eight hundred people", "target_sids": [ 66, 69 ], "retrieved_sids": [ 18, 77, 13, 52, 104 ], "retrieved_global": [ 18, 77, 13, 52, 104 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 467, "question": "I heard there's a big gathering happening soon, but I can't quite remember the details. Did someone say something about a venue?Oops, actually what I wanted to ask was: What time is the event with three hundred people?", "ground_truth": "A", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 64, 70 ], "retrieved_sids": [ 0, 28, 99, 101, 82 ], "retrieved_global": [ 0, 28, 99, 101, 82 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 468, "question": "I was walking through the park when I overheard someone mentioning a gathering. It made me think about that great restaurant downtown; what time do they serve dinner again?Oh no, I actually wanted to figure out,What time is the event at the location New York, NY?", "ground_truth": "C", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 25, 35 ], "retrieved_sids": [ 8, 74, 97, 89, 47 ], "retrieved_global": [ 8, 74, 97, 89, 47 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 469, "question": "I overheard someone talking about a gathering next month, but I can't remember the details. Did I leave the door unlocked?Sorry about that, what I truly wanted to ask is,What is the scale for the event on October 13, 2024, at 9:00?", "ground_truth": "D", "answer_text": "four hundred people", "target_sids": [ 72, 83 ], "retrieved_sids": [ 83, 58, 14, 69, 47 ], "retrieved_global": [ 83, 58, 14, 69, 47 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 470, "question": "I saw a flyer for an event next week, but I can't remember what it was about. Did I leave my keys on the kitchen counter?What I really meant was,What time is the activity that lasts one day?", "ground_truth": "B", "answer_text": "2024-10-14 19:00", "target_sids": [ 12, 21 ], "retrieved_sids": [ 93, 12, 66, 94, 31 ], "retrieved_global": [ 93, 12, 66, 94, 31 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 471, "question": "I saw a beautiful park while driving yesterday, and I think they have a festival coming up soon. What's that new cafe everyone keeps talking about?Sorry about that, what I truly wanted to ask is,What is the location of the event that has a duration of one day?", "ground_truth": "C", "answer_text": "Washington, DC", "target_sids": [ 18, 22 ], "retrieved_sids": [ 73, 109, 111, 115, 28 ], "retrieved_global": [ 73, 109, 111, 115, 28 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 472, "question": "I saw a flyer for some gathering this weekend, but I can't remember the theme. Did I water the plants before leaving home?Oh right, I wanted to ask,What is the duration of the event located in Portland, OR?", "ground_truth": "C", "answer_text": "eight day", "target_sids": [ 106, 107 ], "retrieved_sids": [ 79, 114, 64, 100, 38 ], "retrieved_global": [ 79, 114, 64, 100, 38 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 473, "question": "I spoke with a colleague who mentioned that they're working on a lengthy project, but I can't remember the exact timeline. Did I leave the oven on?Oh, what I truly wanted to clarify is,What's the scale for the activity that has a duration of nine weeks?", "ground_truth": "A", "answer_text": "five hundred people", "target_sids": [ 48, 50 ], "retrieved_sids": [ 80, 47, 64, 20, 91 ], "retrieved_global": [ 80, 47, 64, 20, 91 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 474, "question": "I was thinking about that gathering last week, it was quite lively, wasn\u2019t it? I wonder if the weather was nice that day...Hmm, actually my question was this: What is the location of the event that has a scale of four hundred people?", "ground_truth": "D", "answer_text": "Austin, TX", "target_sids": [ 48, 56 ], "retrieved_sids": [ 41, 65, 93, 66, 43 ], "retrieved_global": [ 41, 65, 93, 66, 43 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 475, "question": "I heard something about an exciting gathering happening soon, but I can't quite remember the details. Did I mention I need to check my calendar?Oops, actually what I wanted to ask was: What is the scale of the event located in Denver, CO?", "ground_truth": "C", "answer_text": "six hundred people", "target_sids": [ 113, 118 ], "retrieved_sids": [ 113, 97, 104, 101, 14 ], "retrieved_global": [ 113, 97, 104, 101, 14 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 476, "question": "I overheard someone talking about a major gathering happening soon, but the details were a bit fuzzy. Wasn't there a festival planned for the fall?Hold on, what I actually wanted to understand is: What is the scale of the event located in Boston, MA?", "ground_truth": "B", "answer_text": "five hundred people", "target_sids": [ 117, 118 ], "retrieved_sids": [ 79, 83, 69, 62, 105 ], "retrieved_global": [ 79, 83, 69, 62, 105 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 477, "question": "I heard there's something big happening soon, but I can't quite remember the details. Did I forget to RSVP to that thing next week?Hmm, actually my question was this: What is the scale of the event located in Atlanta, GA?", "ground_truth": "A", "answer_text": "six hundred people", "target_sids": [ 90, 87 ], "retrieved_sids": [ 114, 13, 40, 101, 102 ], "retrieved_global": [ 114, 13, 40, 101, 102 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 478, "question": "I heard there's a big gathering happening soon, but I can't remember the exact time. Did I mention I need to check my calendar? Actually, my real question is: What is the duration of the event scheduled for 9:00 on October 15, 2024?", "ground_truth": "D", "answer_text": "nine of week", "target_sids": [ 65, 67 ], "retrieved_sids": [ 107, 62, 55, 17, 7 ], "retrieved_global": [ 107, 62, 55, 17, 7 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 479, "question": "I saw a venue the other day, it was quite spacious, but I can\u2019t remember the name. Do you think we\u2019ve reserved enough chairs for everyone?Uh, hold on,What is the location of the event that scales to five hundred people?", "ground_truth": "A", "answer_text": "Atlanta, GA", "target_sids": [ 17, 18 ], "retrieved_sids": [ 64, 51, 6, 36, 83 ], "retrieved_global": [ 64, 51, 6, 36, 83 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 480, "question": "I heard someone mention a gathering next week, but I can't quite remember the details. Did I forget to send that email?Wait, what I really want to know is: What's the duration of the event scheduled for 9:00 AM on October 14, 2024?", "ground_truth": "B", "answer_text": "eight of week", "target_sids": [ 17, 13 ], "retrieved_sids": [ 41, 54, 106, 29, 114 ], "retrieved_global": [ 41, 54, 106, 29, 114 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 481, "question": "I overheard someone talking about a project timeline the other day, and it made me wonder how long teams usually take to prepare for big milestones. Did I remember to check the market trends for this quarter?Oops, actually what I wanted to ask was: What scale is used for the activity that lasts five weeks?", "ground_truth": "A", "answer_text": "three hundred people", "target_sids": [ 96, 107 ], "retrieved_sids": [ 41, 119, 115, 114, 0 ], "retrieved_global": [ 41, 119, 115, 114, 0 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 482, "question": "I overheard someone talking about a significant date coming up, but I can't remember the context. Was it related to a celebration or an announcement?Sorry about that, what I truly wanted to ask is,What is the scale for the event on October 11, 2024, at 9:00?", "ground_truth": "D", "answer_text": "six hundred people", "target_sids": [ 85, 95 ], "retrieved_sids": [ 80, 20, 52, 19, 41 ], "retrieved_global": [ 80, 20, 52, 19, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 483, "question": "I saw something on the news about a gathering in Florida, but I can't remember the details. Did I mention that I've been meaning to look into that? What was the name of that place again?Sorry about that, what I truly wanted to ask is,What is the scale of the event located in Orlando, FL?", "ground_truth": "D", "answer_text": "four thousand people", "target_sids": [ 73, 78 ], "retrieved_sids": [ 97, 68, 111, 54, 84 ], "retrieved_global": [ 97, 68, 111, 54, 84 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 484, "question": "I saw a beautiful sunset the other day, and it reminded me of a trip we took years ago. Did I ever mention how much I love the sound of the ocean? What was the name of that restaurant we liked?Wait a minute,What is the time for the event located in Seattle, WA?", "ground_truth": "C", "answer_text": "2024-10-13 14:00", "target_sids": [ 68, 69 ], "retrieved_sids": [ 41, 3, 21, 86, 68 ], "retrieved_global": [ 41, 3, 21, 86, 68 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 485, "question": "I saw a beautiful painting today, but I can't remember the artist's name. What's the time for that dinner reservation I made?Actually, my real question is: What is the location of the event on Thursday, October 10, 2024, at 7:00 PM?", "ground_truth": "B", "answer_text": "Austin, TX", "target_sids": [ 91, 87 ], "retrieved_sids": [ 107, 29, 85, 115, 109 ], "retrieved_global": [ 107, 29, 85, 115, 109 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 486, "question": "I heard someone mention a wedding date last week, but I can't remember if it was in the summer or fall. Did I forget to send that RSVP?Oh right, I wanted to ask,What is the duration of the event that has a scale of four hundred people?", "ground_truth": "A", "answer_text": "eight day", "target_sids": [ 37, 47 ], "retrieved_sids": [ 105, 4, 31, 88, 19 ], "retrieved_global": [ 105, 4, 31, 88, 19 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 487, "question": "I overheard someone talking about an important meeting next week, but I can't remember the time or the venue. Did I leave my notes at home?Sorry, what I truly wanted to ask is: What is the location for the event on October 23, 2024, Wednesday at 09:00?", "ground_truth": "A", "answer_text": "Houston, TX", "target_sids": [ 108, 111 ], "retrieved_sids": [ 56, 13, 8, 118, 41 ], "retrieved_global": [ 56, 13, 8, 118, 41 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 488, "question": "I heard there's a gathering next month, but I can't quite remember the exact venue. Did anyone mention how many people were expected?Oh, what I truly wanted to clarify is,What is the location for the event that has a scale of four hundred people?", "ground_truth": "B", "answer_text": "Miami, FL", "target_sids": [ 88, 87 ], "retrieved_sids": [ 5, 52, 30, 116, 38 ], "retrieved_global": [ 5, 52, 30, 116, 38 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 489, "question": "I overheard someone mention a project that was supposed to wrap up soon, but the details slipped my mind. Did we decide on the venue for the meeting?Hold on, what I actually wanted to understand is: What is the time for the activity with a duration of one day?", "ground_truth": "C", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 104, 103 ], "retrieved_sids": [ 89, 4, 57, 65, 35 ], "retrieved_global": [ 89, 4, 57, 65, 35 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 490, "question": "I saw a poster for something starting next week, but I can't remember what it was about. Did my friend mention a gathering soon?What I really meant was,What is the scale of the event that lasts nine days?", "ground_truth": "C", "answer_text": "two hundred people", "target_sids": [ 21, 15 ], "retrieved_sids": [ 52, 31, 92, 101, 19 ], "retrieved_global": [ 52, 31, 92, 101, 19 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 491, "question": "I saw a flyer about a gathering this weekend, but I forgot to check the time. Was it supposed to be in the afternoon or evening?Hold on, what I actually wanted to understand is: What time is the event in Houston, TX?", "ground_truth": "D", "answer_text": "2024-10-16 14:00", "target_sids": [ 75, 79 ], "retrieved_sids": [ 87, 36, 27, 54, 34 ], "retrieved_global": [ 87, 36, 27, 54, 34 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 492, "question": "I saw a poster about an interesting gathering next week, but I forgot where it will be held. Do I have any plans that day?Wait, what I really want to know is: What is the location of the event that lasts six days?", "ground_truth": "A", "answer_text": "Miami, FL", "target_sids": [ 91, 85 ], "retrieved_sids": [ 70, 100, 77, 39, 30 ], "retrieved_global": [ 70, 100, 77, 39, 30 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 493, "question": "I heard about an exciting gathering happening soon, but I can't remember the date. Do I have any plans that weekend?What I really meant was,What is the duration of the event located in Orlando, FL?", "ground_truth": "C", "answer_text": "one of week", "target_sids": [ 91, 92 ], "retrieved_sids": [ 10, 91, 19, 68, 55 ], "retrieved_global": [ 10, 91, 19, 68, 55 ], "hit_at_k": true }, { "category": "noisy", "topic": "events", "tid": 494, "question": "I ran into an old friend yesterday, we talked about that festival in town, but I can't remember the exact dates. Did I ever mention where I left my keys?Oops, actually what I wanted to ask was: What is the duration of the event located in Miami, FL?", "ground_truth": "A", "answer_text": "seven day", "target_sids": [ 104, 102 ], "retrieved_sids": [ 17, 91, 54, 94, 43 ], "retrieved_global": [ 17, 91, 54, 94, 43 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 495, "question": "Did you hear about that gathering someone mentioned? I wonder how they're going to fit everyone in there. What was the name of that place again?Oops, actually what I wanted to ask was: What is the location of the event for four hundred people?", "ground_truth": "A", "answer_text": "Austin, TX", "target_sids": [ 26, 35 ], "retrieved_sids": [ 115, 51, 82, 61, 95 ], "retrieved_global": [ 115, 51, 82, 61, 95 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 496, "question": "I saw some flyers about an event downtown, it looked like it could be quite popular, but I can't remember the date. Did I leave the oven on?Hmm, actually my question was this: What is the scale of the event at that location in Austin, TX?", "ground_truth": "C", "answer_text": "eight hundred people", "target_sids": [ 52, 55 ], "retrieved_sids": [ 80, 105, 21, 40, 25 ], "retrieved_global": [ 80, 105, 21, 40, 25 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 497, "question": "There was this gathering last week, I think it was on a Thursday, but the number of attendees was surprisingly high. Did someone mention the weather that day?What I really meant was,What is the location of the event that has a scale of one hundred people?", "ground_truth": "B", "answer_text": "Chicago, IL", "target_sids": [ 69, 70 ], "retrieved_sids": [ 17, 78, 42, 49, 93 ], "retrieved_global": [ 17, 78, 42, 49, 93 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 498, "question": "I heard there\u2019s a gathering coming up soon, but I can\u2019t remember who\u2019s organizing it. Did I forget to reply to that message yesterday?Actually, my real question is: What is the duration of the event scheduled for 2024-10-16 at 14:00?", "ground_truth": "C", "answer_text": "three day", "target_sids": [ 42, 47 ], "retrieved_sids": [ 103, 113, 62, 41, 46 ], "retrieved_global": [ 103, 113, 62, 41, 46 ], "hit_at_k": false }, { "category": "noisy", "topic": "events", "tid": 499, "question": "I spoke to a friend earlier today who mentioned something about a gathering soon, but I can\u2019t remember the exact date. Why do I keep forgetting the little details?Hmm, actually my question was this: What is the time for the event located in New York, NY?", "ground_truth": "C", "answer_text": "2024-10-15 9:00", "target_sids": [ 106, 103 ], "retrieved_sids": [ 2, 34, 112, 66, 89 ], "retrieved_global": [ 2, 34, 112, 66, 89 ], "hit_at_k": false }, { "category": "aggregative", "topic": "roles", "tid": 0, "question": "How many people live in Philadelphia, PA?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 2, 67, 90, 103, 142, 58, 157, 31 ], "retrieved_sids": [ 103, 67, 83, 74, 157 ], "retrieved_global": [ 103, 67, 83, 74, 157 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 1, "question": "How many family members and coworkers are 34 years old or younger?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 66, 104, 19, 150, 87, 126, 60, 30 ], "retrieved_sids": [ 150, 104, 19, 60, 87 ], "retrieved_global": [ 150, 104, 19, 60, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 2, "question": "How many family members are shorter than 170 cm?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 1, 101, 41, 141, 144, 81, 21, 122 ], "retrieved_sids": [ 21, 144, 81, 141, 1 ], "retrieved_global": [ 21, 144, 81, 141, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 3, "question": "How many individuals are taller than 170 cm?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 104, 15, 52, 148, 24, 89, 124, 61 ], "retrieved_sids": [ 148, 104, 124, 52, 89 ], "retrieved_global": [ 148, 104, 124, 52, 89 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 4, "question": "How many individuals are 33 years old or older?", "ground_truth": "D", "answer_text": "7 people", "target_sids": [ 13, 145, 120, 25, 59, 92, 125, 63 ], "retrieved_sids": [ 145, 13, 63, 125, 92 ], "retrieved_global": [ 145, 13, 63, 125, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 5, "question": "How many people come from California?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 100, 8, 155, 80, 49, 118, 123, 29 ], "retrieved_sids": [ 8, 44, 100, 155, 24 ], "retrieved_global": [ 8, 44, 100, 155, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 6, "question": "How many people are 161 cm tall or shorter?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 97, 69, 37, 104, 137, 46, 145, 19 ], "retrieved_sids": [ 104, 145, 137, 37, 19 ], "retrieved_global": [ 104, 145, 137, 37, 19 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 7, "question": "How many people in their life have a birthday in the first half of the year?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 64, 99, 134, 40, 143, 16, 113, 52 ], "retrieved_sids": [ 64, 143, 40, 134, 113 ], "retrieved_global": [ 64, 143, 40, 134, 113 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 8, "question": "What is the population of Phoenix, AZ?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 33, 99, 77, 141, 16, 50, 120, 158 ], "retrieved_sids": [ 33, 109, 141, 134, 16 ], "retrieved_global": [ 33, 109, 141, 134, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 9, "question": "How many people come from California?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 100, 77, 109, 19, 53, 149, 30, 127 ], "retrieved_sids": [ 53, 77, 45, 100, 127 ], "retrieved_global": [ 53, 77, 45, 100, 127 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 10, "question": "How many people exceed a height of 165 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 160, 70, 38, 16, 119, 86, 55, 122 ], "retrieved_sids": [ 38, 122, 119, 70, 16 ], "retrieved_global": [ 38, 122, 119, 70, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 11, "question": "How many individuals have their birthdays in April?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 2, 98, 70, 134, 44, 114, 150, 27 ], "retrieved_sids": [ 27, 114, 2, 150, 44 ], "retrieved_global": [ 27, 114, 2, 150, 44 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 12, "question": "How many people are there from Atlanta, GA?", "ground_truth": "A", "answer_text": "1 people", "target_sids": [ 162, 134, 74, 11, 115, 85, 56, 27 ], "retrieved_sids": [ 27, 162, 67, 74, 56 ], "retrieved_global": [ 27, 162, 67, 74, 56 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 13, "question": "How many people celebrate their birthdays during the summer months?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 135, 18, 117, 22, 153, 90, 60, 63 ], "retrieved_sids": [ 60, 22, 14, 90, 63 ], "retrieved_global": [ 60, 22, 14, 90, 63 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 14, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 34, 5, 137, 113, 86, 151, 59, 62 ], "retrieved_sids": [ 151, 137, 5, 113, 59 ], "retrieved_global": [ 151, 137, 5, 113, 59 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 15, "question": "How many people are employed in Boston, MA?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 64, 39, 13, 47, 119, 92, 125, 158 ], "retrieved_sids": [ 125, 119, 158, 107, 150 ], "retrieved_global": [ 125, 119, 158, 107, 150 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 16, "question": "How many people does someone know who works in Washington, DC?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 97, 38, 74, 12, 142, 47, 111, 155 ], "retrieved_sids": [ 111, 47, 74, 142, 155 ], "retrieved_global": [ 111, 47, 74, 142, 155 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 17, "question": "How many people celebrate their birthdays in October?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 34, 132, 69, 18, 118, 57, 90, 158 ], "retrieved_sids": [ 90, 57, 34, 118, 69 ], "retrieved_global": [ 90, 57, 34, 118, 69 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 18, "question": "How many people does someone know who works in Portland, OR?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 2, 162, 75, 49, 119, 24, 91, 127 ], "retrieved_sids": [ 24, 49, 75, 162, 2 ], "retrieved_global": [ 24, 49, 75, 162, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 19, "question": "How many people celebrate their birthdays in the summer?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 9, 111, 80, 83, 21, 54, 158, 126 ], "retrieved_sids": [ 83, 80, 21, 158, 9 ], "retrieved_global": [ 83, 80, 21, 158, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 20, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 65, 5, 134, 106, 53, 89, 26, 155 ], "retrieved_sids": [ 65, 106, 155, 5, 26 ], "retrieved_global": [ 65, 106, 155, 5, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 21, "question": "How many people are there from cities in the southeastern United States?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 67, 4, 141, 157, 55, 120, 92, 29 ], "retrieved_sids": [ 68, 55, 29, 92, 157 ], "retrieved_global": [ 68, 55, 29, 92, 157 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 22, "question": "How many people are known from cities on the East Coast?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 70, 11, 45, 146, 115, 89, 126, 31 ], "retrieved_sids": [ 115, 45, 146, 6, 70 ], "retrieved_global": [ 115, 45, 146, 6, 70 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 23, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 67, 8, 41, 123, 143, 59, 92, 158 ], "retrieved_sids": [ 158, 41, 143, 92, 67 ], "retrieved_global": [ 158, 41, 143, 92, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 24, "question": "How many people come from Florida?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 159, 66, 42, 15, 81, 114, 28, 127 ], "retrieved_sids": [ 81, 28, 45, 48, 42 ], "retrieved_global": [ 81, 28, 45, 48, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 25, "question": "How many people does someone know who work in San Francisco?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 37, 8, 136, 75, 45, 81, 113, 151 ], "retrieved_sids": [ 45, 8, 4, 66, 50 ], "retrieved_global": [ 45, 8, 4, 66, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 26, "question": "How many individuals are taller than 155 cm?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 66, 27, 140, 155, 16, 116, 59, 94 ], "retrieved_sids": [ 140, 155, 59, 27, 116 ], "retrieved_global": [ 140, 155, 59, 27, 116 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 27, "question": "How many individuals are 29 years old or younger?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 161, 136, 41, 75, 17, 115, 53, 88 ], "retrieved_sids": [ 17, 75, 41, 53, 115 ], "retrieved_global": [ 17, 75, 41, 53, 115 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 28, "question": "How many family members have a degree that is higher than an Associate Degree?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 37, 8, 73, 123, 108, 147, 57, 91 ], "retrieved_sids": [ 73, 108, 57, 91, 37 ], "retrieved_global": [ 73, 108, 57, 91, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 29, "question": "How many people come from Texas?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 98, 68, 39, 107, 143, 19, 52, 125 ], "retrieved_sids": [ 39, 98, 64, 52, 68 ], "retrieved_global": [ 39, 98, 64, 52, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 30, "question": "How many individuals are 33 years old or older?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 4, 136, 41, 80, 147, 116, 85, 21 ], "retrieved_sids": [ 136, 4, 147, 41, 116 ], "retrieved_global": [ 136, 4, 147, 41, 116 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 31, "question": "How many people does someone know who works in Boston, MA?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 101, 135, 10, 76, 49, 118, 26, 155 ], "retrieved_sids": [ 118, 155, 135, 67, 130 ], "retrieved_global": [ 118, 155, 135, 67, 130 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 32, "question": "How many people live in Boston, MA?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 75, 11, 141, 53, 118, 87, 152, 30 ], "retrieved_sids": [ 11, 87, 156, 134, 45 ], "retrieved_global": [ 11, 87, 156, 134, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 33, "question": "How many people work in Orlando, FL?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 96, 160, 39, 72, 44, 108, 19, 126 ], "retrieved_sids": [ 108, 126, 96, 160, 5 ], "retrieved_global": [ 108, 126, 96, 160, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 34, "question": "How many people are 27 years old or younger?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 99, 136, 155, 17, 54, 119, 27, 63 ], "retrieved_sids": [ 155, 27, 99, 63, 119 ], "retrieved_global": [ 155, 27, 99, 63, 119 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 35, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 33, 98, 4, 103, 138, 44, 150, 62 ], "retrieved_sids": [ 62, 138, 103, 150, 4 ], "retrieved_global": [ 62, 138, 103, 150, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 36, "question": "How many individuals are 160 cm tall or shorter?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 64, 97, 2, 129, 160, 102, 39, 40 ], "retrieved_sids": [ 97, 129, 39, 40, 102 ], "retrieved_global": [ 97, 129, 39, 40, 102 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 37, "question": "How many people have their birthdays in November?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 34, 100, 8, 73, 137, 147, 53, 119 ], "retrieved_sids": [ 34, 100, 147, 137, 73 ], "retrieved_global": [ 34, 100, 147, 137, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 38, "question": "How many people have their birthday in February?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 100, 73, 10, 137, 48, 20, 88, 157 ], "retrieved_sids": [ 10, 48, 157, 100, 137 ], "retrieved_global": [ 10, 48, 157, 100, 137 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 39, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 99, 37, 74, 42, 19, 147, 119, 122 ], "retrieved_sids": [ 19, 122, 42, 147, 74 ], "retrieved_global": [ 19, 122, 42, 147, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 40, "question": "How many people are 33 years old?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 97, 4, 73, 143, 49, 114, 24, 126 ], "retrieved_sids": [ 24, 73, 143, 49, 114 ], "retrieved_global": [ 24, 73, 143, 49, 114 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 41, "question": "How many people celebrate their birthdays in August?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 128, 33, 101, 42, 12, 79, 152, 122 ], "retrieved_sids": [ 12, 33, 31, 42, 152 ], "retrieved_global": [ 12, 33, 31, 42, 152 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 42, "question": "How many people come from Florida?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 160, 97, 5, 137, 77, 113, 51, 24 ], "retrieved_sids": [ 97, 24, 5, 113, 86 ], "retrieved_global": [ 97, 24, 5, 113, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 43, "question": "How many people are known to work in Los Angeles, CA?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 89, 35, 108, 16, 147, 57, 125, 62 ], "retrieved_sids": [ 125, 147, 16, 108, 35 ], "retrieved_global": [ 125, 147, 16, 108, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 44, "question": "How many people do they know who work in Los Angeles, CA?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 35, 164, 133, 72, 45, 17, 87, 122 ], "retrieved_sids": [ 133, 122, 164, 87, 35 ], "retrieved_global": [ 133, 122, 164, 87, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 45, "question": "How many people come from cities that start with the letter \"C\"?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 32, 102, 70, 7, 103, 141, 49, 148 ], "retrieved_sids": [ 11, 10, 70, 7, 49 ], "retrieved_global": [ 11, 10, 70, 7, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 46, "question": "How many people come from cities in the southern United States?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 65, 136, 17, 23, 117, 150, 87, 57 ], "retrieved_sids": [ 23, 57, 45, 17, 150 ], "retrieved_global": [ 23, 57, 45, 17, 150 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 47, "question": "How many people are there from Texas?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 100, 104, 139, 15, 80, 153, 58, 28 ], "retrieved_sids": [ 104, 153, 45, 28, 80 ], "retrieved_global": [ 104, 153, 45, 28, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 48, "question": "How many people in someone's life have their birthday in the same month as them?", "ground_truth": "B", "answer_text": "8 people", "target_sids": [ 160, 129, 8, 104, 76, 92, 57, 28 ], "retrieved_sids": [ 160, 129, 104, 28, 76 ], "retrieved_global": [ 160, 129, 104, 28, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 49, "question": "How many people live in Florida?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 3, 69, 39, 44, 108, 147, 87, 125 ], "retrieved_sids": [ 3, 92, 87, 108, 5 ], "retrieved_global": [ 3, 92, 87, 108, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 50, "question": "How many people celebrate their birthdays in December?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 32, 1, 97, 69, 104, 145, 57, 127 ], "retrieved_sids": [ 32, 69, 1, 127, 104 ], "retrieved_global": [ 32, 69, 1, 127, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 51, "question": "How many people are over 170 cm tall?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 100, 6, 71, 141, 110, 144, 20, 53 ], "retrieved_sids": [ 144, 141, 71, 6, 20 ], "retrieved_global": [ 144, 141, 71, 6, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 52, "question": "How many individuals are aged 38 or older?", "ground_truth": "D", "answer_text": "8 people", "target_sids": [ 159, 2, 100, 103, 46, 81, 22, 127 ], "retrieved_sids": [ 2, 127, 46, 81, 103 ], "retrieved_global": [ 2, 127, 46, 81, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 53, "question": "How many people are 31 years old or younger?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 161, 130, 36, 107, 45, 79, 18, 93 ], "retrieved_sids": [ 130, 18, 79, 93, 161 ], "retrieved_global": [ 130, 18, 79, 93, 161 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 54, "question": "How many individuals are 26 years old or younger?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 65, 12, 110, 142, 148, 21, 56, 93 ], "retrieved_sids": [ 65, 12, 142, 148, 110 ], "retrieved_global": [ 65, 12, 142, 148, 110 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 55, "question": "How many people are there from California?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 0, 32, 161, 131, 43, 79, 88, 120 ], "retrieved_sids": [ 158, 157, 32, 131, 43 ], "retrieved_global": [ 158, 157, 32, 131, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 56, "question": "How many individuals are 23 years old or younger?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 33, 67, 163, 8, 137, 111, 49, 94 ], "retrieved_sids": [ 67, 94, 111, 33, 49 ], "retrieved_global": [ 67, 94, 111, 33, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 57, "question": "How many people come from a hometown in a state that begins with the letter \"N\"?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 32, 99, 41, 108, 79, 143, 19, 123 ], "retrieved_sids": [ 19, 79, 41, 123, 99 ], "retrieved_global": [ 19, 79, 41, 123, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 58, "question": "How many individuals are 155 cm tall or shorter?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 162, 102, 135, 74, 47, 16, 84, 21 ], "retrieved_sids": [ 162, 74, 135, 102, 47 ], "retrieved_global": [ 162, 74, 135, 102, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 59, "question": "How many people live in Florida?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 0, 160, 71, 138, 111, 23, 53, 87 ], "retrieved_sids": [ 71, 138, 87, 111, 53 ], "retrieved_global": [ 71, 138, 87, 111, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 60, "question": "How many people live in Texas?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 97, 73, 114, 51, 19, 150, 122, 28 ], "retrieved_sids": [ 122, 97, 51, 120, 73 ], "retrieved_global": [ 122, 97, 51, 120, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 61, "question": "How many family members have a Master's degree?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 100, 74, 14, 49, 147, 23, 123, 126 ], "retrieved_sids": [ 23, 74, 147, 123, 126 ], "retrieved_global": [ 23, 74, 147, 123, 126 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 62, "question": "How many individuals are 160 cm tall or shorter?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 160, 131, 101, 69, 11, 123, 46, 27 ], "retrieved_sids": [ 160, 131, 101, 123, 46 ], "retrieved_global": [ 160, 131, 101, 123, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 63, "question": "How many individuals are taller than 165 cm?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 131, 36, 105, 80, 18, 54, 90, 158 ], "retrieved_sids": [ 18, 158, 131, 105, 54 ], "retrieved_global": [ 18, 158, 131, 105, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 64, "question": "How many people work in San Francisco, CA that I know?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 102, 135, 75, 18, 51, 85, 149, 27 ], "retrieved_sids": [ 149, 102, 135, 18, 85 ], "retrieved_global": [ 149, 102, 135, 18, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 65, "question": "How many individuals are 22 years old or younger?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 100, 36, 103, 72, 14, 56, 121, 152 ], "retrieved_sids": [ 56, 100, 72, 103, 14 ], "retrieved_global": [ 56, 100, 72, 103, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 66, "question": "How many individuals are 37 years old or older?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 33, 69, 7, 104, 135, 53, 149, 95 ], "retrieved_sids": [ 53, 7, 149, 33, 104 ], "retrieved_global": [ 53, 7, 149, 33, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 67, "question": "How many people in the circle are from Texas?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 133, 73, 13, 55, 117, 87, 155, 30 ], "retrieved_sids": [ 125, 87, 117, 30, 55 ], "retrieved_global": [ 125, 87, 117, 30, 55 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 68, "question": "How many people are from Texas?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 96, 130, 163, 71, 12, 109, 21, 60 ], "retrieved_sids": [ 21, 12, 71, 163, 60 ], "retrieved_global": [ 21, 12, 71, 163, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 69, "question": "How many individuals are 29 years old or younger?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 2, 36, 134, 72, 113, 84, 151, 57 ], "retrieved_sids": [ 36, 113, 134, 57, 151 ], "retrieved_global": [ 36, 113, 134, 57, 151 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 70, "question": "How many people are there from California?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 67, 138, 111, 48, 147, 20, 88, 30 ], "retrieved_sids": [ 147, 67, 75, 48, 111 ], "retrieved_global": [ 147, 67, 75, 48, 111 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 71, "question": "How many people does one know who are 160 cm tall or shorter?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 132, 90, 40, 9, 105, 151, 58, 63 ], "retrieved_sids": [ 63, 132, 105, 151, 9 ], "retrieved_global": [ 63, 132, 105, 151, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 72, "question": "How many people in their family and work circle have birthdays in the same month?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 32, 110, 47, 16, 80, 86, 153, 124 ], "retrieved_sids": [ 153, 86, 32, 110, 80 ], "retrieved_global": [ 153, 86, 32, 110, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 73, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 33, 67, 104, 136, 17, 83, 52, 152 ], "retrieved_sids": [ 136, 104, 83, 17, 152 ], "retrieved_global": [ 136, 104, 83, 17, 152 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 74, "question": "How many people in the circle are taller than 170 cm?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 3, 131, 101, 163, 71, 45, 118, 27 ], "retrieved_sids": [ 163, 131, 101, 71, 118 ], "retrieved_global": [ 163, 131, 101, 71, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 75, "question": "How many people are from California?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 1, 38, 140, 110, 148, 94, 62, 57 ], "retrieved_sids": [ 1, 62, 148, 94, 84 ], "retrieved_global": [ 1, 62, 148, 94, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 76, "question": "How many people are 24 years old or younger?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 130, 37, 145, 19, 115, 57, 92, 62 ], "retrieved_sids": [ 130, 115, 37, 19, 92 ], "retrieved_global": [ 130, 115, 37, 19, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 77, "question": "How many people does he know who work in Los Angeles, CA?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 74, 141, 46, 111, 19, 27, 94, 159 ], "retrieved_sids": [ 159, 111, 141, 91, 46 ], "retrieved_global": [ 159, 111, 141, 91, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 78, "question": "How many people live in Indianapolis, IN?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 32, 101, 8, 105, 140, 77, 48, 156 ], "retrieved_sids": [ 77, 63, 8, 101, 32 ], "retrieved_global": [ 77, 63, 8, 101, 32 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 79, "question": "How many people exceed a height of 160 cm?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 161, 6, 71, 105, 42, 88, 123, 29 ], "retrieved_sids": [ 123, 161, 6, 105, 29 ], "retrieved_global": [ 123, 161, 6, 105, 29 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 80, "question": "How many individuals are 40 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 99, 131, 5, 38, 108, 48, 60, 157 ], "retrieved_sids": [ 48, 60, 157, 131, 5 ], "retrieved_global": [ 48, 60, 157, 131, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 81, "question": "How many people that I know are taller than 165 cm?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 32, 65, 162, 6, 134, 43, 117, 90 ], "retrieved_sids": [ 6, 162, 134, 32, 65 ], "retrieved_global": [ 6, 162, 134, 32, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 82, "question": "How many people in the family and work circle are taller than 155 cm?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 4, 134, 106, 76, 85, 150, 58, 27 ], "retrieved_sids": [ 27, 150, 134, 58, 106 ], "retrieved_global": [ 27, 150, 134, 58, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 83, "question": "How many residents are there in Phoenix, AZ?", "ground_truth": "B", "answer_text": "0 people", "target_sids": [ 128, 37, 10, 77, 112, 82, 50, 157 ], "retrieved_sids": [ 82, 37, 50, 157, 24 ], "retrieved_global": [ 82, 37, 50, 157, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 84, "question": "How many individuals are 36 years old?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 67, 107, 47, 16, 84, 24, 122, 155 ], "retrieved_sids": [ 47, 67, 84, 107, 16 ], "retrieved_global": [ 47, 67, 84, 107, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 85, "question": "How many people live in Indiana?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 101, 12, 113, 51, 147, 26, 124, 61 ], "retrieved_sids": [ 51, 147, 43, 101, 61 ], "retrieved_global": [ 51, 147, 43, 101, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 86, "question": "How many people live in New Orleans, LA?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 98, 5, 75, 43, 109, 152, 26, 127 ], "retrieved_sids": [ 152, 64, 132, 127, 98 ], "retrieved_global": [ 152, 64, 132, 127, 98 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 87, "question": "How many people are known to work in Miami, FL?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 163, 36, 102, 104, 75, 50, 19, 146 ], "retrieved_sids": [ 104, 163, 113, 146, 132 ], "retrieved_global": [ 104, 163, 113, 146, 132 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 88, "question": "How many people do they know from Florida?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 122, 8, 114, 53, 87, 26, 61, 159 ], "retrieved_sids": [ 87, 114, 157, 53, 26 ], "retrieved_global": [ 87, 114, 157, 53, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 89, "question": "How many individuals are taller than 160 cm?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 89, 4, 134, 72, 107, 57, 27, 156 ], "retrieved_sids": [ 107, 156, 134, 89, 27 ], "retrieved_global": [ 107, 156, 134, 89, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 90, "question": "How many people are 27 years old or younger?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 129, 2, 68, 48, 112, 20, 92, 157 ], "retrieved_sids": [ 92, 68, 0, 2, 48 ], "retrieved_global": [ 92, 68, 0, 2, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 91, "question": "How many people live in New York City?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 128, 66, 3, 36, 44, 108, 146, 86 ], "retrieved_sids": [ 4, 66, 87, 3, 86 ], "retrieved_global": [ 4, 66, 87, 3, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 92, "question": "How many individuals are aged 26 or younger?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 35, 133, 77, 17, 86, 122, 59, 157 ], "retrieved_sids": [ 157, 59, 35, 133, 122 ], "retrieved_global": [ 157, 59, 35, 133, 122 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 93, "question": "How many people come from California?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 100, 5, 76, 109, 140, 49, 148, 23 ], "retrieved_sids": [ 23, 76, 148, 87, 49 ], "retrieved_global": [ 23, 76, 148, 87, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 94, "question": "How many individuals are above 160 cm in height?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 129, 98, 35, 5, 44, 76, 117, 149 ], "retrieved_sids": [ 149, 98, 76, 35, 129 ], "retrieved_global": [ 149, 98, 76, 35, 129 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 95, "question": "How many people come from California?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 97, 129, 41, 74, 106, 51, 20, 156 ], "retrieved_sids": [ 97, 37, 51, 74, 124 ], "retrieved_global": [ 97, 37, 51, 74, 124 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 96, "question": "How many people does someone know who works in Houston, TX?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 1, 66, 38, 106, 43, 87, 151, 122 ], "retrieved_sids": [ 38, 151, 122, 87, 106 ], "retrieved_global": [ 38, 151, 122, 87, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 97, "question": "How many people are employed in Denver, CO?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 129, 34, 43, 11, 110, 80, 147, 92 ], "retrieved_sids": [ 147, 110, 11, 129, 85 ], "retrieved_global": [ 147, 110, 11, 129, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 98, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 96, 38, 106, 78, 17, 145, 55, 123 ], "retrieved_sids": [ 145, 106, 17, 96, 123 ], "retrieved_global": [ 145, 106, 17, 96, 123 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 99, "question": "How many people are from cities located on the East Coast?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 34, 135, 8, 79, 116, 57, 156, 95 ], "retrieved_sids": [ 57, 70, 8, 116, 5 ], "retrieved_global": [ 57, 70, 8, 116, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 100, "question": "How many people are 36 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 160, 1, 114, 83, 56, 123, 29, 63 ], "retrieved_sids": [ 160, 1, 114, 56, 123 ], "retrieved_global": [ 160, 1, 114, 56, 123 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 101, "question": "How many individuals are taller than 165 cm?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 34, 136, 14, 47, 112, 81, 144, 84 ], "retrieved_sids": [ 144, 136, 14, 34, 112 ], "retrieved_global": [ 144, 136, 14, 34, 112 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 102, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 160, 131, 70, 38, 7, 83, 51, 121 ], "retrieved_sids": [ 70, 160, 121, 131, 51 ], "retrieved_global": [ 70, 160, 121, 131, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 103, "question": "How many people are known to work in Boston, MA?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 35, 4, 137, 75, 48, 118, 153, 90 ], "retrieved_sids": [ 118, 4, 137, 6, 127 ], "retrieved_global": [ 118, 4, 137, 6, 127 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 104, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 35, 7, 40, 103, 77, 141, 155, 93 ], "retrieved_sids": [ 155, 35, 40, 7, 141 ], "retrieved_global": [ 155, 35, 40, 7, 141 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 105, "question": "How many family members celebrate their birthdays in the first half of the year?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 70, 122, 9, 105, 43, 145, 26, 95 ], "retrieved_sids": [ 95, 26, 43, 9, 122 ], "retrieved_global": [ 95, 26, 43, 9, 122 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 106, "question": "How many people celebrate their birthday in the first half of the year?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 4, 36, 70, 108, 45, 83, 123, 158 ], "retrieved_sids": [ 4, 123, 108, 158, 83 ], "retrieved_global": [ 4, 123, 108, 158, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 107, "question": "How many people live in San Antonio, TX?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 160, 104, 13, 142, 82, 83, 23, 57 ], "retrieved_sids": [ 13, 23, 26, 82, 115 ], "retrieved_global": [ 13, 23, 26, 82, 115 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 108, "question": "How many people come from Texas?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 41, 138, 111, 81, 18, 148, 21, 61 ], "retrieved_sids": [ 18, 148, 21, 41, 81 ], "retrieved_global": [ 18, 148, 21, 41, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 109, "question": "How many people known work in Chicago?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 35, 122, 136, 78, 14, 150, 55, 90 ], "retrieved_sids": [ 150, 122, 14, 8, 136 ], "retrieved_global": [ 150, 122, 14, 8, 136 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 110, "question": "How many people come from California?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 67, 133, 38, 105, 14, 85, 60, 158 ], "retrieved_sids": [ 38, 85, 67, 158, 14 ], "retrieved_global": [ 38, 85, 67, 158, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 111, "question": "How many individuals are 25 years old or younger?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 128, 38, 103, 73, 19, 148, 56, 95 ], "retrieved_sids": [ 19, 128, 73, 103, 95 ], "retrieved_global": [ 19, 128, 73, 103, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 112, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 32, 65, 129, 99, 11, 113, 145, 51 ], "retrieved_sids": [ 145, 129, 99, 11, 113 ], "retrieved_global": [ 145, 129, 99, 11, 113 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 113, "question": "How many individuals are aged 40 or older?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 34, 3, 101, 133, 72, 117, 54, 149 ], "retrieved_sids": [ 133, 117, 72, 3, 54 ], "retrieved_global": [ 133, 117, 72, 3, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 114, "question": "How many people that person knows are from Texas?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 0, 41, 73, 111, 20, 120, 152, 95 ], "retrieved_sids": [ 111, 41, 73, 10, 120 ], "retrieved_global": [ 111, 41, 73, 10, 120 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 115, "question": "How many individuals are taller than 165 cm?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 99, 135, 42, 12, 76, 111, 146, 24 ], "retrieved_sids": [ 111, 42, 146, 135, 76 ], "retrieved_global": [ 111, 42, 146, 135, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 116, "question": "How many family members have at least a Bachelor's degree?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 132, 37, 101, 75, 17, 52, 86, 155 ], "retrieved_sids": [ 17, 37, 52, 132, 155 ], "retrieved_global": [ 17, 37, 52, 132, 155 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 117, "question": "How many people do they know that work in Miami, FL?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 99, 131, 37, 106, 77, 15, 53, 154 ], "retrieved_sids": [ 154, 15, 106, 131, 4 ], "retrieved_global": [ 154, 15, 106, 131, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 118, "question": "How many people are taller than 160 centimeters?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 0, 40, 107, 145, 61, 93, 62, 159 ], "retrieved_sids": [ 159, 0, 61, 107, 145 ], "retrieved_global": [ 159, 0, 61, 107, 145 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 119, "question": "How many people live in San Francisco, CA?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 2, 100, 69, 44, 22, 121, 158, 95 ], "retrieved_sids": [ 69, 22, 121, 63, 48 ], "retrieved_global": [ 69, 22, 121, 63, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 120, "question": "How many individuals are 25 years old or younger?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 131, 39, 10, 111, 80, 49, 85, 154 ], "retrieved_sids": [ 154, 131, 49, 111, 85 ], "retrieved_global": [ 154, 131, 49, 111, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 121, "question": "How many people live in Texas?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 4, 73, 51, 115, 21, 154, 126, 95 ], "retrieved_sids": [ 1, 51, 95, 154, 43 ], "retrieved_global": [ 1, 51, 95, 154, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 122, "question": "How many people does one know from Orlando, FL?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 11, 80, 112, 144, 149, 54, 23, 91 ], "retrieved_sids": [ 149, 11, 66, 23, 77 ], "retrieved_global": [ 149, 11, 66, 23, 77 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 123, "question": "How many individuals are 27 years old or younger?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 33, 161, 4, 41, 105, 140, 89, 60 ], "retrieved_sids": [ 89, 161, 105, 60, 140 ], "retrieved_global": [ 89, 161, 105, 60, 140 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 124, "question": "How many people celebrate their birthdays in April?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 160, 34, 68, 135, 16, 83, 56, 120 ], "retrieved_sids": [ 16, 83, 120, 160, 56 ], "retrieved_global": [ 16, 83, 120, 160, 56 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 125, "question": "How many people in someone's life have birthdays in the same month as Jackson?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 1, 161, 35, 68, 44, 140, 117, 90 ], "retrieved_sids": [ 1, 16, 0, 44, 161 ], "retrieved_global": [ 1, 16, 0, 44, 161 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 126, "question": "How many people in their circle are from Texas?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 67, 4, 136, 106, 44, 140, 89, 26 ], "retrieved_sids": [ 67, 140, 44, 26, 89 ], "retrieved_global": [ 67, 140, 44, 26, 89 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 127, "question": "How many individuals are from Texas?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 64, 103, 8, 142, 85, 59, 156, 31 ], "retrieved_sids": [ 85, 103, 150, 31, 26 ], "retrieved_global": [ 85, 103, 150, 31, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 128, "question": "How many people live in Denver, CO?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 99, 163, 38, 136, 44, 77, 14, 113 ], "retrieved_sids": [ 38, 77, 24, 99, 136 ], "retrieved_global": [ 38, 77, 24, 99, 136 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 129, "question": "How many individuals are 34 years old or younger?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 65, 40, 140, 13, 109, 86, 59, 156 ], "retrieved_sids": [ 86, 140, 109, 156, 40 ], "retrieved_global": [ 86, 140, 109, 156, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 130, "question": "How many people in the family and workplace are taller than 150 cm?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 67, 141, 112, 19, 85, 23, 58, 156 ], "retrieved_sids": [ 156, 58, 112, 19, 23 ], "retrieved_global": [ 156, 58, 112, 19, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 131, "question": "How many people celebrate their birthdays in August?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 130, 103, 40, 11, 77, 109, 147, 62 ], "retrieved_sids": [ 130, 62, 77, 11, 147 ], "retrieved_global": [ 130, 62, 77, 11, 147 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 132, "question": "How many people celebrate their birthdays during the summer months?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 69, 6, 40, 136, 143, 117, 30, 94 ], "retrieved_sids": [ 94, 6, 40, 69, 143 ], "retrieved_global": [ 94, 6, 40, 69, 143 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 133, "question": "How many people are employed in Las Vegas, NV?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 159, 7, 75, 109, 52, 28, 126, 95 ], "retrieved_sids": [ 95, 7, 52, 75, 150 ], "retrieved_global": [ 95, 7, 52, 75, 150 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 134, "question": "How many individuals are taller than 160 cm?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 96, 161, 37, 140, 18, 53, 118, 60 ], "retrieved_sids": [ 161, 37, 60, 140, 118 ], "retrieved_global": [ 161, 37, 60, 140, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 135, "question": "How many individuals are 31 years old or younger?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 34, 68, 8, 48, 156, 119, 87, 124 ], "retrieved_sids": [ 87, 124, 48, 119, 34 ], "retrieved_global": [ 87, 124, 48, 119, 34 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 136, "question": "How many people does one know who work in Portland, OR?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 131, 101, 37, 79, 17, 55, 120, 158 ], "retrieved_sids": [ 55, 79, 120, 158, 131 ], "retrieved_global": [ 55, 79, 120, 158, 131 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 137, "question": "How many people known to me are 24 years old or younger?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 0, 37, 137, 52, 85, 118, 155, 62 ], "retrieved_sids": [ 85, 137, 0, 62, 52 ], "retrieved_global": [ 85, 137, 0, 62, 52 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 138, "question": "How many individuals are 22 years old or younger?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 34, 4, 136, 73, 114, 55, 153, 93 ], "retrieved_sids": [ 4, 55, 73, 114, 136 ], "retrieved_global": [ 4, 55, 73, 114, 136 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 139, "question": "How many individuals are 30 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 2, 35, 73, 114, 54, 152, 126, 94 ], "retrieved_sids": [ 126, 114, 73, 94, 152 ], "retrieved_global": [ 126, 114, 73, 94, 152 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 140, "question": "How many individuals are 28 years old or younger?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 4, 71, 45, 82, 119, 122, 155, 29 ], "retrieved_sids": [ 29, 4, 82, 155, 122 ], "retrieved_global": [ 29, 4, 82, 155, 122 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 141, "question": "How many people celebrate their birthdays in May?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 66, 164, 39, 139, 110, 15, 56, 92 ], "retrieved_sids": [ 15, 66, 56, 92, 39 ], "retrieved_global": [ 15, 66, 56, 92, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 142, "question": "How many people are there from the South?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 96, 40, 47, 15, 112, 153, 124, 63 ], "retrieved_sids": [ 47, 40, 63, 112, 91 ], "retrieved_global": [ 47, 40, 63, 112, 91 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 143, "question": "How many people live in Austin, TX?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 36, 104, 137, 46, 17, 148, 87, 62 ], "retrieved_sids": [ 46, 126, 104, 106, 111 ], "retrieved_global": [ 46, 126, 104, 106, 111 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 144, "question": "How many individuals are 38 years old or older?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 0, 33, 133, 48, 118, 88, 158, 62 ], "retrieved_sids": [ 133, 158, 33, 0, 48 ], "retrieved_global": [ 133, 158, 33, 0, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 145, "question": "How many people are employed in Portland, OR?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 128, 11, 115, 30, 89, 60, 62, 159 ], "retrieved_sids": [ 159, 128, 115, 66, 3 ], "retrieved_global": [ 159, 128, 115, 66, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 146, "question": "How many people are 160 cm tall or shorter?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 32, 97, 129, 73, 11, 108, 54, 156 ], "retrieved_sids": [ 97, 73, 156, 129, 54 ], "retrieved_global": [ 97, 73, 156, 129, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 147, "question": "How many people celebrate their birthdays in May?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 96, 103, 138, 76, 14, 50, 21, 149 ], "retrieved_sids": [ 14, 21, 96, 149, 138 ], "retrieved_global": [ 14, 21, 96, 149, 138 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 148, "question": "How many individuals are 24 years old or younger?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 128, 99, 67, 107, 12, 45, 155, 30 ], "retrieved_sids": [ 67, 128, 30, 99, 12 ], "retrieved_global": [ 67, 128, 30, 99, 12 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 149, "question": "How many people are 30 years old or younger?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 10, 147, 85, 21, 118, 56, 124, 63 ], "retrieved_sids": [ 85, 118, 21, 63, 124 ], "retrieved_global": [ 85, 118, 21, 63, 124 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 150, "question": "How many people celebrate their birthdays in the same month as mine?", "ground_truth": "C", "answer_text": "8 people", "target_sids": [ 36, 155, 109, 14, 48, 91, 125, 62 ], "retrieved_sids": [ 48, 62, 14, 109, 36 ], "retrieved_global": [ 48, 62, 14, 109, 36 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 151, "question": "How many people live in Charlotte, NC?", "ground_truth": "A", "answer_text": "1 people", "target_sids": [ 18, 115, 84, 150, 121, 59, 28, 61 ], "retrieved_sids": [ 18, 87, 115, 84, 116 ], "retrieved_global": [ 18, 87, 115, 84, 116 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 152, "question": "How many people celebrate their birthdays in December?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 162, 58, 103, 137, 10, 77, 88, 26 ], "retrieved_sids": [ 77, 10, 58, 26, 137 ], "retrieved_global": [ 77, 10, 58, 26, 137 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 153, "question": "How many individuals are taller than 165 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 64, 97, 3, 102, 44, 21, 154, 123 ], "retrieved_sids": [ 154, 102, 123, 97, 21 ], "retrieved_global": [ 154, 102, 123, 97, 21 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 154, "question": "How many members of the family have advanced degrees?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 161, 2, 41, 138, 76, 117, 26, 94 ], "retrieved_sids": [ 2, 41, 26, 56, 79 ], "retrieved_global": [ 2, 41, 26, 56, 79 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 155, "question": "How many people in the family and at work are 24 years old or younger?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 77, 109, 18, 19, 54, 122, 158, 94 ], "retrieved_sids": [ 158, 122, 77, 109, 94 ], "retrieved_global": [ 158, 122, 77, 109, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 156, "question": "How many individuals are 25 years old or younger?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 129, 67, 40, 9, 104, 49, 84, 148 ], "retrieved_sids": [ 40, 9, 49, 104, 129 ], "retrieved_global": [ 40, 9, 49, 104, 129 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 157, "question": "How many people in the family and work circle have a PhD?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 32, 64, 130, 16, 53, 86, 152, 123 ], "retrieved_sids": [ 152, 32, 16, 123, 64 ], "retrieved_global": [ 152, 32, 16, 123, 64 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 158, "question": "How many people do they know who have birthdays in May?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 34, 67, 5, 104, 51, 152, 94, 127 ], "retrieved_sids": [ 34, 94, 152, 67, 51 ], "retrieved_global": [ 34, 94, 152, 67, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 159, "question": "How many people celebrate their birthdays in October?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 65, 161, 133, 9, 49, 29, 118, 93 ], "retrieved_sids": [ 9, 49, 93, 29, 118 ], "retrieved_global": [ 9, 49, 93, 29, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 160, "question": "How many people in their life have birthdays in the first half of the year?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 68, 37, 133, 15, 48, 115, 85, 154 ], "retrieved_sids": [ 37, 68, 115, 85, 15 ], "retrieved_global": [ 37, 68, 115, 85, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 161, "question": "How many people live in a city on the West Coast?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 96, 162, 35, 131, 70, 6, 50, 117 ], "retrieved_sids": [ 64, 4, 6, 137, 130 ], "retrieved_global": [ 64, 4, 6, 137, 130 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 162, "question": "How many people celebrate their birthdays in the second half of the year?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 68, 132, 8, 107, 29, 146, 60, 93 ], "retrieved_sids": [ 93, 41, 60, 146, 8 ], "retrieved_global": [ 93, 41, 60, 146, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 163, "question": "How many people they know work in Chicago, IL?", "ground_truth": "A", "answer_text": "0 people", "target_sids": [ 98, 101, 10, 142, 80, 144, 21, 54 ], "retrieved_sids": [ 101, 142, 111, 144, 107 ], "retrieved_global": [ 101, 142, 111, 144, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 164, "question": "How many individuals are 155 cm tall or shorter?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 160, 35, 133, 9, 106, 75, 87, 59 ], "retrieved_sids": [ 106, 160, 133, 35, 75 ], "retrieved_global": [ 106, 160, 133, 35, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 165, "question": "How many individuals are taller than 160 centimeters?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 128, 37, 110, 80, 20, 148, 88, 58 ], "retrieved_sids": [ 110, 88, 148, 58, 20 ], "retrieved_global": [ 110, 88, 148, 58, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 166, "question": "How many individuals are 36 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 129, 38, 73, 45, 113, 20, 150, 87 ], "retrieved_sids": [ 38, 150, 87, 45, 129 ], "retrieved_global": [ 38, 150, 87, 45, 129 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 167, "question": "How many people does he know who work in Chicago, IL?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 129, 10, 75, 114, 86, 56, 27, 157 ], "retrieved_sids": [ 157, 106, 114, 56, 65 ], "retrieved_global": [ 157, 106, 114, 56, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 168, "question": "How many people do I know who are 160 cm tall or shorter?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 2, 101, 134, 41, 77, 144, 50, 120 ], "retrieved_sids": [ 144, 134, 50, 77, 2 ], "retrieved_global": [ 144, 134, 50, 77, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 169, "question": "How many individuals are taller than 164 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 0, 101, 73, 139, 48, 24, 153, 92 ], "retrieved_sids": [ 0, 153, 101, 73, 48 ], "retrieved_global": [ 0, 153, 101, 73, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 170, "question": "How many people come from cities located on the East Coast?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 32, 97, 2, 131, 69, 46, 114, 159 ], "retrieved_sids": [ 107, 69, 32, 97, 159 ], "retrieved_global": [ 107, 69, 32, 97, 159 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 171, "question": "How many people live in Ohio?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 0, 100, 75, 21, 54, 149, 120, 127 ], "retrieved_sids": [ 0, 54, 100, 75, 131 ], "retrieved_global": [ 0, 54, 100, 75, 131 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 172, "question": "How many people that he knows have a Master's degree?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 153, 68, 106, 44, 15, 86, 121, 28 ], "retrieved_sids": [ 153, 106, 121, 28, 88 ], "retrieved_global": [ 153, 106, 121, 28, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 173, "question": "How many individuals are 38 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 37, 75, 109, 49, 19, 147, 92, 127 ], "retrieved_sids": [ 37, 127, 49, 92, 147 ], "retrieved_global": [ 37, 127, 49, 92, 147 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 174, "question": "How many people celebrate their birthdays during the summer months?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 107, 44, 77, 19, 147, 23, 90, 125 ], "retrieved_sids": [ 19, 77, 23, 44, 20 ], "retrieved_global": [ 19, 77, 23, 44, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 175, "question": "How many people that person knows work in Orlando, FL?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 32, 3, 72, 105, 49, 81, 152, 124 ], "retrieved_sids": [ 105, 152, 124, 32, 16 ], "retrieved_global": [ 105, 152, 124, 32, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 176, "question": "How many people are 35 years old or younger?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 32, 66, 4, 39, 111, 82, 146, 120 ], "retrieved_sids": [ 66, 120, 111, 146, 32 ], "retrieved_global": [ 66, 120, 111, 146, 32 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 177, "question": "How many family members and coworkers share a birthday month with me?", "ground_truth": "C", "answer_text": "8 people", "target_sids": [ 0, 160, 131, 69, 107, 20, 85, 55 ], "retrieved_sids": [ 20, 0, 69, 131, 160 ], "retrieved_global": [ 20, 0, 69, 131, 160 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 178, "question": "How many people live in California?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 133, 79, 50, 20, 21, 149, 121, 94 ], "retrieved_sids": [ 94, 50, 86, 20, 136 ], "retrieved_global": [ 94, 50, 86, 20, 136 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 179, "question": "How many individuals are shorter than 161 cm?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 34, 5, 72, 137, 44, 114, 91, 158 ], "retrieved_sids": [ 137, 114, 34, 5, 91 ], "retrieved_global": [ 137, 114, 34, 5, 91 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 180, "question": "How many people does someone know who works in Denver, CO?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 128, 38, 154, 18, 116, 53, 90, 62 ], "retrieved_sids": [ 116, 154, 128, 62, 53 ], "retrieved_global": [ 116, 154, 128, 62, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 181, "question": "How many individuals are taller than 165 cm?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 133, 8, 41, 105, 144, 25, 90, 60 ], "retrieved_sids": [ 144, 105, 8, 60, 25 ], "retrieved_global": [ 144, 105, 8, 60, 25 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 182, "question": "How many people in the family or at work hold a Master's degree?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 65, 129, 161, 82, 20, 53, 117, 29 ], "retrieved_sids": [ 129, 20, 161, 29, 82 ], "retrieved_global": [ 129, 20, 161, 29, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 183, "question": "How many people live in California?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 5, 133, 107, 76, 147, 55, 27, 93 ], "retrieved_sids": [ 134, 103, 5, 1, 64 ], "retrieved_global": [ 134, 103, 5, 1, 64 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 184, "question": "How many people are 32 years old or older?", "ground_truth": "D", "answer_text": "6 people", "target_sids": [ 99, 136, 9, 76, 108, 146, 27, 60 ], "retrieved_sids": [ 27, 60, 76, 136, 21 ], "retrieved_global": [ 27, 60, 76, 136, 21 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 185, "question": "How many people work in Las Vegas, NV that I know?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 65, 161, 40, 12, 87, 120, 59, 125 ], "retrieved_sids": [ 120, 161, 152, 125, 7 ], "retrieved_global": [ 120, 161, 152, 125, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 186, "question": "How many people in my family and work circle are aged 35 or younger?", "ground_truth": "C", "answer_text": "0 people", "target_sids": [ 160, 103, 78, 142, 29, 19, 52, 93 ], "retrieved_sids": [ 52, 19, 103, 142, 88 ], "retrieved_global": [ 52, 19, 103, 142, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 187, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 8, 74, 145, 115, 20, 53, 92, 127 ], "retrieved_sids": [ 145, 127, 20, 115, 8 ], "retrieved_global": [ 145, 127, 20, 115, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 188, "question": "How many family members have a Bachelor's degree?", "ground_truth": "A", "answer_text": "8 people", "target_sids": [ 96, 129, 8, 74, 109, 53, 152, 28 ], "retrieved_sids": [ 74, 8, 28, 53, 109 ], "retrieved_global": [ 74, 8, 28, 53, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 189, "question": "How many individuals are 40 years old or older?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 33, 66, 18, 82, 147, 120, 58, 126 ], "retrieved_sids": [ 126, 66, 58, 147, 33 ], "retrieved_global": [ 126, 66, 58, 147, 33 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 190, "question": "How many people celebrate their birthdays in December?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 66, 101, 37, 6, 105, 45, 152, 125 ], "retrieved_sids": [ 6, 152, 105, 45, 101 ], "retrieved_global": [ 6, 152, 105, 45, 101 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 191, "question": "How many people are 23 years old or younger?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 35, 131, 163, 75, 111, 18, 50, 85 ], "retrieved_sids": [ 35, 163, 111, 131, 50 ], "retrieved_global": [ 35, 163, 111, 131, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 192, "question": "How many people are 25 years old or younger?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 33, 100, 72, 10, 106, 53, 155, 125 ], "retrieved_sids": [ 100, 53, 72, 10, 155 ], "retrieved_global": [ 100, 53, 72, 10, 155 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 193, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 32, 132, 71, 12, 109, 81, 147, 53 ], "retrieved_sids": [ 147, 132, 12, 81, 71 ], "retrieved_global": [ 147, 132, 12, 81, 71 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 194, "question": "How many family members or coworkers have an Associate Degree?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 32, 105, 137, 141, 14, 50, 84, 60 ], "retrieved_sids": [ 84, 14, 141, 137, 105 ], "retrieved_global": [ 84, 14, 141, 137, 105 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 195, "question": "How many people does someone know who work in Miami, FL?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 161, 6, 107, 141, 22, 87, 59, 63 ], "retrieved_sids": [ 161, 107, 150, 141, 84 ], "retrieved_global": [ 161, 107, 150, 141, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 196, "question": "How many people celebrate their birthdays in February?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 32, 66, 100, 145, 20, 53, 123, 124 ], "retrieved_sids": [ 53, 145, 66, 123, 94 ], "retrieved_global": [ 53, 145, 66, 123, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 197, "question": "How many people celebrate their birthdays in November?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 128, 39, 104, 15, 81, 51, 87, 158 ], "retrieved_sids": [ 81, 15, 51, 39, 104 ], "retrieved_global": [ 81, 15, 51, 39, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 198, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 0, 35, 100, 46, 142, 88, 124, 62 ], "retrieved_sids": [ 0, 142, 46, 100, 35 ], "retrieved_global": [ 0, 142, 46, 100, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 199, "question": "How many family members have at least a Bachelor's degree?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 64, 131, 36, 7, 105, 49, 92, 158 ], "retrieved_sids": [ 92, 7, 49, 131, 64 ], "retrieved_global": [ 92, 7, 49, 131, 64 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 200, "question": "How many people does someone know who works in Atlanta, GA?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 128, 65, 2, 40, 110, 144, 88, 60 ], "retrieved_sids": [ 144, 110, 128, 2, 40 ], "retrieved_global": [ 144, 110, 128, 2, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 201, "question": "How many people does someone know who works in Portland, OR?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 97, 69, 138, 17, 119, 23, 152, 58 ], "retrieved_sids": [ 152, 119, 138, 68, 97 ], "retrieved_global": [ 152, 119, 138, 68, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 202, "question": "How many members of my family are taller than 160 cm?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 159, 70, 6, 42, 82, 118, 28, 127 ], "retrieved_sids": [ 42, 28, 6, 159, 82 ], "retrieved_global": [ 42, 28, 6, 159, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 203, "question": "How many individuals are 30 years old or younger?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 66, 135, 9, 48, 114, 84, 27, 158 ], "retrieved_sids": [ 158, 66, 48, 27, 84 ], "retrieved_global": [ 158, 66, 48, 27, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 204, "question": "How many people are employed in Boston, MA?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 34, 5, 136, 73, 142, 116, 53, 85 ], "retrieved_sids": [ 116, 142, 125, 136, 53 ], "retrieved_global": [ 116, 142, 125, 136, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 205, "question": "How many people are employed in Atlanta, GA?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 7, 108, 141, 151, 56, 92, 61, 30 ], "retrieved_sids": [ 108, 151, 141, 94, 61 ], "retrieved_global": [ 108, 151, 141, 94, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 206, "question": "How many people are 39 years old or younger?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 128, 6, 43, 108, 155, 80, 81, 27 ], "retrieved_sids": [ 80, 155, 108, 6, 27 ], "retrieved_global": [ 80, 155, 108, 6, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 207, "question": "How many individuals are 23 years old or younger?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 100, 5, 38, 138, 43, 110, 80, 155 ], "retrieved_sids": [ 155, 100, 38, 80, 43 ], "retrieved_global": [ 155, 100, 38, 80, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 208, "question": "How many people in my family and at my workplace are 35 years old or older?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 98, 71, 104, 138, 17, 145, 55, 30 ], "retrieved_sids": [ 104, 145, 138, 30, 17 ], "retrieved_global": [ 104, 145, 138, 30, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 209, "question": "How many people are 32 years old or younger?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 7, 142, 47, 148, 21, 86, 121, 61 ], "retrieved_sids": [ 142, 7, 47, 86, 121 ], "retrieved_global": [ 142, 7, 47, 86, 121 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 210, "question": "How many individuals are 161 cm tall or taller?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 5, 135, 79, 84, 148, 119, 59, 31 ], "retrieved_sids": [ 135, 119, 5, 148, 59 ], "retrieved_global": [ 135, 119, 5, 148, 59 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 211, "question": "How many people have birthdays in December?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 0, 129, 102, 41, 77, 150, 90, 30 ], "retrieved_sids": [ 102, 0, 150, 77, 30 ], "retrieved_global": [ 102, 0, 150, 77, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 212, "question": "How many individuals are 25 years old or younger?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 160, 68, 37, 106, 16, 83, 56, 123 ], "retrieved_sids": [ 106, 123, 37, 56, 83 ], "retrieved_global": [ 106, 123, 37, 56, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 213, "question": "How many individuals are from Atlanta, GA?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 129, 37, 74, 106, 19, 88, 59, 156 ], "retrieved_sids": [ 63, 64, 106, 129, 74 ], "retrieved_global": [ 63, 64, 106, 129, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 214, "question": "How many people do they know who work in Los Angeles, CA?", "ground_truth": "B", "answer_text": "0 people", "target_sids": [ 0, 34, 135, 105, 80, 50, 84, 148 ], "retrieved_sids": [ 148, 105, 0, 50, 135 ], "retrieved_global": [ 148, 105, 0, 50, 135 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 215, "question": "How many people are there from California?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 64, 38, 142, 17, 116, 53, 122, 94 ], "retrieved_sids": [ 64, 17, 44, 38, 142 ], "retrieved_global": [ 64, 17, 44, 38, 142 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 216, "question": "How many people are there from Texas?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 128, 101, 42, 12, 81, 114, 22, 152 ], "retrieved_sids": [ 114, 107, 42, 22, 81 ], "retrieved_global": [ 114, 107, 42, 22, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 217, "question": "How many individuals are 24 years old or younger?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 128, 99, 103, 77, 18, 50, 157, 30 ], "retrieved_sids": [ 77, 103, 128, 157, 99 ], "retrieved_global": [ 77, 103, 128, 157, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 218, "question": "How many individuals are 160 cm tall or shorter?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 4, 80, 114, 146, 86, 28, 61, 127 ], "retrieved_sids": [ 114, 61, 127, 4, 80 ], "retrieved_global": [ 114, 61, 127, 4, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 219, "question": "How many people celebrate their birthdays in January?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 98, 71, 44, 108, 141, 18, 151, 24 ], "retrieved_sids": [ 18, 101, 71, 44, 24 ], "retrieved_global": [ 18, 101, 71, 44, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 220, "question": "How many people have their birthdays in February?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 0, 37, 70, 47, 84, 148, 119, 126 ], "retrieved_sids": [ 37, 119, 0, 70, 148 ], "retrieved_global": [ 37, 119, 0, 70, 148 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 221, "question": "How many people live in California?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 38, 135, 110, 79, 17, 85, 55, 153 ], "retrieved_sids": [ 159, 55, 54, 86, 153 ], "retrieved_global": [ 159, 55, 54, 86, 153 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 222, "question": "How many people live in Los Angeles, CA?", "ground_truth": "B", "answer_text": "1 people", "target_sids": [ 66, 132, 11, 107, 155, 57, 91, 28 ], "retrieved_sids": [ 66, 67, 148, 86, 54 ], "retrieved_global": [ 66, 67, 148, 86, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 223, "question": "How many individuals are 33 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 66, 40, 11, 46, 146, 115, 90, 125 ], "retrieved_sids": [ 40, 115, 125, 11, 146 ], "retrieved_global": [ 40, 115, 125, 11, 146 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 224, "question": "How many people are 39 years old or younger?", "ground_truth": "B", "answer_text": "0 people", "target_sids": [ 65, 99, 39, 110, 17, 52, 158, 126 ], "retrieved_sids": [ 17, 52, 99, 126, 158 ], "retrieved_global": [ 17, 52, 99, 126, 158 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 225, "question": "How many people work in Houston, TX that I know?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 99, 5, 71, 139, 115, 157, 60, 29 ], "retrieved_sids": [ 157, 115, 71, 139, 159 ], "retrieved_global": [ 157, 115, 71, 139, 159 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 226, "question": "How many people that someone knows are taller than 165 cm?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 0, 160, 73, 48, 112, 84, 21, 124 ], "retrieved_sids": [ 124, 112, 160, 0, 73 ], "retrieved_global": [ 124, 112, 160, 0, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 227, "question": "How many people have birthdays in the first half of the year?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 70, 137, 46, 16, 84, 121, 27, 158 ], "retrieved_sids": [ 27, 158, 121, 46, 137 ], "retrieved_global": [ 27, 158, 121, 46, 137 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 228, "question": "How many people are 34 years old or younger?", "ground_truth": "A", "answer_text": "1 people", "target_sids": [ 160, 67, 105, 43, 19, 126, 93, 30 ], "retrieved_sids": [ 126, 43, 19, 105, 160 ], "retrieved_global": [ 126, 43, 19, 105, 160 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 229, "question": "How many family members have a degree beyond a high school education?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 73, 17, 83, 54, 151, 121, 29, 126 ], "retrieved_sids": [ 121, 83, 73, 29, 151 ], "retrieved_global": [ 121, 83, 73, 29, 151 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 230, "question": "How many individuals are 32 years old or younger?", "ground_truth": "C", "answer_text": "0 people", "target_sids": [ 66, 131, 7, 111, 143, 53, 85, 21 ], "retrieved_sids": [ 21, 131, 66, 111, 143 ], "retrieved_global": [ 21, 131, 66, 111, 143 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 231, "question": "How many people are aged 21 or younger?", "ground_truth": "A", "answer_text": "0 people", "target_sids": [ 65, 5, 134, 44, 108, 85, 26, 158 ], "retrieved_sids": [ 108, 5, 65, 60, 72 ], "retrieved_global": [ 108, 5, 65, 60, 72 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 232, "question": "How many people are 36 years old or older?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 128, 70, 11, 44, 85, 24, 122, 156 ], "retrieved_sids": [ 156, 44, 11, 70, 128 ], "retrieved_global": [ 156, 44, 11, 70, 128 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 233, "question": "How many people celebrate their birthdays in the first quarter of the year?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 99, 39, 103, 75, 44, 141, 20, 149 ], "retrieved_sids": [ 20, 44, 149, 75, 103 ], "retrieved_global": [ 20, 44, 149, 75, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 234, "question": "How many people live in Texas?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 1, 161, 102, 73, 42, 139, 26, 95 ], "retrieved_sids": [ 1, 83, 22, 161, 4 ], "retrieved_global": [ 1, 83, 22, 161, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 235, "question": "How many people celebrate their birthdays between the months of June and October?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 160, 133, 39, 8, 43, 113, 82, 63 ], "retrieved_sids": [ 8, 63, 43, 39, 160 ], "retrieved_global": [ 8, 63, 43, 39, 160 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 236, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 130, 69, 38, 6, 107, 53, 158, 94 ], "retrieved_sids": [ 130, 158, 53, 6, 94 ], "retrieved_global": [ 130, 158, 53, 6, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 237, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 1, 133, 74, 111, 143, 84, 57, 30 ], "retrieved_sids": [ 1, 57, 60, 74, 133 ], "retrieved_global": [ 1, 57, 60, 74, 133 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 238, "question": "How many people live in California?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 34, 69, 43, 16, 120, 126, 157, 94 ], "retrieved_sids": [ 73, 34, 16, 66, 43 ], "retrieved_global": [ 73, 34, 16, 66, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 239, "question": "How many individuals are 24 years old or younger?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 130, 100, 101, 15, 51, 24, 155, 63 ], "retrieved_sids": [ 63, 15, 51, 100, 24 ], "retrieved_global": [ 63, 15, 51, 100, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 240, "question": "How many people does one know that work in New York, NY?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 5, 102, 42, 75, 147, 21, 126, 94 ], "retrieved_sids": [ 75, 127, 109, 147, 42 ], "retrieved_global": [ 75, 127, 109, 147, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 241, "question": "How many people are over 160 cm tall?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 64, 35, 4, 134, 142, 117, 57, 92 ], "retrieved_sids": [ 142, 134, 117, 92, 57 ], "retrieved_global": [ 142, 134, 117, 92, 57 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 242, "question": "How many people celebrate their birthdays in October?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 35, 138, 14, 79, 111, 82, 156, 61 ], "retrieved_sids": [ 79, 35, 156, 14, 111 ], "retrieved_global": [ 79, 35, 156, 14, 111 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 243, "question": "How many people work in New York, NY that I know?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 36, 135, 79, 113, 19, 55, 156, 93 ], "retrieved_sids": [ 113, 156, 93, 135, 79 ], "retrieved_global": [ 113, 156, 93, 135, 79 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 244, "question": "How many people come from cities on the East Coast?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 100, 68, 37, 134, 43, 108, 16, 153 ], "retrieved_sids": [ 153, 66, 108, 37, 149 ], "retrieved_global": [ 153, 66, 108, 37, 149 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 245, "question": "How many people are 39 years old or older?", "ground_truth": "B", "answer_text": "8 people", "target_sids": [ 161, 68, 122, 144, 18, 86, 26, 60 ], "retrieved_sids": [ 68, 60, 144, 161, 86 ], "retrieved_global": [ 68, 60, 144, 161, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 246, "question": "How many individuals are taller than 165 cm?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 100, 68, 101, 139, 18, 150, 24, 60 ], "retrieved_sids": [ 150, 139, 24, 18, 60 ], "retrieved_global": [ 150, 139, 24, 18, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 247, "question": "How many people live in Philadelphia, PA?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 65, 35, 136, 18, 146, 52, 116, 90 ], "retrieved_sids": [ 146, 52, 90, 67, 13 ], "retrieved_global": [ 146, 52, 90, 67, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 248, "question": "How many people are there from Texas?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 39, 77, 47, 111, 17, 151, 88, 125 ], "retrieved_sids": [ 77, 17, 88, 43, 39 ], "retrieved_global": [ 77, 17, 88, 43, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 249, "question": "How many people celebrate their birthdays in June?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 2, 68, 106, 80, 152, 121, 58, 29 ], "retrieved_sids": [ 152, 68, 58, 29, 106 ], "retrieved_global": [ 152, 68, 58, 29, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 250, "question": "How many people are 163 cm tall or shorter?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 36, 69, 139, 14, 111, 57, 91, 158 ], "retrieved_sids": [ 57, 158, 139, 36, 14 ], "retrieved_global": [ 57, 158, 139, 36, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 251, "question": "How many individuals hold a Bachelor's degree or higher?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 96, 130, 42, 74, 144, 17, 19, 117 ], "retrieved_sids": [ 74, 19, 130, 117, 96 ], "retrieved_global": [ 74, 19, 130, 117, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 252, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 132, 38, 16, 81, 48, 85, 121, 159 ], "retrieved_sids": [ 81, 16, 121, 159, 85 ], "retrieved_global": [ 81, 16, 121, 159, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 253, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 37, 77, 13, 112, 53, 154, 92, 126 ], "retrieved_sids": [ 126, 92, 13, 37, 112 ], "retrieved_global": [ 126, 92, 13, 37, 112 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 254, "question": "How many people in my family have a PhD?", "ground_truth": "B", "answer_text": "1 people", "target_sids": [ 6, 141, 116, 85, 53, 30, 122, 62 ], "retrieved_sids": [ 62, 6, 30, 72, 53 ], "retrieved_global": [ 62, 6, 30, 72, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 255, "question": "How many people are from the West Coast?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 32, 7, 77, 111, 144, 58, 123, 93 ], "retrieved_sids": [ 48, 7, 111, 49, 123 ], "retrieved_global": [ 48, 7, 111, 49, 123 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 256, "question": "How many people are there from Texas?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 162, 70, 6, 135, 111, 53, 30, 94 ], "retrieved_sids": [ 94, 53, 135, 70, 49 ], "retrieved_global": [ 94, 53, 135, 70, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 257, "question": "How many people live in Atlanta, GA?", "ground_truth": "B", "answer_text": "1 people", "target_sids": [ 130, 35, 8, 73, 105, 145, 88, 57 ], "retrieved_sids": [ 88, 35, 85, 87, 146 ], "retrieved_global": [ 88, 35, 85, 87, 146 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 258, "question": "How many people live in Texas?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 0, 104, 138, 75, 155, 50, 27, 94 ], "retrieved_sids": [ 0, 23, 4, 155, 110 ], "retrieved_global": [ 0, 23, 4, 155, 110 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 259, "question": "How many individuals are taller than 160 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 65, 6, 134, 49, 115, 147, 21, 90 ], "retrieved_sids": [ 115, 134, 147, 65, 90 ], "retrieved_global": [ 115, 134, 147, 65, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 260, "question": "How many family members are 160 cm tall or shorter?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 66, 162, 101, 19, 53, 119, 26, 125 ], "retrieved_sids": [ 19, 26, 125, 101, 53 ], "retrieved_global": [ 19, 26, 125, 101, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 261, "question": "How many people come from Texas?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 66, 162, 132, 7, 43, 110, 27, 95 ], "retrieved_sids": [ 43, 162, 132, 7, 66 ], "retrieved_global": [ 43, 162, 132, 7, 66 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 262, "question": "How many individuals are 34 years old or older?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 96, 4, 102, 45, 80, 152, 25, 122 ], "retrieved_sids": [ 96, 152, 4, 25, 102 ], "retrieved_global": [ 96, 152, 4, 25, 102 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 263, "question": "How many family members have a degree beyond a high school diploma?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 98, 67, 36, 138, 17, 52, 150, 120 ], "retrieved_sids": [ 67, 36, 52, 17, 98 ], "retrieved_global": [ 67, 36, 52, 17, 98 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 264, "question": "How many people celebrate their birthdays during the summer?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 135, 78, 14, 111, 50, 150, 24, 91 ], "retrieved_sids": [ 24, 150, 50, 91, 78 ], "retrieved_global": [ 24, 150, 50, 91, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 265, "question": "How many people celebrate their birthdays in September?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 0, 162, 135, 40, 78, 112, 81, 53 ], "retrieved_sids": [ 81, 53, 40, 112, 78 ], "retrieved_global": [ 81, 53, 40, 112, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 266, "question": "How many individuals are 31 years old or older?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 128, 44, 17, 29, 146, 116, 86, 61 ], "retrieved_sids": [ 128, 61, 29, 116, 146 ], "retrieved_global": [ 128, 61, 29, 116, 146 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 267, "question": "How many people are 39 years old or older?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 35, 100, 74, 140, 144, 17, 50, 121 ], "retrieved_sids": [ 74, 144, 121, 50, 17 ], "retrieved_global": [ 74, 144, 121, 50, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 268, "question": "How many individuals are 23 years old or younger?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 32, 77, 111, 48, 20, 148, 87, 126 ], "retrieved_sids": [ 148, 126, 87, 32, 77 ], "retrieved_global": [ 148, 126, 87, 32, 77 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 269, "question": "How many individuals are 33 years old or older?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 64, 135, 12, 50, 115, 147, 22, 92 ], "retrieved_sids": [ 92, 12, 147, 135, 64 ], "retrieved_global": [ 92, 12, 147, 135, 64 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 270, "question": "How many individuals are 150 cm tall or shorter?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 5, 135, 72, 112, 85, 54, 150, 31 ], "retrieved_sids": [ 135, 112, 72, 31, 54 ], "retrieved_global": [ 135, 112, 72, 31, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 271, "question": "How many people celebrate their birthdays in August?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 129, 98, 36, 77, 15, 53, 118, 152 ], "retrieved_sids": [ 98, 129, 118, 15, 36 ], "retrieved_global": [ 98, 129, 118, 15, 36 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 272, "question": "How many people in the family and workplace are shorter than 160 cm?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 128, 1, 38, 40, 75, 115, 149, 88 ], "retrieved_sids": [ 115, 75, 149, 1, 38 ], "retrieved_global": [ 115, 75, 149, 1, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 273, "question": "How many people are 33 years old or younger?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 38, 103, 15, 48, 94, 122, 62, 159 ], "retrieved_sids": [ 62, 48, 60, 159, 103 ], "retrieved_global": [ 62, 48, 60, 159, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 274, "question": "How many people live in Colorado?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 129, 75, 15, 111, 146, 85, 22, 57 ], "retrieved_sids": [ 22, 146, 48, 15, 75 ], "retrieved_global": [ 22, 146, 48, 15, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 275, "question": "How many individuals are taller than 160 centimeters?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 98, 37, 6, 133, 43, 119, 158, 62 ], "retrieved_sids": [ 158, 133, 62, 6, 43 ], "retrieved_global": [ 158, 133, 62, 6, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 276, "question": "How many individuals are from California?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 66, 38, 139, 49, 20, 148, 118, 94 ], "retrieved_sids": [ 38, 20, 148, 49, 118 ], "retrieved_global": [ 38, 20, 148, 49, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 277, "question": "How many people celebrate their birthdays in March?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 129, 36, 112, 18, 59, 61, 94, 159 ], "retrieved_sids": [ 61, 18, 59, 94, 159 ], "retrieved_global": [ 61, 18, 59, 94, 159 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 278, "question": "How many people are there from Texas?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 65, 162, 99, 134, 7, 43, 108, 31 ], "retrieved_sids": [ 31, 65, 3, 126, 43 ], "retrieved_global": [ 31, 65, 3, 126, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 279, "question": "How many people are there from Texas?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 96, 2, 51, 115, 25, 126, 155, 62 ], "retrieved_sids": [ 2, 115, 62, 25, 5 ], "retrieved_global": [ 2, 115, 62, 25, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 280, "question": "How many people are currently 28 years old?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 161, 69, 135, 13, 88, 57, 122, 30 ], "retrieved_sids": [ 13, 30, 135, 69, 161 ], "retrieved_global": [ 13, 30, 135, 69, 161 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 281, "question": "How many people are there from California?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 73, 41, 10, 140, 116, 85, 157, 30 ], "retrieved_sids": [ 66, 71, 30, 85, 73 ], "retrieved_global": [ 66, 71, 30, 85, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 282, "question": "How many individuals are 31 years old or younger?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 73, 105, 139, 13, 49, 149, 27, 92 ], "retrieved_sids": [ 149, 92, 49, 139, 73 ], "retrieved_global": [ 149, 92, 49, 139, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 283, "question": "How many people does someone know from San Antonio, TX?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 32, 128, 2, 70, 106, 87, 151, 58 ], "retrieved_sids": [ 106, 128, 87, 44, 12 ], "retrieved_global": [ 106, 128, 87, 44, 12 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 284, "question": "How many people are 36 years old or older?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 98, 35, 12, 140, 79, 149, 121, 59 ], "retrieved_sids": [ 59, 79, 140, 98, 149 ], "retrieved_global": [ 59, 79, 140, 98, 149 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 285, "question": "How many people are taller than 160 centimeters?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 130, 102, 40, 11, 79, 145, 84, 57 ], "retrieved_sids": [ 130, 79, 84, 145, 57 ], "retrieved_global": [ 130, 79, 84, 145, 57 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 286, "question": "How many individuals are 29 years old or younger?", "ground_truth": "B", "answer_text": "7 people", "target_sids": [ 34, 130, 11, 79, 118, 55, 88, 155 ], "retrieved_sids": [ 88, 34, 79, 55, 155 ], "retrieved_global": [ 88, 34, 79, 55, 155 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 287, "question": "How many people in the circle are from the southeastern United States?", "ground_truth": "B", "answer_text": "7 people", "target_sids": [ 65, 129, 6, 146, 51, 22, 119, 91 ], "retrieved_sids": [ 22, 26, 51, 91, 119 ], "retrieved_global": [ 22, 26, 51, 91, 119 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 288, "question": "How many people measure over 160 cm in height?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 162, 70, 134, 12, 24, 121, 60, 94 ], "retrieved_sids": [ 162, 134, 121, 60, 24 ], "retrieved_global": [ 162, 134, 121, 60, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 289, "question": "How many individuals are 27 years old or older?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 67, 134, 154, 8, 41, 116, 22, 90 ], "retrieved_sids": [ 67, 134, 41, 22, 90 ], "retrieved_global": [ 67, 134, 41, 22, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 290, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 161, 34, 115, 20, 86, 59, 125, 62 ], "retrieved_sids": [ 125, 20, 86, 161, 115 ], "retrieved_global": [ 125, 20, 86, 161, 115 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 291, "question": "How many people in the circle are taller than 160 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 67, 4, 38, 105, 143, 48, 124, 93 ], "retrieved_sids": [ 143, 124, 67, 4, 93 ], "retrieved_global": [ 143, 124, 67, 4, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 292, "question": "How many family members hold a degree beyond high school?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 132, 73, 141, 18, 114, 22, 87, 58 ], "retrieved_sids": [ 73, 22, 141, 87, 18 ], "retrieved_global": [ 73, 22, 141, 87, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 293, "question": "How many people in the family or at work are taller than 165 cm?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 160, 132, 73, 13, 53, 120, 91, 29 ], "retrieved_sids": [ 160, 120, 13, 53, 73 ], "retrieved_global": [ 160, 120, 13, 53, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 294, "question": "How many people celebrate their birthdays in May?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 36, 15, 146, 115, 54, 121, 92, 63 ], "retrieved_sids": [ 15, 36, 117, 146, 59 ], "retrieved_global": [ 15, 36, 117, 146, 59 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 295, "question": "How many people in the family and work circle are located in Boston, MA?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 161, 66, 98, 132, 48, 17, 112, 26 ], "retrieved_sids": [ 161, 98, 112, 132, 108 ], "retrieved_global": [ 161, 98, 112, 132, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 296, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 131, 5, 105, 81, 55, 25, 93, 159 ], "retrieved_sids": [ 131, 93, 159, 105, 81 ], "retrieved_global": [ 131, 93, 159, 105, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 297, "question": "How many people are 25 years old or younger?", "ground_truth": "C", "answer_text": "0 people", "target_sids": [ 34, 67, 98, 103, 140, 18, 149, 56 ], "retrieved_sids": [ 103, 98, 140, 67, 149 ], "retrieved_global": [ 103, 98, 140, 67, 149 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 298, "question": "How many people are taller than 150 centimeters?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 105, 142, 15, 80, 147, 89, 28, 61 ], "retrieved_sids": [ 142, 147, 105, 15, 89 ], "retrieved_global": [ 142, 147, 105, 15, 89 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 299, "question": "How many people are employed in San Francisco, CA?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 4, 39, 75, 112, 81, 49, 149, 123 ], "retrieved_sids": [ 112, 149, 127, 65, 123 ], "retrieved_global": [ 112, 149, 127, 65, 123 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 300, "question": "How many individuals are 24 years old or younger?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 130, 104, 75, 11, 156, 50, 119, 28 ], "retrieved_sids": [ 11, 130, 119, 104, 75 ], "retrieved_global": [ 11, 130, 119, 104, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 301, "question": "How many individuals are taller than 160 cm?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 40, 136, 75, 12, 115, 86, 155, 29 ], "retrieved_sids": [ 136, 155, 115, 86, 12 ], "retrieved_global": [ 136, 155, 115, 86, 12 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 302, "question": "How many people does someone know that work in Austin, TX?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 96, 129, 37, 9, 75, 111, 53, 157 ], "retrieved_sids": [ 111, 129, 157, 56, 9 ], "retrieved_global": [ 111, 129, 157, 56, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 303, "question": "How many individuals are taller than 165 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 100, 5, 134, 123, 155, 80, 21, 59 ], "retrieved_sids": [ 134, 155, 123, 100, 21 ], "retrieved_global": [ 134, 155, 123, 100, 21 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 304, "question": "How many people live in Miami, FL?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 163, 132, 43, 76, 107, 15, 82, 21 ], "retrieved_sids": [ 76, 66, 163, 82, 21 ], "retrieved_global": [ 76, 66, 163, 82, 21 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 305, "question": "How many people do they know who work in Seattle, WA?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 128, 97, 36, 6, 102, 42, 78, 151 ], "retrieved_sids": [ 42, 151, 102, 106, 128 ], "retrieved_global": [ 42, 151, 102, 106, 128 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 306, "question": "How many people in one's family and work circle have a Bachelor's degree?", "ground_truth": "D", "answer_text": "7 people", "target_sids": [ 32, 9, 108, 77, 86, 151, 56, 122 ], "retrieved_sids": [ 32, 77, 9, 56, 151 ], "retrieved_global": [ 32, 77, 9, 56, 151 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 307, "question": "How many people are from California?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 132, 38, 44, 109, 15, 143, 89, 63 ], "retrieved_sids": [ 38, 15, 109, 143, 44 ], "retrieved_global": [ 38, 15, 109, 143, 44 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 308, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 67, 100, 137, 46, 18, 114, 148, 29 ], "retrieved_sids": [ 148, 18, 100, 67, 46 ], "retrieved_global": [ 148, 18, 100, 67, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 309, "question": "How many individuals are taller than 160 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 7, 136, 111, 145, 89, 31, 62, 57 ], "retrieved_sids": [ 62, 7, 145, 136, 111 ], "retrieved_global": [ 62, 7, 145, 136, 111 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 310, "question": "How many people celebrate their birthdays in January?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 7, 74, 45, 109, 127, 154, 92, 31 ], "retrieved_sids": [ 31, 127, 92, 45, 154 ], "retrieved_global": [ 31, 127, 92, 45, 154 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 311, "question": "How many family members have advanced degrees?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 36, 133, 10, 111, 81, 85, 53, 153 ], "retrieved_sids": [ 53, 36, 10, 81, 85 ], "retrieved_global": [ 53, 36, 10, 81, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 312, "question": "How many people does someone know who works in Washington, DC?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 160, 68, 38, 13, 83, 52, 117, 124 ], "retrieved_sids": [ 160, 117, 124, 38, 13 ], "retrieved_global": [ 160, 117, 124, 38, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 313, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 70, 9, 142, 113, 85, 55, 25, 155 ], "retrieved_sids": [ 155, 55, 9, 142, 85 ], "retrieved_global": [ 155, 55, 9, 142, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 314, "question": "How many people exceed a height of 160 cm?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 0, 160, 130, 37, 77, 55, 124, 95 ], "retrieved_sids": [ 130, 0, 37, 160, 95 ], "retrieved_global": [ 130, 0, 37, 160, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 315, "question": "How many people celebrate their birthdays in November?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 32, 128, 8, 76, 45, 110, 82, 148 ], "retrieved_sids": [ 32, 76, 8, 128, 45 ], "retrieved_global": [ 32, 76, 8, 128, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 316, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 71, 16, 21, 117, 157, 58, 123, 93 ], "retrieved_sids": [ 93, 157, 123, 117, 58 ], "retrieved_global": [ 93, 157, 123, 117, 58 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 317, "question": "How many individuals are aged 35 or older?", "ground_truth": "A", "answer_text": "7 people", "target_sids": [ 0, 99, 77, 49, 81, 119, 23, 152 ], "retrieved_sids": [ 119, 23, 49, 99, 81 ], "retrieved_global": [ 119, 23, 49, 99, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 318, "question": "How many people are taller than 165 centimeters?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 64, 105, 10, 141, 23, 88, 59, 159 ], "retrieved_sids": [ 159, 10, 141, 105, 23 ], "retrieved_global": [ 159, 10, 141, 105, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 319, "question": "How many individuals are 34 years old or younger?", "ground_truth": "B", "answer_text": "0 people", "target_sids": [ 1, 132, 75, 114, 157, 23, 88, 61 ], "retrieved_sids": [ 157, 132, 114, 75, 23 ], "retrieved_global": [ 157, 132, 114, 75, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 320, "question": "How many people live in Florida?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 130, 67, 104, 9, 53, 150, 23, 88 ], "retrieved_sids": [ 27, 95, 3, 23, 150 ], "retrieved_global": [ 27, 95, 3, 23, 150 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 321, "question": "How many people are there from California?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 128, 161, 71, 106, 13, 52, 26, 92 ], "retrieved_sids": [ 146, 26, 92, 13, 43 ], "retrieved_global": [ 146, 26, 92, 13, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 322, "question": "How many people does someone know who works in Los Angeles, CA?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 66, 103, 44, 124, 146, 20, 86, 28 ], "retrieved_sids": [ 103, 124, 63, 146, 20 ], "retrieved_global": [ 103, 124, 63, 146, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 323, "question": "How many people do they know that work in Seattle, WA?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 72, 110, 18, 20, 54, 87, 152, 122 ], "retrieved_sids": [ 110, 152, 122, 72, 87 ], "retrieved_global": [ 110, 152, 122, 72, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 324, "question": "How many people that I know work in Boston, MA?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 96, 130, 43, 79, 18, 116, 28, 157 ], "retrieved_sids": [ 116, 157, 130, 75, 79 ], "retrieved_global": [ 116, 157, 130, 75, 79 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 325, "question": "How many people are known to work in Chicago, IL?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 131, 6, 41, 76, 121, 155, 93, 31 ], "retrieved_sids": [ 93, 155, 121, 88, 131 ], "retrieved_global": [ 93, 155, 121, 88, 131 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 326, "question": "How many people live in Florida?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 5, 140, 78, 50, 85, 23, 153, 124 ], "retrieved_sids": [ 89, 23, 150, 140, 4 ], "retrieved_global": [ 89, 23, 150, 140, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 327, "question": "How many people in their family and workplace have a Bachelor's degree or higher?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 7, 105, 45, 144, 83, 149, 92, 30 ], "retrieved_sids": [ 105, 45, 92, 7, 149 ], "retrieved_global": [ 105, 45, 92, 7, 149 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 328, "question": "How many people does someone know who works in Houston, TX?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 0, 69, 39, 110, 146, 84, 53, 121 ], "retrieved_sids": [ 110, 53, 146, 121, 0 ], "retrieved_global": [ 110, 53, 146, 121, 0 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 329, "question": "How many people celebrate their birthdays during the summer months?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 42, 74, 141, 17, 84, 118, 25, 154 ], "retrieved_sids": [ 74, 42, 84, 141, 25 ], "retrieved_global": [ 74, 42, 84, 141, 25 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 330, "question": "How many people come from the East Coast?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 38, 103, 71, 14, 145, 150, 120, 59 ], "retrieved_sids": [ 67, 59, 120, 87, 66 ], "retrieved_global": [ 67, 59, 120, 87, 66 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 331, "question": "How many people celebrate their birthdays in August?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 34, 71, 105, 139, 14, 51, 85, 150 ], "retrieved_sids": [ 14, 51, 34, 85, 150 ], "retrieved_global": [ 14, 51, 34, 85, 150 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 332, "question": "How many people in the circle are taller than 165 cm?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 35, 7, 103, 43, 85, 151, 125, 63 ], "retrieved_sids": [ 43, 35, 7, 103, 63 ], "retrieved_global": [ 43, 35, 7, 103, 63 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 333, "question": "How many people are employed in Portland, OR?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 128, 36, 72, 12, 110, 58, 91, 157 ], "retrieved_sids": [ 5, 128, 110, 157, 91 ], "retrieved_global": [ 5, 128, 110, 157, 91 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 334, "question": "How many individuals are 24 years old or younger?", "ground_truth": "B", "answer_text": "1 people", "target_sids": [ 136, 109, 78, 18, 82, 153, 58, 27 ], "retrieved_sids": [ 82, 136, 78, 153, 58 ], "retrieved_global": [ 82, 136, 78, 153, 58 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 335, "question": "How many individuals are 32 years old or older?", "ground_truth": "A", "answer_text": "8 people", "target_sids": [ 32, 98, 69, 43, 139, 18, 119, 153 ], "retrieved_sids": [ 18, 43, 139, 32, 98 ], "retrieved_global": [ 18, 43, 139, 32, 98 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 336, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 2, 130, 165, 71, 54, 118, 25, 94 ], "retrieved_sids": [ 54, 71, 25, 165, 130 ], "retrieved_global": [ 54, 71, 25, 165, 130 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 337, "question": "How many people exceed a height of 160 centimeters?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 96, 133, 39, 7, 41, 108, 77, 146 ], "retrieved_sids": [ 7, 96, 146, 77, 133 ], "retrieved_global": [ 7, 96, 146, 77, 133 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 338, "question": "How many people are employed in New York, NY?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 65, 6, 41, 145, 85, 122, 123, 29 ], "retrieved_sids": [ 6, 85, 7, 112, 29 ], "retrieved_global": [ 6, 85, 7, 112, 29 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 339, "question": "How many people in the circle have their birthday during the summer?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 74, 107, 138, 14, 48, 83, 121, 28 ], "retrieved_sids": [ 48, 28, 14, 74, 138 ], "retrieved_global": [ 48, 28, 14, 74, 138 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 340, "question": "How many people celebrate their birthdays in February?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 68, 40, 146, 19, 84, 116, 27, 127 ], "retrieved_sids": [ 19, 146, 84, 40, 68 ], "retrieved_global": [ 19, 146, 84, 40, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 341, "question": "How many people celebrate their birthdays in the spring?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 98, 36, 135, 11, 80, 55, 120, 158 ], "retrieved_sids": [ 98, 11, 120, 135, 158 ], "retrieved_global": [ 98, 11, 120, 135, 158 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 342, "question": "How many individuals are 26 years old or older?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 161, 68, 5, 140, 109, 83, 60, 31 ], "retrieved_sids": [ 60, 161, 109, 68, 83 ], "retrieved_global": [ 60, 161, 109, 68, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 343, "question": "How many people are 24 years old or younger?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 3, 103, 76, 45, 141, 20, 90, 156 ], "retrieved_sids": [ 103, 20, 3, 76, 156 ], "retrieved_global": [ 103, 20, 3, 76, 156 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 344, "question": "How many people in the family and workplace have a Master's degree?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 7, 74, 141, 49, 82, 120, 153, 28 ], "retrieved_sids": [ 74, 153, 120, 82, 49 ], "retrieved_global": [ 74, 153, 120, 82, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 345, "question": "How many people are 27 years old or older?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 34, 3, 101, 77, 52, 158, 92, 126 ], "retrieved_sids": [ 3, 52, 158, 126, 34 ], "retrieved_global": [ 3, 52, 158, 126, 34 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 346, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 160, 101, 9, 44, 142, 121, 26, 61 ], "retrieved_sids": [ 160, 9, 142, 121, 101 ], "retrieved_global": [ 160, 9, 142, 121, 101 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 347, "question": "How many individuals are shorter than 160 centimeters?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 0, 130, 37, 113, 93, 53, 155, 61 ], "retrieved_sids": [ 155, 130, 53, 37, 93 ], "retrieved_global": [ 155, 130, 53, 37, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 348, "question": "How many people live in California?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 65, 105, 15, 144, 81, 58, 124, 29 ], "retrieved_sids": [ 58, 29, 124, 15, 45 ], "retrieved_global": [ 58, 29, 124, 15, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 349, "question": "How many individuals are 28 years old or older?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 132, 71, 9, 113, 57, 26, 92, 159 ], "retrieved_sids": [ 57, 113, 9, 92, 159 ], "retrieved_global": [ 57, 113, 9, 92, 159 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 350, "question": "How many people does one know who work in Boston, MA?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 160, 66, 99, 3, 111, 143, 52, 23 ], "retrieved_sids": [ 111, 160, 143, 64, 66 ], "retrieved_global": [ 111, 160, 143, 64, 66 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 351, "question": "How many people in the family and workplace are taller than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 130, 76, 15, 20, 52, 152, 121, 91 ], "retrieved_sids": [ 152, 20, 121, 91, 76 ], "retrieved_global": [ 152, 20, 121, 91, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 352, "question": "How many people live in Texas?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 128, 160, 27, 14, 79, 113, 87, 59 ], "retrieved_sids": [ 59, 87, 44, 95, 67 ], "retrieved_global": [ 59, 87, 44, 95, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 353, "question": "How many family members have a degree beyond high school?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 99, 70, 135, 112, 20, 149, 54, 22 ], "retrieved_sids": [ 99, 22, 70, 54, 20 ], "retrieved_global": [ 99, 22, 70, 54, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 354, "question": "How many people live in New Orleans?", "ground_truth": "C", "answer_text": "0 people", "target_sids": [ 10, 45, 78, 141, 114, 152, 26, 92 ], "retrieved_sids": [ 92, 85, 45, 46, 26 ], "retrieved_global": [ 92, 85, 45, 46, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 355, "question": "How many people are taller than 160 centimeters?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 64, 33, 48, 18, 116, 153, 125, 95 ], "retrieved_sids": [ 33, 95, 153, 125, 48 ], "retrieved_global": [ 33, 95, 153, 125, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 356, "question": "How many people are there who are 23 years old?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 64, 131, 39, 12, 60, 114, 152, 92 ], "retrieved_sids": [ 92, 39, 131, 64, 114 ], "retrieved_global": [ 92, 39, 131, 64, 114 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 357, "question": "How many people live in Chicago, IL?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 98, 130, 4, 46, 81, 113, 22, 152 ], "retrieved_sids": [ 22, 98, 81, 111, 152 ], "retrieved_global": [ 22, 98, 81, 111, 152 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 358, "question": "How many people live in Boston, MA?", "ground_truth": "B", "answer_text": "1 people", "target_sids": [ 153, 67, 101, 18, 23, 121, 58, 123 ], "retrieved_sids": [ 23, 86, 45, 153, 123 ], "retrieved_global": [ 23, 86, 45, 153, 123 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 359, "question": "How many people that I know are taller than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 99, 67, 106, 138, 16, 23, 152, 59 ], "retrieved_sids": [ 152, 138, 16, 59, 106 ], "retrieved_global": [ 152, 138, 16, 59, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 360, "question": "How many people does someone know who has a Master's degree?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 0, 129, 67, 39, 45, 110, 86, 158 ], "retrieved_sids": [ 110, 158, 129, 0, 140 ], "retrieved_global": [ 110, 158, 129, 0, 140 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 361, "question": "How many individuals hold a Bachelor's degree?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 131, 37, 103, 12, 78, 53, 87, 151 ], "retrieved_sids": [ 37, 78, 12, 131, 151 ], "retrieved_global": [ 37, 78, 12, 131, 151 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 362, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 64, 33, 105, 139, 12, 84, 55, 159 ], "retrieved_sids": [ 139, 55, 64, 159, 33 ], "retrieved_global": [ 139, 55, 64, 159, 33 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 363, "question": "How many people in the circle are taller than 155 cm?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 38, 104, 61, 20, 53, 158, 93, 126 ], "retrieved_sids": [ 104, 38, 158, 126, 61 ], "retrieved_global": [ 104, 38, 158, 126, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 364, "question": "How many individuals are 37 years old or older?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 128, 6, 155, 77, 111, 87, 59, 28 ], "retrieved_sids": [ 155, 28, 111, 128, 6 ], "retrieved_global": [ 155, 28, 111, 128, 6 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 365, "question": "How many individuals are 32 years old or younger?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 130, 77, 18, 147, 118, 55, 88, 28 ], "retrieved_sids": [ 18, 88, 147, 55, 118 ], "retrieved_global": [ 18, 88, 147, 55, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 366, "question": "How many people are employed in Portland, OR?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 3, 134, 71, 40, 104, 141, 22, 90 ], "retrieved_sids": [ 141, 104, 63, 134, 90 ], "retrieved_global": [ 141, 104, 63, 134, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 367, "question": "How many people are celebrating their birthdays in the summer?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 98, 36, 104, 138, 12, 77, 44, 150 ], "retrieved_sids": [ 36, 104, 98, 77, 138 ], "retrieved_global": [ 36, 104, 98, 77, 138 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 368, "question": "How many people come from Texas?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 0, 161, 138, 76, 54, 119, 91, 31 ], "retrieved_sids": [ 91, 0, 76, 31, 138 ], "retrieved_global": [ 91, 0, 76, 31, 138 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 369, "question": "How many individuals are aged 40 or older?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 163, 38, 70, 107, 143, 16, 54, 89 ], "retrieved_sids": [ 163, 70, 107, 38, 89 ], "retrieved_global": [ 163, 70, 107, 38, 89 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 370, "question": "How many people in the family are shorter than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 65, 1, 135, 50, 83, 114, 147, 28 ], "retrieved_sids": [ 28, 114, 65, 83, 50 ], "retrieved_global": [ 28, 114, 65, 83, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 371, "question": "How many individuals are 33 years old or younger?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 46, 82, 20, 149, 86, 24, 120, 127 ], "retrieved_sids": [ 82, 149, 127, 24, 86 ], "retrieved_global": [ 82, 149, 127, 24, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 372, "question": "How many individuals are taller than 170 cm?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 65, 6, 140, 47, 112, 151, 30, 95 ], "retrieved_sids": [ 151, 65, 6, 112, 30 ], "retrieved_global": [ 151, 65, 6, 112, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 373, "question": "How many family members have advanced degrees?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 35, 102, 136, 10, 48, 150, 88, 62 ], "retrieved_sids": [ 88, 48, 35, 62, 150 ], "retrieved_global": [ 88, 48, 35, 62, 150 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 374, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 99, 4, 131, 108, 80, 56, 157, 30 ], "retrieved_sids": [ 157, 99, 30, 4, 80 ], "retrieved_global": [ 157, 99, 30, 4, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 375, "question": "How many people are currently 26 years old?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 100, 6, 29, 55, 153, 122, 61, 126 ], "retrieved_sids": [ 153, 126, 6, 61, 100 ], "retrieved_global": [ 153, 126, 6, 61, 100 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 376, "question": "How many people are employed in New York, NY?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 133, 8, 42, 107, 144, 88, 30, 63 ], "retrieved_sids": [ 157, 86, 144, 107, 8 ], "retrieved_global": [ 157, 86, 144, 107, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 377, "question": "How many people live in California?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 34, 67, 4, 138, 84, 117, 148, 56 ], "retrieved_sids": [ 5, 44, 84, 67, 23 ], "retrieved_global": [ 5, 44, 84, 67, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 378, "question": "How many people come from Florida?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 0, 133, 43, 76, 109, 140, 87, 25 ], "retrieved_sids": [ 0, 87, 140, 25, 28 ], "retrieved_global": [ 0, 87, 140, 25, 28 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 379, "question": "How many people are aged 38 or older?", "ground_truth": "A", "answer_text": "7 people", "target_sids": [ 0, 160, 67, 35, 43, 109, 142, 86 ], "retrieved_sids": [ 67, 160, 142, 86, 0 ], "retrieved_global": [ 67, 160, 142, 86, 0 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 380, "question": "How many members of my family have a college degree or higher?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 33, 161, 107, 77, 47, 16, 127, 95 ], "retrieved_sids": [ 77, 161, 95, 73, 16 ], "retrieved_global": [ 77, 161, 95, 73, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 381, "question": "What is the number of people who are 23 years old or younger?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 141, 144, 17, 86, 120, 25, 59, 63 ], "retrieved_sids": [ 25, 141, 63, 86, 144 ], "retrieved_global": [ 25, 141, 63, 86, 144 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 382, "question": "How many people live in Texas?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 128, 1, 35, 70, 110, 142, 58, 92 ], "retrieved_sids": [ 58, 1, 70, 45, 142 ], "retrieved_global": [ 58, 1, 70, 45, 142 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 383, "question": "How many people are shorter than 160 centimeters?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 69, 5, 136, 46, 110, 150, 24, 92 ], "retrieved_sids": [ 150, 110, 5, 46, 136 ], "retrieved_global": [ 150, 110, 5, 46, 136 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 384, "question": "How many people do they know that work in Texas?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 134, 40, 41, 110, 143, 19, 86, 61 ], "retrieved_sids": [ 19, 143, 110, 147, 134 ], "retrieved_global": [ 19, 143, 110, 147, 134 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 385, "question": "How many people are currently 37 years old?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 34, 99, 134, 8, 72, 113, 54, 153 ], "retrieved_sids": [ 134, 34, 54, 113, 153 ], "retrieved_global": [ 134, 34, 54, 113, 153 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 386, "question": "How many people come from cities on the West Coast?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 96, 37, 76, 13, 47, 118, 123, 158 ], "retrieved_sids": [ 118, 123, 158, 13, 65 ], "retrieved_global": [ 118, 123, 158, 13, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 387, "question": "How many people celebrate their birthdays during the summer?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 73, 50, 20, 149, 118, 25, 126, 95 ], "retrieved_sids": [ 20, 73, 95, 28, 118 ], "retrieved_global": [ 20, 73, 95, 28, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 388, "question": "How many individuals are 30 years old or older?", "ground_truth": "A", "answer_text": "7 people", "target_sids": [ 34, 98, 131, 41, 10, 139, 78, 118 ], "retrieved_sids": [ 131, 10, 78, 41, 139 ], "retrieved_global": [ 131, 10, 78, 41, 139 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 389, "question": "How many individuals are 27 years old or younger?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 101, 39, 135, 44, 14, 82, 151, 122 ], "retrieved_sids": [ 39, 151, 82, 101, 14 ], "retrieved_global": [ 39, 151, 82, 101, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 390, "question": "How many individuals are less than 156 cm tall?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 128, 1, 41, 107, 81, 148, 25, 63 ], "retrieved_sids": [ 107, 148, 41, 25, 1 ], "retrieved_global": [ 107, 148, 41, 25, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 391, "question": "How many people are 30 years old or younger?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 35, 7, 40, 73, 136, 114, 89, 155 ], "retrieved_sids": [ 73, 136, 114, 89, 40 ], "retrieved_global": [ 73, 136, 114, 89, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 392, "question": "How many people in their circle have birthdays during the summer?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 38, 7, 41, 74, 145, 115, 89, 123 ], "retrieved_sids": [ 89, 41, 7, 115, 38 ], "retrieved_global": [ 89, 41, 7, 115, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 393, "question": "How many people come from cities in the eastern United States?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 4, 69, 106, 83, 21, 58, 126, 159 ], "retrieved_sids": [ 4, 159, 21, 83, 108 ], "retrieved_global": [ 4, 159, 21, 83, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 394, "question": "How many individuals are 23 years old or younger?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 64, 100, 37, 41, 11, 139, 145, 114 ], "retrieved_sids": [ 100, 11, 41, 145, 139 ], "retrieved_global": [ 100, 11, 41, 145, 139 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 395, "question": "How many individuals are 25 years old or younger?", "ground_truth": "C", "answer_text": "7 people", "target_sids": [ 103, 77, 14, 142, 55, 153, 92, 29 ], "retrieved_sids": [ 14, 103, 153, 77, 29 ], "retrieved_global": [ 14, 103, 153, 77, 29 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 396, "question": "How many people are 37 years old or older?", "ground_truth": "A", "answer_text": "8 people", "target_sids": [ 0, 130, 69, 109, 150, 56, 89, 27 ], "retrieved_sids": [ 89, 130, 0, 56, 109 ], "retrieved_global": [ 89, 130, 0, 56, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 397, "question": "How many people have birthdays in the same month as me?", "ground_truth": "A", "answer_text": "8 people", "target_sids": [ 66, 135, 42, 16, 116, 86, 22, 154 ], "retrieved_sids": [ 42, 16, 116, 135, 154 ], "retrieved_global": [ 42, 16, 116, 135, 154 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 398, "question": "How many people are 35 years old?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 1, 33, 69, 140, 79, 143, 119, 58 ], "retrieved_sids": [ 33, 140, 1, 69, 119 ], "retrieved_global": [ 33, 140, 1, 69, 119 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 399, "question": "How many individuals are 25 years old or younger?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 32, 69, 134, 13, 146, 52, 117, 86 ], "retrieved_sids": [ 146, 32, 52, 134, 86 ], "retrieved_global": [ 146, 32, 52, 134, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 400, "question": "How many people work in San Francisco that I know?", "ground_truth": "B", "answer_text": "0 people", "target_sids": [ 33, 12, 76, 79, 47, 113, 143, 125 ], "retrieved_sids": [ 12, 113, 143, 125, 76 ], "retrieved_global": [ 12, 113, 143, 125, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 401, "question": "How many people celebrate their birthday in December?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 37, 40, 109, 15, 143, 88, 153, 63 ], "retrieved_sids": [ 143, 88, 109, 153, 40 ], "retrieved_global": [ 143, 88, 109, 153, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 402, "question": "How many people in this person's life have birthdays in the same month as them?", "ground_truth": "B", "answer_text": "8 people", "target_sids": [ 38, 134, 8, 105, 42, 83, 149, 63 ], "retrieved_sids": [ 63, 149, 105, 134, 42 ], "retrieved_global": [ 63, 149, 105, 134, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 403, "question": "How many individuals are taller than 165 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 129, 70, 12, 110, 49, 88, 26, 159 ], "retrieved_sids": [ 110, 159, 129, 88, 49 ], "retrieved_global": [ 110, 159, 129, 88, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 404, "question": "How many people are known to work in Austin, TX?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 64, 98, 6, 122, 116, 56, 153, 26 ], "retrieved_sids": [ 64, 153, 116, 122, 126 ], "retrieved_global": [ 64, 153, 116, 122, 126 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 405, "question": "How many people live in Texas?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 2, 100, 41, 138, 80, 118, 153, 62 ], "retrieved_sids": [ 80, 41, 32, 128, 2 ], "retrieved_global": [ 80, 41, 32, 128, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 406, "question": "How many people in their family and work circle have a Bachelor\u2019s degree?", "ground_truth": "A", "answer_text": "6 people", "target_sids": [ 67, 15, 144, 49, 20, 120, 90, 125 ], "retrieved_sids": [ 144, 15, 67, 90, 125 ], "retrieved_global": [ 144, 15, 67, 90, 125 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 407, "question": "How many people celebrate their birthdays in the second half of the year?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 66, 122, 12, 49, 85, 26, 156, 127 ], "retrieved_sids": [ 127, 156, 85, 66, 26 ], "retrieved_global": [ 127, 156, 85, 66, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 408, "question": "How many individuals are 39 years old or younger?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 66, 4, 137, 116, 54, 24, 157, 94 ], "retrieved_sids": [ 137, 24, 4, 94, 157 ], "retrieved_global": [ 137, 24, 4, 94, 157 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 409, "question": "How many individuals are 23 years old or younger?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 140, 48, 17, 149, 86, 121, 28, 63 ], "retrieved_sids": [ 149, 140, 121, 28, 63 ], "retrieved_global": [ 149, 140, 121, 28, 63 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 410, "question": "How many people come from Denver, CO?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 130, 40, 10, 81, 20, 149, 119, 63 ], "retrieved_sids": [ 20, 40, 24, 81, 10 ], "retrieved_global": [ 20, 40, 24, 81, 10 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 411, "question": "How many people celebrate their birthdays in June?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 66, 43, 15, 143, 23, 88, 121, 151 ], "retrieved_sids": [ 43, 151, 88, 143, 23 ], "retrieved_global": [ 43, 151, 88, 143, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 412, "question": "How many individuals are taller than 160 cm?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 3, 102, 71, 59, 137, 81, 146, 27 ], "retrieved_sids": [ 27, 59, 81, 146, 71 ], "retrieved_global": [ 27, 59, 81, 146, 71 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 413, "question": "How many individuals are aged 30 or younger?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 160, 71, 139, 13, 83, 52, 115, 23 ], "retrieved_sids": [ 139, 23, 83, 160, 71 ], "retrieved_global": [ 139, 23, 83, 160, 71 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 414, "question": "How many individuals are shorter than 160 cm?", "ground_truth": "D", "answer_text": "6 people", "target_sids": [ 35, 100, 4, 68, 103, 40, 138, 151 ], "retrieved_sids": [ 103, 40, 100, 138, 68 ], "retrieved_global": [ 103, 40, 100, 138, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 415, "question": "How many people does one know that work in Seattle, WA?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 1, 162, 35, 71, 42, 114, 91, 127 ], "retrieved_sids": [ 162, 127, 114, 1, 107 ], "retrieved_global": [ 162, 127, 114, 1, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 416, "question": "How many individuals are from the West Coast?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 160, 8, 76, 142, 84, 121, 26, 59 ], "retrieved_sids": [ 76, 26, 8, 84, 59 ], "retrieved_global": [ 76, 26, 8, 84, 59 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 417, "question": "How many people celebrate their birthday in August?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 32, 129, 73, 110, 15, 53, 149, 89 ], "retrieved_sids": [ 15, 73, 32, 129, 53 ], "retrieved_global": [ 15, 73, 32, 129, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 418, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 133, 102, 75, 12, 45, 110, 150, 24 ], "retrieved_sids": [ 45, 133, 150, 12, 24 ], "retrieved_global": [ 45, 133, 150, 12, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 419, "question": "How many people are 157 cm tall or shorter?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 70, 138, 12, 116, 56, 89, 156, 29 ], "retrieved_sids": [ 138, 116, 89, 29, 156 ], "retrieved_global": [ 138, 116, 89, 29, 156 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 420, "question": "How many individuals are taller than 160 cm?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 67, 99, 140, 110, 143, 18, 59, 30 ], "retrieved_sids": [ 110, 143, 30, 59, 18 ], "retrieved_global": [ 110, 143, 30, 59, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 421, "question": "How many people celebrate their birthday during the summer months?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 2, 130, 39, 40, 113, 150, 87, 61 ], "retrieved_sids": [ 113, 87, 2, 130, 40 ], "retrieved_global": [ 113, 87, 2, 130, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 422, "question": "How many people are there from Florida?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 1, 102, 136, 76, 52, 149, 118, 29 ], "retrieved_sids": [ 1, 149, 76, 157, 102 ], "retrieved_global": [ 1, 149, 76, 157, 102 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 423, "question": "How many people in their family and workplace have an Associate Degree?", "ground_truth": "C", "answer_text": "8 people", "target_sids": [ 99, 9, 51, 117, 153, 26, 61, 126 ], "retrieved_sids": [ 153, 117, 9, 126, 51 ], "retrieved_global": [ 153, 117, 9, 126, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 424, "question": "What is the number of people who are 34 years old or older?", "ground_truth": "C", "answer_text": "7 people", "target_sids": [ 36, 68, 104, 11, 143, 81, 51, 122 ], "retrieved_sids": [ 81, 104, 122, 36, 68 ], "retrieved_global": [ 81, 104, 122, 36, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 425, "question": "How many people do they know who work in New York, NY?", "ground_truth": "D", "answer_text": "0 people", "target_sids": [ 121, 6, 134, 74, 21, 152, 57, 92 ], "retrieved_sids": [ 92, 152, 121, 134, 74 ], "retrieved_global": [ 92, 152, 121, 134, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 426, "question": "How many family members have a Bachelor's degree or higher?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 96, 133, 7, 75, 111, 148, 53, 28 ], "retrieved_sids": [ 7, 28, 96, 57, 92 ], "retrieved_global": [ 7, 28, 96, 57, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 427, "question": "How many people are there from California?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 128, 65, 45, 16, 148, 21, 117, 89 ], "retrieved_sids": [ 45, 128, 89, 21, 25 ], "retrieved_global": [ 45, 128, 89, 21, 25 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 428, "question": "How many people are 31 years old or older?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 67, 138, 11, 46, 112, 24, 89, 155 ], "retrieved_sids": [ 89, 11, 46, 112, 138 ], "retrieved_global": [ 89, 11, 46, 112, 138 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 429, "question": "How many people come from cities that are located on the East Coast?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 97, 154, 8, 136, 47, 80, 122, 30 ], "retrieved_sids": [ 47, 122, 97, 8, 30 ], "retrieved_global": [ 47, 122, 97, 8, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 430, "question": "How many people does someone know that work in Chicago, IL?", "ground_truth": "B", "answer_text": "0 people", "target_sids": [ 32, 98, 103, 72, 9, 56, 123, 157 ], "retrieved_sids": [ 56, 157, 103, 123, 32 ], "retrieved_global": [ 56, 157, 103, 123, 32 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 431, "question": "How many people in the family or workplace have a Master's degree?", "ground_truth": "D", "answer_text": "7 people", "target_sids": [ 99, 3, 38, 105, 74, 138, 45, 144 ], "retrieved_sids": [ 99, 38, 74, 45, 144 ], "retrieved_global": [ 99, 38, 74, 45, 144 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 432, "question": "How many people are from California?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 99, 137, 78, 17, 53, 22, 118, 158 ], "retrieved_sids": [ 22, 17, 158, 78, 87 ], "retrieved_global": [ 22, 17, 158, 78, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 433, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 130, 162, 4, 69, 38, 114, 84, 57 ], "retrieved_sids": [ 130, 114, 38, 162, 69 ], "retrieved_global": [ 130, 114, 38, 162, 69 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 434, "question": "How many people does someone know who are 35 years old?", "ground_truth": "D", "answer_text": "6 people", "target_sids": [ 0, 68, 139, 111, 151, 56, 29, 95 ], "retrieved_sids": [ 95, 0, 56, 68, 29 ], "retrieved_global": [ 95, 0, 56, 68, 29 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 435, "question": "How many people are taller than 165 cm?", "ground_truth": "D", "answer_text": "4 people", "target_sids": [ 100, 5, 132, 39, 112, 150, 59, 62 ], "retrieved_sids": [ 100, 150, 132, 112, 39 ], "retrieved_global": [ 100, 150, 132, 112, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 436, "question": "How many individuals are taller than 165 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 161, 34, 73, 108, 141, 19, 59, 94 ], "retrieved_sids": [ 141, 34, 161, 59, 108 ], "retrieved_global": [ 141, 34, 161, 59, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 437, "question": "How many individuals are taller than 165 cm?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 64, 161, 101, 104, 19, 20, 61, 127 ], "retrieved_sids": [ 161, 127, 19, 101, 104 ], "retrieved_global": [ 161, 127, 19, 101, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 438, "question": "How many individuals are taller than 160 cm?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 129, 38, 106, 17, 50, 146, 59, 93 ], "retrieved_sids": [ 106, 59, 129, 146, 50 ], "retrieved_global": [ 106, 59, 129, 146, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 439, "question": "How many people have their birthdays in March?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 2, 137, 108, 46, 143, 84, 21, 62 ], "retrieved_sids": [ 137, 143, 2, 21, 62 ], "retrieved_global": [ 137, 143, 2, 21, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 440, "question": "How many people are there from Texas?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 37, 8, 74, 157, 56, 121, 125, 95 ], "retrieved_sids": [ 95, 46, 37, 157, 8 ], "retrieved_global": [ 95, 46, 37, 157, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 441, "question": "How many people in the family have a Master's degree?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 16, 112, 146, 52, 21, 84, 126, 62 ], "retrieved_sids": [ 84, 62, 16, 21, 146 ], "retrieved_global": [ 84, 62, 16, 21, 146 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 442, "question": "How many people live in Chicago?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 98, 5, 144, 83, 54, 152, 122, 27 ], "retrieved_sids": [ 5, 83, 98, 152, 144 ], "retrieved_global": [ 5, 83, 98, 152, 144 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 443, "question": "How many people in this circle are taller than 162 cm?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 99, 103, 40, 138, 75, 13, 155, 31 ], "retrieved_sids": [ 13, 138, 155, 31, 75 ], "retrieved_global": [ 13, 138, 155, 31, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 444, "question": "How many individuals are 39 years old or older?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 128, 3, 72, 143, 48, 117, 22, 86 ], "retrieved_sids": [ 22, 48, 143, 72, 117 ], "retrieved_global": [ 22, 48, 143, 72, 117 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 445, "question": "How many people does someone know that work in Miami, FL?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 66, 8, 104, 43, 140, 148, 26, 95 ], "retrieved_sids": [ 104, 66, 140, 148, 85 ], "retrieved_global": [ 104, 66, 140, 148, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 446, "question": "How many people are employed in New York, NY?", "ground_truth": "B", "answer_text": "8 people", "target_sids": [ 6, 136, 76, 142, 112, 49, 21, 91 ], "retrieved_sids": [ 112, 142, 136, 66, 131 ], "retrieved_global": [ 112, 142, 136, 66, 131 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 447, "question": "How many people celebrate their birthdays in June?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 134, 75, 15, 144, 118, 30, 56, 94 ], "retrieved_sids": [ 56, 15, 75, 144, 118 ], "retrieved_global": [ 56, 15, 75, 144, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 448, "question": "How many people are there from the West Coast?", "ground_truth": "C", "answer_text": "5 people", "target_sids": [ 7, 135, 78, 110, 152, 57, 95, 31 ], "retrieved_sids": [ 95, 31, 57, 49, 152 ], "retrieved_global": [ 95, 31, 57, 49, 152 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 449, "question": "How many individuals are 29 years old?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 2, 71, 39, 137, 107, 53, 93, 159 ], "retrieved_sids": [ 2, 71, 137, 93, 39 ], "retrieved_global": [ 2, 71, 137, 93, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 450, "question": "How many people are 165 cm tall or shorter?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 4, 40, 75, 116, 152, 89, 58, 126 ], "retrieved_sids": [ 58, 152, 89, 126, 116 ], "retrieved_global": [ 58, 152, 89, 126, 116 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 451, "question": "How many people are there from Texas?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 0, 32, 128, 103, 75, 155, 118, 59 ], "retrieved_sids": [ 75, 10, 128, 103, 155 ], "retrieved_global": [ 75, 10, 128, 103, 155 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 452, "question": "How many family members are taller than 160 cm?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 34, 108, 17, 146, 51, 85, 124, 62 ], "retrieved_sids": [ 85, 51, 124, 34, 17 ], "retrieved_global": [ 85, 51, 124, 34, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 453, "question": "How many individuals are 38 years old or older?", "ground_truth": "C", "answer_text": "6 people", "target_sids": [ 128, 34, 3, 75, 44, 86, 123, 157 ], "retrieved_sids": [ 157, 123, 34, 75, 44 ], "retrieved_global": [ 157, 123, 34, 75, 44 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 454, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 4, 134, 72, 106, 46, 27, 92, 159 ], "retrieved_sids": [ 4, 159, 46, 27, 106 ], "retrieved_global": [ 4, 159, 46, 27, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 455, "question": "How many people celebrate their birthdays in the first quarter of the year?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 43, 76, 15, 118, 24, 90, 125, 158 ], "retrieved_sids": [ 158, 24, 90, 43, 15 ], "retrieved_global": [ 158, 24, 90, 43, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 456, "question": "How many people celebrate their birthdays in the spring?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 35, 4, 134, 74, 82, 51, 114, 156 ], "retrieved_sids": [ 51, 74, 134, 35, 4 ], "retrieved_global": [ 51, 74, 134, 35, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 457, "question": "How many individuals are 25 years old or younger?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 98, 132, 40, 42, 16, 80, 118, 151 ], "retrieved_sids": [ 40, 80, 151, 42, 118 ], "retrieved_global": [ 40, 80, 151, 42, 118 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 458, "question": "How many people celebrate their birthdays in June and July?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 32, 1, 70, 48, 116, 121, 91, 156 ], "retrieved_sids": [ 156, 91, 1, 48, 32 ], "retrieved_global": [ 156, 91, 1, 48, 32 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 459, "question": "How many people are taller than 155 centimeters?", "ground_truth": "B", "answer_text": "6 people", "target_sids": [ 12, 55, 150, 87, 24, 122, 124, 63 ], "retrieved_sids": [ 150, 124, 63, 24, 55 ], "retrieved_global": [ 150, 124, 63, 24, 55 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 460, "question": "How many family members have their birthdays during the first half of the year?", "ground_truth": "D", "answer_text": "7 people", "target_sids": [ 33, 5, 74, 142, 53, 118, 156, 93 ], "retrieved_sids": [ 74, 33, 99, 93, 156 ], "retrieved_global": [ 74, 33, 99, 93, 156 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 461, "question": "How many people are there from Texas?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 98, 7, 135, 77, 50, 150, 89, 28 ], "retrieved_sids": [ 98, 89, 135, 28, 7 ], "retrieved_global": [ 98, 89, 135, 28, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 462, "question": "How many individuals are 30 years old or younger?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 65, 129, 3, 153, 103, 43, 25, 91 ], "retrieved_sids": [ 3, 103, 43, 153, 65 ], "retrieved_global": [ 3, 103, 43, 153, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 463, "question": "How many people in their circle are from Texas?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 160, 2, 76, 113, 52, 22, 124, 95 ], "retrieved_sids": [ 113, 76, 52, 160, 2 ], "retrieved_global": [ 113, 76, 52, 160, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 464, "question": "How many members of the family have advanced degrees?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 64, 3, 124, 86, 121, 60, 158, 31 ], "retrieved_sids": [ 31, 86, 84, 60, 32 ], "retrieved_global": [ 31, 86, 84, 60, 32 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 465, "question": "How many individuals are 22 years old or younger?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 128, 70, 102, 7, 44, 118, 150, 31 ], "retrieved_sids": [ 31, 102, 70, 118, 7 ], "retrieved_global": [ 31, 102, 70, 118, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 466, "question": "How many people come from California?", "ground_truth": "D", "answer_text": "2 people", "target_sids": [ 32, 129, 10, 74, 109, 46, 152, 90 ], "retrieved_sids": [ 10, 32, 109, 46, 74 ], "retrieved_global": [ 10, 32, 109, 46, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 467, "question": "How many people in someone's circle are from Texas?", "ground_truth": "D", "answer_text": "1 people", "target_sids": [ 34, 73, 41, 140, 18, 116, 90, 157 ], "retrieved_sids": [ 18, 77, 158, 140, 73 ], "retrieved_global": [ 18, 77, 158, 140, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 468, "question": "How many people are 35 years old?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 34, 99, 7, 137, 74, 113, 51, 158 ], "retrieved_sids": [ 158, 7, 74, 137, 51 ], "retrieved_global": [ 158, 7, 74, 137, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 469, "question": "How many people celebrate their birthday in the second half of the year?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 2, 99, 70, 139, 114, 21, 54, 150 ], "retrieved_sids": [ 70, 99, 150, 114, 139 ], "retrieved_global": [ 70, 99, 150, 114, 139 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 470, "question": "How many people are 28 years old or younger?", "ground_truth": "D", "answer_text": "6 people", "target_sids": [ 90, 139, 16, 116, 54, 152, 26, 62 ], "retrieved_sids": [ 16, 116, 54, 62, 152 ], "retrieved_global": [ 16, 116, 54, 62, 152 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 471, "question": "How many people in the family and at the workplace have a Bachelor's degree?", "ground_truth": "A", "answer_text": "7 people", "target_sids": [ 32, 66, 102, 135, 9, 141, 59, 93 ], "retrieved_sids": [ 32, 141, 66, 93, 135 ], "retrieved_global": [ 32, 141, 66, 93, 135 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 472, "question": "How many people come from Texas?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 102, 134, 73, 106, 11, 53, 21, 158 ], "retrieved_sids": [ 11, 73, 21, 53, 158 ], "retrieved_global": [ 11, 73, 21, 53, 158 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 473, "question": "How many individuals are taller than 165 centimeters?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 1, 66, 37, 138, 45, 111, 80, 146 ], "retrieved_sids": [ 138, 146, 1, 111, 66 ], "retrieved_global": [ 138, 146, 1, 111, 66 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 474, "question": "How many people celebrate their birthdays in April?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 64, 128, 4, 41, 113, 146, 61, 95 ], "retrieved_sids": [ 61, 64, 4, 41, 146 ], "retrieved_global": [ 61, 64, 4, 41, 146 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 475, "question": "How many members of my family hold a Master's degree or higher?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 134, 74, 123, 144, 49, 18, 89, 27 ], "retrieved_sids": [ 27, 123, 134, 74, 73 ], "retrieved_global": [ 27, 123, 134, 74, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 476, "question": "How many individuals are from cities located on the West Coast?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 99, 36, 11, 78, 47, 121, 124, 159 ], "retrieved_sids": [ 159, 11, 69, 47, 156 ], "retrieved_global": [ 159, 11, 69, 47, 156 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 477, "question": "How many people know who work in Atlanta, GA?", "ground_truth": "C", "answer_text": "4 people", "target_sids": [ 37, 134, 105, 46, 17, 82, 88, 154 ], "retrieved_sids": [ 82, 105, 154, 134, 66 ], "retrieved_global": [ 82, 105, 154, 134, 66 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 478, "question": "How many people work in Portland, OR that I know?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 161, 99, 36, 69, 45, 16, 120, 121 ], "retrieved_sids": [ 161, 120, 62, 16, 121 ], "retrieved_global": [ 161, 120, 62, 16, 121 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 479, "question": "How many individuals are 25 years old or younger?", "ground_truth": "A", "answer_text": "1 people", "target_sids": [ 96, 4, 69, 38, 42, 138, 121, 154 ], "retrieved_sids": [ 121, 154, 69, 138, 96 ], "retrieved_global": [ 121, 154, 69, 138, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 480, "question": "How many people are 160 centimeters tall or shorter?", "ground_truth": "C", "answer_text": "1 people", "target_sids": [ 38, 72, 137, 11, 112, 146, 57, 90 ], "retrieved_sids": [ 137, 72, 112, 57, 146 ], "retrieved_global": [ 137, 72, 112, 57, 146 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 481, "question": "How many people that I know work in Chicago, IL?", "ground_truth": "A", "answer_text": "3 people", "target_sids": [ 4, 100, 137, 74, 49, 85, 28, 159 ], "retrieved_sids": [ 100, 107, 159, 147, 74 ], "retrieved_global": [ 100, 107, 159, 147, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 482, "question": "How many people in the family and at work are shorter than 160 cm?", "ground_truth": "B", "answer_text": "5 people", "target_sids": [ 66, 135, 8, 44, 117, 86, 23, 152 ], "retrieved_sids": [ 152, 117, 66, 135, 23 ], "retrieved_global": [ 152, 117, 66, 135, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 483, "question": "How many individuals are 25 years old or younger?", "ground_truth": "A", "answer_text": "1 people", "target_sids": [ 66, 37, 133, 40, 17, 81, 115, 145 ], "retrieved_sids": [ 17, 66, 145, 133, 81 ], "retrieved_global": [ 17, 66, 145, 133, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 484, "question": "How many people are there from the East Coast?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 6, 108, 78, 142, 21, 151, 56, 93 ], "retrieved_sids": [ 78, 56, 4, 151, 6 ], "retrieved_global": [ 78, 56, 4, 151, 6 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 485, "question": "How many people live in New York, NY?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 96, 128, 34, 160, 8, 112, 51, 62 ], "retrieved_sids": [ 51, 47, 96, 34, 26 ], "retrieved_global": [ 51, 47, 96, 34, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 486, "question": "How many people celebrate their birthdays in the first half of the year?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 5, 70, 138, 115, 54, 151, 24, 91 ], "retrieved_sids": [ 70, 91, 151, 5, 24 ], "retrieved_global": [ 70, 91, 151, 5, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 487, "question": "How many people live in Florida?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 65, 141, 15, 116, 58, 155, 93, 30 ], "retrieved_sids": [ 33, 155, 15, 87, 38 ], "retrieved_global": [ 33, 155, 15, 87, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 488, "question": "How many people in the family or workplace are shorter than 170 cm?", "ground_truth": "A", "answer_text": "5 people", "target_sids": [ 130, 8, 43, 76, 108, 22, 150, 90 ], "retrieved_sids": [ 130, 8, 43, 150, 76 ], "retrieved_global": [ 130, 8, 43, 150, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 489, "question": "How many individuals are taller than 165 cm?", "ground_truth": "C", "answer_text": "2 people", "target_sids": [ 64, 97, 5, 135, 40, 154, 116, 26 ], "retrieved_sids": [ 154, 5, 26, 64, 40 ], "retrieved_global": [ 154, 5, 26, 64, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 490, "question": "How many people are from Texas?", "ground_truth": "A", "answer_text": "4 people", "target_sids": [ 163, 132, 41, 110, 16, 82, 86, 28 ], "retrieved_sids": [ 41, 28, 82, 79, 110 ], "retrieved_global": [ 41, 28, 82, 79, 110 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 491, "question": "How many people come from Texas?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 97, 3, 69, 37, 45, 144, 120, 125 ], "retrieved_sids": [ 3, 45, 97, 127, 56 ], "retrieved_global": [ 3, 45, 97, 127, 56 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 492, "question": "How many individuals are 30 years old or younger?", "ground_truth": "D", "answer_text": "3 people", "target_sids": [ 162, 100, 8, 73, 40, 140, 46, 114 ], "retrieved_sids": [ 140, 46, 40, 8, 162 ], "retrieved_global": [ 140, 46, 40, 8, 162 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 493, "question": "How many people do I know who are 158 cm tall?", "ground_truth": "C", "answer_text": "3 people", "target_sids": [ 35, 9, 139, 77, 48, 84, 154, 124 ], "retrieved_sids": [ 48, 84, 77, 139, 35 ], "retrieved_global": [ 48, 84, 77, 139, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 494, "question": "How many individuals are taller than 160 cm?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 34, 3, 132, 74, 108, 46, 87, 152 ], "retrieved_sids": [ 34, 152, 132, 3, 46 ], "retrieved_global": [ 34, 152, 132, 3, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 495, "question": "How many individuals are taller than 160 cm?", "ground_truth": "B", "answer_text": "4 people", "target_sids": [ 35, 10, 78, 110, 83, 54, 151, 122 ], "retrieved_sids": [ 151, 122, 83, 110, 54 ], "retrieved_global": [ 151, 122, 83, 110, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 496, "question": "How many people celebrate their birthdays during the summer months?", "ground_truth": "B", "answer_text": "3 people", "target_sids": [ 0, 98, 40, 136, 108, 78, 142, 27 ], "retrieved_sids": [ 108, 40, 136, 98, 0 ], "retrieved_global": [ 108, 40, 136, 98, 0 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 497, "question": "How many individuals are taller than 160 centimeters?", "ground_truth": "D", "answer_text": "5 people", "target_sids": [ 99, 8, 78, 144, 116, 55, 27, 126 ], "retrieved_sids": [ 126, 116, 99, 27, 144 ], "retrieved_global": [ 126, 116, 99, 27, 144 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 498, "question": "How many people are there from Texas?", "ground_truth": "A", "answer_text": "2 people", "target_sids": [ 65, 99, 6, 41, 138, 146, 116, 61 ], "retrieved_sids": [ 61, 128, 138, 146, 6 ], "retrieved_global": [ 61, 128, 138, 146, 6 ], "hit_at_k": true }, { "category": "aggregative", "topic": "roles", "tid": 499, "question": "How many people have their birthdays during the summer?", "ground_truth": "B", "answer_text": "2 people", "target_sids": [ 0, 129, 38, 79, 111, 50, 82, 154 ], "retrieved_sids": [ 154, 79, 38, 111, 0 ], "retrieved_global": [ 154, 79, 38, 111, 0 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 0, "question": "How many events have around three hundred attendees?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 64, 97, 66, 99, 36, 5, 11, 77, 53, 31 ], "retrieved_sids": [ 16, 36, 60, 66, 99 ], "retrieved_global": [ 16, 36, 60, 66, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 1, "question": "How many events can accommodate more than five hundred people?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 1, 71, 40, 107, 84, 53, 21, 24, 91, 62 ], "retrieved_sids": [ 107, 84, 21, 40, 91 ], "retrieved_global": [ 107, 84, 21, 40, 91 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 2, "question": "How many events take place in Atlanta, GA?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 1, 34, 102, 71, 19, 83, 54, 92, 61, 30 ], "retrieved_sids": [ 13, 61, 5, 72, 106 ], "retrieved_global": [ 13, 61, 5, 72, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 3, "question": "How many events had around seven hundred attendees?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 0, 34, 98, 99, 75, 13, 49, 87, 25, 60 ], "retrieved_sids": [ 98, 99, 75, 53, 60 ], "retrieved_global": [ 98, 99, 75, 53, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 4, "question": "How many events are taking place in Washington, DC?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 98, 102, 71, 8, 42, 80, 17, 51, 22, 55 ], "retrieved_sids": [ 55, 42, 30, 8, 102 ], "retrieved_global": [ 55, 42, 30, 8, 102 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 5, "question": "How many events are taking place in Portland, OR?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 0, 64, 66, 102, 43, 46, 81, 19, 25, 92 ], "retrieved_sids": [ 43, 66, 81, 64, 74 ], "retrieved_global": [ 43, 66, 81, 64, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 6, "question": "How many events are taking place in Los Angeles?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 66, 37, 7, 104, 18, 50, 84, 22, 92, 63 ], "retrieved_sids": [ 63, 24, 94, 62, 92 ], "retrieved_global": [ 63, 24, 94, 62, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 7, "question": "How many events are taking place in Miami, FL?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 97, 66, 35, 100, 10, 47, 81, 19, 23, 59 ], "retrieved_sids": [ 34, 59, 35, 10, 61 ], "retrieved_global": [ 34, 59, 35, 10, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 8, "question": "How many events are planned to accommodate around two hundred people?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 98, 99, 6, 39, 75, 78, 47, 18, 26, 60 ], "retrieved_sids": [ 47, 26, 18, 17, 78 ], "retrieved_global": [ 47, 26, 18, 17, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 9, "question": "How many events are taking place in Miami?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 0, 64, 98, 102, 40, 76, 48, 20, 84, 24 ], "retrieved_sids": [ 76, 84, 64, 45, 104 ], "retrieved_global": [ 76, 84, 64, 45, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 10, "question": "How many events are taking place in San Jose, CA?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 96, 1, 71, 42, 44, 108, 16, 82, 59, 28 ], "retrieved_sids": [ 82, 26, 16, 24, 84 ], "retrieved_global": [ 82, 26, 16, 24, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 11, "question": "How many events are expected to have around six hundred people or more?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 98, 6, 39, 102, 73, 13, 78, 50, 60, 29 ], "retrieved_sids": [ 60, 98, 102, 50, 78 ], "retrieved_global": [ 60, 98, 102, 50, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 12, "question": "How many events last for more than two weeks?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 96, 65, 3, 71, 40, 109, 80, 49, 21, 22 ], "retrieved_sids": [ 106, 71, 26, 65, 109 ], "retrieved_global": [ 106, 71, 26, 65, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 13, "question": "How many events have at least three hundred people attending?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 65, 2, 97, 68, 38, 103, 45, 18, 82, 24 ], "retrieved_sids": [ 45, 103, 38, 97, 18 ], "retrieved_global": [ 45, 103, 38, 97, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 14, "question": "How many events last for more than five days?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 32, 96, 4, 40, 73, 104, 77, 47, 15, 62 ], "retrieved_sids": [ 4, 96, 9, 77, 104 ], "retrieved_global": [ 4, 96, 9, 77, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 15, "question": "How many events are there that have around two hundred attendees?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 66, 100, 9, 43, 44, 14, 83, 25, 60, 95 ], "retrieved_sids": [ 95, 86, 43, 66, 9 ], "retrieved_global": [ 95, 86, 43, 66, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 16, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 36, 101, 7, 74, 11, 45, 81, 88, 60, 31 ], "retrieved_sids": [ 88, 101, 31, 18, 73 ], "retrieved_global": [ 88, 101, 31, 18, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 17, "question": "How many events have more than six hundred people in attendance or on a team?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 65, 99, 4, 39, 72, 45, 77, 18, 90, 27 ], "retrieved_sids": [ 65, 18, 77, 72, 39 ], "retrieved_global": [ 65, 18, 77, 72, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 18, "question": "How many events are taking place in Chicago?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 97, 3, 100, 38, 72, 44, 14, 79, 61, 31 ], "retrieved_sids": [ 72, 97, 43, 5, 94 ], "retrieved_global": [ 72, 97, 43, 5, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 19, "question": "How many events last for a week or more?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 64, 97, 34, 66, 8, 104, 45, 80, 21, 24 ], "retrieved_sids": [ 97, 80, 62, 104, 37 ], "retrieved_global": [ 97, 80, 62, 104, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 20, "question": "How many events are taking place in Austin, TX?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 99, 37, 73, 10, 19, 83, 54, 22, 88, 58 ], "retrieved_sids": [ 37, 58, 99, 26, 85 ], "retrieved_global": [ 37, 58, 99, 26, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 21, "question": "How many events are taking place in Denver?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 64, 66, 102, 10, 42, 14, 79, 49, 88, 28 ], "retrieved_sids": [ 64, 102, 107, 88, 27 ], "retrieved_global": [ 64, 102, 107, 88, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 22, "question": "How many events have a capacity of five hundred people or more?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 67, 4, 38, 104, 12, 78, 51, 62, 89, 30 ], "retrieved_sids": [ 67, 89, 78, 4, 62 ], "retrieved_global": [ 67, 89, 78, 4, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 23, "question": "How many events are taking place in Miami, FL?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 65, 98, 3, 103, 43, 12, 75, 54, 87, 27 ], "retrieved_sids": [ 103, 87, 98, 70, 14 ], "retrieved_global": [ 103, 87, 98, 70, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 24, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 64, 40, 72, 10, 106, 47, 81, 20, 23, 94 ], "retrieved_sids": [ 64, 81, 85, 101, 93 ], "retrieved_global": [ 64, 81, 85, 101, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 25, "question": "How many events have approximately six hundred people participating?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 34, 3, 75, 107, 45, 15, 84, 23, 90, 59 ], "retrieved_sids": [ 75, 59, 34, 84, 90 ], "retrieved_global": [ 75, 59, 34, 84, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 26, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "1 events", "target_sids": [ 2, 36, 69, 104, 11, 77, 46, 88, 59, 31 ], "retrieved_sids": [ 69, 59, 96, 35, 5 ], "retrieved_global": [ 69, 59, 96, 35, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 27, "question": "How many events involve around seven hundred people?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 64, 96, 8, 73, 42, 104, 17, 49, 86, 26 ], "retrieved_sids": [ 64, 73, 86, 42, 49 ], "retrieved_global": [ 64, 73, 86, 42, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 28, "question": "How many events last for eight days?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 10, 11, 42, 44, 75, 78, 106, 94, 62, 31 ], "retrieved_sids": [ 106, 78, 62, 94, 6 ], "retrieved_global": [ 106, 78, 62, 94, 6 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 29, "question": "How many events have around two hundred people in attendance?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 2, 100, 72, 42, 48, 18, 85, 26, 60, 94 ], "retrieved_sids": [ 72, 18, 94, 100, 85 ], "retrieved_global": [ 72, 18, 94, 100, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 30, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 4, 100, 70, 41, 45, 78, 16, 57, 90, 29 ], "retrieved_sids": [ 70, 78, 94, 36, 41 ], "retrieved_global": [ 70, 78, 94, 36, 41 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 31, "question": "How many events are taking place in Boston, MA?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 99, 8, 42, 76, 13, 48, 82, 61, 91, 29 ], "retrieved_sids": [ 82, 99, 48, 27, 60 ], "retrieved_global": [ 82, 99, 48, 27, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 32, "question": "How many events are taking place in Las Vegas?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 33, 2, 104, 76, 14, 47, 78, 22, 58, 95 ], "retrieved_sids": [ 58, 78, 95, 61, 14 ], "retrieved_global": [ 58, 78, 95, 61, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 33, "question": "How many events last longer than four weeks?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 7, 40, 103, 75, 44, 15, 79, 55, 24, 90 ], "retrieved_sids": [ 75, 90, 44, 24, 48 ], "retrieved_global": [ 75, 90, 44, 24, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 34, "question": "How many events are taking place in Portland, OR?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 34, 66, 4, 102, 13, 48, 86, 60, 93, 30 ], "retrieved_sids": [ 60, 102, 93, 86, 62 ], "retrieved_global": [ 60, 102, 93, 86, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 35, "question": "How many events have attendance of five hundred people or more?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 3, 101, 43, 75, 47, 80, 20, 23, 58, 92 ], "retrieved_sids": [ 58, 20, 101, 92, 81 ], "retrieved_global": [ 58, 20, 101, 92, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 36, "question": "How many events draw over five hundred attendees?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 64, 38, 10, 74, 107, 45, 80, 17, 28, 93 ], "retrieved_sids": [ 42, 107, 39, 38, 74 ], "retrieved_global": [ 42, 107, 39, 38, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 37, "question": "How many events are taking place in Denver, CO?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 98, 36, 8, 75, 108, 45, 78, 19, 27, 62 ], "retrieved_sids": [ 62, 78, 75, 45, 48 ], "retrieved_global": [ 62, 78, 75, 45, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 38, "question": "How many events last for more than two weeks?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 97, 4, 68, 43, 108, 47, 16, 87, 57, 31 ], "retrieved_sids": [ 68, 21, 25, 14, 3 ], "retrieved_global": [ 68, 21, 25, 14, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 39, "question": "How many events last for more than four weeks?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 35, 5, 71, 109, 83, 52, 21, 24, 60, 95 ], "retrieved_sids": [ 95, 60, 40, 97, 26 ], "retrieved_global": [ 95, 60, 40, 97, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 40, "question": "How many events are taking place in Portland, OR?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 0, 36, 70, 107, 17, 81, 53, 58, 27, 93 ], "retrieved_sids": [ 58, 81, 93, 27, 103 ], "retrieved_global": [ 58, 81, 93, 27, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 41, "question": "How many events have about eight hundred or more attendees?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 35, 3, 99, 71, 16, 51, 87, 62, 30, 95 ], "retrieved_sids": [ 87, 62, 95, 99, 71 ], "retrieved_global": [ 87, 62, 95, 99, 71 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 42, "question": "How many events last for six days or more?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 96, 67, 102, 39, 10, 13, 80, 53, 23, 62 ], "retrieved_sids": [ 23, 67, 80, 62, 94 ], "retrieved_global": [ 23, 67, 80, 62, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 43, "question": "How many events are expected to draw more than six hundred attendees?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 2, 71, 43, 109, 20, 52, 22, 87, 61, 95 ], "retrieved_sids": [ 52, 87, 43, 6, 102 ], "retrieved_global": [ 52, 87, 43, 6, 102 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 44, "question": "How many events are taking place in Los Angeles?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 2, 69, 39, 11, 109, 54, 86, 90, 62, 31 ], "retrieved_sids": [ 24, 62, 69, 105, 96 ], "retrieved_global": [ 24, 62, 69, 105, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 45, "question": "How many events can host over five hundred people?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 68, 101, 10, 42, 13, 79, 50, 90, 27, 61 ], "retrieved_sids": [ 90, 61, 68, 79, 51 ], "retrieved_global": [ 90, 61, 68, 79, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 46, "question": "How many events are expected to have more than six hundred attendees?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 32, 97, 66, 35, 5, 103, 46, 17, 83, 62 ], "retrieved_sids": [ 66, 83, 62, 103, 95 ], "retrieved_global": [ 66, 83, 62, 103, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 47, "question": "How many events are happening in Las Vegas?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 98, 67, 40, 9, 104, 80, 17, 54, 62, 31 ], "retrieved_sids": [ 46, 80, 103, 40, 96 ], "retrieved_global": [ 46, 80, 103, 40, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 48, "question": "How many events last more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 89, 1, 66, 38, 77, 109, 47, 16, 23, 57 ], "retrieved_sids": [ 26, 6, 89, 47, 60 ], "retrieved_global": [ 26, 6, 89, 47, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 49, "question": "How many events draw a crowd of six hundred people or more?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 1, 98, 35, 70, 106, 13, 78, 49, 24, 59 ], "retrieved_sids": [ 59, 35, 98, 78, 13 ], "retrieved_global": [ 59, 35, 98, 78, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 50, "question": "How many events are taking place in Houston, TX?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 34, 3, 69, 104, 77, 92, 48, 21, 24, 60 ], "retrieved_sids": [ 92, 69, 3, 104, 5 ], "retrieved_global": [ 92, 69, 3, 104, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 51, "question": "How many events are taking place in Portland, OR?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 0, 71, 43, 107, 84, 21, 54, 56, 26, 95 ], "retrieved_sids": [ 107, 84, 9, 49, 62 ], "retrieved_global": [ 107, 84, 9, 49, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 52, "question": "How many events last for a week or more?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 70, 39, 104, 9, 47, 15, 87, 27, 93, 63 ], "retrieved_sids": [ 4, 9, 93, 56, 84 ], "retrieved_global": [ 4, 9, 93, 56, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 53, "question": "How many events have around seven hundred participants or more?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 64, 2, 39, 72, 104, 45, 78, 19, 24, 91 ], "retrieved_sids": [ 2, 72, 91, 64, 78 ], "retrieved_global": [ 2, 72, 91, 64, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 54, "question": "How many events are happening in Austin, TX?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 64, 36, 6, 70, 107, 15, 81, 53, 24, 91 ], "retrieved_sids": [ 70, 13, 24, 53, 103 ], "retrieved_global": [ 70, 13, 24, 53, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 55, "question": "How many events had more than six hundred attendees?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 96, 5, 41, 74, 106, 77, 49, 18, 56, 27 ], "retrieved_sids": [ 5, 106, 74, 49, 77 ], "retrieved_global": [ 5, 106, 74, 49, 77 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 56, "question": "How many events last longer than two weeks?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 32, 33, 4, 68, 103, 14, 50, 86, 88, 60 ], "retrieved_sids": [ 60, 86, 103, 50, 88 ], "retrieved_global": [ 60, 86, 103, 50, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 57, "question": "How many events have an attendance of six hundred people?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 99, 69, 38, 6, 11, 80, 51, 27, 92, 61 ], "retrieved_sids": [ 6, 92, 99, 21, 61 ], "retrieved_global": [ 6, 92, 99, 21, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 58, "question": "How many events last longer than a week?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 0, 64, 96, 70, 40, 108, 17, 50, 85, 23 ], "retrieved_sids": [ 75, 48, 70, 96, 23 ], "retrieved_global": [ 75, 48, 70, 96, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 59, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 65, 6, 71, 42, 11, 108, 48, 81, 88, 25 ], "retrieved_sids": [ 48, 84, 28, 86, 9 ], "retrieved_global": [ 48, 84, 28, 86, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 60, "question": "How many events last for nine days?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 96, 66, 99, 9, 42, 45, 78, 18, 61, 30 ], "retrieved_sids": [ 99, 18, 96, 66, 61 ], "retrieved_global": [ 99, 18, 96, 66, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 61, "question": "How many events can hold around six hundred people?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 6, 102, 72, 42, 91, 12, 46, 78, 26, 59 ], "retrieved_sids": [ 72, 12, 6, 102, 78 ], "retrieved_global": [ 72, 12, 6, 102, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 62, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 39, 72, 10, 106, 79, 18, 52, 25, 60, 93 ], "retrieved_sids": [ 79, 93, 72, 4, 35 ], "retrieved_global": [ 79, 93, 72, 4, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 63, "question": "How many events draw in over a thousand attendees?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 39, 9, 74, 105, 48, 82, 21, 24, 89, 61 ], "retrieved_sids": [ 89, 74, 105, 61, 39 ], "retrieved_global": [ 89, 74, 105, 61, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 64, "question": "How many events are taking place in San Francisco?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 34, 67, 5, 109, 60, 80, 50, 18, 28, 93 ], "retrieved_sids": [ 60, 23, 80, 28, 93 ], "retrieved_global": [ 60, 23, 80, 28, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 65, "question": "How many events have around a thousand people or more?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 4, 102, 39, 73, 78, 16, 49, 26, 60, 93 ], "retrieved_sids": [ 73, 78, 93, 102, 60 ], "retrieved_global": [ 73, 78, 93, 102, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 66, "question": "How many events are happening in Chicago, IL?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 34, 67, 58, 98, 101, 8, 46, 79, 16, 26 ], "retrieved_sids": [ 98, 101, 67, 94, 27 ], "retrieved_global": [ 98, 101, 67, 94, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 67, "question": "How many events are taking place in Seattle?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 34, 5, 103, 75, 47, 79, 19, 25, 91, 57 ], "retrieved_sids": [ 49, 91, 79, 57, 95 ], "retrieved_global": [ 49, 91, 79, 57, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 68, "question": "How many events are taking place in Denver, CO?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 3, 37, 106, 75, 14, 79, 49, 59, 95, 31 ], "retrieved_sids": [ 19, 106, 59, 73, 4 ], "retrieved_global": [ 19, 106, 59, 73, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 69, "question": "How many events have about six hundred attendees?", "ground_truth": "D", "answer_text": "2 events", "target_sids": [ 2, 37, 71, 104, 45, 13, 79, 94, 57, 30 ], "retrieved_sids": [ 94, 2, 13, 79, 30 ], "retrieved_global": [ 94, 2, 13, 79, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 70, "question": "How many events are taking place in Miami, FL?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 32, 65, 34, 3, 66, 103, 46, 21, 86, 92 ], "retrieved_sids": [ 50, 3, 14, 66, 92 ], "retrieved_global": [ 50, 3, 14, 66, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 71, "question": "How many events have an attendance of over five hundred people?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 36, 68, 7, 109, 14, 79, 50, 55, 24, 92 ], "retrieved_sids": [ 55, 109, 79, 92, 24 ], "retrieved_global": [ 55, 109, 79, 92, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 72, "question": "How many events last for over a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 33, 8, 76, 108, 14, 79, 51, 56, 26, 92 ], "retrieved_sids": [ 42, 92, 28, 56, 104 ], "retrieved_global": [ 42, 92, 28, 56, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 73, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 32, 36, 101, 10, 74, 18, 53, 86, 90, 60 ], "retrieved_sids": [ 60, 101, 19, 38, 90 ], "retrieved_global": [ 60, 101, 19, 38, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 74, "question": "How many events have about eight hundred people involved?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 4, 38, 70, 103, 18, 50, 84, 22, 94, 62 ], "retrieved_sids": [ 22, 50, 70, 94, 62 ], "retrieved_global": [ 22, 50, 70, 94, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 75, "question": "How many events are taking place in Austin, TX?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 8, 72, 42, 11, 106, 45, 80, 23, 91, 60 ], "retrieved_sids": [ 91, 42, 45, 80, 16 ], "retrieved_global": [ 91, 42, 45, 80, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 76, "question": "How many events last for a week or more?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 0, 69, 90, 39, 104, 45, 79, 19, 23, 58 ], "retrieved_sids": [ 47, 69, 5, 104, 73 ], "retrieved_global": [ 47, 69, 5, 104, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 77, "question": "How many events last more than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 100, 38, 72, 9, 46, 21, 87, 60, 93, 30 ], "retrieved_sids": [ 87, 4, 16, 95, 93 ], "retrieved_global": [ 87, 4, 16, 95, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 78, "question": "How many events last for more than four weeks?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 33, 67, 6, 108, 15, 50, 83, 27, 92, 61 ], "retrieved_sids": [ 67, 13, 92, 49, 82 ], "retrieved_global": [ 67, 13, 92, 49, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 79, "question": "How many events last for more than a month?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 66, 37, 7, 109, 80, 20, 53, 58, 92, 30 ], "retrieved_sids": [ 66, 80, 62, 58, 109 ], "retrieved_global": [ 66, 80, 62, 58, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 80, "question": "How many events are taking place in Washington, DC?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 64, 96, 36, 100, 8, 72, 83, 52, 21, 24 ], "retrieved_sids": [ 83, 52, 96, 85, 60 ], "retrieved_global": [ 83, 52, 96, 85, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 81, "question": "How many events are taking place in Seattle?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 32, 66, 99, 40, 9, 77, 15, 52, 55, 88 ], "retrieved_sids": [ 88, 46, 104, 40, 6 ], "retrieved_global": [ 88, 46, 104, 40, 6 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 82, "question": "How many events can hold around five hundred people or more?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 0, 33, 90, 70, 105, 45, 14, 83, 58, 30 ], "retrieved_sids": [ 30, 90, 83, 105, 58 ], "retrieved_global": [ 30, 90, 83, 105, 58 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 83, "question": "How many events are taking place in Los Angeles, CA?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 65, 69, 40, 9, 106, 78, 17, 52, 23, 91 ], "retrieved_sids": [ 13, 61, 105, 74, 23 ], "retrieved_global": [ 13, 61, 105, 74, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 84, "question": "How many events are anticipated to attract more than six hundred attendees?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 100, 90, 38, 9, 76, 14, 80, 49, 24, 58 ], "retrieved_sids": [ 49, 100, 14, 76, 18 ], "retrieved_global": [ 49, 100, 14, 76, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 85, "question": "How many events last for a week or longer?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 65, 4, 36, 90, 103, 74, 11, 52, 84, 26 ], "retrieved_sids": [ 42, 103, 11, 28, 17 ], "retrieved_global": [ 42, 103, 11, 28, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 86, "question": "How many events are taking place in New York, NY?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 68, 38, 104, 10, 13, 46, 82, 89, 27, 62 ], "retrieved_sids": [ 93, 56, 48, 105, 92 ], "retrieved_global": [ 93, 56, 48, 105, 92 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 87, "question": "How many events are taking place in Miami, FL?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 3, 36, 68, 99, 106, 15, 53, 87, 23, 56 ], "retrieved_sids": [ 99, 15, 53, 56, 106 ], "retrieved_global": [ 99, 15, 53, 56, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 88, "question": "How many events are taking place in Denver, CO?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 65, 5, 101, 73, 42, 47, 17, 82, 92, 31 ], "retrieved_sids": [ 82, 92, 31, 42, 97 ], "retrieved_global": [ 82, 92, 31, 42, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 89, "question": "How many events are taking place in Seattle, WA?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 4, 41, 75, 108, 16, 50, 82, 23, 92, 63 ], "retrieved_sids": [ 41, 75, 24, 60, 81 ], "retrieved_global": [ 41, 75, 24, 60, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 90, "question": "How many events take place in Las Vegas?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 96, 2, 100, 37, 74, 17, 49, 85, 24, 61 ], "retrieved_sids": [ 100, 109, 106, 85, 73 ], "retrieved_global": [ 100, 109, 106, 85, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 91, "question": "How many events attract over five hundred people?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 66, 40, 9, 107, 47, 17, 83, 93, 26, 61 ], "retrieved_sids": [ 66, 40, 26, 107, 83 ], "retrieved_global": [ 66, 40, 26, 107, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 92, "question": "How many events are taking place in San Francisco?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 33, 65, 101, 9, 44, 76, 77, 17, 30, 95 ], "retrieved_sids": [ 76, 9, 106, 24, 3 ], "retrieved_global": [ 76, 9, 106, 24, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 93, "question": "How many events can hold four hundred people or more?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 0, 97, 67, 42, 109, 18, 82, 54, 56, 31 ], "retrieved_sids": [ 56, 67, 0, 97, 54 ], "retrieved_global": [ 56, 67, 0, 97, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 94, "question": "How many events have more than four hundred people in attendance?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 5, 72, 41, 106, 48, 80, 19, 57, 28, 94 ], "retrieved_sids": [ 106, 57, 48, 28, 38 ], "retrieved_global": [ 106, 57, 48, 28, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 95, "question": "How many events last for more than five days?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 2, 34, 68, 107, 15, 48, 79, 26, 59, 92 ], "retrieved_sids": [ 68, 92, 26, 41, 48 ], "retrieved_global": [ 68, 92, 26, 41, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 96, "question": "How many events are taking place in Houston, TX?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 2, 34, 66, 70, 108, 13, 82, 54, 22, 95 ], "retrieved_sids": [ 13, 82, 108, 75, 34 ], "retrieved_global": [ 13, 82, 108, 75, 34 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 97, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 2, 70, 105, 42, 12, 46, 80, 58, 29, 94 ], "retrieved_sids": [ 80, 94, 38, 48, 61 ], "retrieved_global": [ 80, 94, 38, 48, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 98, "question": "How many events are there that last for two days?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 65, 98, 99, 70, 39, 9, 81, 53, 21, 26 ], "retrieved_sids": [ 98, 21, 81, 99, 76 ], "retrieved_global": [ 98, 21, 81, 99, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 99, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 3, 70, 104, 41, 17, 81, 51, 90, 30, 63 ], "retrieved_sids": [ 5, 70, 81, 71, 107 ], "retrieved_global": [ 5, 70, 81, 71, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 100, "question": "How many events last for more than five days?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 3, 101, 71, 41, 79, 17, 50, 55, 92, 30 ], "retrieved_sids": [ 3, 101, 55, 92, 37 ], "retrieved_global": [ 3, 101, 55, 92, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 101, "question": "How many events are taking place in Las Vegas?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 36, 68, 101, 7, 13, 80, 50, 62, 93, 30 ], "retrieved_sids": [ 62, 50, 93, 68, 101 ], "retrieved_global": [ 62, 50, 93, 68, 101 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 102, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 64, 34, 68, 101, 10, 13, 46, 81, 23, 92 ], "retrieved_sids": [ 34, 81, 74, 64, 13 ], "retrieved_global": [ 34, 81, 74, 64, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 103, "question": "How many events are taking place in Boston, MA?", "ground_truth": "B", "answer_text": "10 events", "target_sids": [ 0, 72, 42, 109, 14, 50, 84, 25, 92, 63 ], "retrieved_sids": [ 42, 63, 84, 25, 62 ], "retrieved_global": [ 42, 63, 84, 25, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 104, "question": "How many events have more than five hundred people attending?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 67, 99, 10, 42, 16, 49, 80, 89, 26, 60 ], "retrieved_sids": [ 49, 82, 89, 60, 41 ], "retrieved_global": [ 49, 82, 89, 60, 41 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 105, "question": "How many events can accommodate more than six hundred people?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 32, 97, 101, 6, 39, 74, 45, 81, 19, 59 ], "retrieved_sids": [ 74, 59, 32, 81, 101 ], "retrieved_global": [ 74, 59, 32, 81, 101 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 106, "question": "How many events extend beyond two weeks?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 97, 99, 36, 70, 8, 79, 16, 52, 24, 62 ], "retrieved_sids": [ 97, 17, 95, 70, 47 ], "retrieved_global": [ 97, 17, 95, 70, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 107, "question": "How many events can host over five hundred people?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 67, 103, 9, 42, 12, 50, 86, 24, 92, 63 ], "retrieved_sids": [ 63, 24, 86, 12, 67 ], "retrieved_global": [ 63, 24, 86, 12, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 108, "question": "How many events last longer than five days?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 97, 67, 101, 40, 10, 12, 49, 81, 24, 59 ], "retrieved_sids": [ 81, 59, 97, 16, 67 ], "retrieved_global": [ 81, 59, 97, 16, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 109, "question": "How many events are taking place in Chicago?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 96, 65, 4, 70, 39, 12, 108, 52, 86, 29 ], "retrieved_sids": [ 70, 29, 74, 86, 15 ], "retrieved_global": [ 70, 29, 74, 86, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 110, "question": "How many events are taking place in Austin, TX?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 33, 65, 3, 66, 108, 77, 46, 21, 94, 31 ], "retrieved_sids": [ 36, 108, 14, 77, 41 ], "retrieved_global": [ 36, 108, 14, 77, 41 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 111, "question": "How many events are expected to have a crowd of over five hundred people?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 97, 8, 42, 106, 76, 82, 20, 54, 24, 57 ], "retrieved_sids": [ 106, 76, 82, 20, 97 ], "retrieved_global": [ 106, 76, 82, 20, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 112, "question": "How many events can accommodate more than five hundred people?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 36, 6, 103, 72, 51, 20, 86, 24, 56, 95 ], "retrieved_sids": [ 56, 72, 103, 30, 86 ], "retrieved_global": [ 56, 72, 103, 30, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 113, "question": "How many events are taking place in Miami, FL?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 32, 33, 2, 71, 104, 14, 78, 48, 93, 62 ], "retrieved_sids": [ 12, 78, 84, 47, 3 ], "retrieved_global": [ 12, 78, 84, 47, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 114, "question": "How many events are taking place in Portland, OR?", "ground_truth": "A", "answer_text": "10 events", "target_sids": [ 64, 1, 90, 70, 102, 42, 77, 17, 52, 26 ], "retrieved_sids": [ 52, 102, 70, 90, 17 ], "retrieved_global": [ 52, 102, 70, 90, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 115, "question": "How many events are taking place in Chicago?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 4, 36, 72, 104, 16, 85, 54, 24, 88, 62 ], "retrieved_sids": [ 104, 62, 54, 105, 96 ], "retrieved_global": [ 104, 62, 54, 105, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 116, "question": "How many events last for eight days or longer?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 96, 35, 67, 101, 6, 47, 79, 21, 56, 28 ], "retrieved_sids": [ 56, 101, 67, 96, 35 ], "retrieved_global": [ 56, 101, 67, 96, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 117, "question": "How many events are taking place in Miami, FL?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 38, 7, 105, 44, 76, 78, 18, 55, 88, 27 ], "retrieved_sids": [ 88, 107, 5, 78, 40 ], "retrieved_global": [ 88, 107, 5, 78, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 118, "question": "How many events take place in Denver, CO?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 36, 100, 9, 76, 16, 48, 82, 93, 25, 61 ], "retrieved_sids": [ 76, 93, 36, 27, 104 ], "retrieved_global": [ 76, 93, 36, 27, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 119, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 64, 33, 2, 105, 75, 16, 49, 84, 22, 94 ], "retrieved_sids": [ 64, 84, 46, 94, 75 ], "retrieved_global": [ 64, 84, 46, 94, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 120, "question": "How many events have about five hundred attendees or more?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 65, 98, 35, 70, 8, 104, 18, 52, 86, 23 ], "retrieved_sids": [ 65, 70, 7, 86, 17 ], "retrieved_global": [ 65, 70, 7, 86, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 121, "question": "How many events are taking place in Portland, OR?", "ground_truth": "C", "answer_text": "10 events", "target_sids": [ 0, 64, 36, 70, 106, 44, 20, 84, 94, 31 ], "retrieved_sids": [ 94, 20, 70, 64, 106 ], "retrieved_global": [ 94, 20, 70, 64, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 122, "question": "How many events last longer than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 97, 67, 100, 37, 5, 11, 77, 46, 22, 55 ], "retrieved_sids": [ 5, 100, 67, 61, 93 ], "retrieved_global": [ 5, 100, 67, 61, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 123, "question": "How many events are taking place in Washington, DC?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 98, 100, 8, 43, 76, 14, 48, 83, 58, 29 ], "retrieved_sids": [ 76, 100, 98, 37, 30 ], "retrieved_global": [ 76, 100, 98, 37, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 124, "question": "How many events last for three weeks or longer?", "ground_truth": "B", "answer_text": "1 events", "target_sids": [ 64, 66, 7, 43, 109, 80, 18, 54, 88, 28 ], "retrieved_sids": [ 80, 59, 54, 46, 28 ], "retrieved_global": [ 80, 59, 54, 46, 28 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 125, "question": "How many events last longer than three weeks?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 68, 38, 9, 107, 44, 16, 85, 56, 26, 92 ], "retrieved_sids": [ 68, 92, 38, 107, 85 ], "retrieved_global": [ 68, 92, 38, 107, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 126, "question": "How many events can accommodate around seven hundred people?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 64, 90, 70, 8, 41, 105, 79, 16, 51, 26 ], "retrieved_sids": [ 70, 64, 105, 90, 79 ], "retrieved_global": [ 70, 64, 105, 90, 79 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 127, "question": "How many events are taking place in Las Vegas?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 98, 68, 6, 102, 43, 13, 51, 87, 61, 30 ], "retrieved_sids": [ 61, 102, 71, 30, 98 ], "retrieved_global": [ 61, 102, 71, 30, 98 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 128, "question": "How many events have approximately seven hundred attendees?", "ground_truth": "D", "answer_text": "2 events", "target_sids": [ 96, 1, 34, 100, 73, 46, 18, 83, 24, 60 ], "retrieved_sids": [ 73, 4, 96, 100, 107 ], "retrieved_global": [ 73, 4, 96, 100, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 129, "question": "How many events last for more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 1, 36, 102, 73, 45, 15, 83, 25, 59, 93 ], "retrieved_sids": [ 93, 51, 49, 15, 107 ], "retrieved_global": [ 93, 51, 49, 15, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 130, "question": "How many events are taking place in Los Angeles, CA?", "ground_truth": "B", "answer_text": "10 events", "target_sids": [ 1, 98, 39, 75, 108, 45, 14, 79, 25, 61 ], "retrieved_sids": [ 98, 108, 79, 85, 1 ], "retrieved_global": [ 98, 108, 79, 85, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 131, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 3, 36, 99, 75, 48, 17, 87, 88, 29, 63 ], "retrieved_sids": [ 75, 88, 61, 99, 3 ], "retrieved_global": [ 75, 88, 61, 99, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 132, "question": "How many events take place in Portland, OR?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 64, 3, 100, 73, 43, 45, 15, 81, 25, 95 ], "retrieved_sids": [ 100, 48, 81, 95, 15 ], "retrieved_global": [ 100, 48, 81, 95, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 133, "question": "How many events can hold at least seven hundred people?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 98, 5, 69, 39, 105, 45, 21, 87, 56, 31 ], "retrieved_sids": [ 105, 31, 21, 69, 45 ], "retrieved_global": [ 105, 31, 21, 69, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 134, "question": "How many events last for longer than a week?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 2, 68, 101, 38, 45, 13, 78, 90, 62, 31 ], "retrieved_sids": [ 78, 101, 2, 47, 45 ], "retrieved_global": [ 78, 101, 2, 47, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 135, "question": "How many events are expected to have around a thousand or more attendees?", "ground_truth": "B", "answer_text": "1 events", "target_sids": [ 99, 6, 71, 42, 15, 82, 51, 57, 28, 94 ], "retrieved_sids": [ 82, 42, 94, 17, 57 ], "retrieved_global": [ 82, 42, 94, 17, 57 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 136, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 36, 8, 72, 104, 18, 83, 53, 25, 60, 93 ], "retrieved_sids": [ 72, 8, 84, 35, 18 ], "retrieved_global": [ 72, 8, 84, 35, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 137, "question": "How many events are taking place in Los Angeles, CA?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 1, 34, 68, 105, 18, 51, 86, 23, 57, 90 ], "retrieved_sids": [ 37, 83, 90, 2, 61 ], "retrieved_global": [ 37, 83, 90, 2, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 138, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 96, 5, 39, 104, 75, 13, 49, 83, 24, 57 ], "retrieved_sids": [ 96, 26, 83, 85, 56 ], "retrieved_global": [ 96, 26, 83, 85, 56 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 139, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 0, 35, 72, 107, 14, 50, 82, 93, 59, 29 ], "retrieved_sids": [ 72, 97, 107, 93, 76 ], "retrieved_global": [ 72, 97, 107, 93, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 140, "question": "How many events have more than five hundred attendees?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 96, 39, 8, 72, 103, 13, 78, 54, 59, 29 ], "retrieved_sids": [ 78, 103, 72, 61, 107 ], "retrieved_global": [ 78, 103, 72, 61, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 141, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 65, 4, 37, 71, 108, 77, 17, 50, 23, 89 ], "retrieved_sids": [ 108, 18, 26, 5, 89 ], "retrieved_global": [ 108, 18, 26, 5, 89 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 142, "question": "How many events last longer than two weeks?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 96, 2, 68, 40, 106, 15, 51, 83, 55, 26 ], "retrieved_sids": [ 106, 68, 17, 16, 40 ], "retrieved_global": [ 106, 68, 17, 16, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 143, "question": "How many events have around eight hundred attendees?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 34, 3, 73, 106, 44, 82, 20, 93, 61, 31 ], "retrieved_sids": [ 93, 73, 20, 61, 3 ], "retrieved_global": [ 93, 73, 20, 61, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 144, "question": "How many events have at least six hundred people?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 37, 101, 9, 73, 11, 80, 52, 90, 59, 31 ], "retrieved_sids": [ 101, 90, 80, 59, 4 ], "retrieved_global": [ 101, 90, 80, 59, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 145, "question": "How many events involve around six hundred people?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 6, 70, 40, 104, 91, 11, 50, 86, 27, 61 ], "retrieved_sids": [ 61, 86, 70, 72, 53 ], "retrieved_global": [ 61, 86, 70, 72, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 146, "question": "How many events last longer than five days?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 64, 33, 66, 104, 9, 15, 85, 54, 28, 94 ], "retrieved_sids": [ 64, 66, 15, 85, 47 ], "retrieved_global": [ 64, 66, 15, 85, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 147, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 0, 68, 103, 42, 77, 47, 21, 22, 92, 63 ], "retrieved_sids": [ 103, 85, 92, 63, 77 ], "retrieved_global": [ 103, 85, 92, 63, 77 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 148, "question": "How many events last longer than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 65, 3, 106, 43, 76, 78, 17, 54, 28, 95 ], "retrieved_sids": [ 78, 54, 76, 70, 4 ], "retrieved_global": [ 78, 54, 76, 70, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 149, "question": "How many events are taking place in New York, NY?", "ground_truth": "B", "answer_text": "10 events", "target_sids": [ 5, 38, 73, 105, 15, 84, 53, 89, 58, 31 ], "retrieved_sids": [ 3, 64, 82, 105, 107 ], "retrieved_global": [ 3, 64, 82, 105, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 150, "question": "How many events last longer than five days?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 2, 99, 42, 74, 18, 54, 87, 89, 58, 30 ], "retrieved_sids": [ 87, 30, 76, 89, 42 ], "retrieved_global": [ 87, 30, 76, 89, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 151, "question": "How many events are taking place in San Francisco?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 1, 34, 75, 108, 47, 16, 80, 59, 92, 30 ], "retrieved_sids": [ 34, 83, 71, 50, 94 ], "retrieved_global": [ 34, 83, 71, 50, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 152, "question": "How many events are taking place in Houston, TX?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 4, 71, 42, 107, 14, 50, 83, 22, 57, 95 ], "retrieved_sids": [ 105, 2, 107, 86, 95 ], "retrieved_global": [ 105, 2, 107, 86, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 153, "question": "How many events are taking place in Boston, MA?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 32, 37, 103, 9, 74, 11, 46, 87, 88, 63 ], "retrieved_sids": [ 74, 87, 88, 103, 11 ], "retrieved_global": [ 74, 87, 88, 103, 11 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 154, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 101, 38, 9, 73, 77, 15, 54, 23, 88, 59 ], "retrieved_sids": [ 9, 95, 73, 77, 74 ], "retrieved_global": [ 9, 95, 73, 77, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 155, "question": "How many events are able to accommodate more than five hundred people?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 2, 101, 40, 12, 44, 76, 80, 90, 27, 63 ], "retrieved_sids": [ 2, 40, 80, 44, 97 ], "retrieved_global": [ 2, 40, 80, 44, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 156, "question": "How many events are taking place in Portland, OR?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 32, 98, 99, 68, 5, 38, 44, 16, 84, 60 ], "retrieved_sids": [ 84, 32, 0, 5, 65 ], "retrieved_global": [ 84, 32, 0, 5, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 157, "question": "How many events are taking place in Portland, OR?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 65, 36, 6, 72, 105, 11, 78, 48, 88, 28 ], "retrieved_sids": [ 72, 105, 6, 94, 48 ], "retrieved_global": [ 72, 105, 6, 94, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 158, "question": "How many events are happening in Chicago?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 7, 105, 42, 74, 45, 17, 85, 88, 26, 61 ], "retrieved_sids": [ 4, 74, 82, 103, 85 ], "retrieved_global": [ 4, 74, 82, 103, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 159, "question": "How many events have around six hundred attendees?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 99, 4, 42, 76, 78, 47, 17, 23, 91, 60 ], "retrieved_sids": [ 78, 4, 99, 91, 23 ], "retrieved_global": [ 78, 4, 99, 91, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 160, "question": "How many events can accommodate more than five hundred people?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 97, 66, 99, 37, 10, 16, 53, 87, 24, 56 ], "retrieved_sids": [ 66, 99, 53, 97, 10 ], "retrieved_global": [ 66, 99, 53, 97, 10 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 161, "question": "How many events are there that last only one day?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 39, 9, 74, 107, 13, 47, 87, 55, 25, 92 ], "retrieved_sids": [ 18, 70, 105, 107, 21 ], "retrieved_global": [ 18, 70, 105, 107, 21 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 162, "question": "How many events can host more than five hundred people?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 89, 2, 100, 38, 76, 80, 18, 51, 25, 63 ], "retrieved_sids": [ 18, 36, 63, 2, 38 ], "retrieved_global": [ 18, 36, 63, 2, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 163, "question": "How many events involve around seven hundred people?", "ground_truth": "D", "answer_text": "2 events", "target_sids": [ 32, 70, 39, 8, 108, 17, 81, 54, 55, 88 ], "retrieved_sids": [ 28, 55, 88, 70, 108 ], "retrieved_global": [ 28, 55, 88, 70, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 164, "question": "How many events last for four weeks?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 64, 33, 69, 10, 106, 45, 13, 85, 28, 94 ], "retrieved_sids": [ 13, 33, 45, 106, 83 ], "retrieved_global": [ 13, 33, 45, 106, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 165, "question": "How many events can accommodate over five hundred people?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 64, 69, 6, 41, 107, 12, 50, 87, 89, 26 ], "retrieved_sids": [ 41, 64, 107, 26, 50 ], "retrieved_global": [ 41, 64, 107, 26, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 166, "question": "How many events are taking place or being held in Washington, DC?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 98, 6, 71, 43, 107, 78, 48, 17, 56, 29 ], "retrieved_sids": [ 71, 8, 6, 36, 107 ], "retrieved_global": [ 71, 8, 6, 36, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 167, "question": "How many events can hold five hundred or more people?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 37, 69, 7, 104, 77, 47, 18, 55, 24, 88 ], "retrieved_sids": [ 88, 69, 77, 55, 47 ], "retrieved_global": [ 88, 69, 77, 55, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 168, "question": "How many events last for more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 4, 39, 76, 109, 79, 48, 17, 91, 28, 62 ], "retrieved_sids": [ 36, 62, 76, 91, 70 ], "retrieved_global": [ 36, 62, 76, 91, 70 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 169, "question": "How many events take place in Los Angeles, CA?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 8, 91, 43, 76, 106, 14, 78, 49, 26, 59 ], "retrieved_sids": [ 106, 40, 104, 15, 109 ], "retrieved_global": [ 106, 40, 104, 15, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 170, "question": "How many events have a capacity of one hundred people?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 65, 66, 35, 5, 102, 44, 13, 77, 28, 93 ], "retrieved_sids": [ 66, 102, 93, 77, 65 ], "retrieved_global": [ 66, 102, 93, 77, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 171, "question": "How many events are taking place in Denver, CO?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 1, 65, 38, 102, 72, 11, 51, 84, 24, 94 ], "retrieved_sids": [ 72, 24, 38, 102, 84 ], "retrieved_global": [ 72, 24, 38, 102, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 172, "question": "How many events have around seven hundred attendees?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 68, 38, 10, 108, 13, 78, 50, 90, 60, 30 ], "retrieved_sids": [ 52, 10, 7, 60, 38 ], "retrieved_global": [ 52, 10, 7, 60, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 173, "question": "How many events are taking place in Chicago, IL?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 64, 97, 103, 40, 72, 10, 47, 80, 17, 23 ], "retrieved_sids": [ 64, 97, 35, 71, 83 ], "retrieved_global": [ 64, 97, 35, 71, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 174, "question": "How many events involve a team size of five hundred people?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 64, 1, 73, 42, 109, 47, 17, 84, 94, 31 ], "retrieved_sids": [ 73, 1, 42, 31, 47 ], "retrieved_global": [ 73, 1, 42, 31, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 175, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 1, 33, 101, 76, 47, 16, 92, 82, 60, 30 ], "retrieved_sids": [ 60, 92, 16, 36, 25 ], "retrieved_global": [ 60, 92, 16, 36, 25 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 176, "question": "How many events are happening in New York, NY?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 65, 2, 97, 71, 41, 105, 44, 81, 20, 25 ], "retrieved_sids": [ 97, 107, 59, 94, 6 ], "retrieved_global": [ 97, 107, 59, 94, 6 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 177, "question": "How many events feature a team size of more than five hundred people?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 0, 98, 40, 74, 91, 46, 14, 82, 27, 62 ], "retrieved_sids": [ 14, 91, 74, 46, 62 ], "retrieved_global": [ 14, 91, 74, 46, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 178, "question": "How many events are taking place in Las Vegas, NV?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 2, 35, 98, 71, 105, 17, 52, 85, 62, 30 ], "retrieved_sids": [ 38, 98, 36, 35, 107 ], "retrieved_global": [ 38, 98, 36, 35, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 179, "question": "How many events are taking place in Boston, MA?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 66, 100, 40, 10, 16, 81, 51, 25, 59, 94 ], "retrieved_sids": [ 94, 59, 66, 40, 48 ], "retrieved_global": [ 94, 59, 66, 40, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 180, "question": "How many events are taking place in Denver, CO?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 9, 41, 75, 109, 19, 51, 61, 87, 88, 29 ], "retrieved_sids": [ 109, 88, 87, 75, 46 ], "retrieved_global": [ 109, 88, 87, 75, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 181, "question": "How many events are taking place in Austin, TX?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 32, 37, 8, 73, 108, 47, 20, 86, 92, 61 ], "retrieved_sids": [ 108, 86, 92, 60, 62 ], "retrieved_global": [ 108, 86, 92, 60, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 182, "question": "How many events have a crowd or team of six hundred people or more?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 33, 66, 97, 101, 10, 11, 45, 83, 57, 28 ], "retrieved_sids": [ 57, 66, 83, 11, 33 ], "retrieved_global": [ 57, 66, 83, 11, 33 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 183, "question": "How many events draw around five hundred people or more?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 33, 65, 7, 11, 76, 108, 83, 52, 30, 95 ], "retrieved_sids": [ 30, 83, 76, 108, 65 ], "retrieved_global": [ 30, 83, 76, 108, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 184, "question": "How many events last a week or less?", "ground_truth": "B", "answer_text": "2 events", "target_sids": [ 0, 36, 100, 72, 76, 53, 21, 58, 27, 93 ], "retrieved_sids": [ 53, 94, 37, 7, 39 ], "retrieved_global": [ 53, 94, 37, 7, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 185, "question": "How many events have a crowd size of five hundred or more people?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 32, 34, 71, 105, 10, 77, 19, 52, 88, 62 ], "retrieved_sids": [ 88, 19, 77, 10, 32 ], "retrieved_global": [ 88, 19, 77, 10, 32 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 186, "question": "How many events have more than five hundred attendees?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 98, 3, 101, 70, 40, 46, 18, 84, 24, 60 ], "retrieved_sids": [ 84, 18, 98, 40, 60 ], "retrieved_global": [ 84, 18, 98, 40, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 187, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 0, 42, 74, 12, 109, 48, 85, 24, 91, 62 ], "retrieved_sids": [ 36, 91, 109, 5, 85 ], "retrieved_global": [ 36, 91, 109, 5, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 188, "question": "How many events are able to accommodate more than five hundred people?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 64, 36, 100, 10, 75, 44, 19, 84, 24, 89 ], "retrieved_sids": [ 89, 19, 44, 100, 36 ], "retrieved_global": [ 89, 19, 44, 100, 36 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 189, "question": "How many events are taking place in Denver, CO?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 58, 103, 8, 73, 42, 11, 78, 52, 26, 95 ], "retrieved_sids": [ 73, 95, 3, 78, 14 ], "retrieved_global": [ 73, 95, 3, 78, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 190, "question": "How many events last longer than five weeks?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 41, 10, 74, 45, 109, 18, 82, 57, 94, 31 ], "retrieved_sids": [ 57, 36, 62, 50, 8 ], "retrieved_global": [ 57, 36, 62, 50, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 191, "question": "How many events last for three days?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 68, 101, 7, 40, 91, 11, 82, 52, 27, 61 ], "retrieved_sids": [ 68, 61, 51, 16, 25 ], "retrieved_global": [ 68, 61, 51, 16, 25 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 192, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 100, 5, 71, 42, 18, 51, 85, 55, 89, 27 ], "retrieved_sids": [ 107, 89, 71, 55, 62 ], "retrieved_global": [ 107, 89, 71, 55, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 193, "question": "How many events can accommodate a crowd of two hundred people?", "ground_truth": "A", "answer_text": "10 events", "target_sids": [ 33, 67, 8, 104, 16, 82, 52, 89, 26, 62 ], "retrieved_sids": [ 8, 52, 26, 82, 33 ], "retrieved_global": [ 8, 52, 26, 82, 33 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 194, "question": "How many events last for a duration of five weeks?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 66, 35, 102, 8, 13, 52, 84, 22, 60, 95 ], "retrieved_sids": [ 35, 52, 13, 2, 8 ], "retrieved_global": [ 35, 52, 13, 2, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 195, "question": "How many events can accommodate more than six hundred people?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 37, 8, 73, 108, 16, 80, 53, 88, 25, 58 ], "retrieved_sids": [ 108, 25, 80, 8, 73 ], "retrieved_global": [ 108, 25, 80, 8, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 196, "question": "How many events have about five hundred attendees?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 35, 3, 103, 74, 44, 13, 79, 24, 90, 60 ], "retrieved_sids": [ 4, 90, 79, 40, 60 ], "retrieved_global": [ 4, 90, 79, 40, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 197, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 32, 3, 99, 69, 38, 77, 50, 20, 56, 94 ], "retrieved_sids": [ 77, 6, 56, 32, 94 ], "retrieved_global": [ 77, 6, 56, 32, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 198, "question": "How many events have over five hundred attendees?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 0, 33, 97, 100, 72, 44, 15, 81, 27, 60 ], "retrieved_sids": [ 97, 19, 100, 27, 72 ], "retrieved_global": [ 97, 19, 100, 27, 72 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 199, "question": "How many events are taking place in Las Vegas?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 4, 36, 68, 100, 15, 81, 52, 23, 56, 94 ], "retrieved_sids": [ 56, 68, 81, 1, 94 ], "retrieved_global": [ 56, 68, 81, 1, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 200, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 96, 68, 37, 8, 104, 11, 81, 53, 58, 27 ], "retrieved_sids": [ 104, 27, 96, 38, 94 ], "retrieved_global": [ 104, 27, 96, 38, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 201, "question": "How many events draw around nine hundred attendees?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 32, 2, 35, 100, 69, 15, 48, 80, 93, 61 ], "retrieved_sids": [ 93, 69, 80, 61, 40 ], "retrieved_global": [ 93, 69, 80, 61, 40 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 202, "question": "How many events are taking place in Las Vegas?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 96, 5, 70, 39, 103, 17, 84, 53, 25, 63 ], "retrieved_sids": [ 96, 39, 5, 14, 84 ], "retrieved_global": [ 96, 39, 5, 14, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 203, "question": "How many events last longer than three days?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 35, 67, 5, 99, 53, 21, 22, 87, 59, 94 ], "retrieved_sids": [ 67, 5, 22, 99, 53 ], "retrieved_global": [ 67, 5, 22, 99, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 204, "question": "How many events are taking place in Boston, MA?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 4, 70, 103, 41, 48, 17, 81, 89, 27, 62 ], "retrieved_sids": [ 103, 27, 62, 105, 24 ], "retrieved_global": [ 103, 27, 62, 105, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 205, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 65, 34, 68, 6, 105, 45, 14, 86, 89, 30 ], "retrieved_sids": [ 23, 30, 1, 89, 45 ], "retrieved_global": [ 23, 30, 1, 89, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 206, "question": "How many events last longer than four weeks?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 1, 70, 41, 107, 45, 18, 87, 88, 25, 58 ], "retrieved_sids": [ 58, 1, 109, 64, 87 ], "retrieved_global": [ 58, 1, 109, 64, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 207, "question": "How many events last longer than four weeks?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 64, 34, 69, 8, 108, 80, 18, 51, 24, 88 ], "retrieved_sids": [ 108, 64, 88, 53, 15 ], "retrieved_global": [ 108, 64, 88, 53, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 208, "question": "How many events have approximately eight hundred people involved?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 32, 33, 8, 105, 74, 13, 79, 52, 93, 63 ], "retrieved_sids": [ 74, 63, 93, 79, 18 ], "retrieved_global": [ 74, 63, 93, 79, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 209, "question": "How many events can host more than five hundred people?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 69, 8, 105, 43, 15, 82, 52, 59, 95, 31 ], "retrieved_sids": [ 31, 82, 105, 8, 69 ], "retrieved_global": [ 31, 82, 105, 8, 69 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 210, "question": "How many events can host more than four hundred people?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 1, 34, 66, 105, 46, 80, 21, 92, 63, 31 ], "retrieved_sids": [ 80, 21, 92, 1, 46 ], "retrieved_global": [ 80, 21, 92, 1, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 211, "question": "How many events last longer than a week?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 97, 67, 99, 9, 42, 14, 80, 52, 58, 27 ], "retrieved_sids": [ 99, 52, 25, 97, 75 ], "retrieved_global": [ 99, 52, 25, 97, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 212, "question": "How many events last for more than four weeks?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 65, 37, 6, 101, 73, 46, 18, 87, 89, 28 ], "retrieved_sids": [ 101, 65, 105, 89, 35 ], "retrieved_global": [ 101, 65, 105, 89, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 213, "question": "How many events last longer than a week?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 4, 42, 74, 44, 109, 17, 83, 55, 95, 31 ], "retrieved_sids": [ 55, 109, 82, 74, 83 ], "retrieved_global": [ 55, 109, 82, 74, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 214, "question": "How many events are expected to accommodate or host more than four hundred people?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 0, 38, 70, 105, 15, 81, 51, 23, 60, 94 ], "retrieved_sids": [ 81, 38, 70, 94, 37 ], "retrieved_global": [ 81, 38, 70, 94, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 215, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 64, 99, 39, 8, 72, 105, 21, 87, 59, 29 ], "retrieved_sids": [ 87, 105, 72, 47, 113 ], "retrieved_global": [ 87, 105, 72, 47, 113 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 216, "question": "How many events are taking place in Las Vegas?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 35, 10, 11, 76, 106, 51, 83, 23, 61, 95 ], "retrieved_sids": [ 11, 83, 95, 76, 106 ], "retrieved_global": [ 11, 83, 95, 76, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 217, "question": "How many events last for exactly eight days?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 32, 4, 37, 69, 104, 13, 83, 54, 62, 95 ], "retrieved_sids": [ 104, 95, 103, 62, 92 ], "retrieved_global": [ 104, 95, 103, 62, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 218, "question": "How many events last for a week or shorter?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 64, 34, 99, 5, 76, 16, 49, 85, 26, 91 ], "retrieved_sids": [ 64, 47, 76, 62, 99 ], "retrieved_global": [ 64, 47, 76, 62, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 219, "question": "How many events have at least five hundred people attending?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 65, 66, 35, 3, 106, 45, 81, 21, 24, 94 ], "retrieved_sids": [ 106, 65, 13, 81, 109 ], "retrieved_global": [ 106, 65, 13, 81, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 220, "question": "How many events are taking place in Washington, DC?", "ground_truth": "B", "answer_text": "10 events", "target_sids": [ 32, 65, 34, 71, 8, 103, 80, 49, 18, 89 ], "retrieved_sids": [ 65, 2, 62, 69, 5 ], "retrieved_global": [ 65, 2, 62, 69, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 221, "question": "How many events can host four hundred people or more?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 64, 33, 68, 5, 106, 44, 82, 19, 23, 91 ], "retrieved_sids": [ 19, 44, 91, 68, 82 ], "retrieved_global": [ 19, 44, 91, 68, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 222, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 99, 68, 8, 41, 14, 49, 83, 90, 28, 62 ], "retrieved_sids": [ 62, 68, 99, 83, 84 ], "retrieved_global": [ 62, 68, 99, 83, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 223, "question": "How many events are taking place in Los Angeles?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 1, 69, 39, 106, 13, 46, 82, 23, 88, 62 ], "retrieved_sids": [ 106, 36, 4, 45, 86 ], "retrieved_global": [ 106, 36, 4, 45, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 224, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 38, 102, 9, 74, 47, 15, 85, 56, 26, 95 ], "retrieved_sids": [ 51, 9, 63, 95, 37 ], "retrieved_global": [ 51, 9, 63, 95, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 225, "question": "How many events are taking place in Houston, TX?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 100, 37, 70, 8, 78, 47, 17, 25, 92, 62 ], "retrieved_sids": [ 105, 78, 49, 17, 2 ], "retrieved_global": [ 105, 78, 49, 17, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 226, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 1, 97, 101, 38, 71, 16, 81, 51, 22, 58 ], "retrieved_sids": [ 58, 81, 22, 1, 71 ], "retrieved_global": [ 58, 81, 22, 1, 71 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 227, "question": "How many events last more than a week?", "ground_truth": "B", "answer_text": "2 events", "target_sids": [ 35, 3, 69, 102, 12, 44, 81, 89, 63, 31 ], "retrieved_sids": [ 71, 60, 63, 69, 27 ], "retrieved_global": [ 71, 60, 63, 69, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 228, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 64, 7, 41, 75, 107, 14, 80, 49, 26, 91 ], "retrieved_sids": [ 46, 87, 24, 107, 60 ], "retrieved_global": [ 46, 87, 24, 107, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 229, "question": "How many events take place in Seattle?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 0, 68, 37, 107, 14, 49, 81, 22, 93, 62 ], "retrieved_sids": [ 4, 16, 97, 63, 93 ], "retrieved_global": [ 4, 16, 97, 63, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 230, "question": "How many events are taking place in Las Vegas?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 96, 99, 36, 10, 75, 77, 15, 51, 25, 57 ], "retrieved_sids": [ 96, 75, 77, 10, 92 ], "retrieved_global": [ 96, 75, 77, 10, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 231, "question": "How many events can hold at least six hundred people?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 2, 36, 102, 76, 82, 20, 53, 55, 23, 95 ], "retrieved_sids": [ 20, 55, 95, 102, 82 ], "retrieved_global": [ 20, 55, 95, 102, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 232, "question": "How many events are taking place in Portland, OR?", "ground_truth": "D", "answer_text": "10 events", "target_sids": [ 64, 97, 3, 70, 104, 42, 50, 84, 21, 28 ], "retrieved_sids": [ 70, 104, 84, 21, 42 ], "retrieved_global": [ 70, 104, 84, 21, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 233, "question": "How many events last more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 97, 4, 69, 106, 43, 11, 47, 83, 61, 30 ], "retrieved_sids": [ 61, 83, 50, 63, 36 ], "retrieved_global": [ 61, 83, 50, 63, 36 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 234, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 65, 97, 101, 70, 41, 10, 15, 52, 86, 26 ], "retrieved_sids": [ 86, 30, 70, 3, 97 ], "retrieved_global": [ 86, 30, 70, 3, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 235, "question": "How many events attract a crowd of around seven hundred people?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 99, 36, 6, 71, 17, 51, 84, 27, 93, 63 ], "retrieved_sids": [ 63, 99, 71, 51, 84 ], "retrieved_global": [ 63, 99, 71, 51, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 236, "question": "How many events have at least five hundred attendees?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 66, 98, 36, 6, 103, 13, 52, 84, 58, 27 ], "retrieved_sids": [ 16, 98, 8, 6, 42 ], "retrieved_global": [ 16, 98, 8, 6, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 237, "question": "How many events are taking place in Las Vegas, NV?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 99, 69, 8, 43, 77, 46, 19, 93, 22, 61 ], "retrieved_sids": [ 69, 77, 19, 61, 93 ], "retrieved_global": [ 69, 77, 19, 61, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 238, "question": "How many events are capable of accommodating over five hundred people?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 67, 100, 8, 40, 45, 80, 20, 90, 59, 30 ], "retrieved_sids": [ 80, 100, 67, 59, 90 ], "retrieved_global": [ 80, 100, 67, 59, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 239, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 2, 34, 11, 75, 108, 48, 80, 22, 58, 94 ], "retrieved_sids": [ 28, 94, 48, 104, 80 ], "retrieved_global": [ 28, 94, 48, 104, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 240, "question": "How many events last more than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 0, 66, 39, 109, 17, 81, 54, 89, 61, 30 ], "retrieved_sids": [ 37, 103, 81, 89, 14 ], "retrieved_global": [ 37, 103, 81, 89, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 241, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 32, 66, 38, 9, 11, 109, 47, 82, 55, 94 ], "retrieved_sids": [ 55, 109, 95, 94, 82 ], "retrieved_global": [ 55, 109, 95, 94, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 242, "question": "How many events last for a week or shorter?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 67, 4, 41, 108, 46, 18, 85, 26, 91, 61 ], "retrieved_sids": [ 67, 91, 61, 73, 85 ], "retrieved_global": [ 67, 91, 61, 73, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 243, "question": "How many events last longer than a week?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 89, 68, 8, 41, 107, 47, 16, 80, 25, 60 ], "retrieved_sids": [ 89, 68, 60, 80, 2 ], "retrieved_global": [ 89, 68, 60, 80, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 244, "question": "How many events have a capacity of five hundred people or more?", "ground_truth": "D", "answer_text": "2 events", "target_sids": [ 97, 100, 38, 73, 10, 45, 78, 20, 22, 55 ], "retrieved_sids": [ 55, 73, 100, 22, 97 ], "retrieved_global": [ 55, 73, 100, 22, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 245, "question": "How many events have around seven hundred attendees?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 0, 65, 34, 97, 70, 107, 18, 84, 54, 25 ], "retrieved_sids": [ 84, 107, 28, 97, 42 ], "retrieved_global": [ 84, 107, 28, 97, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 246, "question": "How many events have over five hundred participants in attendance?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 96, 1, 99, 38, 72, 45, 13, 84, 55, 24 ], "retrieved_sids": [ 55, 9, 99, 45, 16 ], "retrieved_global": [ 55, 9, 99, 45, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 247, "question": "How many events are taking place in Washington, DC?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 99, 36, 69, 6, 12, 48, 81, 56, 89, 30 ], "retrieved_sids": [ 99, 64, 81, 84, 48 ], "retrieved_global": [ 99, 64, 81, 84, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 248, "question": "How many events are taking place in Miami, FL?", "ground_truth": "C", "answer_text": "10 events", "target_sids": [ 99, 73, 10, 43, 14, 83, 54, 56, 94, 31 ], "retrieved_sids": [ 34, 83, 56, 99, 41 ], "retrieved_global": [ 34, 83, 56, 99, 41 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 249, "question": "How many events can host or draw in at least five hundred people?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 33, 8, 107, 76, 46, 14, 81, 88, 25, 61 ], "retrieved_sids": [ 76, 46, 61, 81, 88 ], "retrieved_global": [ 76, 46, 61, 81, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 250, "question": "How many events are taking place in New York, NY?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 35, 6, 72, 105, 44, 21, 85, 23, 57, 92 ], "retrieved_sids": [ 3, 13, 76, 75, 5 ], "retrieved_global": [ 3, 13, 76, 75, 5 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 251, "question": "How many events are taking place in Portland, OR?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 34, 4, 69, 104, 44, 15, 81, 56, 92, 29 ], "retrieved_sids": [ 36, 47, 69, 81, 95 ], "retrieved_global": [ 36, 47, 69, 81, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 252, "question": "How many events are capable of hosting a crowd of more than a thousand people?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 97, 6, 39, 70, 108, 46, 21, 85, 55, 27 ], "retrieved_sids": [ 108, 55, 85, 70, 97 ], "retrieved_global": [ 108, 55, 85, 70, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 253, "question": "How many events last for four weeks or more?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 33, 3, 72, 108, 13, 79, 51, 25, 58, 94 ], "retrieved_sids": [ 97, 38, 49, 73, 85 ], "retrieved_global": [ 97, 38, 49, 73, 85 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 254, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 33, 97, 99, 73, 10, 46, 80, 21, 25, 58 ], "retrieved_sids": [ 97, 27, 87, 25, 74 ], "retrieved_global": [ 97, 27, 87, 25, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 255, "question": "How many events are taking place in Orlando, FL?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 34, 9, 73, 105, 79, 49, 21, 22, 56, 90 ], "retrieved_sids": [ 21, 90, 12, 28, 4 ], "retrieved_global": [ 21, 90, 12, 28, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 256, "question": "How many events are taking place in Boston, MA?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 34, 66, 6, 104, 49, 20, 84, 28, 62, 95 ], "retrieved_sids": [ 95, 62, 28, 84, 66 ], "retrieved_global": [ 95, 62, 28, 84, 66 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 257, "question": "How many events are capable of hosting more than five hundred people?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 96, 2, 40, 76, 109, 49, 61, 20, 83, 29 ], "retrieved_sids": [ 76, 40, 2, 29, 109 ], "retrieved_global": [ 76, 40, 2, 29, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 258, "question": "How many events have an attendance of one hundred people?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 1, 98, 39, 71, 108, 16, 81, 52, 25, 59 ], "retrieved_sids": [ 25, 52, 1, 71, 108 ], "retrieved_global": [ 25, 52, 1, 71, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 259, "question": "How many events can host 300 people or more?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 97, 99, 38, 7, 73, 12, 47, 79, 27, 60 ], "retrieved_sids": [ 97, 27, 38, 79, 99 ], "retrieved_global": [ 97, 27, 38, 79, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 260, "question": "How many events have approximately eight hundred people involved?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 96, 99, 36, 5, 70, 48, 80, 20, 57, 26 ], "retrieved_sids": [ 70, 61, 57, 36, 99 ], "retrieved_global": [ 70, 61, 57, 36, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 261, "question": "How many events are expected to have around nine hundred attendees?", "ground_truth": "D", "answer_text": "2 events", "target_sids": [ 37, 69, 9, 107, 51, 20, 85, 23, 88, 61 ], "retrieved_sids": [ 85, 88, 69, 61, 20 ], "retrieved_global": [ 85, 88, 69, 61, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 262, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 102, 9, 73, 43, 45, 79, 21, 89, 29, 62 ], "retrieved_sids": [ 73, 79, 60, 89, 9 ], "retrieved_global": [ 73, 79, 60, 89, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 263, "question": "How many events are capable of accommodating at least six hundred people?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 98, 38, 7, 74, 107, 44, 78, 17, 58, 30 ], "retrieved_sids": [ 98, 4, 17, 78, 58 ], "retrieved_global": [ 98, 4, 17, 78, 58 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 264, "question": "How many events have a capacity of one hundred people?", "ground_truth": "D", "answer_text": "10 events", "target_sids": [ 0, 37, 71, 13, 109, 81, 51, 93, 24, 61 ], "retrieved_sids": [ 37, 0, 13, 93, 61 ], "retrieved_global": [ 37, 0, 13, 93, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 265, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 64, 70, 7, 104, 41, 78, 48, 21, 26, 92 ], "retrieved_sids": [ 21, 73, 61, 46, 8 ], "retrieved_global": [ 21, 73, 61, 46, 8 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 266, "question": "How many events can hold five hundred people or fewer?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 35, 68, 8, 104, 14, 80, 54, 23, 58, 93 ], "retrieved_sids": [ 8, 93, 14, 104, 54 ], "retrieved_global": [ 8, 93, 14, 104, 54 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 267, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 0, 36, 102, 76, 46, 18, 22, 86, 90, 59 ], "retrieved_sids": [ 59, 72, 76, 102, 18 ], "retrieved_global": [ 59, 72, 76, 102, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 268, "question": "How many events are taking place in Washington, DC?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 34, 9, 73, 107, 44, 18, 84, 55, 91, 29 ], "retrieved_sids": [ 55, 107, 37, 29, 47 ], "retrieved_global": [ 55, 107, 37, 29, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 269, "question": "How many events have approximately nine hundred attendees?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 1, 100, 37, 90, 72, 48, 21, 22, 86, 58 ], "retrieved_sids": [ 72, 100, 90, 48, 22 ], "retrieved_global": [ 72, 100, 90, 48, 22 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 270, "question": "How many events are taking place in San Francisco?", "ground_truth": "B", "answer_text": "10 events", "target_sids": [ 64, 96, 6, 105, 42, 76, 82, 51, 19, 23 ], "retrieved_sids": [ 73, 96, 64, 60, 4 ], "retrieved_global": [ 73, 96, 64, 60, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 271, "question": "How many events have around three hundred attendees?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 32, 36, 5, 68, 109, 14, 47, 78, 90, 63 ], "retrieved_sids": [ 14, 68, 90, 78, 5 ], "retrieved_global": [ 14, 68, 90, 78, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 272, "question": "How many events have around five hundred attendees?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 0, 99, 37, 76, 13, 46, 79, 91, 61, 30 ], "retrieved_sids": [ 7, 13, 99, 0, 79 ], "retrieved_global": [ 7, 13, 99, 0, 79 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 273, "question": "How many events are taking place in Orlando?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 34, 4, 69, 104, 44, 13, 86, 62, 88, 30 ], "retrieved_sids": [ 86, 104, 44, 34, 5 ], "retrieved_global": [ 86, 104, 44, 34, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 274, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 64, 66, 4, 41, 108, 48, 18, 82, 94, 31 ], "retrieved_sids": [ 48, 94, 62, 27, 25 ], "retrieved_global": [ 48, 94, 62, 27, 25 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 275, "question": "How many events are capable of accommodating more than five hundred people?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 38, 8, 44, 76, 108, 83, 21, 91, 29, 62 ], "retrieved_sids": [ 108, 76, 91, 29, 49 ], "retrieved_global": [ 108, 76, 91, 29, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 276, "question": "How many events take place in Washington, DC?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 96, 37, 7, 106, 75, 77, 46, 21, 57, 27 ], "retrieved_sids": [ 77, 45, 14, 35, 96 ], "retrieved_global": [ 77, 45, 14, 35, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 277, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 100, 5, 40, 72, 44, 13, 108, 84, 55, 24 ], "retrieved_sids": [ 48, 95, 84, 72, 100 ], "retrieved_global": [ 48, 95, 84, 72, 100 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 278, "question": "How many events have a attendance of seven hundred people or more?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 0, 96, 68, 39, 11, 44, 107, 83, 59, 30 ], "retrieved_sids": [ 59, 30, 0, 39, 107 ], "retrieved_global": [ 59, 30, 0, 39, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 279, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 99, 36, 70, 7, 11, 44, 79, 24, 57, 90 ], "retrieved_sids": [ 57, 47, 79, 35, 99 ], "retrieved_global": [ 57, 47, 79, 35, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 280, "question": "How many events last for a week or longer?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 101, 7, 72, 41, 13, 79, 54, 23, 88, 59 ], "retrieved_sids": [ 7, 101, 59, 13, 88 ], "retrieved_global": [ 7, 101, 59, 13, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 281, "question": "How many events have approximately three hundred people or more?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 1, 98, 69, 101, 39, 44, 15, 80, 27, 60 ], "retrieved_sids": [ 98, 69, 80, 101, 1 ], "retrieved_global": [ 98, 69, 80, 101, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 282, "question": "How many events had an attendance of eight hundred people or more?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 66, 6, 39, 44, 109, 79, 20, 92, 62, 31 ], "retrieved_sids": [ 39, 79, 62, 66, 109 ], "retrieved_global": [ 39, 79, 62, 66, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 283, "question": "How many events go on for more than five days?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 1, 37, 90, 101, 72, 77, 48, 19, 24, 56 ], "retrieved_sids": [ 95, 101, 23, 35, 56 ], "retrieved_global": [ 95, 101, 23, 35, 56 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 284, "question": "How many events are taking place in Chicago?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 64, 34, 99, 71, 9, 78, 20, 53, 89, 31 ], "retrieved_sids": [ 78, 9, 36, 64, 24 ], "retrieved_global": [ 78, 9, 36, 64, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 285, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 2, 35, 106, 75, 44, 13, 80, 23, 56, 89 ], "retrieved_sids": [ 80, 1, 106, 48, 23 ], "retrieved_global": [ 80, 1, 106, 48, 23 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 286, "question": "How many events have approximately three hundred attendees?", "ground_truth": "B", "answer_text": "2 events", "target_sids": [ 5, 41, 106, 75, 47, 18, 86, 25, 91, 63 ], "retrieved_sids": [ 72, 91, 18, 63, 75 ], "retrieved_global": [ 72, 91, 18, 63, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 287, "question": "How many events are taking place in Denver, CO?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 66, 38, 10, 106, 47, 15, 83, 88, 28, 61 ], "retrieved_sids": [ 83, 61, 97, 50, 2 ], "retrieved_global": [ 83, 61, 97, 50, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 288, "question": "How many events last for a week or more?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 2, 100, 70, 41, 12, 82, 54, 23, 59, 92 ], "retrieved_sids": [ 41, 70, 59, 60, 92 ], "retrieved_global": [ 41, 70, 59, 60, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 289, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 32, 2, 100, 42, 75, 44, 13, 82, 94, 63 ], "retrieved_sids": [ 63, 48, 52, 94, 84 ], "retrieved_global": [ 63, 48, 52, 94, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 290, "question": "How many events have around three hundred people involved?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 32, 33, 98, 5, 105, 74, 13, 51, 87, 62 ], "retrieved_sids": [ 74, 62, 5, 98, 87 ], "retrieved_global": [ 74, 62, 5, 98, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 291, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 32, 64, 34, 96, 100, 5, 75, 12, 48, 81 ], "retrieved_sids": [ 100, 81, 96, 34, 64 ], "retrieved_global": [ 100, 81, 96, 34, 64 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 292, "question": "How many events last for a week or more?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 3, 39, 73, 106, 13, 46, 78, 56, 26, 92 ], "retrieved_sids": [ 62, 21, 106, 46, 86 ], "retrieved_global": [ 62, 21, 106, 46, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 293, "question": "How many events are taking place in Atlanta?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 32, 5, 69, 39, 102, 47, 18, 85, 95, 63 ], "retrieved_sids": [ 95, 103, 85, 24, 96 ], "retrieved_global": [ 95, 103, 85, 24, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 294, "question": "How many events typically host around a hundred people?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 4, 36, 68, 109, 18, 51, 84, 59, 28, 93 ], "retrieved_sids": [ 28, 109, 59, 93, 84 ], "retrieved_global": [ 28, 109, 59, 93, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 295, "question": "How many events have around six hundred attendees or more?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 2, 90, 104, 41, 76, 80, 17, 49, 26, 62 ], "retrieved_sids": [ 26, 80, 76, 60, 104 ], "retrieved_global": [ 26, 80, 76, 60, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 296, "question": "How many events are taking place in Orlando, FL?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 0, 68, 101, 41, 47, 21, 85, 25, 92, 57 ], "retrieved_sids": [ 92, 85, 41, 46, 53 ], "retrieved_global": [ 92, 85, 41, 46, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 297, "question": "How many events are one-day events?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 32, 1, 66, 38, 108, 46, 18, 86, 88, 63 ], "retrieved_sids": [ 51, 50, 29, 32, 35 ], "retrieved_global": [ 51, 50, 29, 32, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 298, "question": "How many events have around seven hundred attendees?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 65, 68, 38, 6, 102, 15, 82, 52, 88, 25 ], "retrieved_sids": [ 6, 68, 40, 25, 82 ], "retrieved_global": [ 6, 68, 40, 25, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 299, "question": "How many events last for eight days or longer?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 89, 2, 35, 70, 102, 12, 78, 49, 25, 60 ], "retrieved_sids": [ 25, 49, 81, 46, 70 ], "retrieved_global": [ 25, 49, 81, 46, 70 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 300, "question": "How many events are taking place in Seattle?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 0, 37, 107, 76, 78, 19, 53, 26, 59, 92 ], "retrieved_sids": [ 107, 59, 63, 70, 36 ], "retrieved_global": [ 107, 59, 63, 70, 36 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 301, "question": "How many events last for a week or more?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 0, 33, 97, 100, 11, 44, 76, 84, 55, 30 ], "retrieved_sids": [ 95, 100, 55, 42, 106 ], "retrieved_global": [ 95, 100, 55, 42, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 302, "question": "How many events are taking place in Austin, TX?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 96, 71, 8, 103, 42, 13, 52, 85, 23, 63 ], "retrieved_sids": [ 1, 85, 52, 23, 62 ], "retrieved_global": [ 1, 85, 52, 23, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 303, "question": "How many events last longer than two weeks?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 37, 7, 72, 106, 47, 18, 85, 89, 27, 61 ], "retrieved_sids": [ 85, 105, 62, 27, 3 ], "retrieved_global": [ 85, 105, 62, 27, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 304, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 0, 98, 68, 101, 41, 44, 13, 78, 22, 56 ], "retrieved_sids": [ 68, 50, 25, 62, 85 ], "retrieved_global": [ 68, 50, 25, 62, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 305, "question": "How many events can hold over five hundred people?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 1, 65, 70, 43, 109, 49, 83, 20, 89, 28 ], "retrieved_sids": [ 83, 65, 43, 70, 1 ], "retrieved_global": [ 83, 65, 43, 70, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 306, "question": "How many events are taking place in Chicago?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 0, 38, 102, 75, 16, 83, 52, 88, 27, 60 ], "retrieved_sids": [ 62, 35, 22, 25, 38 ], "retrieved_global": [ 62, 35, 22, 25, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 307, "question": "How many events have around four hundred or more people on their teams?", "ground_truth": "B", "answer_text": "2 events", "target_sids": [ 37, 69, 10, 109, 18, 52, 85, 60, 94, 31 ], "retrieved_sids": [ 69, 85, 10, 109, 52 ], "retrieved_global": [ 69, 85, 10, 109, 52 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 308, "question": "How many events have around seven hundred attendees?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 1, 99, 70, 39, 12, 45, 87, 24, 95, 63 ], "retrieved_sids": [ 1, 12, 45, 87, 51 ], "retrieved_global": [ 1, 12, 45, 87, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 309, "question": "How many events last for more than five days?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 2, 98, 38, 73, 107, 14, 47, 84, 23, 62 ], "retrieved_sids": [ 98, 73, 63, 47, 107 ], "retrieved_global": [ 98, 73, 63, 47, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 310, "question": "How many events are taking place in Los Angeles, CA?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 98, 35, 69, 6, 108, 50, 21, 87, 55, 24 ], "retrieved_sids": [ 47, 108, 69, 55, 87 ], "retrieved_global": [ 47, 108, 69, 55, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 311, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 96, 1, 39, 104, 73, 80, 49, 18, 24, 58 ], "retrieved_sids": [ 14, 80, 86, 63, 96 ], "retrieved_global": [ 14, 80, 86, 63, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 312, "question": "How many events had a crowd of more than five hundred people?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 96, 7, 40, 73, 107, 18, 50, 82, 55, 24 ], "retrieved_sids": [ 96, 55, 50, 82, 7 ], "retrieved_global": [ 96, 55, 50, 82, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 313, "question": "How many events last for more than two days?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 98, 99, 36, 9, 74, 13, 49, 84, 58, 30 ], "retrieved_sids": [ 58, 99, 74, 30, 51 ], "retrieved_global": [ 58, 99, 74, 30, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 314, "question": "How many events are taking place in Chicago?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 96, 38, 71, 9, 106, 13, 80, 54, 55, 24 ], "retrieved_sids": [ 96, 71, 80, 13, 55 ], "retrieved_global": [ 96, 71, 80, 13, 55 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 315, "question": "How many events are taking place in Las Vegas?", "ground_truth": "A", "answer_text": "10 events", "target_sids": [ 33, 3, 72, 108, 78, 48, 17, 56, 89, 31 ], "retrieved_sids": [ 89, 72, 56, 37, 93 ], "retrieved_global": [ 89, 72, 56, 37, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 316, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 64, 96, 5, 70, 105, 43, 49, 18, 83, 28 ], "retrieved_sids": [ 96, 19, 80, 70, 74 ], "retrieved_global": [ 96, 19, 80, 70, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 317, "question": "How many events have more than six hundred attendees?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 33, 90, 70, 102, 9, 44, 82, 19, 58, 30 ], "retrieved_sids": [ 102, 30, 59, 33, 82 ], "retrieved_global": [ 102, 30, 59, 33, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 318, "question": "How many events are taking place in San Francisco?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 97, 37, 5, 102, 72, 17, 51, 83, 23, 57 ], "retrieved_sids": [ 83, 23, 102, 46, 61 ], "retrieved_global": [ 83, 23, 102, 46, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 319, "question": "How many events last more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 32, 2, 66, 99, 37, 45, 13, 82, 60, 95 ], "retrieved_sids": [ 74, 81, 82, 15, 14 ], "retrieved_global": [ 74, 81, 82, 15, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 320, "question": "How many events are taking place in Portland, OR?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 96, 36, 69, 8, 109, 18, 51, 84, 58, 31 ], "retrieved_sids": [ 84, 8, 69, 38, 103 ], "retrieved_global": [ 84, 8, 69, 38, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 321, "question": "How many events last longer than a week?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 2, 66, 105, 43, 13, 77, 93, 54, 28, 61 ], "retrieved_sids": [ 107, 93, 77, 51, 13 ], "retrieved_global": [ 107, 93, 77, 51, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 322, "question": "How many events had a turnout of six hundred people?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 65, 36, 68, 6, 106, 47, 17, 85, 22, 88 ], "retrieved_sids": [ 6, 85, 68, 47, 65 ], "retrieved_global": [ 6, 85, 68, 47, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 323, "question": "How many events have more than three hundred people involved?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 36, 5, 70, 100, 11, 47, 61, 83, 93, 29 ], "retrieved_sids": [ 5, 29, 83, 100, 70 ], "retrieved_global": [ 5, 29, 83, 100, 70 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 324, "question": "How many events are taking place in Boston, MA?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 32, 1, 97, 36, 106, 76, 77, 14, 51, 61 ], "retrieved_sids": [ 82, 77, 61, 97, 1 ], "retrieved_global": [ 82, 77, 61, 97, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 325, "question": "How many events last for a week or more?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 0, 67, 100, 39, 60, 52, 21, 84, 90, 28 ], "retrieved_sids": [ 100, 41, 74, 67, 107 ], "retrieved_global": [ 100, 41, 74, 67, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 326, "question": "How many events last for more than a week?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 34, 68, 7, 104, 79, 52, 21, 55, 88, 28 ], "retrieved_sids": [ 72, 3, 4, 48, 61 ], "retrieved_global": [ 72, 3, 4, 48, 61 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 327, "question": "How many events last for a week?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 1, 65, 98, 39, 73, 16, 80, 53, 90, 28 ], "retrieved_sids": [ 80, 98, 1, 28, 60 ], "retrieved_global": [ 80, 98, 1, 28, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 328, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 35, 100, 7, 73, 12, 77, 46, 60, 93, 31 ], "retrieved_sids": [ 85, 17, 95, 51, 63 ], "retrieved_global": [ 85, 17, 95, 51, 63 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 329, "question": "How many events are expected to have approximately nine hundred attendees?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 0, 42, 11, 75, 106, 47, 82, 22, 55, 95 ], "retrieved_sids": [ 55, 95, 22, 15, 106 ], "retrieved_global": [ 55, 95, 22, 15, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 330, "question": "How many events can host more than five hundred people?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 69, 7, 43, 107, 49, 18, 87, 58, 91, 29 ], "retrieved_sids": [ 91, 87, 18, 7, 49 ], "retrieved_global": [ 91, 87, 18, 7, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 331, "question": "How many events are taking place in Austin, TX?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 65, 66, 3, 99, 38, 46, 14, 82, 22, 94 ], "retrieved_sids": [ 94, 66, 65, 48, 14 ], "retrieved_global": [ 94, 66, 65, 48, 14 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 332, "question": "How many events are taking place in Chicago, IL?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 33, 2, 68, 107, 48, 82, 19, 28, 93, 62 ], "retrieved_sids": [ 1, 19, 93, 97, 82 ], "retrieved_global": [ 1, 19, 93, 97, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 333, "question": "How many events are taking place in Portland, OR?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 1, 33, 66, 97, 105, 11, 78, 48, 60, 30 ], "retrieved_sids": [ 60, 78, 105, 97, 30 ], "retrieved_global": [ 60, 78, 105, 97, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 334, "question": "How many events last longer than four days?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 32, 101, 70, 39, 10, 46, 80, 18, 55, 88 ], "retrieved_sids": [ 55, 10, 32, 101, 88 ], "retrieved_global": [ 55, 10, 32, 101, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 335, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 97, 99, 71, 41, 10, 48, 82, 20, 25, 60 ], "retrieved_sids": [ 99, 93, 8, 71, 5 ], "retrieved_global": [ 99, 93, 8, 71, 5 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 336, "question": "How many events last for five days?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 96, 67, 4, 41, 11, 77, 109, 49, 22, 63 ], "retrieved_sids": [ 63, 49, 67, 4, 22 ], "retrieved_global": [ 63, 49, 67, 4, 22 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 337, "question": "How many events last for more than four days?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 0, 65, 34, 71, 105, 79, 21, 54, 24, 95 ], "retrieved_sids": [ 34, 105, 79, 15, 45 ], "retrieved_global": [ 34, 105, 79, 15, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 338, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 99, 6, 42, 74, 47, 81, 21, 55, 91, 28 ], "retrieved_sids": [ 55, 74, 91, 1, 81 ], "retrieved_global": [ 55, 74, 91, 1, 81 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 339, "question": "How many events can accommodate a crowd of six hundred people or more?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 96, 72, 9, 42, 12, 109, 51, 84, 27, 61 ], "retrieved_sids": [ 84, 96, 72, 104, 27 ], "retrieved_global": [ 84, 96, 72, 104, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 340, "question": "How many events have around three hundred people attending?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 33, 65, 102, 10, 19, 51, 83, 24, 60, 94 ], "retrieved_sids": [ 60, 102, 10, 65, 17 ], "retrieved_global": [ 60, 102, 10, 65, 17 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 341, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 65, 5, 101, 39, 73, 82, 21, 53, 94, 30 ], "retrieved_sids": [ 15, 94, 73, 101, 48 ], "retrieved_global": [ 15, 94, 73, 101, 48 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 342, "question": "How many events last for more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 1, 99, 38, 71, 48, 83, 20, 22, 88, 58 ], "retrieved_sids": [ 8, 99, 71, 46, 88 ], "retrieved_global": [ 8, 99, 71, 46, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 343, "question": "How many events had more than four hundred attendees?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 0, 67, 101, 39, 12, 78, 47, 88, 28, 63 ], "retrieved_sids": [ 28, 29, 12, 101, 67 ], "retrieved_global": [ 28, 29, 12, 101, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 344, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 0, 41, 74, 106, 48, 81, 19, 55, 23, 90 ], "retrieved_sids": [ 55, 48, 106, 105, 65 ], "retrieved_global": [ 55, 48, 106, 105, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 345, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "2 events", "target_sids": [ 2, 66, 41, 109, 46, 19, 22, 87, 88, 62 ], "retrieved_sids": [ 84, 19, 17, 87, 109 ], "retrieved_global": [ 84, 19, 17, 87, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 346, "question": "How many events last longer than a week?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 1, 67, 100, 42, 12, 44, 78, 59, 95, 31 ], "retrieved_sids": [ 42, 78, 67, 100, 29 ], "retrieved_global": [ 42, 78, 67, 100, 29 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 347, "question": "How many events are taking place in Chicago?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 99, 8, 40, 73, 13, 77, 48, 26, 60, 94 ], "retrieved_sids": [ 60, 47, 14, 38, 52 ], "retrieved_global": [ 60, 47, 14, 38, 52 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 348, "question": "How many events are taking place in Washington, DC?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 97, 38, 73, 10, 108, 13, 81, 51, 56, 29 ], "retrieved_sids": [ 81, 108, 51, 84, 37 ], "retrieved_global": [ 81, 108, 51, 84, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 349, "question": "How many events can host more than five hundred people?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 1, 65, 97, 100, 70, 42, 17, 52, 86, 31 ], "retrieved_sids": [ 52, 65, 86, 39, 97 ], "retrieved_global": [ 52, 65, 86, 39, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 350, "question": "How many events are taking place in Boston, MA?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 32, 98, 38, 10, 75, 106, 45, 82, 21, 56 ], "retrieved_sids": [ 82, 10, 94, 72, 2 ], "retrieved_global": [ 82, 10, 94, 72, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 351, "question": "How many events last for five days or more?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 100, 6, 42, 74, 16, 85, 54, 90, 27, 62 ], "retrieved_sids": [ 90, 62, 72, 94, 100 ], "retrieved_global": [ 90, 62, 72, 94, 100 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 352, "question": "How many events last for four days?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 32, 33, 3, 68, 100, 11, 47, 85, 91, 63 ], "retrieved_sids": [ 63, 86, 47, 91, 68 ], "retrieved_global": [ 63, 86, 47, 91, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 353, "question": "How many events have about three hundred people involved?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 2, 35, 102, 71, 79, 48, 17, 24, 94, 62 ], "retrieved_sids": [ 94, 48, 24, 62, 102 ], "retrieved_global": [ 94, 48, 24, 62, 102 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 354, "question": "How many events last for four days or more?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 33, 68, 103, 9, 20, 54, 87, 89, 28, 62 ], "retrieved_sids": [ 89, 103, 62, 54, 46 ], "retrieved_global": [ 89, 103, 62, 54, 46 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 355, "question": "How many events can host six hundred people or more?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 64, 2, 68, 38, 105, 11, 50, 83, 25, 95 ], "retrieved_sids": [ 53, 95, 105, 83, 64 ], "retrieved_global": [ 53, 95, 105, 83, 64 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 356, "question": "How many events involve about nine hundred people?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 2, 67, 36, 100, 11, 78, 48, 88, 59, 31 ], "retrieved_sids": [ 2, 78, 36, 88, 108 ], "retrieved_global": [ 2, 78, 36, 88, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 357, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 101, 39, 10, 76, 80, 17, 51, 56, 88, 30 ], "retrieved_sids": [ 17, 10, 72, 95, 76 ], "retrieved_global": [ 17, 10, 72, 95, 76 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 358, "question": "How many events are taking place in Austin, TX?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 33, 2, 98, 75, 13, 109, 53, 22, 86, 60 ], "retrieved_sids": [ 75, 86, 37, 53, 2 ], "retrieved_global": [ 75, 86, 37, 53, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 359, "question": "How many events have approximately six hundred attendees?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 34, 3, 70, 103, 14, 82, 54, 24, 93, 63 ], "retrieved_sids": [ 103, 94, 93, 3, 24 ], "retrieved_global": [ 103, 94, 93, 3, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 360, "question": "How many events are anticipated to have a turnout of five hundred people or more?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 37, 8, 11, 76, 45, 109, 87, 88, 57, 28 ], "retrieved_sids": [ 11, 37, 87, 45, 88 ], "retrieved_global": [ 11, 37, 87, 45, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 361, "question": "How many events last for a week or more?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 96, 1, 99, 37, 72, 12, 60, 50, 86, 28 ], "retrieved_sids": [ 60, 86, 95, 62, 47 ], "retrieved_global": [ 60, 86, 95, 62, 47 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 362, "question": "How many events last for more than a week?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 97, 69, 103, 40, 9, 44, 13, 87, 25, 62 ], "retrieved_sids": [ 63, 95, 85, 50, 87 ], "retrieved_global": [ 63, 95, 85, 50, 87 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 363, "question": "How many events last a week or less?", "ground_truth": "C", "answer_text": "1 events", "target_sids": [ 1, 65, 68, 40, 104, 11, 51, 84, 27, 92 ], "retrieved_sids": [ 61, 92, 83, 54, 72 ], "retrieved_global": [ 61, 92, 83, 54, 72 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 364, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 33, 65, 99, 9, 74, 13, 109, 49, 86, 29 ], "retrieved_sids": [ 13, 99, 46, 26, 73 ], "retrieved_global": [ 13, 99, 46, 26, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 365, "question": "How many venues can accommodate about six hundred people?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 33, 3, 103, 75, 20, 54, 87, 24, 89, 56 ], "retrieved_sids": [ 87, 3, 33, 24, 56 ], "retrieved_global": [ 87, 3, 33, 24, 56 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 366, "question": "How many events can host six hundred people or more?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 1, 33, 67, 103, 77, 16, 52, 55, 24, 95 ], "retrieved_sids": [ 67, 55, 95, 16, 24 ], "retrieved_global": [ 67, 55, 95, 16, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 367, "question": "How many events last for three weeks or fewer?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 4, 39, 106, 75, 15, 50, 84, 60, 94, 31 ], "retrieved_sids": [ 84, 60, 15, 4, 94 ], "retrieved_global": [ 84, 60, 15, 4, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 368, "question": "How many events have a team size of 300 people or fewer?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 0, 33, 71, 103, 15, 52, 85, 27, 93, 63 ], "retrieved_sids": [ 33, 27, 0, 75, 15 ], "retrieved_global": [ 33, 27, 0, 75, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 369, "question": "How many events are expected to gather more than six hundred people?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 37, 6, 101, 72, 46, 60, 16, 83, 91, 28 ], "retrieved_sids": [ 16, 101, 72, 40, 37 ], "retrieved_global": [ 16, 101, 72, 40, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 370, "question": "How many events are anticipated to have around five hundred attendees?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 98, 6, 42, 11, 74, 106, 48, 82, 58, 30 ], "retrieved_sids": [ 106, 98, 64, 15, 93 ], "retrieved_global": [ 106, 98, 64, 15, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 371, "question": "How many events have a capacity of five hundred people or fewer?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 0, 34, 70, 108, 13, 54, 86, 94, 59, 30 ], "retrieved_sids": [ 86, 94, 34, 70, 0 ], "retrieved_global": [ 86, 94, 34, 70, 0 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 372, "question": "How many events are taking place in San Francisco?", "ground_truth": "D", "answer_text": "10 events", "target_sids": [ 2, 39, 11, 44, 75, 77, 109, 24, 88, 63 ], "retrieved_sids": [ 8, 36, 92, 88, 84 ], "retrieved_global": [ 8, 36, 92, 88, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 373, "question": "How many events are happening in Boston, MA?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 66, 8, 105, 43, 16, 50, 82, 23, 93, 62 ], "retrieved_sids": [ 93, 8, 66, 50, 62 ], "retrieved_global": [ 93, 8, 66, 50, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 374, "question": "How many events last longer than five weeks?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 64, 4, 70, 105, 43, 11, 44, 78, 92, 31 ], "retrieved_sids": [ 43, 92, 4, 36, 11 ], "retrieved_global": [ 43, 92, 4, 36, 11 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 375, "question": "How many events are taking place in New York, NY?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 67, 36, 101, 10, 15, 50, 82, 22, 88, 58 ], "retrieved_sids": [ 3, 69, 82, 61, 67 ], "retrieved_global": [ 3, 69, 82, 61, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 376, "question": "How many events are happening in New York, NY?", "ground_truth": "C", "answer_text": "10 events", "target_sids": [ 3, 68, 102, 39, 45, 15, 83, 22, 60, 94 ], "retrieved_sids": [ 94, 102, 83, 3, 106 ], "retrieved_global": [ 94, 102, 83, 3, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 377, "question": "How many events last for a week or longer?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 65, 38, 7, 73, 109, 49, 18, 87, 91, 31 ], "retrieved_sids": [ 65, 91, 87, 18, 109 ], "retrieved_global": [ 65, 91, 87, 18, 109 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 378, "question": "How many events are happening in Las Vegas, NV?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 96, 37, 102, 10, 12, 76, 77, 49, 58, 29 ], "retrieved_sids": [ 96, 41, 37, 3, 86 ], "retrieved_global": [ 96, 41, 37, 3, 86 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 379, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 0, 70, 40, 11, 108, 46, 80, 25, 90, 60 ], "retrieved_sids": [ 23, 60, 45, 70, 94 ], "retrieved_global": [ 23, 60, 45, 70, 94 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 380, "question": "How many events take place in Seattle?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 34, 66, 10, 12, 44, 108, 84, 55, 25, 91 ], "retrieved_sids": [ 81, 96, 91, 1, 26 ], "retrieved_global": [ 81, 96, 91, 1, 26 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 381, "question": "How many events are capable of accommodating more than five hundred people?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 33, 98, 99, 71, 9, 15, 54, 22, 56, 86 ], "retrieved_sids": [ 86, 33, 54, 71, 98 ], "retrieved_global": [ 86, 33, 54, 71, 98 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 382, "question": "How many events take place in just one day?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 0, 99, 68, 38, 12, 52, 93, 86, 55, 29 ], "retrieved_sids": [ 94, 95, 28, 3, 50 ], "retrieved_global": [ 94, 95, 28, 3, 50 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 383, "question": "How many events last longer than three days?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 33, 98, 88, 9, 74, 18, 50, 82, 24, 59 ], "retrieved_sids": [ 50, 59, 33, 38, 98 ], "retrieved_global": [ 50, 59, 33, 38, 98 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 384, "question": "How many events have more than five hundred attendees?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 3, 68, 40, 11, 108, 47, 84, 27, 93, 62 ], "retrieved_sids": [ 93, 3, 68, 84, 108 ], "retrieved_global": [ 93, 3, 68, 84, 108 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 385, "question": "How many events are taking place in Boston, MA?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 3, 101, 40, 73, 45, 81, 19, 22, 91, 63 ], "retrieved_sids": [ 19, 73, 36, 63, 71 ], "retrieved_global": [ 19, 73, 36, 63, 71 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 386, "question": "How many events are going on in Seattle?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 3, 71, 43, 44, 107, 16, 86, 24, 90, 59 ], "retrieved_sids": [ 24, 72, 48, 2, 61 ], "retrieved_global": [ 24, 72, 48, 2, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 387, "question": "How many events are taking place in San Francisco?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 32, 37, 70, 7, 107, 17, 81, 52, 89, 58 ], "retrieved_sids": [ 107, 24, 47, 25, 89 ], "retrieved_global": [ 107, 24, 47, 25, 89 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 388, "question": "How many events have more than five hundred people in attendance?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 98, 3, 41, 75, 108, 13, 84, 54, 23, 61 ], "retrieved_sids": [ 98, 61, 84, 108, 58 ], "retrieved_global": [ 98, 61, 84, 108, 58 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 389, "question": "How many events last longer than a week?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 97, 2, 103, 41, 75, 82, 51, 20, 22, 63 ], "retrieved_sids": [ 82, 75, 86, 97, 22 ], "retrieved_global": [ 82, 75, 86, 97, 22 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 390, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 3, 101, 74, 43, 44, 20, 85, 88, 26, 60 ], "retrieved_sids": [ 101, 47, 43, 73, 44 ], "retrieved_global": [ 101, 47, 43, 73, 44 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 391, "question": "How many events are taking place in Los Angeles?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 67, 4, 99, 43, 11, 81, 52, 22, 58, 93 ], "retrieved_sids": [ 106, 36, 22, 81, 107 ], "retrieved_global": [ 106, 36, 22, 81, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 392, "question": "How many events have around a thousand attendees?", "ground_truth": "C", "answer_text": "0 events", "target_sids": [ 33, 7, 106, 11, 75, 52, 84, 24, 91, 62 ], "retrieved_sids": [ 52, 62, 18, 24, 75 ], "retrieved_global": [ 52, 62, 18, 24, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 393, "question": "How many events are taking place in Miami, FL?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 1, 34, 66, 97, 106, 14, 80, 51, 56, 25 ], "retrieved_sids": [ 80, 1, 56, 105, 96 ], "retrieved_global": [ 80, 1, 56, 105, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 394, "question": "How many events are taking place in Boston?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 34, 6, 105, 75, 14, 80, 52, 23, 91, 62 ], "retrieved_sids": [ 105, 23, 35, 62, 80 ], "retrieved_global": [ 105, 23, 35, 62, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 395, "question": "How many events last more than a week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 33, 97, 3, 71, 103, 14, 51, 84, 28, 63 ], "retrieved_sids": [ 71, 106, 86, 61, 53 ], "retrieved_global": [ 71, 106, 86, 61, 53 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 396, "question": "How many events have a duration of more than four days?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 0, 70, 41, 106, 46, 14, 79, 88, 25, 63 ], "retrieved_sids": [ 83, 106, 96, 41, 88 ], "retrieved_global": [ 83, 106, 96, 41, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 397, "question": "How many events involve around eight hundred people?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 67, 4, 103, 43, 15, 53, 87, 24, 88, 60 ], "retrieved_sids": [ 88, 4, 103, 53, 67 ], "retrieved_global": [ 88, 4, 103, 53, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 398, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 1, 36, 102, 71, 92, 16, 85, 54, 26, 60 ], "retrieved_sids": [ 54, 86, 63, 102, 1 ], "retrieved_global": [ 54, 86, 63, 102, 1 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 399, "question": "How many events last for a week or less?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 38, 9, 76, 108, 15, 49, 61, 86, 29, 95 ], "retrieved_sids": [ 95, 61, 25, 27, 93 ], "retrieved_global": [ 95, 61, 25, 27, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 400, "question": "How many events are happening in Las Vegas?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 0, 96, 34, 99, 76, 14, 78, 52, 27, 63 ], "retrieved_sids": [ 0, 72, 63, 25, 38 ], "retrieved_global": [ 0, 72, 63, 25, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 401, "question": "How many events last more than five weeks?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 0, 35, 104, 75, 17, 84, 53, 24, 56, 95 ], "retrieved_sids": [ 104, 62, 56, 5, 27 ], "retrieved_global": [ 104, 62, 56, 5, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 402, "question": "How many events last for nine weeks?", "ground_truth": "C", "answer_text": "3 events", "target_sids": [ 99, 68, 39, 8, 15, 48, 22, 86, 61, 94 ], "retrieved_sids": [ 68, 86, 99, 94, 60 ], "retrieved_global": [ 68, 86, 99, 94, 60 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 403, "question": "How many events have approximately four hundred attendees?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 96, 4, 74, 43, 108, 77, 17, 54, 24, 61 ], "retrieved_sids": [ 74, 24, 17, 61, 18 ], "retrieved_global": [ 74, 24, 17, 61, 18 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 404, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 97, 2, 36, 73, 107, 46, 14, 79, 24, 62 ], "retrieved_sids": [ 24, 62, 61, 79, 107 ], "retrieved_global": [ 24, 62, 61, 79, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 405, "question": "How many events are taking place in Washington, DC?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 68, 37, 6, 100, 45, 13, 81, 25, 59, 95 ], "retrieved_sids": [ 59, 68, 36, 3, 16 ], "retrieved_global": [ 59, 68, 36, 3, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 406, "question": "How many events are taking place in Austin, TX?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 0, 73, 43, 45, 110, 79, 21, 22, 90, 59 ], "retrieved_sids": [ 110, 0, 43, 50, 90 ], "retrieved_global": [ 110, 0, 43, 50, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 407, "question": "How many events have approximately four hundred or more people participating?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 2, 34, 68, 91, 107, 44, 19, 85, 24, 59 ], "retrieved_sids": [ 91, 107, 68, 62, 44 ], "retrieved_global": [ 91, 107, 68, 62, 44 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 408, "question": "How many events are taking place in New York, NY?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 3, 37, 73, 106, 14, 52, 85, 60, 29, 95 ], "retrieved_sids": [ 1, 60, 85, 6, 34 ], "retrieved_global": [ 1, 60, 85, 6, 34 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 409, "question": "How many events last for over a week?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 65, 98, 101, 39, 8, 72, 78, 49, 21, 27 ], "retrieved_sids": [ 101, 3, 70, 21, 15 ], "retrieved_global": [ 101, 3, 70, 21, 15 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 410, "question": "How many events last for more than three weeks?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 64, 66, 5, 41, 106, 19, 51, 85, 27, 94 ], "retrieved_sids": [ 7, 26, 47, 3, 51 ], "retrieved_global": [ 7, 26, 47, 3, 51 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 411, "question": "How many events last for more than one week?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 0, 33, 96, 74, 11, 107, 82, 54, 23, 57 ], "retrieved_sids": [ 75, 15, 33, 3, 45 ], "retrieved_global": [ 75, 15, 33, 3, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 412, "question": "How many events are taking place in Orlando, FL?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 33, 98, 99, 68, 10, 78, 17, 50, 26, 60 ], "retrieved_sids": [ 98, 95, 78, 51, 72 ], "retrieved_global": [ 98, 95, 78, 51, 72 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 413, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 66, 3, 39, 108, 16, 82, 51, 23, 59, 93 ], "retrieved_sids": [ 93, 108, 59, 39, 95 ], "retrieved_global": [ 93, 108, 59, 39, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 414, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 33, 65, 72, 10, 108, 45, 82, 93, 21, 29 ], "retrieved_sids": [ 82, 36, 76, 38, 39 ], "retrieved_global": [ 82, 36, 76, 38, 39 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 415, "question": "How many events last longer than a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 65, 99, 38, 7, 12, 76, 49, 86, 92, 29 ], "retrieved_sids": [ 47, 24, 99, 5, 38 ], "retrieved_global": [ 47, 24, 99, 5, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 416, "question": "How many events have roughly eight hundred attendees?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 32, 98, 99, 5, 39, 75, 46, 78, 18, 59 ], "retrieved_sids": [ 78, 32, 75, 59, 99 ], "retrieved_global": [ 78, 32, 75, 59, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 417, "question": "How many events take place in San Francisco?", "ground_truth": "A", "answer_text": "9 events", "target_sids": [ 0, 96, 70, 103, 42, 50, 19, 87, 23, 56 ], "retrieved_sids": [ 103, 38, 36, 56, 97 ], "retrieved_global": [ 103, 38, 36, 56, 97 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 418, "question": "How many events have around eight hundred attendees?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 65, 67, 37, 5, 107, 18, 51, 84, 88, 26 ], "retrieved_sids": [ 26, 67, 84, 88, 107 ], "retrieved_global": [ 26, 67, 84, 88, 107 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 419, "question": "How many events last for more than a week?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 32, 97, 2, 35, 99, 72, 12, 50, 84, 62 ], "retrieved_sids": [ 1, 59, 97, 26, 99 ], "retrieved_global": [ 1, 59, 97, 26, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 420, "question": "How many events are capable of accommodating more than five hundred people?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 65, 66, 99, 100, 39, 7, 14, 47, 79, 28 ], "retrieved_sids": [ 66, 100, 28, 39, 84 ], "retrieved_global": [ 66, 100, 28, 39, 84 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 421, "question": "How many events are taking place in Orlando, FL?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 38, 6, 70, 104, 11, 47, 83, 23, 89, 63 ], "retrieved_sids": [ 83, 47, 23, 94, 82 ], "retrieved_global": [ 83, 47, 23, 94, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 422, "question": "How many events are there that last for four days?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 99, 7, 40, 73, 14, 50, 87, 57, 94, 31 ], "retrieved_sids": [ 37, 57, 99, 87, 7 ], "retrieved_global": [ 37, 57, 99, 87, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 423, "question": "How many events are expected to have over six hundred attendees?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 2, 70, 39, 105, 14, 78, 53, 23, 92, 61 ], "retrieved_sids": [ 14, 70, 53, 92, 105 ], "retrieved_global": [ 14, 70, 53, 92, 105 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 424, "question": "How many events are taking place in Washington, DC?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 35, 69, 8, 105, 13, 50, 85, 90, 63, 31 ], "retrieved_sids": [ 69, 4, 48, 16, 50 ], "retrieved_global": [ 69, 4, 48, 16, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 425, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 99, 39, 10, 76, 15, 82, 51, 89, 62, 31 ], "retrieved_sids": [ 76, 1, 99, 89, 96 ], "retrieved_global": [ 76, 1, 99, 89, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 426, "question": "How many events are taking place in Los Angeles?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 35, 99, 69, 7, 49, 19, 85, 24, 57, 94 ], "retrieved_sids": [ 85, 95, 69, 84, 37 ], "retrieved_global": [ 85, 95, 69, 84, 37 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 427, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 65, 3, 67, 102, 40, 17, 49, 81, 26, 95 ], "retrieved_sids": [ 9, 81, 25, 65, 30 ], "retrieved_global": [ 9, 81, 25, 65, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 428, "question": "How many events had a crowd of three hundred people or more?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 1, 65, 35, 66, 101, 46, 16, 82, 91, 28 ], "retrieved_sids": [ 1, 91, 82, 46, 16 ], "retrieved_global": [ 1, 91, 82, 46, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 429, "question": "How many events last longer than a week?", "ground_truth": "D", "answer_text": "4 events", "target_sids": [ 32, 1, 71, 41, 108, 81, 20, 53, 55, 90 ], "retrieved_sids": [ 71, 55, 41, 20, 95 ], "retrieved_global": [ 71, 55, 41, 20, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 430, "question": "How many events have a crowd size of four hundred people or more?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 4, 68, 101, 40, 14, 78, 53, 55, 24, 95 ], "retrieved_sids": [ 40, 68, 55, 95, 78 ], "retrieved_global": [ 40, 68, 55, 95, 78 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 431, "question": "How many events are taking place in Washington, DC?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 36, 69, 102, 10, 15, 81, 50, 91, 60, 30 ], "retrieved_sids": [ 25, 91, 14, 60, 69 ], "retrieved_global": [ 25, 91, 14, 60, 69 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 432, "question": "How many events last for more than a week?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 4, 106, 43, 76, 46, 15, 84, 55, 28, 95 ], "retrieved_sids": [ 106, 95, 55, 35, 28 ], "retrieved_global": [ 106, 95, 55, 35, 28 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 433, "question": "How many events last longer than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 2, 36, 104, 73, 12, 52, 84, 88, 57, 31 ], "retrieved_sids": [ 84, 88, 29, 73, 104 ], "retrieved_global": [ 84, 88, 29, 73, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 434, "question": "How many events have an attendance of six hundred people or more?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 67, 103, 8, 43, 12, 48, 84, 93, 27, 61 ], "retrieved_sids": [ 103, 12, 27, 84, 67 ], "retrieved_global": [ 103, 12, 27, 84, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 435, "question": "How many events extend beyond a week?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 33, 67, 7, 104, 44, 82, 20, 24, 90, 59 ], "retrieved_sids": [ 70, 84, 52, 71, 90 ], "retrieved_global": [ 70, 84, 52, 71, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 436, "question": "How many events are taking place in Austin, TX?", "ground_truth": "D", "answer_text": "8 events", "target_sids": [ 35, 69, 101, 8, 14, 83, 54, 57, 92, 30 ], "retrieved_sids": [ 92, 101, 57, 34, 35 ], "retrieved_global": [ 92, 101, 57, 34, 35 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 437, "question": "How many events involve around eight hundred people?", "ground_truth": "A", "answer_text": "3 events", "target_sids": [ 34, 69, 8, 11, 109, 85, 54, 91, 60, 30 ], "retrieved_sids": [ 91, 85, 109, 60, 30 ], "retrieved_global": [ 91, 85, 109, 60, 30 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 438, "question": "How many events last longer than five days?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 2, 99, 73, 43, 11, 51, 86, 56, 26, 94 ], "retrieved_sids": [ 86, 51, 99, 43, 11 ], "retrieved_global": [ 86, 51, 99, 43, 11 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 439, "question": "How many events are taking place in Boston?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 96, 1, 36, 72, 11, 108, 48, 80, 23, 57 ], "retrieved_sids": [ 80, 95, 23, 108, 3 ], "retrieved_global": [ 80, 95, 23, 108, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 440, "question": "How many events are taking place in Las Vegas?", "ground_truth": "B", "answer_text": "10 events", "target_sids": [ 102, 39, 7, 71, 17, 49, 85, 24, 61, 94 ], "retrieved_sids": [ 102, 82, 107, 94, 61 ], "retrieved_global": [ 102, 82, 107, 94, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 441, "question": "How many events are taking place in Los Angeles?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 98, 69, 101, 9, 41, 12, 46, 78, 60, 30 ], "retrieved_sids": [ 2, 81, 23, 36, 101 ], "retrieved_global": [ 2, 81, 23, 36, 101 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 442, "question": "How many events are taking place in Seattle, WA?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 67, 5, 41, 107, 45, 18, 82, 23, 56, 89 ], "retrieved_sids": [ 5, 56, 89, 36, 3 ], "retrieved_global": [ 5, 56, 89, 36, 3 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 443, "question": "How many events are taking place in Portland, OR?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 6, 39, 71, 103, 81, 50, 21, 88, 30, 63 ], "retrieved_sids": [ 81, 30, 6, 61, 16 ], "retrieved_global": [ 81, 30, 6, 61, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 444, "question": "How many events last more than two weeks?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 38, 6, 75, 108, 45, 16, 87, 88, 27, 61 ], "retrieved_sids": [ 61, 50, 98, 41, 27 ], "retrieved_global": [ 61, 50, 98, 41, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 445, "question": "How many events last for a week or longer?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 64, 99, 4, 71, 40, 45, 81, 21, 90, 27 ], "retrieved_sids": [ 37, 28, 75, 81, 45 ], "retrieved_global": [ 37, 28, 75, 81, 45 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 446, "question": "How many events have more than six hundred people in total?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 0, 68, 43, 11, 109, 50, 85, 56, 26, 93 ], "retrieved_sids": [ 109, 68, 43, 85, 11 ], "retrieved_global": [ 109, 68, 43, 85, 11 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 447, "question": "How many events are taking place in San Francisco?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 35, 5, 70, 108, 15, 80, 54, 55, 92, 29 ], "retrieved_sids": [ 37, 108, 54, 83, 80 ], "retrieved_global": [ 37, 108, 54, 83, 80 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 448, "question": "How many events are taking place in New York, NY?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 1, 97, 37, 72, 105, 19, 53, 85, 57, 29 ], "retrieved_sids": [ 72, 62, 105, 3, 49 ], "retrieved_global": [ 72, 62, 105, 3, 49 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 449, "question": "How many events are taking place in Houston, TX?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 98, 37, 6, 70, 101, 15, 50, 82, 26, 60 ], "retrieved_sids": [ 1, 98, 60, 26, 82 ], "retrieved_global": [ 1, 98, 60, 26, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 450, "question": "How many events involve around eight hundred people?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 98, 6, 70, 41, 106, 12, 45, 77, 55, 27 ], "retrieved_sids": [ 27, 98, 55, 70, 106 ], "retrieved_global": [ 27, 98, 55, 70, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 451, "question": "How many events are anticipated to draw a crowd of more than six hundred people?", "ground_truth": "C", "answer_text": "4 events", "target_sids": [ 65, 5, 104, 43, 75, 77, 16, 49, 26, 92 ], "retrieved_sids": [ 26, 92, 104, 77, 43 ], "retrieved_global": [ 26, 92, 104, 77, 43 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 452, "question": "How many events have more than five hundred attendees?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 68, 8, 40, 105, 13, 49, 82, 26, 61, 95 ], "retrieved_sids": [ 13, 61, 95, 82, 68 ], "retrieved_global": [ 13, 61, 95, 82, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 453, "question": "How many events involve a team of more than a thousand people?", "ground_truth": "A", "answer_text": "1 events", "target_sids": [ 2, 100, 39, 11, 75, 80, 53, 23, 56, 95 ], "retrieved_sids": [ 80, 11, 2, 17, 75 ], "retrieved_global": [ 80, 11, 2, 17, 75 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 454, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 32, 1, 65, 69, 101, 41, 48, 18, 83, 94 ], "retrieved_sids": [ 83, 65, 41, 86, 24 ], "retrieved_global": [ 83, 65, 41, 86, 24 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 455, "question": "How many events last more than a week?", "ground_truth": "B", "answer_text": "4 events", "target_sids": [ 3, 67, 99, 40, 79, 16, 54, 57, 95, 31 ], "retrieved_sids": [ 54, 57, 71, 67, 16 ], "retrieved_global": [ 54, 57, 71, 67, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 456, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "2 events", "target_sids": [ 96, 1, 35, 104, 11, 75, 83, 54, 24, 56 ], "retrieved_sids": [ 49, 104, 28, 1, 50 ], "retrieved_global": [ 49, 104, 28, 1, 50 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 457, "question": "How many events can host more than two hundred people?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 0, 33, 96, 70, 44, 109, 16, 83, 56, 31 ], "retrieved_sids": [ 31, 83, 16, 56, 44 ], "retrieved_global": [ 31, 83, 16, 56, 44 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 458, "question": "How many events last for more than two weeks?", "ground_truth": "C", "answer_text": "2 events", "target_sids": [ 33, 65, 5, 73, 105, 13, 47, 79, 26, 94 ], "retrieved_sids": [ 63, 48, 71, 50, 38 ], "retrieved_global": [ 63, 48, 71, 50, 38 ], "hit_at_k": false }, { "category": "aggregative", "topic": "events", "tid": 459, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 96, 68, 7, 40, 105, 77, 17, 53, 56, 27 ], "retrieved_sids": [ 27, 40, 107, 105, 77 ], "retrieved_global": [ 27, 40, 107, 105, 77 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 460, "question": "How many events are happening in Los Angeles?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 64, 41, 10, 11, 73, 105, 50, 84, 89, 28 ], "retrieved_sids": [ 89, 73, 105, 94, 74 ], "retrieved_global": [ 89, 73, 105, 94, 74 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 461, "question": "How many events last for more than five days?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 4, 37, 68, 105, 45, 77, 19, 61, 91, 29 ], "retrieved_sids": [ 68, 52, 61, 91, 104 ], "retrieved_global": [ 68, 52, 61, 91, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 462, "question": "How many events are taking place in Miami, FL?", "ground_truth": "C", "answer_text": "9 events", "target_sids": [ 58, 37, 7, 11, 75, 108, 46, 85, 26, 94 ], "retrieved_sids": [ 58, 75, 85, 63, 93 ], "retrieved_global": [ 58, 75, 85, 63, 93 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 463, "question": "How many events can accommodate over five hundred people?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 0, 68, 101, 40, 11, 51, 84, 23, 57, 90 ], "retrieved_sids": [ 51, 90, 0, 57, 68 ], "retrieved_global": [ 51, 90, 0, 57, 68 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 464, "question": "How many events are taking place in Las Vegas?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 2, 68, 101, 42, 91, 13, 81, 51, 59, 29 ], "retrieved_sids": [ 91, 29, 59, 61, 82 ], "retrieved_global": [ 91, 29, 59, 61, 82 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 465, "question": "How many events last for two weeks or more?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 2, 102, 40, 76, 20, 53, 87, 24, 57, 95 ], "retrieved_sids": [ 87, 105, 48, 62, 20 ], "retrieved_global": [ 87, 105, 48, 62, 20 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 466, "question": "How many events last more than a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 33, 5, 71, 105, 18, 53, 85, 58, 29, 94 ], "retrieved_sids": [ 98, 38, 97, 94, 85 ], "retrieved_global": [ 98, 38, 97, 94, 85 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 467, "question": "How many events are taking place in Seattle?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 64, 33, 10, 75, 108, 81, 51, 21, 88, 30 ], "retrieved_sids": [ 64, 108, 10, 23, 88 ], "retrieved_global": [ 64, 108, 10, 23, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 468, "question": "How many events are anticipated to attract a crowd of eight hundred people or more?", "ground_truth": "C", "answer_text": "5 events", "target_sids": [ 65, 3, 37, 70, 102, 44, 19, 85, 88, 31 ], "retrieved_sids": [ 70, 85, 31, 65, 88 ], "retrieved_global": [ 70, 85, 31, 65, 88 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 469, "question": "How many events draw a crowd of eight hundred people or more?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 3, 38, 72, 104, 17, 51, 85, 91, 29, 62 ], "retrieved_sids": [ 3, 104, 17, 91, 38 ], "retrieved_global": [ 3, 104, 17, 91, 38 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 470, "question": "How many events take place in Miami, FL?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 67, 99, 5, 42, 60, 81, 19, 52, 28, 93 ], "retrieved_sids": [ 67, 60, 19, 73, 96 ], "retrieved_global": [ 67, 60, 19, 73, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 471, "question": "How many events last for more than a week?", "ground_truth": "B", "answer_text": "6 events", "target_sids": [ 96, 37, 5, 69, 106, 78, 51, 21, 28, 61 ], "retrieved_sids": [ 92, 27, 85, 38, 96 ], "retrieved_global": [ 92, 27, 85, 38, 96 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 472, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 64, 90, 39, 10, 75, 108, 14, 79, 51, 26 ], "retrieved_sids": [ 60, 16, 108, 63, 9 ], "retrieved_global": [ 60, 16, 108, 63, 9 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 473, "question": "How many events are taking place in Seattle, WA?", "ground_truth": "D", "answer_text": "10 events", "target_sids": [ 68, 7, 103, 43, 16, 48, 85, 57, 90, 28 ], "retrieved_sids": [ 43, 85, 7, 47, 63 ], "retrieved_global": [ 43, 85, 7, 47, 63 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 474, "question": "How many events are taking place in Austin, TX?", "ground_truth": "A", "answer_text": "7 events", "target_sids": [ 1, 33, 72, 107, 16, 49, 84, 89, 58, 31 ], "retrieved_sids": [ 72, 89, 24, 31, 61 ], "retrieved_global": [ 72, 89, 24, 31, 61 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 475, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "4 events", "target_sids": [ 64, 4, 69, 40, 109, 46, 15, 81, 24, 93 ], "retrieved_sids": [ 64, 4, 104, 19, 103 ], "retrieved_global": [ 64, 4, 104, 19, 103 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 476, "question": "How many events last more than a week?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 98, 67, 7, 43, 12, 108, 46, 80, 28, 63 ], "retrieved_sids": [ 14, 63, 95, 80, 67 ], "retrieved_global": [ 14, 63, 95, 80, 67 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 477, "question": "How many events last more than a week?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 67, 104, 9, 42, 16, 49, 81, 90, 27, 63 ], "retrieved_sids": [ 84, 95, 67, 27, 73 ], "retrieved_global": [ 84, 95, 67, 27, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 478, "question": "How many events have more than five hundred attendees?", "ground_truth": "A", "answer_text": "5 events", "target_sids": [ 1, 37, 104, 74, 12, 79, 49, 88, 26, 63 ], "retrieved_sids": [ 37, 73, 104, 57, 27 ], "retrieved_global": [ 37, 73, 104, 57, 27 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 479, "question": "How many events are taking place in Atlanta, GA?", "ground_truth": "D", "answer_text": "9 events", "target_sids": [ 64, 8, 73, 43, 107, 78, 19, 54, 29, 95 ], "retrieved_sids": [ 95, 47, 107, 8, 73 ], "retrieved_global": [ 95, 47, 107, 8, 73 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 480, "question": "How many events can hold five hundred people or more?", "ground_truth": "B", "answer_text": "5 events", "target_sids": [ 2, 70, 104, 41, 11, 46, 83, 55, 92, 30 ], "retrieved_sids": [ 104, 11, 55, 2, 83 ], "retrieved_global": [ 104, 11, 55, 2, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 481, "question": "How many events are taking place in Chicago?", "ground_truth": "D", "answer_text": "7 events", "target_sids": [ 0, 38, 70, 12, 108, 47, 87, 23, 59, 93 ], "retrieved_sids": [ 93, 59, 103, 70, 95 ], "retrieved_global": [ 93, 59, 103, 70, 95 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 482, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 67, 38, 7, 104, 79, 16, 53, 55, 91, 31 ], "retrieved_sids": [ 1, 96, 5, 36, 55 ], "retrieved_global": [ 1, 96, 5, 36, 55 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 483, "question": "How many events are expected to attract a crowd of around four thousand people?", "ground_truth": "D", "answer_text": "2 events", "target_sids": [ 32, 67, 36, 7, 105, 49, 18, 85, 92, 61 ], "retrieved_sids": [ 36, 85, 32, 67, 7 ], "retrieved_global": [ 36, 85, 32, 67, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 484, "question": "How many events last for more than a week?", "ground_truth": "A", "answer_text": "6 events", "target_sids": [ 1, 34, 65, 76, 111, 48, 81, 19, 25, 93 ], "retrieved_sids": [ 71, 48, 93, 72, 4 ], "retrieved_global": [ 71, 48, 93, 72, 4 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 485, "question": "How many events can hold eight hundred people or more?", "ground_truth": "A", "answer_text": "2 events", "target_sids": [ 65, 8, 41, 73, 107, 16, 52, 85, 26, 95 ], "retrieved_sids": [ 73, 85, 95, 65, 16 ], "retrieved_global": [ 73, 85, 95, 65, 16 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 486, "question": "How many events can hold over four hundred people?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 65, 38, 6, 71, 105, 44, 15, 83, 90, 27 ], "retrieved_sids": [ 105, 15, 90, 44, 83 ], "retrieved_global": [ 105, 15, 90, 44, 83 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 487, "question": "How many events are taking place in Houston, TX?", "ground_truth": "A", "answer_text": "8 events", "target_sids": [ 34, 98, 102, 8, 44, 76, 78, 20, 56, 26 ], "retrieved_sids": [ 8, 102, 50, 72, 2 ], "retrieved_global": [ 8, 102, 50, 72, 2 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 488, "question": "How many events are taking place in Miami?", "ground_truth": "B", "answer_text": "9 events", "target_sids": [ 3, 67, 104, 43, 14, 50, 87, 23, 57, 94 ], "retrieved_sids": [ 3, 57, 28, 47, 104 ], "retrieved_global": [ 3, 57, 28, 47, 104 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 489, "question": "How many events are taking place in Boston?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 65, 102, 71, 40, 9, 49, 18, 81, 24, 94 ], "retrieved_sids": [ 81, 94, 75, 102, 65 ], "retrieved_global": [ 81, 94, 75, 102, 65 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 490, "question": "How many events are taking place in Los Angeles, CA?", "ground_truth": "C", "answer_text": "7 events", "target_sids": [ 0, 33, 32, 97, 69, 108, 14, 49, 84, 63 ], "retrieved_sids": [ 108, 97, 105, 95, 13 ], "retrieved_global": [ 108, 97, 105, 95, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 491, "question": "How many events last more than a week?", "ground_truth": "D", "answer_text": "5 events", "target_sids": [ 65, 99, 69, 38, 6, 12, 52, 87, 23, 90 ], "retrieved_sids": [ 50, 25, 35, 87, 99 ], "retrieved_global": [ 50, 25, 35, 87, 99 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 492, "question": "How many events last longer than five days?", "ground_truth": "D", "answer_text": "3 events", "target_sids": [ 4, 71, 41, 107, 13, 48, 83, 22, 92, 62 ], "retrieved_sids": [ 107, 71, 13, 62, 92 ], "retrieved_global": [ 107, 71, 13, 62, 92 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 493, "question": "How many events are taking place in Orlando, FL?", "ground_truth": "C", "answer_text": "8 events", "target_sids": [ 37, 6, 72, 105, 80, 21, 54, 25, 90, 59 ], "retrieved_sids": [ 105, 72, 80, 59, 90 ], "retrieved_global": [ 105, 72, 80, 59, 90 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 494, "question": "How many events last a week or less?", "ground_truth": "B", "answer_text": "3 events", "target_sids": [ 96, 4, 42, 106, 44, 13, 76, 22, 86, 58 ], "retrieved_sids": [ 36, 85, 26, 81, 106 ], "retrieved_global": [ 36, 85, 26, 81, 106 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 495, "question": "How many events are happening in Austin, TX?", "ground_truth": "D", "answer_text": "6 events", "target_sids": [ 97, 2, 36, 71, 105, 78, 50, 21, 26, 63 ], "retrieved_sids": [ 71, 63, 105, 21, 62 ], "retrieved_global": [ 71, 63, 105, 21, 62 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 496, "question": "How many events last for more than five days?", "ground_truth": "B", "answer_text": "7 events", "target_sids": [ 3, 71, 42, 12, 109, 55, 54, 23, 85, 95 ], "retrieved_sids": [ 12, 107, 17, 71, 7 ], "retrieved_global": [ 12, 107, 17, 71, 7 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 497, "question": "How many events can hold at least six hundred people?", "ground_truth": "C", "answer_text": "6 events", "target_sids": [ 64, 68, 100, 10, 42, 13, 92, 82, 53, 28 ], "retrieved_sids": [ 82, 53, 28, 64, 42 ], "retrieved_global": [ 82, 53, 28, 64, 42 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 498, "question": "How many events are taking place in Houston, TX?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 66, 100, 5, 41, 14, 47, 80, 24, 56, 88 ], "retrieved_sids": [ 36, 66, 85, 100, 13 ], "retrieved_global": [ 36, 66, 85, 100, 13 ], "hit_at_k": true }, { "category": "aggregative", "topic": "events", "tid": 499, "question": "How many events have approximately three hundred attendees or more?", "ground_truth": "B", "answer_text": "8 events", "target_sids": [ 0, 34, 69, 108, 13, 80, 53, 90, 30, 63 ], "retrieved_sids": [ 13, 6, 108, 0, 50 ], "retrieved_global": [ 13, 6, 108, 0, 50 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 0, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 5 ], "retrieved_sids": [ 5, 14, 15, 26, 0 ], "retrieved_global": [ 5, 14, 15, 26, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 1, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 12, 19, 35, 25, 31 ], "retrieved_global": [ 12, 19, 35, 25, 31 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 2, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 5 ], "retrieved_sids": [ 14, 19, 5, 26, 20 ], "retrieved_global": [ 14, 19, 5, 26, 20 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 3, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 5 ], "retrieved_sids": [ 24, 8, 19, 13, 28 ], "retrieved_global": [ 24, 8, 19, 13, 28 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 4, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 11, 3 ], "retrieved_sids": [ 3, 7, 14, 20, 11 ], "retrieved_global": [ 3, 7, 14, 20, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 5, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 16, 19, 28 ], "retrieved_sids": [ 19, 5, 16, 0, 15 ], "retrieved_global": [ 19, 5, 16, 0, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 6, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 3, 11 ], "retrieved_sids": [ 15, 11, 8, 0, 3 ], "retrieved_global": [ 15, 11, 8, 0, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 7, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 25, 4 ], "retrieved_sids": [ 13, 8, 4, 25, 19 ], "retrieved_global": [ 13, 8, 4, 25, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 8, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 9, 17 ], "retrieved_sids": [ 9, 12, 22, 17, 8 ], "retrieved_global": [ 9, 12, 22, 17, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 9, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 24, 27, 8, 0 ], "retrieved_global": [ 5, 24, 27, 8, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 10, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 11, 3, 6 ], "retrieved_sids": [ 20, 11, 14, 3, 29 ], "retrieved_global": [ 20, 11, 14, 3, 29 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 11, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 12, 0, 22, 8, 11 ], "retrieved_global": [ 12, 0, 22, 8, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 12, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 21, 5 ], "retrieved_sids": [ 10, 5, 21, 15, 16 ], "retrieved_global": [ 10, 5, 21, 15, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 13, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 17, 13, 5 ], "retrieved_sids": [ 12, 22, 14, 9, 17 ], "retrieved_global": [ 12, 22, 14, 9, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 14, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 4 ], "retrieved_sids": [ 26, 8, 31, 5, 0 ], "retrieved_global": [ 26, 8, 31, 5, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 15, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 4, 9, 19, 13, 24 ], "retrieved_global": [ 4, 9, 19, 13, 24 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 16, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5 ], "retrieved_sids": [ 18, 29, 13, 5, 33 ], "retrieved_global": [ 18, 29, 13, 5, 33 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 17, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 19, 35, 16, 20, 26 ], "retrieved_global": [ 19, 35, 16, 20, 26 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 18, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 33, 11, 20, 24 ], "retrieved_sids": [ 29, 33, 11, 20, 0 ], "retrieved_global": [ 29, 33, 11, 20, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 19, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 18, 35, 14, 30, 29 ], "retrieved_global": [ 18, 35, 14, 30, 29 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 20, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 4, 23 ], "retrieved_sids": [ 9, 18, 24, 28, 0 ], "retrieved_global": [ 9, 18, 24, 28, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 21, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 3 ], "retrieved_sids": [ 19, 14, 10, 13, 24 ], "retrieved_global": [ 19, 14, 10, 13, 24 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 22, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 32, 3, 13, 16 ], "retrieved_sids": [ 8, 32, 20, 25, 16 ], "retrieved_global": [ 8, 32, 20, 25, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 23, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 10, 23, 7 ], "retrieved_sids": [ 23, 10, 14, 19, 7 ], "retrieved_global": [ 23, 10, 14, 19, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 24, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 18, 5 ], "retrieved_sids": [ 12, 5, 21, 8, 18 ], "retrieved_global": [ 12, 5, 21, 8, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 25, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [], "retrieved_sids": [ 19, 29, 20, 25, 10 ], "retrieved_global": [ 19, 29, 20, 25, 10 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 26, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 3 ], "retrieved_sids": [ 10, 16, 15, 3, 21 ], "retrieved_global": [ 10, 16, 15, 3, 21 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 27, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 5 ], "retrieved_sids": [ 26, 32, 38, 20, 14 ], "retrieved_global": [ 26, 32, 38, 20, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 28, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 4, 24, 8, 13, 14 ], "retrieved_global": [ 4, 24, 8, 13, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 29, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 17, 14 ], "retrieved_sids": [ 17, 13, 8, 5, 0 ], "retrieved_global": [ 17, 13, 8, 5, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 30, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 8, 11, 4 ], "retrieved_sids": [ 11, 4, 8, 23, 0 ], "retrieved_global": [ 11, 4, 8, 23, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 31, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 9, 23, 8, 28, 19 ], "retrieved_global": [ 9, 23, 8, 28, 19 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 32, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 17, 13, 25 ], "retrieved_sids": [ 9, 12, 4, 13, 17 ], "retrieved_global": [ 9, 12, 4, 13, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 33, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 18, 29, 3, 8, 23 ], "retrieved_global": [ 18, 29, 3, 8, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 34, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 8, 25, 3, 13, 14 ], "retrieved_global": [ 8, 25, 3, 13, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 35, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 33, 9, 23, 28 ], "retrieved_sids": [ 22, 19, 13, 23, 9 ], "retrieved_global": [ 22, 19, 13, 23, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 36, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 4 ], "retrieved_sids": [ 19, 25, 13, 4, 0 ], "retrieved_global": [ 19, 25, 13, 4, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 37, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 3 ], "retrieved_sids": [ 16, 33, 12, 23, 27 ], "retrieved_global": [ 16, 33, 12, 23, 27 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 38, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 10, 18, 15 ], "retrieved_sids": [ 9, 22, 15, 28, 27 ], "retrieved_global": [ 9, 22, 15, 28, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 39, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 5, 23 ], "retrieved_sids": [ 8, 5, 17, 13, 0 ], "retrieved_global": [ 8, 5, 17, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 40, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 4 ], "retrieved_sids": [ 11, 4, 24, 7, 15 ], "retrieved_global": [ 11, 4, 24, 7, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 41, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 4 ], "retrieved_sids": [ 4, 30, 24, 13, 19 ], "retrieved_global": [ 4, 30, 24, 13, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 42, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 11, 20 ], "retrieved_sids": [ 10, 16, 11, 20, 0 ], "retrieved_global": [ 10, 16, 11, 20, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 43, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 3, 7, 26, 12, 15 ], "retrieved_global": [ 3, 7, 26, 12, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 44, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 5 ], "retrieved_sids": [ 37, 9, 27, 21, 14 ], "retrieved_global": [ 37, 9, 27, 21, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 45, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 14, 8, 13, 4, 29 ], "retrieved_global": [ 14, 8, 13, 4, 29 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 46, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0 ], "retrieved_sids": [ 23, 20, 28, 3, 0 ], "retrieved_global": [ 23, 20, 28, 3, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 47, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 5 ], "retrieved_sids": [ 21, 16, 8, 12, 5 ], "retrieved_global": [ 21, 16, 8, 12, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 48, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 5 ], "retrieved_sids": [ 18, 5, 22, 8, 12 ], "retrieved_global": [ 18, 5, 22, 8, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 49, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4 ], "retrieved_sids": [ 21, 9, 25, 20, 36 ], "retrieved_global": [ 21, 9, 25, 20, 36 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 50, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 26, 27, 14, 22, 5 ], "retrieved_global": [ 26, 27, 14, 22, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 51, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 8, 13, 16 ], "retrieved_sids": [ 4, 20, 24, 8, 16 ], "retrieved_global": [ 4, 20, 24, 8, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 52, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 5, 14, 28, 31 ], "retrieved_sids": [ 31, 13, 18, 8, 0 ], "retrieved_global": [ 31, 13, 18, 8, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 53, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 8, 28, 9, 0, 3 ], "retrieved_global": [ 8, 28, 9, 0, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 54, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 19, 3, 29, 7, 13 ], "retrieved_global": [ 19, 3, 29, 7, 13 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 55, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 3, 31, 25, 13, 19 ], "retrieved_global": [ 3, 31, 25, 13, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 56, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 3, 22, 11, 16, 6 ], "retrieved_global": [ 3, 22, 11, 16, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 57, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 32, 36, 26, 20, 8 ], "retrieved_global": [ 32, 36, 26, 20, 8 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 58, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 5 ], "retrieved_sids": [ 5, 18, 12, 11, 0 ], "retrieved_global": [ 5, 18, 12, 11, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 59, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 12, 15 ], "retrieved_sids": [ 12, 3, 25, 15, 7 ], "retrieved_global": [ 12, 3, 25, 15, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 60, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3 ], "retrieved_sids": [ 19, 3, 23, 13, 14 ], "retrieved_global": [ 19, 3, 23, 13, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 61, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 13, 5, 14, 24, 20 ], "retrieved_global": [ 13, 5, 14, 24, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 62, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 10, 20, 29 ], "retrieved_sids": [ 10, 14, 23, 30, 28 ], "retrieved_global": [ 10, 14, 23, 30, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 63, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0, 26, 14, 23 ], "retrieved_sids": [ 13, 19, 14, 22, 9 ], "retrieved_global": [ 13, 19, 14, 22, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 64, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 28, 17, 5, 29, 16 ], "retrieved_global": [ 28, 17, 5, 29, 16 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 65, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 18, 11, 14 ], "retrieved_sids": [ 22, 11, 14, 27, 5 ], "retrieved_global": [ 22, 11, 14, 27, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 66, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 19, 24 ], "retrieved_sids": [ 31, 4, 27, 9, 0 ], "retrieved_global": [ 31, 4, 27, 9, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 67, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 7, 15, 25 ], "retrieved_sids": [ 19, 29, 7, 15, 0 ], "retrieved_global": [ 19, 29, 7, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 68, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 20, 15 ], "retrieved_sids": [ 15, 5, 25, 20, 10 ], "retrieved_global": [ 15, 5, 25, 20, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 69, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 10, 18, 6, 15, 19 ], "retrieved_global": [ 10, 18, 6, 15, 19 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 70, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 32, 15, 18, 27 ], "retrieved_sids": [ 5, 32, 11, 23, 15 ], "retrieved_global": [ 5, 32, 11, 23, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 71, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 4 ], "retrieved_sids": [ 7, 22, 13, 19, 4 ], "retrieved_global": [ 7, 22, 13, 19, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 72, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 19, 3, 27 ], "retrieved_sids": [ 26, 27, 8, 19, 13 ], "retrieved_global": [ 26, 27, 8, 19, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 73, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 16, 20 ], "retrieved_sids": [ 5, 20, 16, 0, 25 ], "retrieved_global": [ 5, 20, 16, 0, 25 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 74, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 17, 14, 22 ], "retrieved_sids": [ 17, 27, 22, 31, 8 ], "retrieved_global": [ 17, 27, 22, 31, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 75, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 20, 5 ], "retrieved_sids": [ 5, 20, 14, 9, 13 ], "retrieved_global": [ 5, 20, 14, 9, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 76, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 17, 18, 3, 13, 6 ], "retrieved_global": [ 17, 18, 3, 13, 6 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 77, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 17, 21 ], "retrieved_sids": [ 21, 17, 5, 30, 26 ], "retrieved_global": [ 21, 17, 5, 30, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 78, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 9, 26 ], "retrieved_sids": [ 19, 9, 3, 15, 0 ], "retrieved_global": [ 19, 9, 3, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 79, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 19, 35, 15, 38, 0 ], "retrieved_global": [ 19, 35, 15, 38, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 80, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 29, 24, 28, 35, 12 ], "retrieved_global": [ 29, 24, 28, 35, 12 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 81, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 5 ], "retrieved_sids": [ 5, 10, 19, 0, 18 ], "retrieved_global": [ 5, 10, 19, 0, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 82, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 8, 26, 22, 23 ], "retrieved_global": [ 4, 8, 26, 22, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 83, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 4 ], "retrieved_sids": [ 18, 19, 0, 16, 10 ], "retrieved_global": [ 18, 19, 0, 16, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 84, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 12, 5, 8, 18, 28 ], "retrieved_global": [ 12, 5, 8, 18, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 85, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 20, 19, 5, 15, 25 ], "retrieved_global": [ 20, 19, 5, 15, 25 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 86, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0, 24, 5 ], "retrieved_sids": [ 24, 14, 17, 10, 0 ], "retrieved_global": [ 24, 14, 17, 10, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 87, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 31, 32, 21, 26, 35 ], "retrieved_global": [ 31, 32, 21, 26, 35 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 88, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 5, 25, 15, 19, 0 ], "retrieved_global": [ 5, 25, 15, 19, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 89, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 30, 36, 38, 24, 4 ], "retrieved_global": [ 30, 36, 38, 24, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 90, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 11, 4, 24, 8, 15 ], "retrieved_global": [ 11, 4, 24, 8, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 91, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 10, 14 ], "retrieved_sids": [ 29, 24, 14, 18, 5 ], "retrieved_global": [ 29, 24, 14, 18, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 92, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3 ], "retrieved_sids": [ 17, 3, 23, 18, 0 ], "retrieved_global": [ 17, 3, 23, 18, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 93, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 26, 19, 23 ], "retrieved_sids": [ 23, 8, 13, 12, 0 ], "retrieved_global": [ 23, 8, 13, 12, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 94, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 33, 24, 3, 28, 8 ], "retrieved_global": [ 33, 24, 3, 28, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 95, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 18, 29, 8, 23, 4 ], "retrieved_global": [ 18, 29, 8, 23, 4 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 96, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 18, 3 ], "retrieved_sids": [ 3, 23, 8, 18, 0 ], "retrieved_global": [ 3, 23, 8, 18, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 97, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 27, 9, 14, 5, 22 ], "retrieved_global": [ 27, 9, 14, 5, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 98, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "War", "target_sids": [ 0, 21, 14 ], "retrieved_sids": [ 14, 10, 21, 4, 0 ], "retrieved_global": [ 14, 10, 21, 4, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 99, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 10, 25, 4, 19, 18 ], "retrieved_global": [ 10, 25, 4, 19, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 100, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 3, 18, 22, 25 ], "retrieved_sids": [ 17, 11, 8, 25, 3 ], "retrieved_global": [ 17, 11, 8, 25, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 101, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 5, 10, 19, 28 ], "retrieved_sids": [ 27, 36, 10, 28, 19 ], "retrieved_global": [ 27, 36, 10, 28, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 102, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 3 ], "retrieved_sids": [ 12, 19, 3, 7, 23 ], "retrieved_global": [ 12, 19, 3, 7, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 103, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 3 ], "retrieved_sids": [ 13, 25, 12, 0, 19 ], "retrieved_global": [ 13, 25, 12, 0, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 104, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 21, 10, 20, 17, 3 ], "retrieved_global": [ 21, 10, 20, 17, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 105, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 5 ], "retrieved_sids": [ 18, 5, 24, 28, 13 ], "retrieved_global": [ 18, 5, 24, 28, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 106, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 5, 22, 26, 11, 29 ], "retrieved_global": [ 5, 22, 26, 11, 29 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 107, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 4 ], "retrieved_sids": [ 21, 16, 7, 22, 17 ], "retrieved_global": [ 21, 16, 7, 22, 17 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 108, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 17, 14 ], "retrieved_sids": [ 8, 4, 17, 13, 0 ], "retrieved_global": [ 8, 4, 17, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 109, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 17, 5 ], "retrieved_sids": [ 12, 17, 5, 8, 21 ], "retrieved_global": [ 12, 17, 5, 8, 21 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 110, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 13, 18, 30, 8, 0 ], "retrieved_global": [ 13, 18, 30, 8, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 111, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 9, 26, 5 ], "retrieved_sids": [ 22, 9, 5, 25, 0 ], "retrieved_global": [ 22, 9, 5, 25, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 112, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 8, 9, 15, 24, 21 ], "retrieved_global": [ 8, 9, 15, 24, 21 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 113, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Crime", "target_sids": [ 0, 10, 4, 7 ], "retrieved_sids": [ 13, 30, 25, 7, 11 ], "retrieved_global": [ 13, 30, 25, 7, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 114, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "War", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 7, 10, 31, 33, 19 ], "retrieved_global": [ 7, 10, 31, 33, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 115, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 3 ], "retrieved_sids": [ 17, 3, 11, 23, 0 ], "retrieved_global": [ 17, 3, 11, 23, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 116, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 11, 18, 7, 32, 23 ], "retrieved_global": [ 11, 18, 7, 32, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 117, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 20, 5 ], "retrieved_sids": [ 29, 5, 25, 15, 0 ], "retrieved_global": [ 29, 5, 25, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 118, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 32, 27, 28, 33, 15 ], "retrieved_global": [ 32, 27, 28, 33, 15 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 119, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 11, 15, 24 ], "retrieved_sids": [ 20, 8, 24, 11, 28 ], "retrieved_global": [ 20, 8, 24, 11, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 120, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 26, 14, 19, 3, 13 ], "retrieved_global": [ 26, 14, 19, 3, 13 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 121, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 18, 15 ], "retrieved_sids": [ 4, 18, 15, 14, 22 ], "retrieved_global": [ 4, 18, 15, 14, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 122, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 3, 13, 22 ], "retrieved_sids": [ 8, 27, 17, 3, 22 ], "retrieved_global": [ 8, 27, 17, 3, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 123, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 4, 13 ], "retrieved_sids": [ 27, 32, 33, 8, 13 ], "retrieved_global": [ 27, 32, 33, 8, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 124, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 17, 21, 24 ], "retrieved_sids": [ 17, 13, 24, 5, 29 ], "retrieved_global": [ 17, 13, 24, 5, 29 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 125, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0 ], "retrieved_sids": [ 28, 13, 19, 9, 24 ], "retrieved_global": [ 28, 13, 19, 9, 24 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 126, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 32, 27, 7, 3, 23 ], "retrieved_global": [ 32, 27, 7, 3, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 127, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 18, 32, 13, 34, 33 ], "retrieved_global": [ 18, 32, 13, 34, 33 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 128, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0, 11, 3 ], "retrieved_sids": [ 11, 3, 6, 16, 0 ], "retrieved_global": [ 11, 3, 6, 16, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 129, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 5 ], "retrieved_sids": [ 12, 5, 29, 23, 9 ], "retrieved_global": [ 12, 5, 29, 23, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 130, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 10, 14 ], "retrieved_sids": [ 4, 10, 18, 0, 22 ], "retrieved_global": [ 4, 10, 18, 0, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 131, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 31, 3, 12, 18, 35 ], "retrieved_global": [ 31, 3, 12, 18, 35 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 132, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 18, 23, 27, 31 ], "retrieved_sids": [ 27, 23, 12, 18, 31 ], "retrieved_global": [ 27, 23, 12, 18, 31 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 133, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4 ], "retrieved_sids": [ 28, 24, 18, 4, 27 ], "retrieved_global": [ 28, 24, 18, 4, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 134, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 13, 34, 18, 22, 0 ], "retrieved_global": [ 13, 34, 18, 22, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 135, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 5 ], "retrieved_sids": [ 8, 5, 18, 23, 12 ], "retrieved_global": [ 8, 5, 18, 23, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 136, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Western", "target_sids": [ 0, 9, 21, 24, 28 ], "retrieved_sids": [ 3, 15, 9, 12, 28 ], "retrieved_global": [ 3, 15, 9, 12, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 137, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5, 15 ], "retrieved_sids": [ 20, 10, 15, 25, 28 ], "retrieved_global": [ 20, 10, 15, 25, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 138, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 33, 5, 14, 17 ], "retrieved_sids": [ 27, 33, 26, 14, 5 ], "retrieved_global": [ 27, 33, 26, 14, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 139, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 13, 22 ], "retrieved_sids": [ 12, 9, 18, 22, 21 ], "retrieved_global": [ 12, 9, 18, 22, 21 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 140, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 17, 26 ], "retrieved_sids": [ 5, 11, 21, 16, 26 ], "retrieved_global": [ 5, 11, 21, 16, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 141, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 4 ], "retrieved_sids": [ 19, 4, 33, 29, 14 ], "retrieved_global": [ 19, 4, 33, 29, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 142, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 5 ], "retrieved_sids": [ 23, 16, 12, 5, 0 ], "retrieved_global": [ 23, 16, 12, 5, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 143, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 4, 24, 27, 31 ], "retrieved_sids": [ 4, 24, 27, 31, 17 ], "retrieved_global": [ 4, 24, 27, 31, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 144, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3, 13, 25, 28 ], "retrieved_sids": [ 21, 28, 7, 25, 14 ], "retrieved_global": [ 21, 28, 7, 25, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 145, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 16, 26, 6, 31, 10 ], "retrieved_global": [ 16, 26, 6, 31, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 146, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 5 ], "retrieved_sids": [ 21, 5, 9, 31, 0 ], "retrieved_global": [ 21, 5, 9, 31, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 147, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 32, 10, 19, 27 ], "retrieved_sids": [ 13, 27, 23, 19, 0 ], "retrieved_global": [ 13, 27, 23, 19, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 148, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 17, 21, 8, 5, 26 ], "retrieved_global": [ 17, 21, 8, 5, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 149, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 27, 3, 13, 9, 20 ], "retrieved_global": [ 27, 3, 13, 9, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 150, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 5 ], "retrieved_sids": [ 26, 13, 18, 8, 5 ], "retrieved_global": [ 26, 13, 18, 8, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 151, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 12, 18, 4, 7, 13 ], "retrieved_global": [ 12, 18, 4, 7, 13 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 152, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 10, 13 ], "retrieved_sids": [ 4, 10, 18, 13, 22 ], "retrieved_global": [ 4, 10, 18, 13, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 153, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 33, 5, 9, 14 ], "retrieved_sids": [ 14, 22, 9, 24, 0 ], "retrieved_global": [ 14, 22, 9, 24, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 154, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 12, 15, 25, 30 ], "retrieved_sids": [ 15, 4, 19, 12, 30 ], "retrieved_global": [ 15, 4, 19, 12, 30 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 155, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 20, 12, 7, 17 ], "retrieved_global": [ 4, 20, 12, 7, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 156, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [], "retrieved_sids": [ 4, 10, 30, 35, 14 ], "retrieved_global": [ 4, 10, 30, 35, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 157, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 3 ], "retrieved_sids": [ 16, 12, 21, 20, 0 ], "retrieved_global": [ 16, 12, 21, 20, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 158, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 4, 8, 11, 19 ], "retrieved_sids": [ 14, 19, 24, 8, 28 ], "retrieved_global": [ 14, 19, 24, 8, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 159, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 16, 27, 13 ], "retrieved_sids": [ 4, 21, 16, 27, 0 ], "retrieved_global": [ 4, 21, 16, 27, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 160, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 10, 14, 17, 27, 18 ], "retrieved_global": [ 10, 14, 17, 27, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 161, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 6, 7, 11, 17, 23 ], "retrieved_global": [ 6, 7, 11, 17, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 162, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 11, 4, 22, 27, 7 ], "retrieved_global": [ 11, 4, 22, 27, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 163, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 4, 23 ], "retrieved_sids": [ 11, 16, 17, 23, 12 ], "retrieved_global": [ 11, 16, 17, 23, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 164, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Crime", "target_sids": [ 0 ], "retrieved_sids": [ 13, 19, 23, 4, 18 ], "retrieved_global": [ 13, 19, 23, 4, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 165, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 19, 18, 5, 30, 16 ], "retrieved_global": [ 19, 18, 5, 30, 16 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 166, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 3, 12, 17, 22 ], "retrieved_sids": [ 13, 30, 29, 4, 9 ], "retrieved_global": [ 13, 30, 29, 4, 9 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 167, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 34, 5, 10, 25 ], "retrieved_sids": [ 25, 24, 11, 5, 34 ], "retrieved_global": [ 25, 24, 11, 5, 34 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 168, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 5, 8, 22, 25 ], "retrieved_sids": [ 25, 16, 31, 5, 8 ], "retrieved_global": [ 25, 16, 31, 5, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 169, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 15, 25, 5, 0, 24 ], "retrieved_global": [ 15, 25, 5, 0, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 170, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 8, 15, 19, 28, 4 ], "retrieved_global": [ 8, 15, 19, 28, 4 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 171, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 23, 5, 17, 11, 31 ], "retrieved_global": [ 23, 5, 17, 11, 31 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 172, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 9, 23, 13, 4, 0 ], "retrieved_global": [ 9, 23, 13, 4, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 173, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 5 ], "retrieved_sids": [ 25, 0, 10, 5, 14 ], "retrieved_global": [ 25, 0, 10, 5, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 174, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 21, 12, 3, 22, 7 ], "retrieved_global": [ 21, 12, 3, 22, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 175, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 18, 27 ], "retrieved_sids": [ 9, 14, 18, 4, 27 ], "retrieved_global": [ 9, 14, 18, 4, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 176, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 19, 12 ], "retrieved_sids": [ 15, 3, 12, 7, 20 ], "retrieved_global": [ 15, 3, 12, 7, 20 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 177, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 4, 8, 26, 30 ], "retrieved_sids": [ 25, 30, 12, 4, 0 ], "retrieved_global": [ 25, 30, 12, 4, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 178, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 15, 18, 22, 26 ], "retrieved_sids": [ 9, 26, 18, 22, 32 ], "retrieved_global": [ 9, 26, 18, 22, 32 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 179, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 21, 22, 11, 3, 0 ], "retrieved_global": [ 21, 22, 11, 3, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 180, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 5, 8, 12, 17 ], "retrieved_sids": [ 25, 8, 5, 29, 12 ], "retrieved_global": [ 25, 8, 5, 29, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 181, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 15, 8, 9, 24, 20 ], "retrieved_global": [ 15, 8, 9, 24, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 182, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 3 ], "retrieved_sids": [ 25, 12, 3, 24, 17 ], "retrieved_global": [ 25, 12, 3, 24, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 183, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 7, 10, 15, 19 ], "retrieved_sids": [ 3, 28, 22, 0, 20 ], "retrieved_global": [ 3, 28, 22, 0, 20 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 184, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 33, 4, 19, 30 ], "retrieved_sids": [ 33, 19, 9, 14, 4 ], "retrieved_global": [ 33, 19, 9, 14, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 185, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 26, 14, 23 ], "retrieved_sids": [ 10, 14, 4, 9, 24 ], "retrieved_global": [ 10, 14, 4, 9, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 186, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 5 ], "retrieved_sids": [ 9, 6, 14, 0, 24 ], "retrieved_global": [ 9, 6, 14, 0, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 187, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 11, 8, 24, 18, 0 ], "retrieved_global": [ 11, 8, 24, 18, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 188, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 27, 11, 31, 35, 3 ], "retrieved_global": [ 27, 11, 31, 35, 3 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 189, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 10, 3, 18, 6, 23 ], "retrieved_global": [ 10, 3, 18, 6, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 190, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 5, 9, 13, 20 ], "retrieved_sids": [ 19, 24, 9, 5, 20 ], "retrieved_global": [ 19, 24, 9, 5, 20 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 191, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 12, 16, 15, 27, 0 ], "retrieved_global": [ 12, 16, 15, 27, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 192, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 27, 4, 22 ], "retrieved_sids": [ 17, 4, 23, 28, 12 ], "retrieved_global": [ 17, 4, 23, 28, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 193, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 15, 10, 21, 16, 26 ], "retrieved_global": [ 15, 10, 21, 16, 26 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 194, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 5 ], "retrieved_sids": [ 13, 5, 10, 35, 31 ], "retrieved_global": [ 13, 5, 10, 35, 31 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 195, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 4, 23 ], "retrieved_sids": [ 17, 4, 8, 12, 0 ], "retrieved_global": [ 17, 4, 8, 12, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 196, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 9, 20 ], "retrieved_sids": [ 9, 26, 20, 0, 5 ], "retrieved_global": [ 9, 26, 20, 0, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 197, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 9, 5 ], "retrieved_sids": [ 31, 22, 21, 15, 18 ], "retrieved_global": [ 31, 22, 21, 15, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 198, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 26, 29, 5 ], "retrieved_sids": [ 5, 15, 21, 10, 0 ], "retrieved_global": [ 5, 15, 21, 10, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 199, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 26, 17, 8, 30, 12 ], "retrieved_global": [ 26, 17, 8, 30, 12 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 200, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 5, 15 ], "retrieved_sids": [ 5, 15, 26, 14, 6 ], "retrieved_global": [ 5, 15, 26, 14, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 201, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 33, 8, 14, 3, 28 ], "retrieved_global": [ 33, 8, 14, 3, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 202, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Mystery", "target_sids": [ 0, 24, 27, 5 ], "retrieved_sids": [ 20, 24, 4, 9, 27 ], "retrieved_global": [ 20, 24, 4, 9, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 203, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 21, 31, 7, 15, 20 ], "retrieved_global": [ 21, 31, 7, 15, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 204, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 4, 9, 13, 16 ], "retrieved_sids": [ 20, 13, 4, 23, 25 ], "retrieved_global": [ 20, 13, 4, 23, 25 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 205, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 4, 7, 16, 30 ], "retrieved_sids": [ 30, 29, 16, 24, 0 ], "retrieved_global": [ 30, 29, 16, 24, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 206, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 15, 29, 19, 35, 0 ], "retrieved_global": [ 15, 29, 19, 35, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 207, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 3, 6 ], "retrieved_sids": [ 17, 3, 21, 9, 6 ], "retrieved_global": [ 17, 3, 21, 9, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 208, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 3, 17, 22, 25 ], "retrieved_sids": [ 17, 25, 12, 3, 23 ], "retrieved_global": [ 17, 25, 12, 3, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 209, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 24, 18, 19, 34, 10 ], "retrieved_global": [ 24, 18, 19, 34, 10 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 210, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 5, 8, 11, 20 ], "retrieved_sids": [ 19, 20, 8, 14, 27 ], "retrieved_global": [ 19, 20, 8, 14, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 211, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 40, 3, 35, 16, 11 ], "retrieved_global": [ 40, 3, 35, 16, 11 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 212, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 14, 22 ], "retrieved_sids": [ 13, 22, 9, 18, 14 ], "retrieved_global": [ 13, 22, 9, 18, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 213, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 16, 30, 23, 27, 12 ], "retrieved_global": [ 16, 30, 23, 27, 12 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 214, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 10, 3, 7 ], "retrieved_sids": [ 24, 7, 10, 25, 3 ], "retrieved_global": [ 24, 7, 10, 25, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 215, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 12, 17, 22 ], "retrieved_sids": [ 12, 18, 4, 27, 22 ], "retrieved_global": [ 12, 18, 4, 27, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 216, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "War", "target_sids": [ 0, 32, 19, 22, 27 ], "retrieved_sids": [ 19, 32, 15, 5, 11 ], "retrieved_global": [ 19, 32, 15, 5, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 217, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 13, 6 ], "retrieved_sids": [ 13, 22, 3, 23, 10 ], "retrieved_global": [ 13, 22, 3, 23, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 218, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 11, 7 ], "retrieved_sids": [ 7, 3, 24, 0, 21 ], "retrieved_global": [ 7, 3, 24, 0, 21 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 219, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 13, 28, 5, 17, 21 ], "retrieved_global": [ 13, 28, 5, 17, 21 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 220, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 10, 24, 36, 31, 5 ], "retrieved_global": [ 10, 24, 36, 31, 5 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 221, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 9, 12 ], "retrieved_sids": [ 3, 0, 10, 22, 21 ], "retrieved_global": [ 3, 0, 10, 22, 21 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 222, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 12, 15, 22, 16, 4 ], "retrieved_global": [ 12, 15, 22, 16, 4 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 223, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 9, 13 ], "retrieved_sids": [ 9, 16, 20, 13, 5 ], "retrieved_global": [ 9, 16, 20, 13, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 224, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 18, 7 ], "retrieved_sids": [ 12, 7, 22, 3, 0 ], "retrieved_global": [ 12, 7, 22, 3, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 225, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 8, 13, 5 ], "retrieved_sids": [ 17, 5, 13, 28, 21 ], "retrieved_global": [ 17, 5, 13, 28, 21 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 226, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 14, 17, 26 ], "retrieved_sids": [ 8, 3, 29, 14, 9 ], "retrieved_global": [ 8, 3, 29, 14, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 227, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0, 9, 18 ], "retrieved_sids": [ 17, 18, 0, 3, 14 ], "retrieved_global": [ 17, 18, 0, 3, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 228, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 9, 26, 23 ], "retrieved_sids": [ 4, 23, 13, 26, 17 ], "retrieved_global": [ 4, 23, 13, 26, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 229, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0, 13, 23 ], "retrieved_sids": [ 4, 9, 13, 23, 18 ], "retrieved_global": [ 4, 9, 13, 23, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 230, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 4, 29, 9, 35, 17 ], "retrieved_global": [ 4, 29, 9, 35, 17 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 231, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 5 ], "retrieved_sids": [ 20, 25, 14, 0, 35 ], "retrieved_global": [ 20, 25, 14, 0, 35 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 232, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 18, 21 ], "retrieved_sids": [ 6, 24, 12, 22, 0 ], "retrieved_global": [ 6, 24, 12, 22, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 233, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3, 8, 11, 16 ], "retrieved_sids": [ 27, 16, 3, 8, 11 ], "retrieved_global": [ 27, 16, 3, 8, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 234, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 11, 21, 14 ], "retrieved_sids": [ 17, 5, 14, 21, 25 ], "retrieved_global": [ 17, 5, 14, 21, 25 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 235, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 19, 3 ], "retrieved_sids": [ 14, 8, 19, 22, 13 ], "retrieved_global": [ 14, 8, 19, 22, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 236, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 10, 28, 13 ], "retrieved_sids": [ 28, 4, 16, 13, 22 ], "retrieved_global": [ 28, 4, 16, 13, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 237, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 3, 12 ], "retrieved_sids": [ 3, 13, 19, 15, 0 ], "retrieved_global": [ 3, 13, 19, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 238, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 18, 23 ], "retrieved_sids": [ 5, 14, 10, 3, 0 ], "retrieved_global": [ 5, 14, 10, 3, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 239, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 15, 19, 28, 31 ], "retrieved_sids": [ 19, 28, 9, 31, 0 ], "retrieved_global": [ 19, 28, 9, 31, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 240, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4 ], "retrieved_sids": [ 12, 4, 18, 0, 29 ], "retrieved_global": [ 12, 4, 18, 0, 29 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 241, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 3, 9, 25, 21, 8 ], "retrieved_global": [ 3, 9, 25, 21, 8 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 242, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 4, 8, 23, 17, 11 ], "retrieved_global": [ 4, 8, 23, 17, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 243, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 19, 11 ], "retrieved_sids": [ 15, 3, 6, 11, 7 ], "retrieved_global": [ 15, 3, 6, 11, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 244, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 18, 4, 14 ], "retrieved_sids": [ 32, 27, 4, 18, 14 ], "retrieved_global": [ 32, 27, 4, 18, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 245, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 10, 19 ], "retrieved_sids": [ 24, 15, 19, 0, 4 ], "retrieved_global": [ 24, 15, 19, 0, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 246, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 19, 23, 15 ], "retrieved_sids": [ 28, 5, 9, 15, 19 ], "retrieved_global": [ 28, 5, 9, 15, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 247, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 16, 19 ], "retrieved_sids": [ 22, 19, 16, 6, 0 ], "retrieved_global": [ 22, 19, 16, 6, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 248, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 10, 5, 14 ], "retrieved_sids": [ 17, 10, 14, 22, 37 ], "retrieved_global": [ 17, 10, 14, 22, 37 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 249, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Crime", "target_sids": [ 0, 5 ], "retrieved_sids": [ 5, 23, 15, 19, 9 ], "retrieved_global": [ 5, 23, 15, 19, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 250, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 10, 14 ], "retrieved_sids": [ 18, 22, 14, 26, 10 ], "retrieved_global": [ 18, 22, 14, 26, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 251, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 8, 13, 30 ], "retrieved_sids": [ 24, 8, 30, 18, 0 ], "retrieved_global": [ 24, 8, 30, 18, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 252, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Horror", "target_sids": [ 0, 34, 9, 14, 17 ], "retrieved_sids": [ 34, 17, 9, 5, 28 ], "retrieved_global": [ 34, 17, 9, 5, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 253, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 5, 16, 19, 30 ], "retrieved_sids": [ 19, 16, 5, 10, 22 ], "retrieved_global": [ 19, 16, 5, 10, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 254, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 19, 4 ], "retrieved_sids": [ 8, 23, 4, 14, 0 ], "retrieved_global": [ 8, 23, 4, 14, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 255, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 3 ], "retrieved_sids": [ 3, 8, 15, 21, 26 ], "retrieved_global": [ 3, 8, 15, 21, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 256, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 21, 6, 25, 20, 0 ], "retrieved_global": [ 21, 6, 25, 20, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 257, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 33, 27, 8, 0, 26 ], "retrieved_global": [ 33, 27, 8, 0, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 258, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 7, 16, 21, 24 ], "retrieved_sids": [ 6, 7, 27, 21, 10 ], "retrieved_global": [ 6, 7, 27, 21, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 259, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 9, 19 ], "retrieved_sids": [ 19, 9, 14, 28, 5 ], "retrieved_global": [ 19, 9, 14, 28, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 260, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 19, 22 ], "retrieved_sids": [ 18, 9, 14, 27, 0 ], "retrieved_global": [ 18, 9, 14, 27, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 261, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 9, 13, 17, 22 ], "retrieved_sids": [ 4, 22, 17, 13, 9 ], "retrieved_global": [ 4, 22, 17, 13, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 262, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 19, 3, 24 ], "retrieved_sids": [ 24, 29, 19, 14, 3 ], "retrieved_global": [ 24, 29, 19, 14, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 263, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4, 12, 15, 23 ], "retrieved_sids": [ 32, 22, 15, 7, 28 ], "retrieved_global": [ 32, 22, 15, 7, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 264, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Documentary", "target_sids": [ 0, 5 ], "retrieved_sids": [ 25, 14, 0, 10, 19 ], "retrieved_global": [ 25, 14, 0, 10, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 265, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Western", "target_sids": [ 0, 9, 24 ], "retrieved_sids": [ 14, 5, 9, 13, 0 ], "retrieved_global": [ 14, 5, 9, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 266, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 14, 22, 6, 10, 3 ], "retrieved_global": [ 14, 22, 6, 10, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 267, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 3, 19, 13, 0, 22 ], "retrieved_global": [ 3, 19, 13, 0, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 268, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 34, 15, 24, 29 ], "retrieved_sids": [ 20, 34, 15, 29, 0 ], "retrieved_global": [ 20, 34, 15, 29, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 269, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 8, 22 ], "retrieved_sids": [ 21, 17, 11, 22, 4 ], "retrieved_global": [ 21, 17, 11, 22, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 270, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 14, 30, 26, 11, 10 ], "retrieved_global": [ 14, 30, 26, 11, 10 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 271, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 19, 12 ], "retrieved_sids": [ 15, 12, 8, 19, 0 ], "retrieved_global": [ 15, 12, 8, 19, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 272, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 16, 12, 24 ], "retrieved_sids": [ 12, 8, 20, 13, 0 ], "retrieved_global": [ 12, 8, 20, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 273, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Crime", "target_sids": [ 0 ], "retrieved_sids": [ 15, 11, 18, 0, 10 ], "retrieved_global": [ 15, 11, 18, 0, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 274, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 11, 15 ], "retrieved_sids": [ 23, 18, 15, 11, 22 ], "retrieved_global": [ 23, 18, 15, 11, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 275, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 24, 3, 9, 14, 18 ], "retrieved_global": [ 24, 3, 9, 14, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 276, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 15, 18, 28, 31 ], "retrieved_sids": [ 3, 9, 28, 18, 23 ], "retrieved_global": [ 3, 9, 28, 18, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 277, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 11, 3, 7 ], "retrieved_sids": [ 24, 21, 3, 15, 7 ], "retrieved_global": [ 24, 21, 3, 15, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 278, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 32, 9, 27, 21, 12 ], "retrieved_global": [ 32, 9, 27, 21, 12 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 279, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 3, 11, 15, 30 ], "retrieved_sids": [ 24, 30, 29, 18, 15 ], "retrieved_global": [ 24, 30, 29, 18, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 280, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 4 ], "retrieved_sids": [ 25, 19, 8, 13, 30 ], "retrieved_global": [ 25, 19, 8, 13, 30 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 281, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 24, 21 ], "retrieved_sids": [ 11, 21, 24, 0, 10 ], "retrieved_global": [ 11, 21, 24, 0, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 282, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 33, 3, 18, 23 ], "retrieved_sids": [ 12, 33, 23, 3, 13 ], "retrieved_global": [ 12, 33, 23, 3, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 283, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 5 ], "retrieved_sids": [ 25, 26, 10, 20, 5 ], "retrieved_global": [ 25, 26, 10, 20, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 284, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 12, 29, 8, 3, 18 ], "retrieved_global": [ 12, 29, 8, 3, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 285, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0, 9, 12, 20 ], "retrieved_sids": [ 26, 12, 25, 20, 28 ], "retrieved_global": [ 26, 12, 25, 20, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 286, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 18, 5 ], "retrieved_sids": [ 17, 13, 18, 5, 12 ], "retrieved_global": [ 17, 13, 18, 5, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 287, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 12, 7, 27, 17, 3 ], "retrieved_global": [ 12, 7, 27, 17, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 288, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 4, 7, 10, 18 ], "retrieved_sids": [ 21, 10, 27, 14, 7 ], "retrieved_global": [ 21, 10, 27, 14, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 289, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 32, 28, 13, 24, 8 ], "retrieved_global": [ 32, 28, 13, 24, 8 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 290, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 10, 13, 18, 23 ], "retrieved_sids": [ 23, 13, 4, 18, 10 ], "retrieved_global": [ 23, 13, 4, 18, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 291, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Sci-Fi", "target_sids": [ 0 ], "retrieved_sids": [ 5, 31, 19, 14, 11 ], "retrieved_global": [ 5, 31, 19, 14, 11 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 292, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 10, 5, 14 ], "retrieved_sids": [ 14, 28, 23, 22, 17 ], "retrieved_global": [ 14, 28, 23, 22, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 293, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 10, 23 ], "retrieved_sids": [ 15, 4, 23, 10, 19 ], "retrieved_global": [ 15, 4, 23, 10, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 294, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 20, 10, 4, 15, 0 ], "retrieved_global": [ 20, 10, 4, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 295, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 24, 3 ], "retrieved_sids": [ 14, 19, 3, 24, 18 ], "retrieved_global": [ 14, 19, 3, 24, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 296, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 10, 15, 21, 25, 0 ], "retrieved_global": [ 10, 15, 21, 25, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 297, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 11, 15, 0, 8, 24 ], "retrieved_global": [ 11, 15, 0, 8, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 298, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 3, 13, 23, 29, 0 ], "retrieved_global": [ 3, 13, 23, 29, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 299, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 4 ], "retrieved_sids": [ 12, 4, 13, 17, 26 ], "retrieved_global": [ 12, 4, 13, 17, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 300, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [], "retrieved_sids": [ 4, 11, 25, 5, 0 ], "retrieved_global": [ 4, 11, 25, 5, 0 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 301, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 14, 3, 9, 28, 24 ], "retrieved_global": [ 14, 3, 9, 28, 24 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 302, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 16, 23, 9, 22, 14 ], "retrieved_global": [ 16, 23, 9, 22, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 303, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 9, 5, 30 ], "retrieved_sids": [ 24, 6, 19, 9, 29 ], "retrieved_global": [ 24, 6, 19, 9, 29 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 304, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 26, 20, 10, 19, 0 ], "retrieved_global": [ 26, 20, 10, 19, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 305, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 8, 19, 28 ], "retrieved_sids": [ 28, 5, 23, 8, 13 ], "retrieved_global": [ 28, 5, 23, 8, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 306, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 5 ], "retrieved_sids": [ 16, 23, 22, 13, 17 ], "retrieved_global": [ 16, 23, 22, 13, 17 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 307, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 18, 13, 23 ], "retrieved_sids": [ 18, 13, 10, 30, 0 ], "retrieved_global": [ 18, 13, 10, 30, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 308, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 4, 27, 30, 9, 31 ], "retrieved_global": [ 4, 27, 30, 9, 31 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 309, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 4, 12, 17, 26 ], "retrieved_sids": [ 29, 26, 4, 12, 34 ], "retrieved_global": [ 29, 26, 4, 12, 34 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 310, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "War", "target_sids": [ 0, 4 ], "retrieved_sids": [ 19, 25, 4, 13, 0 ], "retrieved_global": [ 19, 25, 4, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 311, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 18, 13, 22 ], "retrieved_sids": [ 7, 13, 18, 22, 12 ], "retrieved_global": [ 7, 13, 18, 22, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 312, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 10, 13 ], "retrieved_sids": [ 23, 28, 10, 13, 0 ], "retrieved_global": [ 23, 28, 10, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 313, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 7, 12, 16, 24 ], "retrieved_sids": [ 3, 29, 7, 16, 0 ], "retrieved_global": [ 3, 29, 7, 16, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 314, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Children", "target_sids": [ 0, 20, 15 ], "retrieved_sids": [ 25, 20, 15, 11, 0 ], "retrieved_global": [ 25, 20, 15, 11, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 315, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 18, 4 ], "retrieved_sids": [ 11, 18, 12, 23, 7 ], "retrieved_global": [ 11, 18, 12, 23, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 316, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0 ], "retrieved_sids": [ 16, 22, 17, 32, 0 ], "retrieved_global": [ 16, 22, 17, 32, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 317, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Children", "target_sids": [ 0, 3, 7 ], "retrieved_sids": [ 10, 7, 25, 26, 20 ], "retrieved_global": [ 10, 7, 25, 26, 20 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 318, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 5, 25, 21, 20, 0 ], "retrieved_global": [ 5, 25, 21, 20, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 319, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 9, 18, 27 ], "retrieved_sids": [ 4, 27, 13, 23, 18 ], "retrieved_global": [ 4, 27, 13, 23, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 320, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 13, 33, 5, 22, 28 ], "retrieved_global": [ 13, 33, 5, 22, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 321, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Animation", "target_sids": [ 0, 5, 14, 18, 28 ], "retrieved_sids": [ 33, 28, 5, 18, 23 ], "retrieved_global": [ 33, 28, 5, 18, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 322, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 9, 14, 23, 26 ], "retrieved_sids": [ 14, 3, 26, 9, 23 ], "retrieved_global": [ 14, 3, 26, 9, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 323, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 4, 25, 13, 28, 9 ], "retrieved_global": [ 4, 25, 13, 28, 9 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 324, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 3, 22 ], "retrieved_sids": [ 18, 6, 3, 21, 0 ], "retrieved_global": [ 18, 6, 3, 21, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 325, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 4, 13 ], "retrieved_sids": [ 13, 4, 8, 18, 0 ], "retrieved_global": [ 13, 4, 8, 18, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 326, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Western", "target_sids": [ 0, 19, 11, 4 ], "retrieved_sids": [ 18, 19, 11, 22, 5 ], "retrieved_global": [ 18, 19, 11, 22, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 327, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 21, 33, 4, 16, 11 ], "retrieved_global": [ 21, 33, 4, 16, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 328, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 29, 14, 8, 25, 33 ], "retrieved_global": [ 29, 14, 8, 25, 33 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 329, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 4 ], "retrieved_sids": [ 15, 11, 26, 4, 7 ], "retrieved_global": [ 15, 11, 26, 4, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 330, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 27, 3, 22 ], "retrieved_sids": [ 16, 7, 27, 22, 0 ], "retrieved_global": [ 16, 7, 27, 22, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 331, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0 ], "retrieved_sids": [ 4, 20, 24, 18, 14 ], "retrieved_global": [ 4, 20, 24, 18, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 332, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 16, 3, 6 ], "retrieved_sids": [ 16, 6, 19, 24, 3 ], "retrieved_global": [ 16, 6, 19, 24, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 333, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "War", "target_sids": [ 0, 20, 23 ], "retrieved_sids": [ 4, 20, 23, 14, 0 ], "retrieved_global": [ 4, 20, 23, 14, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 334, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 5, 9, 19, 24 ], "retrieved_sids": [ 14, 31, 27, 19, 35 ], "retrieved_global": [ 14, 31, 27, 19, 35 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 335, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 22, 7 ], "retrieved_sids": [ 3, 7, 22, 17, 12 ], "retrieved_global": [ 3, 7, 22, 17, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 336, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4, 15 ], "retrieved_sids": [ 4, 18, 14, 21, 8 ], "retrieved_global": [ 4, 18, 14, 21, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 337, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 4, 19, 24, 13, 31 ], "retrieved_global": [ 4, 19, 24, 13, 31 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 338, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 4, 12, 17, 22, 7 ], "retrieved_global": [ 4, 12, 17, 22, 7 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 339, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 3, 20 ], "retrieved_sids": [ 20, 15, 0, 21, 3 ], "retrieved_global": [ 20, 15, 0, 21, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 340, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 36, 4, 30, 19, 24 ], "retrieved_global": [ 36, 4, 30, 19, 24 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 341, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "War", "target_sids": [ 0, 16, 11, 7 ], "retrieved_sids": [ 26, 7, 3, 11, 16 ], "retrieved_global": [ 26, 7, 3, 11, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 342, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 5, 14, 19, 23 ], "retrieved_sids": [ 31, 5, 14, 10, 19 ], "retrieved_global": [ 31, 5, 14, 10, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 343, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 11, 7, 23, 17, 3 ], "retrieved_global": [ 11, 7, 23, 17, 3 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 344, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 3, 12, 7 ], "retrieved_sids": [ 23, 31, 12, 17, 27 ], "retrieved_global": [ 23, 31, 12, 17, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 345, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 9, 12, 22, 31 ], "retrieved_sids": [ 12, 22, 9, 5, 16 ], "retrieved_global": [ 12, 22, 9, 5, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 346, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 9, 4 ], "retrieved_sids": [ 27, 14, 9, 23, 17 ], "retrieved_global": [ 27, 14, 9, 23, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 347, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 10, 5, 16, 22, 0 ], "retrieved_global": [ 10, 5, 16, 22, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 348, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 26, 4, 13 ], "retrieved_sids": [ 21, 4, 8, 12, 13 ], "retrieved_global": [ 21, 4, 8, 12, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 349, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 7, 4, 14, 8, 25 ], "retrieved_global": [ 7, 4, 14, 8, 25 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 350, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 24, 33, 27, 20, 28 ], "retrieved_global": [ 24, 33, 27, 20, 28 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 351, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 11, 14 ], "retrieved_sids": [ 10, 18, 7, 3, 11 ], "retrieved_global": [ 10, 18, 7, 3, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 352, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 8, 13 ], "retrieved_sids": [ 13, 17, 21, 4, 26 ], "retrieved_global": [ 13, 17, 21, 4, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 353, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Documentary", "target_sids": [ 0, 10, 15, 18, 25 ], "retrieved_sids": [ 24, 21, 15, 18, 5 ], "retrieved_global": [ 24, 21, 15, 18, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 354, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 25, 22 ], "retrieved_sids": [ 25, 5, 22, 16, 0 ], "retrieved_global": [ 25, 5, 22, 16, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 355, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 16, 11 ], "retrieved_sids": [ 16, 7, 11, 19, 6 ], "retrieved_global": [ 16, 7, 11, 19, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 356, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Western", "target_sids": [ 0, 4 ], "retrieved_sids": [ 31, 17, 32, 4, 27 ], "retrieved_global": [ 31, 17, 32, 4, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 357, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 9, 14, 22 ], "retrieved_sids": [ 9, 22, 14, 17, 0 ], "retrieved_global": [ 9, 22, 14, 17, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 358, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 11, 3, 18, 7, 0 ], "retrieved_global": [ 11, 3, 18, 7, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 359, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 8, 21 ], "retrieved_sids": [ 20, 21, 0, 16, 7 ], "retrieved_global": [ 20, 21, 0, 16, 7 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 360, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 24, 15 ], "retrieved_sids": [ 24, 10, 23, 5, 20 ], "retrieved_global": [ 24, 10, 23, 5, 20 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 361, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 10, 26, 31, 16, 39 ], "retrieved_global": [ 10, 26, 31, 16, 39 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 362, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0, 8, 13 ], "retrieved_sids": [ 22, 8, 18, 23, 4 ], "retrieved_global": [ 22, 8, 18, 23, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 363, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Adventure", "target_sids": [ 0, 3, 10, 25, 30 ], "retrieved_sids": [ 10, 30, 25, 21, 6 ], "retrieved_global": [ 10, 30, 25, 21, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 364, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 30, 5, 16, 25, 20 ], "retrieved_global": [ 30, 5, 16, 25, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 365, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 4, 21 ], "retrieved_sids": [ 17, 13, 21, 9, 25 ], "retrieved_global": [ 17, 13, 21, 9, 25 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 366, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0, 4 ], "retrieved_sids": [ 31, 4, 21, 26, 13 ], "retrieved_global": [ 31, 4, 21, 26, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 367, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Western", "target_sids": [ 0, 10, 13, 5 ], "retrieved_sids": [ 20, 13, 10, 21, 5 ], "retrieved_global": [ 20, 13, 10, 21, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 368, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 4 ], "retrieved_sids": [ 13, 19, 12, 25, 4 ], "retrieved_global": [ 13, 19, 12, 25, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 369, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "War", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 39, 31, 35, 11, 20 ], "retrieved_global": [ 39, 31, 35, 11, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 370, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 21, 5, 11, 20, 26 ], "retrieved_global": [ 21, 5, 11, 20, 26 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 371, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Documentary", "target_sids": [ 0, 25, 30, 15 ], "retrieved_sids": [ 30, 25, 15, 0, 10 ], "retrieved_global": [ 30, 25, 15, 0, 10 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 372, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 14, 18, 22 ], "retrieved_sids": [ 14, 22, 3, 0, 19 ], "retrieved_global": [ 14, 22, 3, 0, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 373, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 21, 25, 16, 35, 0 ], "retrieved_global": [ 21, 25, 16, 35, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 374, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 13, 19, 23, 4, 0 ], "retrieved_global": [ 13, 19, 23, 4, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 375, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 17, 12, 5 ], "retrieved_sids": [ 5, 8, 12, 25, 22 ], "retrieved_global": [ 5, 8, 12, 25, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 376, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Horror", "target_sids": [ 0 ], "retrieved_sids": [ 8, 13, 16, 0, 18 ], "retrieved_global": [ 8, 13, 16, 0, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 377, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 32, 5, 13, 29 ], "retrieved_sids": [ 8, 17, 29, 5, 33 ], "retrieved_global": [ 8, 17, 29, 5, 33 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 378, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 21, 7 ], "retrieved_sids": [ 21, 11, 16, 0, 6 ], "retrieved_global": [ 21, 11, 16, 0, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 379, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 3, 13 ], "retrieved_sids": [ 3, 13, 22, 8, 12 ], "retrieved_global": [ 3, 13, 22, 8, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 380, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Western", "target_sids": [ 0, 19, 23, 15 ], "retrieved_sids": [ 19, 11, 23, 5, 26 ], "retrieved_global": [ 19, 11, 23, 5, 26 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 381, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 32, 23, 8, 5, 27 ], "retrieved_global": [ 32, 23, 8, 5, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 382, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 5 ], "retrieved_sids": [ 19, 14, 0, 6, 24 ], "retrieved_global": [ 19, 14, 0, 6, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 383, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 25, 5, 30, 21, 16 ], "retrieved_global": [ 25, 5, 30, 21, 16 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 384, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 34, 3, 13, 24 ], "retrieved_sids": [ 3, 24, 34, 8, 13 ], "retrieved_global": [ 3, 24, 34, 8, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 385, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3 ], "retrieved_sids": [ 22, 13, 29, 7, 23 ], "retrieved_global": [ 22, 13, 29, 7, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 386, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 9, 24 ], "retrieved_sids": [ 8, 24, 20, 14, 3 ], "retrieved_global": [ 8, 24, 20, 14, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 387, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0 ], "retrieved_sids": [ 13, 26, 7, 8, 14 ], "retrieved_global": [ 13, 26, 7, 8, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 388, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 29, 13, 25, 4, 15 ], "retrieved_global": [ 29, 13, 25, 4, 15 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 389, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 32, 3, 14, 24 ], "retrieved_sids": [ 23, 24, 29, 14, 32 ], "retrieved_global": [ 23, 24, 29, 14, 32 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 390, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 23, 4, 29, 17, 13 ], "retrieved_global": [ 23, 4, 29, 17, 13 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 391, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 23, 34, 30, 35, 5 ], "retrieved_global": [ 23, 34, 30, 35, 5 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 392, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0 ], "retrieved_sids": [ 3, 19, 25, 0, 28 ], "retrieved_global": [ 3, 19, 25, 0, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 393, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 16, 10, 7, 0, 23 ], "retrieved_global": [ 16, 10, 7, 0, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 394, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 9, 5, 30 ], "retrieved_sids": [ 30, 24, 14, 20, 5 ], "retrieved_global": [ 30, 24, 14, 20, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 395, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 14, 18, 27, 30 ], "retrieved_sids": [ 27, 14, 23, 30, 5 ], "retrieved_global": [ 27, 14, 23, 30, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 396, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Mystery", "target_sids": [ 0, 10, 14 ], "retrieved_sids": [ 5, 14, 10, 25, 19 ], "retrieved_global": [ 5, 14, 10, 25, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 397, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 9, 3, 25, 14, 17 ], "retrieved_global": [ 9, 3, 25, 14, 17 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 398, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 22, 9, 19, 21, 29 ], "retrieved_global": [ 22, 9, 19, 21, 29 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 399, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 10, 18, 13, 22, 29 ], "retrieved_global": [ 10, 18, 13, 22, 29 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 400, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 4, 13, 23 ], "retrieved_sids": [ 13, 7, 27, 4, 11 ], "retrieved_global": [ 13, 7, 27, 4, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 401, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 5, 26, 15, 25, 0 ], "retrieved_global": [ 5, 26, 15, 25, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 402, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 4 ], "retrieved_sids": [ 4, 7, 15, 11, 0 ], "retrieved_global": [ 4, 7, 15, 11, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 403, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 23, 36, 3, 27, 16 ], "retrieved_global": [ 23, 36, 3, 27, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 404, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 24, 15 ], "retrieved_sids": [ 15, 5, 23, 18, 11 ], "retrieved_global": [ 15, 5, 23, 18, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 405, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0, 21, 14 ], "retrieved_sids": [ 17, 4, 21, 0, 16 ], "retrieved_global": [ 17, 4, 21, 0, 16 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 406, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 16, 13, 5 ], "retrieved_sids": [ 8, 13, 17, 20, 0 ], "retrieved_global": [ 8, 13, 17, 20, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 407, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 3 ], "retrieved_sids": [ 11, 7, 12, 23, 0 ], "retrieved_global": [ 11, 7, 12, 23, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 408, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Action", "target_sids": [ 0, 5, 9, 14, 26 ], "retrieved_sids": [ 21, 9, 26, 5, 22 ], "retrieved_global": [ 21, 9, 26, 5, 22 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 409, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 13, 18, 21, 31 ], "retrieved_sids": [ 31, 21, 26, 13, 18 ], "retrieved_global": [ 31, 21, 26, 13, 18 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 410, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 10, 13 ], "retrieved_sids": [ 5, 13, 10, 21, 0 ], "retrieved_global": [ 5, 13, 10, 21, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 411, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 24, 19, 15 ], "retrieved_sids": [ 19, 5, 14, 24, 32 ], "retrieved_global": [ 19, 5, 14, 24, 32 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 412, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 8, 22, 26, 30 ], "retrieved_sids": [ 8, 22, 26, 3, 0 ], "retrieved_global": [ 8, 22, 26, 3, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 413, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 16, 23 ], "retrieved_sids": [ 16, 4, 19, 22, 23 ], "retrieved_global": [ 16, 4, 19, 22, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 414, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Documentary", "target_sids": [ 0, 34, 5, 10, 15 ], "retrieved_sids": [ 34, 29, 15, 18, 30 ], "retrieved_global": [ 34, 29, 15, 18, 30 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 415, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 8, 3, 21, 15, 0 ], "retrieved_global": [ 8, 3, 21, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 416, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 10, 18 ], "retrieved_sids": [ 22, 18, 10, 0, 25 ], "retrieved_global": [ 22, 18, 10, 0, 25 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 417, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 6, 3, 21, 16, 20 ], "retrieved_global": [ 6, 3, 21, 16, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 418, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 20, 10, 27, 16, 0 ], "retrieved_global": [ 20, 10, 27, 16, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 419, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 21, 3, 12, 7, 17 ], "retrieved_global": [ 21, 3, 12, 7, 17 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 420, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 3, 15, 31, 9, 26 ], "retrieved_global": [ 3, 15, 31, 9, 26 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 421, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 3, 12, 22 ], "retrieved_sids": [ 3, 26, 22, 0, 6 ], "retrieved_global": [ 3, 26, 22, 0, 6 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 422, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 14, 18, 26, 30 ], "retrieved_sids": [ 23, 30, 26, 13, 14 ], "retrieved_global": [ 23, 30, 26, 13, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 423, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [], "retrieved_sids": [ 21, 11, 27, 4, 32 ], "retrieved_global": [ 21, 11, 27, 4, 32 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 424, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 4, 9, 19, 23 ], "retrieved_sids": [ 18, 27, 19, 23, 31 ], "retrieved_global": [ 18, 27, 19, 23, 31 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 425, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 14, 3, 18, 25, 23 ], "retrieved_global": [ 14, 3, 18, 25, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 426, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 27, 19, 23 ], "retrieved_sids": [ 4, 27, 18, 14, 8 ], "retrieved_global": [ 4, 27, 18, 14, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 427, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 34, 18, 13, 7, 23 ], "retrieved_global": [ 34, 18, 13, 7, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 428, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 5, 10, 13, 23 ], "retrieved_sids": [ 5, 22, 18, 32, 31 ], "retrieved_global": [ 5, 22, 18, 32, 31 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 429, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 11, 17, 22, 5, 0 ], "retrieved_global": [ 11, 17, 22, 5, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 430, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 21, 10, 36, 31, 6 ], "retrieved_global": [ 21, 10, 36, 31, 6 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 431, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 8, 20, 24, 28 ], "retrieved_sids": [ 24, 3, 12, 20, 28 ], "retrieved_global": [ 24, 3, 12, 20, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 432, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 8, 11, 15, 23 ], "retrieved_sids": [ 8, 11, 15, 30, 3 ], "retrieved_global": [ 8, 11, 15, 30, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 433, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 3 ], "retrieved_sids": [ 18, 3, 24, 35, 13 ], "retrieved_global": [ 18, 3, 24, 35, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 434, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Children", "target_sids": [ 0, 17, 21, 25 ], "retrieved_sids": [ 3, 12, 21, 13, 8 ], "retrieved_global": [ 3, 12, 21, 13, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 435, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Children", "target_sids": [ 0, 9, 18, 22, 27 ], "retrieved_sids": [ 13, 9, 3, 27, 32 ], "retrieved_global": [ 13, 9, 3, 27, 32 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 436, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Sci-Fi", "target_sids": [ 0, 4 ], "retrieved_sids": [ 14, 4, 28, 9, 19 ], "retrieved_global": [ 14, 4, 28, 9, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 437, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 30, 9, 18, 4, 14 ], "retrieved_global": [ 30, 9, 18, 4, 14 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 438, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 4, 19, 24, 22, 28 ], "retrieved_global": [ 4, 19, 24, 22, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 439, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "War", "target_sids": [ 0, 5 ], "retrieved_sids": [ 27, 10, 5, 18, 24 ], "retrieved_global": [ 27, 10, 5, 18, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 440, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 9, 23, 4, 38, 22 ], "retrieved_global": [ 9, 23, 4, 38, 22 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 441, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 14, 23, 33, 10, 3 ], "retrieved_global": [ 14, 23, 33, 10, 3 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 442, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 3, 20, 9, 6, 14 ], "retrieved_global": [ 3, 20, 9, 6, 14 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 443, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Documentary", "target_sids": [ 0 ], "retrieved_sids": [ 26, 27, 4, 9, 15 ], "retrieved_global": [ 26, 27, 4, 9, 15 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 444, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 17, 3, 20 ], "retrieved_sids": [ 3, 17, 24, 20, 8 ], "retrieved_global": [ 3, 17, 24, 20, 8 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 445, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 19, 3, 9, 10, 0 ], "retrieved_global": [ 19, 3, 9, 10, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 446, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Sci-Fi", "target_sids": [ 0, 4, 8, 21, 25 ], "retrieved_sids": [ 22, 30, 16, 11, 17 ], "retrieved_global": [ 22, 30, 16, 11, 17 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 447, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0, 19, 12 ], "retrieved_sids": [ 19, 15, 7, 8, 12 ], "retrieved_global": [ 19, 15, 7, 8, 12 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 448, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 9, 32, 15, 21, 10 ], "retrieved_global": [ 9, 32, 15, 21, 10 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 449, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Crime", "target_sids": [ 0, 4, 7 ], "retrieved_sids": [ 7, 24, 10, 4, 28 ], "retrieved_global": [ 7, 24, 10, 4, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 450, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 6, 21, 7, 12, 17 ], "retrieved_global": [ 6, 21, 7, 12, 17 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 451, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Crime", "target_sids": [ 0, 11, 22 ], "retrieved_sids": [ 21, 11, 26, 16, 5 ], "retrieved_global": [ 21, 11, 26, 16, 5 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 452, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0, 3, 6 ], "retrieved_sids": [ 6, 10, 19, 23, 3 ], "retrieved_global": [ 6, 10, 19, 23, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 453, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 28, 9, 17, 23, 18 ], "retrieved_global": [ 28, 9, 17, 23, 18 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 454, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0 ], "retrieved_sids": [ 25, 13, 18, 3, 19 ], "retrieved_global": [ 25, 13, 18, 3, 19 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 455, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 25, 3 ], "retrieved_sids": [ 18, 7, 25, 13, 0 ], "retrieved_global": [ 18, 7, 25, 13, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 456, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Adventure", "target_sids": [ 0, 17, 12 ], "retrieved_sids": [ 17, 22, 3, 7, 0 ], "retrieved_global": [ 17, 22, 3, 7, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 457, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Drama", "target_sids": [ 0, 26, 3, 12 ], "retrieved_sids": [ 3, 20, 19, 26, 15 ], "retrieved_global": [ 3, 20, 19, 26, 15 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 458, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 32, 9, 13, 28 ], "retrieved_sids": [ 32, 28, 27, 9, 4 ], "retrieved_global": [ 32, 28, 27, 9, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 459, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 4 ], "retrieved_sids": [ 25, 21, 26, 8, 13 ], "retrieved_global": [ 25, 21, 26, 8, 13 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 460, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 20, 11, 19, 7, 4 ], "retrieved_global": [ 20, 11, 19, 7, 4 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 461, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 33, 3, 8, 23 ], "retrieved_sids": [ 8, 23, 33, 27, 0 ], "retrieved_global": [ 8, 23, 33, 27, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 462, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0, 34, 5, 14, 24 ], "retrieved_sids": [ 9, 5, 29, 19, 24 ], "retrieved_global": [ 9, 5, 29, 19, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 463, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Sci-Fi", "target_sids": [ 0, 9, 26, 17 ], "retrieved_sids": [ 22, 12, 9, 4, 0 ], "retrieved_global": [ 22, 12, 9, 4, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 464, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 3 ], "retrieved_sids": [ 11, 21, 15, 27, 6 ], "retrieved_global": [ 11, 21, 15, 27, 6 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 465, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 9, 19, 23 ], "retrieved_sids": [ 19, 23, 5, 9, 28 ], "retrieved_global": [ 19, 23, 5, 9, 28 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 466, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 18, 19, 26, 28, 10 ], "retrieved_global": [ 18, 19, 26, 28, 10 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 467, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 10, 5 ], "retrieved_sids": [ 5, 18, 34, 10, 24 ], "retrieved_global": [ 5, 18, 34, 10, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 468, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Crime", "target_sids": [ 0, 10, 20 ], "retrieved_sids": [ 10, 16, 4, 15, 0 ], "retrieved_global": [ 10, 16, 4, 15, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 469, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Thriller", "target_sids": [ 0, 3, 22 ], "retrieved_sids": [ 3, 22, 12, 17, 0 ], "retrieved_global": [ 3, 22, 12, 17, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 470, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 34, 5, 25, 29 ], "retrieved_sids": [ 10, 16, 34, 5, 0 ], "retrieved_global": [ 10, 16, 34, 5, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 471, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Mystery", "target_sids": [ 0, 5 ], "retrieved_sids": [ 9, 18, 24, 5, 13 ], "retrieved_global": [ 9, 18, 24, 5, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 472, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 11, 7, 16, 15, 23 ], "retrieved_global": [ 11, 7, 16, 15, 23 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 473, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 14, 25, 8, 4, 19 ], "retrieved_global": [ 14, 25, 8, 4, 19 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 474, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "War", "target_sids": [ 0, 27, 5, 14 ], "retrieved_sids": [ 5, 22, 14, 10, 27 ], "retrieved_global": [ 5, 22, 14, 10, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 475, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Comedy", "target_sids": [ 0, 11, 14 ], "retrieved_sids": [ 5, 11, 19, 29, 0 ], "retrieved_global": [ 5, 11, 19, 29, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 476, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Drama", "target_sids": [ 0, 8, 4 ], "retrieved_sids": [ 29, 4, 13, 17, 23 ], "retrieved_global": [ 29, 4, 13, 17, 23 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 477, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Comedy", "target_sids": [ 0, 4 ], "retrieved_sids": [ 28, 11, 22, 21, 27 ], "retrieved_global": [ 28, 11, 22, 21, 27 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 478, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 18, 14 ], "retrieved_sids": [ 26, 18, 21, 14, 9 ], "retrieved_global": [ 26, 18, 21, 14, 9 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 479, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Horror", "target_sids": [ 0, 26, 19, 22 ], "retrieved_sids": [ 15, 26, 18, 19, 0 ], "retrieved_global": [ 15, 26, 18, 19, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 480, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Romance", "target_sids": [ 0, 24, 27, 21 ], "retrieved_sids": [ 27, 5, 24, 21, 0 ], "retrieved_global": [ 27, 5, 24, 21, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 481, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0, 35, 11, 16, 30 ], "retrieved_sids": [ 24, 16, 5, 35, 11 ], "retrieved_global": [ 24, 16, 5, 35, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 482, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 18, 5, 24, 9, 13 ], "retrieved_global": [ 18, 5, 24, 9, 13 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 483, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Action", "target_sids": [ 0, 3 ], "retrieved_sids": [ 30, 7, 18, 22, 27 ], "retrieved_global": [ 30, 7, 18, 22, 27 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 484, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Drama", "target_sids": [ 0, 8, 5 ], "retrieved_sids": [ 5, 18, 12, 8, 0 ], "retrieved_global": [ 5, 18, 12, 8, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 485, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Romance", "target_sids": [ 0, 3, 12, 21, 31 ], "retrieved_sids": [ 21, 8, 31, 12, 3 ], "retrieved_global": [ 21, 8, 31, 12, 3 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 486, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Comedy", "target_sids": [ 0 ], "retrieved_sids": [ 4, 22, 16, 0, 27 ], "retrieved_global": [ 4, 22, 16, 0, 27 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 487, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 11, 3, 15 ], "retrieved_sids": [ 24, 23, 6, 15, 11 ], "retrieved_global": [ 24, 23, 6, 15, 11 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 488, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Drama", "target_sids": [ 0 ], "retrieved_sids": [ 15, 11, 5, 16, 27 ], "retrieved_global": [ 15, 11, 5, 16, 27 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 489, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Thriller", "target_sids": [ 0, 3 ], "retrieved_sids": [ 29, 7, 11, 18, 0 ], "retrieved_global": [ 29, 7, 11, 18, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 490, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Thriller", "target_sids": [ 0, 5, 9, 22, 25 ], "retrieved_sids": [ 21, 13, 17, 5, 25 ], "retrieved_global": [ 21, 13, 17, 5, 25 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 491, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "C", "answer_text": "Action", "target_sids": [ 0 ], "retrieved_sids": [ 4, 14, 19, 25, 0 ], "retrieved_global": [ 4, 14, 19, 25, 0 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 492, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Comedy", "target_sids": [ 0, 18, 3, 29 ], "retrieved_sids": [ 17, 18, 3, 7, 29 ], "retrieved_global": [ 17, 18, 3, 7, 29 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 493, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 19, 30, 3, 29, 20 ], "retrieved_global": [ 19, 30, 3, 29, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 494, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Adventure", "target_sids": [ 0 ], "retrieved_sids": [ 11, 30, 16, 27, 20 ], "retrieved_global": [ 11, 30, 16, 27, 20 ], "hit_at_k": false }, { "category": "highlevel_rec", "topic": "movie", "tid": 495, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Crime", "target_sids": [ 0, 9, 13, 5 ], "retrieved_sids": [ 28, 19, 9, 13, 24 ], "retrieved_global": [ 28, 19, 9, 13, 24 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 496, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "D", "answer_text": "Action", "target_sids": [ 0, 4 ], "retrieved_sids": [ 22, 29, 23, 34, 4 ], "retrieved_global": [ 22, 29, 23, 34, 4 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 497, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Thriller", "target_sids": [ 0, 16, 19, 24 ], "retrieved_sids": [ 29, 24, 5, 10, 19 ], "retrieved_global": [ 29, 24, 5, 10, 19 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 498, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "A", "answer_text": "Romance", "target_sids": [ 0 ], "retrieved_sids": [ 17, 10, 21, 0, 13 ], "retrieved_global": [ 17, 10, 21, 0, 13 ], "hit_at_k": true }, { "category": "highlevel_rec", "topic": "movie", "tid": 499, "question": "According to the movies I mentioned, what kind of movies might I prefer to watch?", "ground_truth": "B", "answer_text": "Adventure", "target_sids": [ 0, 33, 5, 10, 17 ], "retrieved_sids": [ 13, 32, 22, 16, 33 ], "retrieved_global": [ 13, 32, 22, 16, 33 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 0, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Return of the Jedi (1983)", "Jurassic Park (1993)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 11, 3, 12, 7, 1 ], "retrieved_global": [ 11, 3, 12, 7, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 1, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Arsenic and Old Lace (1944)", "Cinema Paradiso (1988)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 8, 11, 1, 4, 9 ], "retrieved_global": [ 8, 11, 1, 4, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 2, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "True Lies (1994)", "Boot, Das (1981)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 3, 6, 7, 0, 4 ], "retrieved_global": [ 3, 6, 7, 0, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 3, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "In the Line of Fire (1993)" ], "target_sids": [ 3 ], "retrieved_sids": [ 1, 12, 3, 0, 2 ], "retrieved_global": [ 1, 12, 3, 0, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 4, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Contact (1997)" ], "target_sids": [ 3 ], "retrieved_sids": [ 7, 3, 13, 1, 12 ], "retrieved_global": [ 7, 3, 13, 1, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 5, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "True Lies (1994)", "Great Escape, The (1963)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 12, 7, 4, 5, 11 ], "retrieved_global": [ 12, 7, 4, 5, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 6, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Twelve Monkeys (1995)", "Jurassic Park (1993)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 1, 4, 9, 14, 8 ], "retrieved_global": [ 1, 4, 9, 14, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 7, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Aliens (1986)", "Heavenly Creatures (1994)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 4, 14, 8, 1, 5 ], "retrieved_global": [ 4, 14, 8, 1, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 8, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "When Harry Met Sally... (1989)", "Being There (1979)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 17, 5, 13, 6, 14 ], "retrieved_global": [ 17, 5, 13, 6, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 9, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Speed (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 1, 9, 5, 8, 12 ], "retrieved_global": [ 1, 9, 5, 8, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 10, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Harold and Maude (1971)" ], "target_sids": [ 3 ], "retrieved_sids": [ 7, 1, 3, 8, 0 ], "retrieved_global": [ 7, 1, 3, 8, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 11, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Harold and Maude (1971)", "Wings of Desire (1987)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 12, 9, 14, 5, 6 ], "retrieved_global": [ 12, 9, 14, 5, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 12, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "English Patient, The (1996)", "Professional, The (1994)", "Chasing Amy (1997)" ], "target_sids": [ 4, 12, 15 ], "retrieved_sids": [ 15, 10, 4, 12, 13 ], "retrieved_global": [ 15, 10, 4, 12, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 13, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "2001: A Space Odyssey (1968)", "Hunt for Red October, The (1990)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 13, 6, 7, 15 ], "retrieved_global": [ 5, 13, 6, 7, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 14, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Swingers (1996)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 16, 1, 17, 15 ], "retrieved_global": [ 3, 16, 1, 17, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 15, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Primal Fear (1996)", "Silence of the Lambs, The (1991)" ], "target_sids": [ 3, 14 ], "retrieved_sids": [ 1, 3, 14, 15, 7 ], "retrieved_global": [ 1, 3, 14, 15, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 16, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)", "Perfect World, A (1993)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 13, 5, 14, 1, 11 ], "retrieved_global": [ 13, 5, 14, 1, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 17, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sting, The (1973)", "Roman Holiday (1953)" ], "target_sids": [ 4, 14 ], "retrieved_sids": [ 20, 4, 1, 10, 12 ], "retrieved_global": [ 20, 4, 1, 10, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 18, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "When Harry Met Sally... (1989)", "M*A*S*H (1970)", "Aladdin (1992)" ], "target_sids": [ 11, 4, 15 ], "retrieved_sids": [ 11, 15, 4, 5, 8 ], "retrieved_global": [ 11, 15, 4, 5, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 19, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Star Wars (1977)", "True Lies (1994)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 1, 8, 4, 12, 5 ], "retrieved_global": [ 1, 8, 4, 12, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 20, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Star Trek: The Wrath of Khan (1982)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 7, 10, 0, 1 ], "retrieved_global": [ 3, 7, 10, 0, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 21, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Perfect World, A (1993)", "Magnificent Seven, The (1954)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 5, 8, 13, 1, 6 ], "retrieved_global": [ 5, 8, 13, 1, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 22, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "High Noon (1952)", "Butch Cassidy and the Sundance Kid (1969)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 1, 14, 5, 11, 15 ], "retrieved_global": [ 1, 14, 5, 11, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 23, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Celluloid Closet, The (1995)" ], "target_sids": [ 3 ], "retrieved_sids": [ 1, 3, 15, 2, 4 ], "retrieved_global": [ 1, 3, 15, 2, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 24, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Crimson Tide (1995)", "Sling Blade (1996)", "Psycho (1960)" ], "target_sids": [ 8, 11, 3 ], "retrieved_sids": [ 11, 8, 15, 12, 17 ], "retrieved_global": [ 11, 8, 15, 12, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 25, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Casablanca (1942)", "Sense and Sensibility (1995)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 5, 1, 8, 6, 9 ], "retrieved_global": [ 5, 1, 8, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 26, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Diva (1981)", "Abyss, The (1989)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 3, 12, 4, 0, 7 ], "retrieved_global": [ 3, 12, 4, 0, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 27, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Henry V (1989)", "Apocalypse Now (1979)", "Apt Pupil (1998)" ], "target_sids": [ 9, 5, 14 ], "retrieved_sids": [ 14, 18, 9, 15, 5 ], "retrieved_global": [ 14, 18, 9, 15, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 28, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Die Hard (1988)", "Face/Off (1997)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 13, 1, 10, 0 ], "retrieved_global": [ 5, 13, 1, 10, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 29, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Heat (1995)", "Glory (1989)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 12, 5, 1, 7 ], "retrieved_global": [ 8, 12, 5, 1, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 30, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "39 Steps, The (1935)", "Air Force One (1997)", "Arsenic and Old Lace (1944)", "Ransom (1996)" ], "target_sids": [ 15, 4, 12, 7 ], "retrieved_sids": [ 4, 1, 12, 15, 7 ], "retrieved_global": [ 4, 1, 12, 15, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 31, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Eat Drink Man Woman (1994)", "Raise the Red Lantern (1991)", "Ran (1985)" ], "target_sids": [ 4, 12, 7 ], "retrieved_sids": [ 12, 7, 4, 16, 8 ], "retrieved_global": [ 12, 7, 4, 16, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 32, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Being There (1979)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 8, 4, 11, 0 ], "retrieved_global": [ 1, 8, 4, 11, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 33, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "American in Paris, An (1951)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 4, 5, 10, 16 ], "retrieved_global": [ 1, 4, 5, 10, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 34, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Being There (1979)" ], "target_sids": [ 5 ], "retrieved_sids": [ 1, 17, 18, 9, 5 ], "retrieved_global": [ 1, 17, 18, 9, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 35, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Crimson Tide (1995)", "Silence of the Lambs, The (1991)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 6, 1, 3, 0, 9 ], "retrieved_global": [ 6, 1, 3, 0, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 36, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "African Queen, The (1951)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 4, 3, 12, 11 ], "retrieved_global": [ 1, 4, 3, 12, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 37, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Princess Bride, The (1987)", "Terminator, The (1984)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 4, 9, 5, 1, 15 ], "retrieved_global": [ 4, 9, 5, 1, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 38, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Crying Game, The (1992)", "Raiders of the Lost Ark (1981)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 4, 13, 5, 10 ], "retrieved_global": [ 12, 4, 13, 5, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 39, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Manchurian Candidate, The (1962)", "Rebecca (1940)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 13, 1, 14, 18 ], "retrieved_global": [ 5, 13, 1, 14, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 40, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Rock, The (1996)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 9, 1, 10, 8 ], "retrieved_global": [ 5, 9, 1, 10, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 41, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Snow White and the Seven Dwarfs (1937)", "Pink Floyd - The Wall (1982)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 4, 16, 5, 17 ], "retrieved_global": [ 12, 4, 16, 5, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 42, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Some Like It Hot (1959)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 1, 4, 9, 11 ], "retrieved_global": [ 3, 1, 4, 9, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 43, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "This Is Spinal Tap (1984)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 8, 11, 12, 10 ], "retrieved_global": [ 3, 8, 11, 12, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 44, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Close Shave, A (1995)", "Young Frankenstein (1974)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 12, 3, 18, 4, 13 ], "retrieved_global": [ 12, 3, 18, 4, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 45, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Notorious (1946)", "Shine (1996)", "Princess Bride, The (1987)" ], "target_sids": [ 4, 12, 7 ], "retrieved_sids": [ 12, 4, 7, 13, 5 ], "retrieved_global": [ 12, 4, 7, 13, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 46, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Cool Hand Luke (1967)" ], "target_sids": [ 5 ], "retrieved_sids": [ 4, 1, 9, 5, 11 ], "retrieved_global": [ 4, 1, 9, 5, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 47, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Graduate, The (1967)", "Gone with the Wind (1939)", "Wings of Desire (1987)" ], "target_sids": [ 16, 11, 4 ], "retrieved_sids": [ 16, 8, 11, 4, 17 ], "retrieved_global": [ 16, 8, 11, 4, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 48, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Raising Arizona (1987)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 4, 6, 0, 11 ], "retrieved_global": [ 3, 4, 6, 0, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 49, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Taxi Driver (1976)", "Die Hard (1988)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 12, 3, 1, 8, 4 ], "retrieved_global": [ 12, 3, 1, 8, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 50, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Rear Window (1954)", "Speed (1994)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 3, 7, 1, 10, 4 ], "retrieved_global": [ 3, 7, 1, 10, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 51, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Swingers (1996)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 4, 9, 16, 11 ], "retrieved_global": [ 3, 4, 9, 16, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 52, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Three Colors: Blue (1993)", "Glory (1989)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 9, 4, 15, 7, 12 ], "retrieved_global": [ 9, 4, 15, 7, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 53, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Heavenly Creatures (1994)", "Third Man, The (1949)", "Taxi Driver (1976)" ], "target_sids": [ 8, 12, 5 ], "retrieved_sids": [ 12, 5, 8, 6, 11 ], "retrieved_global": [ 12, 5, 8, 6, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 54, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Professional, The (1994)", "Vertigo (1958)" ], "target_sids": [ 10, 3 ], "retrieved_sids": [ 3, 1, 10, 0, 11 ], "retrieved_global": [ 3, 1, 10, 0, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 55, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Princess Bride, The (1987)", "Titanic (1997)", "Good, The Bad and The Ugly, The (1966)" ], "target_sids": [ 8, 4, 12 ], "retrieved_sids": [ 4, 2, 12, 8, 5 ], "retrieved_global": [ 4, 2, 12, 8, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 56, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Full Monty, The (1997)" ], "target_sids": [ 3 ], "retrieved_sids": [ 9, 1, 3, 12, 2 ], "retrieved_global": [ 9, 1, 3, 12, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 57, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Gattaca (1997)", "Close Shave, A (1995)", "Face/Off (1997)" ], "target_sids": [ 8, 12, 5 ], "retrieved_sids": [ 5, 1, 8, 12, 0 ], "retrieved_global": [ 5, 1, 8, 12, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 58, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Princess Bride, The (1987)", "Manhattan (1979)", "English Patient, The (1996)" ], "target_sids": [ 11, 3, 15 ], "retrieved_sids": [ 3, 15, 11, 4, 16 ], "retrieved_global": [ 3, 15, 11, 4, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 59, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "E.T. the Extra-Terrestrial (1982)", "Jungle2Jungle (1997)" ], "target_sids": [ 10, 3 ], "retrieved_sids": [ 3, 10, 11, 14, 6 ], "retrieved_global": [ 3, 10, 11, 14, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 60, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Quiet Man, The (1952)", "Princess Bride, The (1987)", "Cinema Paradiso (1988)" ], "target_sids": [ 8, 3, 12 ], "retrieved_sids": [ 12, 8, 15, 3, 9 ], "retrieved_global": [ 12, 8, 15, 3, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 61, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Aladdin (1992)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 4, 10, 5, 15 ], "retrieved_global": [ 1, 4, 10, 5, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 62, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Annie Hall (1977)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 5, 9, 12, 8 ], "retrieved_global": [ 4, 5, 9, 12, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 63, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "In the Line of Fire (1993)", "Good, The Bad and The Ugly, The (1966)", "Empire Strikes Back, The (1980)" ], "target_sids": [ 9, 19, 5 ], "retrieved_sids": [ 9, 19, 5, 10, 20 ], "retrieved_global": [ 9, 19, 5, 10, 20 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 64, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Man Who Would Be King, The (1975)", "Akira (1988)", "Clear and Present Danger (1994)" ], "target_sids": [ 10, 13, 5 ], "retrieved_sids": [ 1, 13, 10, 5, 11 ], "retrieved_global": [ 1, 13, 10, 5, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 65, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Quiet Man, The (1952)", "Princess Bride, The (1987)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 19, 14, 18, 5, 12 ], "retrieved_global": [ 19, 14, 18, 5, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 66, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Akira (1988)", "Back to the Future (1985)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 3, 7, 11, 1, 8 ], "retrieved_global": [ 3, 7, 11, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 67, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Shallow Grave (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 17, 5, 10, 12, 0 ], "retrieved_global": [ 17, 5, 10, 12, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 68, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "To Kill a Mockingbird (1962)" ], "target_sids": [ 3 ], "retrieved_sids": [ 8, 3, 4, 1, 6 ], "retrieved_global": [ 8, 3, 4, 1, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 69, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Titanic (1997)", "Good, The Bad and The Ugly, The (1966)", "Adventures of Robin Hood, The (1938)" ], "target_sids": [ 8, 4, 12 ], "retrieved_sids": [ 8, 4, 12, 9, 5 ], "retrieved_global": [ 8, 4, 12, 9, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 70, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Face/Off (1997)", "Third Man, The (1949)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 1, 9, 5, 6, 10 ], "retrieved_global": [ 1, 9, 5, 6, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 71, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Ran (1985)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 14, 1, 0, 4 ], "retrieved_global": [ 3, 14, 1, 0, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 72, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "North by Northwest (1959)" ], "target_sids": [ 3 ], "retrieved_sids": [ 13, 3, 11, 4, 8 ], "retrieved_global": [ 13, 3, 11, 4, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 73, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Pink Floyd - The Wall (1982)", "Nightmare Before Christmas, The (1993)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 14, 5, 9, 19 ], "retrieved_global": [ 8, 14, 5, 9, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 74, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Die Hard (1988)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 8, 1, 16, 2 ], "retrieved_global": [ 4, 8, 1, 16, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 75, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Secret Garden, The (1993)", "20,000 Leagues Under the Sea (1954)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 5, 9, 6, 0, 12 ], "retrieved_global": [ 5, 9, 6, 0, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 76, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Graduate, The (1967)" ], "target_sids": [ 3 ], "retrieved_sids": [ 13, 12, 3, 17, 4 ], "retrieved_global": [ 13, 12, 3, 17, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 77, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Clear and Present Danger (1994)", "Godfather: Part II, The (1974)", "Aliens (1986)" ], "target_sids": [ 10, 5, 15 ], "retrieved_sids": [ 5, 15, 21, 11, 10 ], "retrieved_global": [ 5, 15, 21, 11, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 78, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Terminator, The (1984)", "Sling Blade (1996)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 12, 5, 1, 13, 0 ], "retrieved_global": [ 12, 5, 1, 13, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 79, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Parent Trap, The (1961)", "Flubber (1997)" ], "target_sids": [ 3, 15 ], "retrieved_sids": [ 15, 3, 19, 6, 12 ], "retrieved_global": [ 15, 3, 19, 6, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 80, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Swingers (1996)", "Cinema Paradiso (1988)", "Back to the Future (1985)" ], "target_sids": [ 3, 6, 15 ], "retrieved_sids": [ 11, 1, 15, 6, 3 ], "retrieved_global": [ 11, 1, 15, 6, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 81, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Shallow Grave (1994)", "Heavenly Creatures (1994)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 1, 4, 8, 11, 12 ], "retrieved_global": [ 1, 4, 8, 11, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 82, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Groundhog Day (1993)", "Chasing Amy (1997)", "My Fair Lady (1964)", "Room with a View, A (1986)" ], "target_sids": [ 8, 12, 5, 15 ], "retrieved_sids": [ 12, 8, 5, 15, 1 ], "retrieved_global": [ 12, 8, 5, 15, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 83, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Good, The Bad and The Ugly, The (1966)", "Men in Black (1997)" ], "target_sids": [ 18, 5 ], "retrieved_sids": [ 5, 18, 21, 1, 14 ], "retrieved_global": [ 5, 18, 21, 1, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 84, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "American in Paris, An (1951)", "Rebecca (1940)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 9, 4, 10, 0, 5 ], "retrieved_global": [ 9, 4, 10, 0, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 85, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "39 Steps, The (1935)", "Face/Off (1997)", "Arsenic and Old Lace (1944)" ], "target_sids": [ 9, 12, 5 ], "retrieved_sids": [ 12, 5, 9, 0, 16 ], "retrieved_global": [ 12, 5, 9, 0, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 86, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Supercop (1992)", "Jaws (1975)", "Heat (1995)" ], "target_sids": [ 8, 17, 3 ], "retrieved_sids": [ 14, 17, 8, 3, 12 ], "retrieved_global": [ 14, 17, 8, 3, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 87, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sword in the Stone, The (1963)", "Love Bug, The (1969)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 1, 5, 3, 13, 16 ], "retrieved_global": [ 1, 5, 3, 13, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 88, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Escape from New York (1981)", "20,000 Leagues Under the Sea (1954)", "Back to the Future (1985)" ], "target_sids": [ 8, 16, 5 ], "retrieved_sids": [ 1, 5, 16, 14, 8 ], "retrieved_global": [ 1, 5, 16, 14, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 89, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "All About Eve (1950)", "Three Colors: Red (1994)", "Lone Star (1996)" ], "target_sids": [ 4, 12, 15 ], "retrieved_sids": [ 12, 4, 0, 15, 9 ], "retrieved_global": [ 12, 4, 0, 15, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 90, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Notorious (1946)", "Hunt for Red October, The (1990)", "Apt Pupil (1998)" ], "target_sids": [ 10, 5, 15 ], "retrieved_sids": [ 5, 6, 15, 10, 16 ], "retrieved_global": [ 5, 6, 15, 10, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 91, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Face/Off (1997)" ], "target_sids": [ 5 ], "retrieved_sids": [ 13, 1, 5, 10, 0 ], "retrieved_global": [ 13, 1, 5, 10, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 92, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Strictly Ballroom (1992)", "Annie Hall (1977)", "Cinema Paradiso (1988)" ], "target_sids": [ 8, 16, 3 ], "retrieved_sids": [ 8, 14, 3, 16, 9 ], "retrieved_global": [ 8, 14, 3, 16, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 93, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Abyss, The (1989)", "Godfather: Part II, The (1974)" ], "target_sids": [ 3, 13 ], "retrieved_sids": [ 3, 13, 1, 7, 14 ], "retrieved_global": [ 3, 13, 1, 7, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 94, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Strictly Ballroom (1992)", "Annie Hall (1977)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 8, 3, 15, 1, 9 ], "retrieved_global": [ 8, 3, 15, 1, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 95, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Raging Bull (1980)", "Christmas Carol, A (1938)", "Boot, Das (1981)" ], "target_sids": [ 9, 4, 14 ], "retrieved_sids": [ 1, 14, 4, 9, 13 ], "retrieved_global": [ 1, 14, 4, 9, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 96, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Eat Drink Man Woman (1994)", "Raising Arizona (1987)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 4, 1, 0, 5 ], "retrieved_global": [ 7, 4, 1, 0, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 97, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Cyrano de Bergerac (1990)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 15, 4, 14, 0 ], "retrieved_global": [ 3, 15, 4, 14, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 98, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Indiana Jones and the Last Crusade (1989)", "Star Trek: The Wrath of Khan (1982)", "Men in Black (1997)" ], "target_sids": [ 8, 13, 5 ], "retrieved_sids": [ 5, 13, 8, 0, 9 ], "retrieved_global": [ 5, 13, 8, 0, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 99, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "In the Line of Fire (1993)", "Sling Blade (1996)" ], "target_sids": [ 5, 15 ], "retrieved_sids": [ 15, 5, 9, 16, 1 ], "retrieved_global": [ 15, 5, 9, 16, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 100, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Three Colors: Blue (1993)" ], "target_sids": [ 3 ], "retrieved_sids": [ 8, 3, 1, 0, 4 ], "retrieved_global": [ 8, 3, 1, 0, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 101, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Sneakers (1992)", "Alien: Resurrection (1997)", "Star Trek VI: The Undiscovered Country (1991)" ], "target_sids": [ 8, 4, 13 ], "retrieved_sids": [ 8, 4, 9, 14, 12 ], "retrieved_global": [ 8, 4, 9, 14, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 102, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)", "Tombstone (1993)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 10, 12, 5, 2, 8 ], "retrieved_global": [ 10, 12, 5, 2, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 103, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Bridge on the River Kwai, The (1957)" ], "target_sids": [ 3 ], "retrieved_sids": [ 1, 3, 10, 4, 6 ], "retrieved_global": [ 1, 3, 10, 4, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 104, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Harold and Maude (1971)", "Cinema Paradiso (1988)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 9, 10, 4, 1, 5 ], "retrieved_global": [ 9, 10, 4, 1, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 105, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Strictly Ballroom (1992)", "Annie Hall (1977)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 5, 9, 18, 2 ], "retrieved_global": [ 8, 5, 9, 18, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 106, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "To Catch a Thief (1955)" ], "target_sids": [ 5 ], "retrieved_sids": [ 15, 5, 4, 11, 9 ], "retrieved_global": [ 15, 5, 4, 11, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 107, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "It's a Wonderful Life (1946)", "Boot, Das (1981)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 16, 8, 1, 3, 11 ], "retrieved_global": [ 16, 8, 1, 3, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 108, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "It's a Wonderful Life (1946)", "Titanic (1997)" ], "target_sids": [ 17, 4 ], "retrieved_sids": [ 17, 4, 13, 5, 18 ], "retrieved_global": [ 17, 4, 13, 5, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 109, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Breakfast at Tiffany's (1961)", "Leaving Las Vegas (1995)", "Manhattan (1979)" ], "target_sids": [ 10, 3, 6 ], "retrieved_sids": [ 6, 10, 3, 4, 13 ], "retrieved_global": [ 6, 10, 3, 4, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 110, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Reservoir Dogs (1992)", "Hoodlum (1997)", "Menace II Society (1993)" ], "target_sids": [ 3, 6, 14 ], "retrieved_sids": [ 1, 14, 10, 6, 3 ], "retrieved_global": [ 1, 14, 10, 6, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 111, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "All About Eve (1950)" ], "target_sids": [ 5 ], "retrieved_sids": [ 13, 3, 5, 11, 6 ], "retrieved_global": [ 13, 3, 5, 11, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 112, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Rock, The (1996)", "In the Line of Fire (1993)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 3, 6, 15, 14, 18 ], "retrieved_global": [ 3, 6, 15, 14, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 113, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Notorious (1946)", "Sabrina (1954)" ], "target_sids": [ 4, 15 ], "retrieved_sids": [ 4, 16, 11, 15, 5 ], "retrieved_global": [ 4, 16, 11, 15, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 114, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Casablanca (1942)", "Seven Years in Tibet (1997)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 5, 12, 6, 10, 9 ], "retrieved_global": [ 5, 12, 6, 10, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 115, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Professional, The (1994)", "Graduate, The (1967)", "Titanic (1997)" ], "target_sids": [ 18, 5, 14 ], "retrieved_sids": [ 14, 18, 1, 5, 19 ], "retrieved_global": [ 14, 18, 1, 5, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 116, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Dances with Wolves (1990)", "City of Lost Children, The (1995)", "Star Wars (1977)" ], "target_sids": [ 8, 3, 15 ], "retrieved_sids": [ 8, 15, 3, 9, 16 ], "retrieved_global": [ 8, 15, 3, 9, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 117, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Man with a Movie Camera (1929)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 12, 5, 13, 14 ], "retrieved_global": [ 4, 12, 5, 13, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 118, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Boot, Das (1981)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 10, 1, 6, 2 ], "retrieved_global": [ 5, 10, 1, 6, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 119, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Air Force One (1997)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 4, 8, 0, 6 ], "retrieved_global": [ 1, 4, 8, 0, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 120, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Mrs. Brown (Her Majesty, Mrs. Brown) (1997)" ], "target_sids": [ 3 ], "retrieved_sids": [ 17, 3, 16, 1, 15 ], "retrieved_global": [ 17, 3, 16, 1, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 121, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Dances with Wolves (1990)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 13, 18, 4, 5 ], "retrieved_global": [ 1, 13, 18, 4, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 122, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Die Hard (1988)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 17, 9, 0, 12 ], "retrieved_global": [ 3, 17, 9, 0, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 123, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Alice in Wonderland (1951)", "Pocahontas (1995)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 1, 4, 8, 5, 9 ], "retrieved_global": [ 1, 4, 8, 5, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 124, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Sabrina (1954)", "Harold and Maude (1971)", "Apartment, The (1960)" ], "target_sids": [ 4, 12, 15 ], "retrieved_sids": [ 1, 10, 12, 16, 5 ], "retrieved_global": [ 1, 10, 12, 16, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 125, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Christmas Carol, A (1938)", "Jean de Florette (1986)", "Raging Bull (1980)", "Manon of the Spring (Manon des sources) (1986)" ], "target_sids": [ 17, 10, 13, 5 ], "retrieved_sids": [ 13, 10, 17, 5, 18 ], "retrieved_global": [ 13, 10, 17, 5, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 126, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Fugitive, The (1993)", "Abyss, The (1989)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 1, 6, 3, 7, 9 ], "retrieved_global": [ 1, 6, 3, 7, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 127, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Jerry Maguire (1996)" ], "target_sids": [ 4 ], "retrieved_sids": [ 11, 4, 1, 10, 7 ], "retrieved_global": [ 11, 4, 1, 10, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 128, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Graduate, The (1967)", "Notorious (1946)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 4, 1, 8, 5 ], "retrieved_global": [ 7, 4, 1, 8, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 129, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Army of Darkness (1993)", "Alien (1979)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 5, 12, 6, 9, 13 ], "retrieved_global": [ 5, 12, 6, 9, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 130, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Supercop (1992)", "Titanic (1997)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 5, 12, 8, 9, 6 ], "retrieved_global": [ 5, 12, 8, 9, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 131, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Heavenly Creatures (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 1, 6, 10, 9 ], "retrieved_global": [ 5, 1, 6, 10, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 132, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Raiders of the Lost Ark (1981)", "Rock, The (1996)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 13, 5, 6, 14, 10 ], "retrieved_global": [ 13, 5, 6, 14, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 133, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Duck Soup (1933)", "Sabrina (1954)", "Rosencrantz and Guildenstern Are Dead (1990)" ], "target_sids": [ 8, 4, 12 ], "retrieved_sids": [ 4, 12, 1, 16, 0 ], "retrieved_global": [ 4, 12, 1, 16, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 134, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Crimson Tide (1995)", "Face/Off (1997)" ], "target_sids": [ 9, 3 ], "retrieved_sids": [ 9, 7, 13, 6, 3 ], "retrieved_global": [ 9, 7, 13, 6, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 135, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Stand by Me (1986)", "This Is Spinal Tap (1984)" ], "target_sids": [ 3, 15 ], "retrieved_sids": [ 3, 8, 15, 0, 4 ], "retrieved_global": [ 3, 8, 15, 0, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 136, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Forbidden Planet (1956)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 1, 9, 6, 11 ], "retrieved_global": [ 5, 1, 9, 6, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 137, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Manon of the Spring (Manon des sources) (1986)", "Wings of Desire (1987)", "Shawshank Redemption, The (1994)", "Wizard of Oz, The (1939)" ], "target_sids": [ 9, 13, 18, 5 ], "retrieved_sids": [ 18, 9, 5, 13, 6 ], "retrieved_global": [ 18, 9, 5, 13, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 138, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Heavenly Creatures (1994)", "Arsenic and Old Lace (1944)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 9, 10, 1, 14, 5 ], "retrieved_global": [ 9, 10, 1, 14, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 139, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Cinema Paradiso (1988)" ], "target_sids": [ 5 ], "retrieved_sids": [ 10, 5, 8, 13, 6 ], "retrieved_global": [ 10, 5, 8, 13, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 140, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Fugitive, The (1993)", "Seven (Se7en) (1995)", "Professional, The (1994)" ], "target_sids": [ 8, 18, 4 ], "retrieved_sids": [ 18, 8, 14, 4, 2 ], "retrieved_global": [ 18, 8, 14, 4, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 141, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Nikita (La Femme Nikita) (1990)", "Dial M for Murder (1954)", "Red Rock West (1992)" ], "target_sids": [ 18, 4, 14 ], "retrieved_sids": [ 18, 14, 13, 19, 4 ], "retrieved_global": [ 18, 14, 13, 19, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 142, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Wings of Desire (1987)" ], "target_sids": [ 4 ], "retrieved_sids": [ 10, 4, 14, 9, 5 ], "retrieved_global": [ 10, 4, 14, 9, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 143, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Shadowlands (1993)", "Singin' in the Rain (1952)", "Room with a View, A (1986)" ], "target_sids": [ 9, 4, 13 ], "retrieved_sids": [ 4, 9, 13, 10, 14 ], "retrieved_global": [ 4, 9, 13, 10, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 144, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Cinema Paradiso (1988)", "Quiet Man, The (1952)", "Harold and Maude (1971)" ], "target_sids": [ 9, 4, 14 ], "retrieved_sids": [ 4, 19, 1, 14, 5 ], "retrieved_global": [ 4, 19, 1, 14, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 145, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Clear and Present Danger (1994)", "Star Trek: Generations (1994)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 13, 4, 7, 8, 0 ], "retrieved_global": [ 13, 4, 7, 8, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 146, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Bound (1996)" ], "target_sids": [ 4 ], "retrieved_sids": [ 16, 4, 3, 12, 0 ], "retrieved_global": [ 16, 4, 3, 12, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 147, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Godfather: Part II, The (1974)", "Three Colors: Red (1994)", "Silence of the Lambs, The (1991)" ], "target_sids": [ 8, 13, 5 ], "retrieved_sids": [ 13, 8, 5, 6, 9 ], "retrieved_global": [ 13, 8, 5, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 148, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "To Catch a Thief (1955)" ], "target_sids": [ 3 ], "retrieved_sids": [ 9, 3, 7, 0, 5 ], "retrieved_global": [ 9, 3, 7, 0, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 149, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Return of the Jedi (1983)" ], "target_sids": [ 3 ], "retrieved_sids": [ 8, 3, 4, 12, 1 ], "retrieved_global": [ 8, 3, 4, 12, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 150, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Forrest Gump (1994)", "Cool Hand Luke (1967)" ], "target_sids": [ 11, 5 ], "retrieved_sids": [ 5, 11, 1, 9, 6 ], "retrieved_global": [ 5, 11, 1, 9, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 151, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Eat Drink Man Woman (1994)", "Wrong Trousers, The (1993)", "Toy Story (1995)" ], "target_sids": [ 9, 4, 14 ], "retrieved_sids": [ 4, 9, 14, 10, 15 ], "retrieved_global": [ 4, 9, 14, 10, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 152, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Bound (1996)" ], "target_sids": [ 5 ], "retrieved_sids": [ 16, 5, 1, 9, 6 ], "retrieved_global": [ 16, 5, 1, 9, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 153, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Henry V (1989)", "To Kill a Mockingbird (1962)" ], "target_sids": [ 10, 4 ], "retrieved_sids": [ 10, 7, 4, 1, 11 ], "retrieved_global": [ 10, 7, 4, 1, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 154, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Delicatessen (1991)", "His Girl Friday (1940)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 20, 12, 18, 10, 4 ], "retrieved_global": [ 20, 12, 18, 10, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 155, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Wings of the Dove, The (1997)", "Taxi Driver (1976)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 5, 15, 10, 6, 9 ], "retrieved_global": [ 5, 15, 10, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 156, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Rebecca (1940)", "Philadelphia Story, The (1940)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 4, 13, 7, 8 ], "retrieved_global": [ 12, 4, 13, 7, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 157, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Wyatt Earp (1994)", "Legends of the Fall (1994)" ], "target_sids": [ 10, 3 ], "retrieved_sids": [ 10, 1, 11, 3, 4 ], "retrieved_global": [ 10, 1, 11, 3, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 158, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Terminator, The (1984)" ], "target_sids": [ 5 ], "retrieved_sids": [ 14, 5, 11, 6, 0 ], "retrieved_global": [ 14, 5, 11, 6, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 159, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Titanic (1997)", "Men in Black (1997)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 9, 5, 15, 1, 4 ], "retrieved_global": [ 9, 5, 15, 1, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 160, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Client, The (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 14, 8, 2, 11 ], "retrieved_global": [ 5, 14, 8, 2, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 161, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Return of the Jedi (1983)", "True Lies (1994)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 5, 9, 6, 3 ], "retrieved_global": [ 8, 5, 9, 6, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 162, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Star Trek VI: The Undiscovered Country (1991)", "Abyss, The (1989)", "City of Lost Children, The (1995)" ], "target_sids": [ 10, 4, 7 ], "retrieved_sids": [ 16, 4, 10, 7, 3 ], "retrieved_global": [ 16, 4, 10, 7, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 163, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Hoop Dreams (1994)" ], "target_sids": [ 3 ], "retrieved_sids": [ 11, 3, 12, 13, 15 ], "retrieved_global": [ 11, 3, 12, 13, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 164, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Raiders of the Lost Ark (1981)", "Jaws (1975)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 4, 11, 9, 8, 5 ], "retrieved_global": [ 4, 11, 9, 8, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 165, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Face/Off (1997)", "Alien (1979)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 14, 5, 6, 15, 0 ], "retrieved_global": [ 14, 5, 6, 15, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 166, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Quiet Man, The (1952)" ], "target_sids": [ 5 ], "retrieved_sids": [ 1, 5, 17, 4, 12 ], "retrieved_global": [ 1, 5, 17, 4, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 167, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "12 Angry Men (1957)", "Godfather, The (1972)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 4, 12, 13, 16, 10 ], "retrieved_global": [ 4, 12, 13, 16, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 168, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Fly Away Home (1996)", "Star Trek IV: The Voyage Home (1986)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 9, 4, 16, 10, 15 ], "retrieved_global": [ 9, 4, 16, 10, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 169, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Princess Bride, The (1987)", "Willy Wonka and the Chocolate Factory (1971)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 3, 6, 1, 4, 12 ], "retrieved_global": [ 3, 6, 1, 4, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 170, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Full Metal Jacket (1987)", "Speed (1994)", "Last of the Mohicans, The (1992)" ], "target_sids": [ 8, 11, 4 ], "retrieved_sids": [ 4, 11, 8, 3, 16 ], "retrieved_global": [ 4, 11, 8, 3, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 171, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Star Wars (1977)" ], "target_sids": [ 5 ], "retrieved_sids": [ 9, 5, 13, 1, 8 ], "retrieved_global": [ 9, 5, 13, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 172, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Deer Hunter, The (1978)", "Dr. Strangelove or: How I Learned to Stop Worrying and Love the Bomb (1963)", "Mars Attacks! (1996)" ], "target_sids": [ 8, 3, 13 ], "retrieved_sids": [ 1, 3, 8, 13, 4 ], "retrieved_global": [ 1, 3, 8, 13, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 173, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "African Queen, The (1951)", "Mrs. Brown (Her Majesty, Mrs. Brown) (1997)" ], "target_sids": [ 10, 3 ], "retrieved_sids": [ 3, 7, 10, 0, 4 ], "retrieved_global": [ 3, 7, 10, 0, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 174, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Shine (1996)", "Chasing Amy (1997)", "Four Weddings and a Funeral (1994)" ], "target_sids": [ 10, 5, 15 ], "retrieved_sids": [ 15, 10, 5, 16, 11 ], "retrieved_global": [ 15, 10, 5, 16, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 175, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Titanic (1997)", "Room with a View, A (1986)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 3, 11, 1, 12, 0 ], "retrieved_global": [ 3, 11, 1, 12, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 176, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Some Kind of Wonderful (1987)", "Sense and Sensibility (1995)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 11, 14, 18, 5, 1 ], "retrieved_global": [ 11, 14, 18, 5, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 177, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Roman Holiday (1953)", "Duck Soup (1933)", "Raising Arizona (1987)" ], "target_sids": [ 9, 4, 12 ], "retrieved_sids": [ 9, 1, 4, 17, 12 ], "retrieved_global": [ 9, 1, 4, 17, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 178, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Taxi Driver (1976)" ], "target_sids": [ 3 ], "retrieved_sids": [ 7, 3, 1, 6, 4 ], "retrieved_global": [ 7, 3, 1, 6, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 179, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Men in Black (1997)", "Return of the Jedi (1983)", "Evil Dead II (1987)" ], "target_sids": [ 17, 4, 13 ], "retrieved_sids": [ 17, 1, 4, 13, 14 ], "retrieved_global": [ 17, 1, 4, 13, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 180, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Arsenic and Old Lace (1944)", "39 Steps, The (1935)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 13, 4, 9, 5, 0 ], "retrieved_global": [ 13, 4, 9, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 181, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Swingers (1996)", "Monty Python and the Holy Grail (1974)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 16, 3, 11, 4, 7 ], "retrieved_global": [ 16, 3, 11, 4, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 182, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "L.A. Confidential (1997)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 13, 1, 6, 0 ], "retrieved_global": [ 5, 13, 1, 6, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 183, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Diva (1981)" ], "target_sids": [ 3 ], "retrieved_sids": [ 11, 4, 3, 14, 1 ], "retrieved_global": [ 11, 4, 3, 14, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 184, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Eat Drink Man Woman (1994)" ], "target_sids": [ 3 ], "retrieved_sids": [ 1, 3, 0, 9, 7 ], "retrieved_global": [ 1, 3, 0, 9, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 185, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Young Frankenstein (1974)", "Monty Python and the Holy Grail (1974)" ], "target_sids": [ 4, 14 ], "retrieved_sids": [ 4, 10, 14, 5, 1 ], "retrieved_global": [ 4, 10, 14, 5, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 186, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Casablanca (1942)", "Christmas Carol, A (1938)", "Braveheart (1995)" ], "target_sids": [ 8, 12, 5 ], "retrieved_sids": [ 5, 12, 1, 6, 4 ], "retrieved_global": [ 5, 12, 1, 6, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 187, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Raising Arizona (1987)", "Swingers (1996)", "Bringing Up Baby (1938)" ], "target_sids": [ 17, 4, 14 ], "retrieved_sids": [ 4, 14, 17, 10, 1 ], "retrieved_global": [ 4, 14, 17, 10, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 188, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Manhattan (1979)", "African Queen, The (1951)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 1, 5, 10, 6, 0 ], "retrieved_global": [ 1, 5, 10, 6, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 189, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Jumanji (1995)" ], "target_sids": [ 3 ], "retrieved_sids": [ 16, 1, 3, 4, 0 ], "retrieved_global": [ 16, 1, 3, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 190, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Wizard of Oz, The (1939)", "Highlander (1986)", "Star Trek: The Wrath of Khan (1982)" ], "target_sids": [ 10, 3, 7 ], "retrieved_sids": [ 3, 10, 11, 7, 4 ], "retrieved_global": [ 3, 10, 11, 7, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 191, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Much Ado About Nothing (1993)", "Leaving Las Vegas (1995)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 1, 3, 4, 8, 11 ], "retrieved_global": [ 1, 3, 4, 8, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 192, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Philadelphia Story, The (1940)", "Much Ado About Nothing (1993)", "Sabrina (1954)", "Chasing Amy (1997)" ], "target_sids": [ 17, 3, 12, 7 ], "retrieved_sids": [ 10, 17, 7, 13, 3 ], "retrieved_global": [ 10, 17, 7, 13, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 193, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Notorious (1946)", "When Harry Met Sally... (1989)", "Wings of Desire (1987)", "Return of the Jedi (1983)" ], "target_sids": [ 16, 3, 12, 7 ], "retrieved_sids": [ 12, 7, 16, 3, 8 ], "retrieved_global": [ 12, 7, 16, 3, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 194, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Terminator, The (1984)", "Apt Pupil (1998)", "To Catch a Thief (1955)" ], "target_sids": [ 3, 13, 6 ], "retrieved_sids": [ 1, 3, 6, 13, 17 ], "retrieved_global": [ 1, 3, 6, 13, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 195, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "It's a Wonderful Life (1946)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 12, 5, 11, 10 ], "retrieved_global": [ 4, 12, 5, 11, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 196, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Rosencrantz and Guildenstern Are Dead (1990)", "North by Northwest (1959)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 15, 9, 4, 1, 10 ], "retrieved_global": [ 15, 9, 4, 1, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 197, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "My Fair Lady (1964)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 8, 5, 0, 10 ], "retrieved_global": [ 4, 8, 5, 0, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 198, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Local Hero (1983)", "Wings of Desire (1987)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 4, 1, 17, 13 ], "retrieved_global": [ 12, 4, 1, 17, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 199, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Diva (1981)", "My Fair Lady (1964)", "Titanic (1997)" ], "target_sids": [ 9, 18, 4 ], "retrieved_sids": [ 18, 9, 5, 1, 4 ], "retrieved_global": [ 18, 9, 5, 1, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 200, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Citizen Kane (1941)", "Cool Hand Luke (1967)", "Empire Strikes Back, The (1980)" ], "target_sids": [ 10, 5, 14 ], "retrieved_sids": [ 10, 5, 14, 15, 13 ], "retrieved_global": [ 10, 5, 14, 15, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 201, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Aliens (1986)", "Sleeper (1973)" ], "target_sids": [ 3, 13 ], "retrieved_sids": [ 3, 13, 9, 14, 17 ], "retrieved_global": [ 3, 13, 9, 14, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 202, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "U Turn (1997)", "Midnight in the Garden of Good and Evil (1997)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 1, 8, 4, 5, 0 ], "retrieved_global": [ 1, 8, 4, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 203, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Man with a Movie Camera (1929)" ], "target_sids": [ 4 ], "retrieved_sids": [ 11, 4, 10, 13, 5 ], "retrieved_global": [ 11, 4, 10, 13, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 204, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Glory (1989)" ], "target_sids": [ 5 ], "retrieved_sids": [ 2, 11, 5, 1, 0 ], "retrieved_global": [ 2, 11, 5, 1, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 205, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Fantasia (1940)", "Jumanji (1995)", "Aladdin (1992)" ], "target_sids": [ 4, 12, 7 ], "retrieved_sids": [ 12, 7, 4, 8, 11 ], "retrieved_global": [ 12, 7, 4, 8, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 206, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Godfather, The (1972)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 18, 6, 1, 8 ], "retrieved_global": [ 5, 18, 6, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 207, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Casablanca (1942)", "Rebecca (1940)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 9, 17, 13, 1 ], "retrieved_global": [ 5, 9, 17, 13, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 208, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Celluloid Closet, The (1995)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 14, 8, 1, 5 ], "retrieved_global": [ 4, 14, 8, 1, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 209, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Fargo (1996)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 1, 19, 6, 9 ], "retrieved_global": [ 5, 1, 19, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 210, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "12 Angry Men (1957)", "Eat Drink Man Woman (1994)" ], "target_sids": [ 3, 13 ], "retrieved_sids": [ 9, 3, 13, 1, 4 ], "retrieved_global": [ 9, 3, 13, 1, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 211, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Godfather: Part II, The (1974)", "Wings of Desire (1987)", "Hamlet (1996)" ], "target_sids": [ 9, 5, 14 ], "retrieved_sids": [ 9, 5, 14, 3, 1 ], "retrieved_global": [ 9, 5, 14, 3, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 212, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "As Good As It Gets (1997)", "Three Colors: Blue (1993)", "To Kill a Mockingbird (1962)", "All About Eve (1950)" ], "target_sids": [ 8, 12, 5, 15 ], "retrieved_sids": [ 12, 5, 15, 1, 8 ], "retrieved_global": [ 12, 5, 15, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 213, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Last of the Mohicans, The (1992)", "Godfather, The (1972)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 17, 3, 8, 4, 7 ], "retrieved_global": [ 17, 3, 8, 4, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 214, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Aristocats, The (1970)" ], "target_sids": [ 3 ], "retrieved_sids": [ 13, 16, 3, 11, 7 ], "retrieved_global": [ 13, 16, 3, 11, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 215, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Reservoir Dogs (1992)", "Crimson Tide (1995)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 5, 2, 16, 10, 1 ], "retrieved_global": [ 5, 2, 16, 10, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 216, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)", "Last Man Standing (1996)", "Unforgiven (1992)" ], "target_sids": [ 10, 5, 14 ], "retrieved_sids": [ 5, 10, 14, 11, 15 ], "retrieved_global": [ 5, 10, 14, 11, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 217, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Jerry Maguire (1996)", "Rebecca (1940)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 3, 6, 8, 0, 7 ], "retrieved_global": [ 3, 6, 8, 0, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 218, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Jerry Maguire (1996)", "Roman Holiday (1953)", "Breakfast at Tiffany's (1961)" ], "target_sids": [ 9, 12, 5 ], "retrieved_sids": [ 5, 12, 9, 13, 8 ], "retrieved_global": [ 5, 12, 9, 13, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 219, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Full Monty, The (1997)", "Close Shave, A (1995)", "As Good As It Gets (1997)" ], "target_sids": [ 11, 16, 3 ], "retrieved_sids": [ 11, 1, 3, 16, 9 ], "retrieved_global": [ 11, 1, 3, 16, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 220, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Four Weddings and a Funeral (1994)", "Annie Hall (1977)", "Cyrano de Bergerac (1990)" ], "target_sids": [ 8, 3, 15 ], "retrieved_sids": [ 8, 3, 9, 4, 15 ], "retrieved_global": [ 8, 3, 9, 4, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 221, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Fargo (1996)", "Graduate, The (1967)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 4, 7, 16, 1, 8 ], "retrieved_global": [ 4, 7, 16, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 222, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Shawshank Redemption, The (1994)", "Boot, Das (1981)", "Graduate, The (1967)" ], "target_sids": [ 8, 4, 13 ], "retrieved_sids": [ 4, 8, 1, 13, 14 ], "retrieved_global": [ 4, 8, 1, 13, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 223, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)", "Supercop (1992)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 1, 4, 11, 17, 7 ], "retrieved_global": [ 1, 4, 11, 17, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 224, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "2001: A Space Odyssey (1968)" ], "target_sids": [ 4 ], "retrieved_sids": [ 9, 4, 0, 16, 8 ], "retrieved_global": [ 9, 4, 0, 16, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 225, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "E.T. the Extra-Terrestrial (1982)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 13, 3, 1, 5 ], "retrieved_global": [ 4, 13, 3, 1, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 226, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "African Queen, The (1951)", "Crimson Tide (1995)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 3, 6, 1, 10, 0 ], "retrieved_global": [ 3, 6, 1, 10, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 227, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Alien (1979)", "Die Hard (1988)", "Heat (1995)" ], "target_sids": [ 9, 5, 14 ], "retrieved_sids": [ 9, 5, 14, 6, 13 ], "retrieved_global": [ 9, 5, 14, 6, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 228, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Adventures of Robin Hood, The (1938)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 8, 13, 16, 11 ], "retrieved_global": [ 5, 8, 13, 16, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 229, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Chasing Amy (1997)", "African Queen, The (1951)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 10, 4, 5, 1 ], "retrieved_global": [ 12, 10, 4, 5, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 230, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Babe (1995)", "Close Shave, A (1995)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 4, 11, 1, 7, 12 ], "retrieved_global": [ 4, 11, 1, 7, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 231, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Full Monty, The (1997)", "Blues Brothers, The (1980)", "It Happened One Night (1934)" ], "target_sids": [ 10, 19, 5 ], "retrieved_sids": [ 10, 5, 19, 1, 20 ], "retrieved_global": [ 10, 5, 19, 1, 20 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 232, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Devil in a Blue Dress (1995)", "Red Corner (1997)", "Jackie Brown (1997)" ], "target_sids": [ 8, 4, 12 ], "retrieved_sids": [ 12, 4, 1, 8, 5 ], "retrieved_global": [ 12, 4, 1, 8, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 233, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "The Thin Blue Line (1988)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 5, 4, 1, 9 ], "retrieved_global": [ 3, 5, 4, 1, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 234, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Primal Fear (1996)", "2001: A Space Odyssey (1968)", "Aliens (1986)" ], "target_sids": [ 11, 3, 6 ], "retrieved_sids": [ 6, 3, 11, 0, 10 ], "retrieved_global": [ 6, 3, 11, 0, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 235, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Notorious (1946)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 6, 3, 12, 10 ], "retrieved_global": [ 5, 6, 3, 12, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 236, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Empire Strikes Back, The (1980)", "Quiet Man, The (1952)", "Room with a View, A (1986)" ], "target_sids": [ 8, 13, 5 ], "retrieved_sids": [ 18, 5, 1, 13, 14 ], "retrieved_global": [ 18, 5, 1, 13, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 237, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Return of the Jedi (1983)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 6, 9, 1, 10 ], "retrieved_global": [ 5, 6, 9, 1, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 238, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Adventures of Robin Hood, The (1938)", "Edge, The (1997)", "Ben-Hur (1959)" ], "target_sids": [ 17, 5, 14 ], "retrieved_sids": [ 5, 14, 17, 15, 18 ], "retrieved_global": [ 5, 14, 17, 15, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 239, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sense and Sensibility (1995)", "Leaving Las Vegas (1995)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 3, 11, 2, 1, 6 ], "retrieved_global": [ 3, 11, 2, 1, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 240, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Raising Arizona (1987)", "This Is Spinal Tap (1984)", "Wrong Trousers, The (1993)" ], "target_sids": [ 9, 5, 14 ], "retrieved_sids": [ 5, 14, 0, 9, 1 ], "retrieved_global": [ 5, 14, 0, 9, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 241, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Shadowlands (1993)", "Rebecca (1940)", "My Fair Lady (1964)" ], "target_sids": [ 8, 11, 5 ], "retrieved_sids": [ 8, 5, 1, 11, 9 ], "retrieved_global": [ 8, 5, 1, 11, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 242, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Three Colors: Blue (1993)" ], "target_sids": [ 4 ], "retrieved_sids": [ 14, 4, 15, 5, 9 ], "retrieved_global": [ 14, 4, 15, 5, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 243, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Hunt for Red October, The (1990)" ], "target_sids": [ 5 ], "retrieved_sids": [ 14, 15, 16, 5, 0 ], "retrieved_global": [ 14, 15, 16, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 244, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Akira (1988)", "Stand by Me (1986)", "Star Trek: The Wrath of Khan (1982)" ], "target_sids": [ 17, 4, 7 ], "retrieved_sids": [ 7, 13, 4, 1, 11 ], "retrieved_global": [ 7, 13, 4, 1, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 245, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Emma (1996)", "Rebecca (1940)", "Like Water For Chocolate (Como agua para chocolate) (1992)", "Forrest Gump (1994)" ], "target_sids": [ 8, 18, 4, 13 ], "retrieved_sids": [ 1, 8, 18, 13, 9 ], "retrieved_global": [ 1, 8, 18, 13, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 246, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "To Catch a Thief (1955)", "Cool Hand Luke (1967)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 4, 1, 10, 11 ], "retrieved_global": [ 7, 4, 1, 10, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 247, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Grand Day Out, A (1992)", "Local Hero (1983)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 13, 17, 16, 1 ], "retrieved_global": [ 7, 13, 17, 16, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 248, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Lawrence of Arabia (1962)" ], "target_sids": [ 4 ], "retrieved_sids": [ 10, 4, 3, 1, 7 ], "retrieved_global": [ 10, 4, 3, 1, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 249, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Titanic (1997)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 5, 3, 1, 9 ], "retrieved_global": [ 4, 5, 3, 1, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 250, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Four Weddings and a Funeral (1994)", "Empire Strikes Back, The (1980)" ], "target_sids": [ 9, 3 ], "retrieved_sids": [ 9, 3, 4, 10, 1 ], "retrieved_global": [ 9, 3, 4, 10, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 251, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Shadowlands (1993)", "My Fair Lady (1964)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 19, 16, 5, 12, 18 ], "retrieved_global": [ 19, 16, 5, 12, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 252, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Manon of the Spring (Manon des sources) (1986)", "Cool Hand Luke (1967)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 6, 3, 11, 4, 1 ], "retrieved_global": [ 6, 3, 11, 4, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 253, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Babe (1995)", "Apt Pupil (1998)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 4, 7, 13, 1, 8 ], "retrieved_global": [ 4, 7, 13, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 254, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Professional, The (1994)", "Like Water For Chocolate (Como agua para chocolate) (1992)", "Strictly Ballroom (1992)" ], "target_sids": [ 10, 13, 5 ], "retrieved_sids": [ 5, 10, 1, 3, 13 ], "retrieved_global": [ 5, 10, 1, 3, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 255, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Michael Collins (1996)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 13, 10, 17, 0 ], "retrieved_global": [ 5, 13, 10, 17, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 256, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Braveheart (1995)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 10, 8, 16, 5 ], "retrieved_global": [ 4, 10, 8, 16, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 257, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Cold Comfort Farm (1995)", "It Happened One Night (1934)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 1, 12, 3, 13, 5 ], "retrieved_global": [ 1, 12, 3, 13, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 258, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Diva (1981)", "Silence of the Lambs, The (1991)", "Murder in the First (1995)" ], "target_sids": [ 10, 4, 14 ], "retrieved_sids": [ 10, 8, 4, 14, 11 ], "retrieved_global": [ 10, 8, 4, 14, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 259, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Cyrano de Bergerac (1990)", "Wings of the Dove, The (1997)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 4, 9, 1, 13, 10 ], "retrieved_global": [ 4, 9, 1, 13, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 260, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Strictly Ballroom (1992)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 16, 4, 1, 6 ], "retrieved_global": [ 5, 16, 4, 1, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 261, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Wizard of Oz, The (1939)", "Casablanca (1942)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 7, 3, 8, 1, 4 ], "retrieved_global": [ 7, 3, 8, 1, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 262, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Full Monty, The (1997)", "Apartment, The (1960)", "Aladdin (1992)", "Cool Hand Luke (1967)" ], "target_sids": [ 8, 12, 5, 15 ], "retrieved_sids": [ 1, 5, 12, 15, 8 ], "retrieved_global": [ 1, 5, 12, 15, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 263, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Wizard of Oz, The (1939)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 10, 6, 15, 9 ], "retrieved_global": [ 5, 10, 6, 15, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 264, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "March of the Penguins (2005)", "Celluloid Closet, The (1995)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 7, 3, 11, 9, 12 ], "retrieved_global": [ 7, 3, 11, 9, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 265, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Rebecca (1940)", "Sabrina (1954)", "Like Water For Chocolate (Como agua para chocolate) (1992)" ], "target_sids": [ 8, 4, 12 ], "retrieved_sids": [ 12, 4, 9, 13, 8 ], "retrieved_global": [ 12, 4, 9, 13, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 266, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Quiet Man, The (1952)", "This Is Spinal Tap (1984)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 7, 3, 1, 11, 4 ], "retrieved_global": [ 7, 3, 1, 11, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 267, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Eat Drink Man Woman (1994)", "One Flew Over the Cuckoo's Nest (1975)", "Amadeus (1984)" ], "target_sids": [ 11, 3, 7 ], "retrieved_sids": [ 7, 3, 1, 11, 4 ], "retrieved_global": [ 7, 3, 1, 11, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 268, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Face/Off (1997)", "Fargo (1996)" ], "target_sids": [ 3, 13 ], "retrieved_sids": [ 13, 3, 1, 14, 9 ], "retrieved_global": [ 13, 3, 1, 14, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 269, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Men in Black (1997)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 13, 8, 12, 5 ], "retrieved_global": [ 4, 13, 8, 12, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 270, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Wizard of Oz, The (1939)", "Killing Fields, The (1984)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 5, 10, 6, 11, 1 ], "retrieved_global": [ 5, 10, 6, 11, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 271, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Eat Drink Man Woman (1994)", "This Is Spinal Tap (1984)" ], "target_sids": [ 10, 4 ], "retrieved_sids": [ 4, 10, 0, 7, 8 ], "retrieved_global": [ 4, 10, 0, 7, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 272, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Gandhi (1982)", "Lone Star (1996)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 5, 9, 10, 3, 6 ], "retrieved_global": [ 5, 9, 10, 3, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 273, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Annie Hall (1977)", "Postino, Il (1994)" ], "target_sids": [ 4, 15 ], "retrieved_sids": [ 4, 15, 1, 5, 10 ], "retrieved_global": [ 4, 15, 1, 5, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 274, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Singin' in the Rain (1952)", "Some Kind of Wonderful (1987)", "Princess Bride, The (1987)" ], "target_sids": [ 3, 6, 15 ], "retrieved_sids": [ 15, 3, 6, 16, 1 ], "retrieved_global": [ 15, 3, 6, 16, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 275, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)", "Last Man Standing (1996)" ], "target_sids": [ 9, 3 ], "retrieved_sids": [ 1, 14, 3, 9, 12 ], "retrieved_global": [ 1, 14, 3, 9, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 276, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Bringing Up Baby (1938)", "Forrest Gump (1994)", "Butch Cassidy and the Sundance Kid (1969)" ], "target_sids": [ 10, 18, 5 ], "retrieved_sids": [ 16, 10, 18, 5, 1 ], "retrieved_global": [ 16, 10, 18, 5, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 277, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "True Lies (1994)", "Supercop (1992)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 1, 4, 19, 17, 12 ], "retrieved_global": [ 1, 4, 19, 17, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 278, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Good Will Hunting (1997)", "Apocalypse Now (1979)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 1, 12, 3, 4, 13 ], "retrieved_global": [ 1, 12, 3, 4, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 279, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Leaving Las Vegas (1995)", "Diva (1981)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 16, 1, 3, 11, 12 ], "retrieved_global": [ 16, 1, 3, 11, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 280, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sling Blade (1996)", "Titanic (1997)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 12, 5, 8, 6, 9 ], "retrieved_global": [ 12, 5, 8, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 281, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Sense and Sensibility (1995)", "Fargo (1996)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 11, 3, 1, 12, 17 ], "retrieved_global": [ 11, 3, 1, 12, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 282, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Professional, The (1994)", "Primal Fear (1996)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 3, 8, 1, 9, 13 ], "retrieved_global": [ 3, 8, 1, 9, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 283, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Shallow Grave (1994)", "Primal Fear (1996)", "Red Rock West (1992)" ], "target_sids": [ 20, 5, 15 ], "retrieved_sids": [ 15, 5, 20, 23, 6 ], "retrieved_global": [ 15, 5, 20, 23, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 284, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Casablanca (1942)", "Braveheart (1995)", "Patton (1970)", "Independence Day (ID4) (1996)" ], "target_sids": [ 8, 18, 4, 13 ], "retrieved_sids": [ 18, 4, 13, 8, 5 ], "retrieved_global": [ 18, 4, 13, 8, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 285, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Princess Bride, The (1987)", "Aliens (1986)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 3, 1, 12, 4, 9 ], "retrieved_global": [ 3, 1, 12, 4, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 286, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "It Happened One Night (1934)", "Harold and Maude (1971)", "Philadelphia Story, The (1940)" ], "target_sids": [ 17, 3, 12 ], "retrieved_sids": [ 12, 3, 17, 1, 4 ], "retrieved_global": [ 12, 3, 17, 1, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 287, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "My Fair Lady (1964)", "Princess Bride, The (1987)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 5, 8, 9, 0, 4 ], "retrieved_global": [ 5, 8, 9, 0, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 288, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Three Colors: Red (1994)", "Schindler's List (1993)", "One Flew Over the Cuckoo's Nest (1975)", "Lone Star (1996)" ], "target_sids": [ 10, 18, 5, 15 ], "retrieved_sids": [ 18, 10, 15, 5, 6 ], "retrieved_global": [ 18, 10, 15, 5, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 289, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Jurassic Park (1993)", "Ben-Hur (1959)", "Star Trek: First Contact (1996)" ], "target_sids": [ 3, 15, 7 ], "retrieved_sids": [ 11, 7, 3, 15, 16 ], "retrieved_global": [ 11, 7, 3, 15, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 290, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Babe (1995)", "Local Hero (1983)", "Clerks (1994)" ], "target_sids": [ 9, 4, 13 ], "retrieved_sids": [ 13, 9, 4, 5, 0 ], "retrieved_global": [ 13, 9, 4, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 291, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Mystery Science Theater 3000: The Movie (1996)", "E.T. the Extra-Terrestrial (1982)", "Akira (1988)", "Independence Day (ID4) (1996)" ], "target_sids": [ 9, 19, 5, 14 ], "retrieved_sids": [ 9, 14, 20, 5, 19 ], "retrieved_global": [ 9, 14, 20, 5, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 292, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Princess Bride, The (1987)", "Star Trek VI: The Undiscovered Country (1991)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 9, 16, 4, 5, 12 ], "retrieved_global": [ 9, 16, 4, 5, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 293, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Manhattan (1979)", "Strictly Ballroom (1992)", "Like Water For Chocolate (Como agua para chocolate) (1992)" ], "target_sids": [ 8, 11, 5 ], "retrieved_sids": [ 11, 5, 8, 12, 6 ], "retrieved_global": [ 11, 5, 8, 12, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 294, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Duck Soup (1933)", "Local Hero (1983)" ], "target_sids": [ 17, 4 ], "retrieved_sids": [ 17, 4, 18, 0, 1 ], "retrieved_global": [ 17, 4, 18, 0, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 295, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Annie Hall (1977)", "Monty Python and the Holy Grail (1974)", "Kolya (1996)" ], "target_sids": [ 17, 4, 14 ], "retrieved_sids": [ 10, 13, 4, 14, 1 ], "retrieved_global": [ 10, 13, 4, 14, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 296, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Leaving Las Vegas (1995)", "Titanic (1997)", "My Fair Lady (1964)", "Notorious (1946)" ], "target_sids": [ 10, 19, 5, 15 ], "retrieved_sids": [ 5, 10, 19, 15, 11 ], "retrieved_global": [ 5, 10, 19, 15, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 297, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Good Will Hunting (1997)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 12, 9, 1, 6 ], "retrieved_global": [ 5, 12, 9, 1, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 298, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Return of the Jedi (1983)", "Alien: Resurrection (1997)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 9, 4, 14, 10, 5 ], "retrieved_global": [ 9, 4, 14, 10, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 299, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Speed (1994)" ], "target_sids": [ 3 ], "retrieved_sids": [ 10, 3, 0, 7, 9 ], "retrieved_global": [ 10, 3, 0, 7, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 300, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Glory (1989)", "Perfect World, A (1993)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 5, 1, 12, 9 ], "retrieved_global": [ 8, 5, 1, 12, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 301, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Notorious (1946)", "Graduate, The (1967)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 13, 1, 5, 0, 10 ], "retrieved_global": [ 13, 1, 5, 0, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 302, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Secrets & Lies (1996)", "Casablanca (1942)", "Braveheart (1995)", "Sling Blade (1996)" ], "target_sids": [ 9, 12, 5, 17 ], "retrieved_sids": [ 17, 9, 12, 5, 10 ], "retrieved_global": [ 17, 9, 12, 5, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 303, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Shadowlands (1993)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 4, 11, 7, 10 ], "retrieved_global": [ 3, 4, 11, 7, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 304, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)", "Monty Python and the Holy Grail (1974)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 5, 21, 9, 20, 0 ], "retrieved_global": [ 5, 21, 9, 20, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 305, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Psycho (1960)", "Professional, The (1994)", "Third Man, The (1949)" ], "target_sids": [ 10, 4, 7 ], "retrieved_sids": [ 10, 7, 4, 5, 8 ], "retrieved_global": [ 10, 7, 4, 5, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 306, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Henry V (1989)", "Courage Under Fire (1996)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 7, 3, 16, 8, 9 ], "retrieved_global": [ 7, 3, 16, 8, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 307, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Ransom (1996)", "Taxi Driver (1976)" ], "target_sids": [ 5, 15 ], "retrieved_sids": [ 11, 15, 5, 22, 10 ], "retrieved_global": [ 11, 15, 5, 22, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 308, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Amadeus (1984)", "Wings of Desire (1987)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 12, 1, 16, 3 ], "retrieved_global": [ 8, 12, 1, 16, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 309, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Postino, Il (1994)", "Graduate, The (1967)", "Groundhog Day (1993)" ], "target_sids": [ 9, 4, 14 ], "retrieved_sids": [ 9, 4, 14, 10, 15 ], "retrieved_global": [ 9, 4, 14, 10, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 310, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Godfather: Part II, The (1974)", "Glory (1989)", "Alien (1979)", "Aliens (1986)" ], "target_sids": [ 3, 12, 15, 7 ], "retrieved_sids": [ 15, 12, 7, 3, 1 ], "retrieved_global": [ 15, 12, 7, 3, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 311, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Princess Bride, The (1987)", "True Lies (1994)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 5, 8, 6, 14, 9 ], "retrieved_global": [ 5, 8, 6, 14, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 312, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Gandhi (1982)", "Bridge on the River Kwai, The (1957)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 4, 8, 11, 9, 3 ], "retrieved_global": [ 4, 8, 11, 9, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 313, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Six Degrees of Separation (1993)", "Chinatown (1974)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 1, 14, 9, 4, 2 ], "retrieved_global": [ 1, 14, 9, 4, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 314, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Notorious (1946)", "Jerry Maguire (1996)" ], "target_sids": [ 20, 5 ], "retrieved_sids": [ 11, 16, 5, 20, 6 ], "retrieved_global": [ 11, 16, 5, 20, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 315, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Eat Drink Man Woman (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 18, 10, 5, 15, 20 ], "retrieved_global": [ 18, 10, 5, 15, 20 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 316, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Swingers (1996)", "Local Hero (1983)", "North by Northwest (1959)" ], "target_sids": [ 16, 4, 13 ], "retrieved_sids": [ 13, 16, 4, 1, 5 ], "retrieved_global": [ 13, 16, 4, 1, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 317, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "African Queen, The (1951)", "Sabrina (1954)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 19, 5, 9, 8, 6 ], "retrieved_global": [ 19, 5, 9, 8, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 318, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "One Flew Over the Cuckoo's Nest (1975)", "Citizen Kane (1941)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 4, 1, 9, 10, 15 ], "retrieved_global": [ 4, 1, 9, 10, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 319, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Diva (1981)", "Apt Pupil (1998)", "Apollo 13 (1995)" ], "target_sids": [ 9, 19, 4 ], "retrieved_sids": [ 4, 9, 5, 0, 19 ], "retrieved_global": [ 4, 9, 5, 0, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 320, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Matilda (1996)", "Home Alone (1990)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 4, 12, 1, 8, 5 ], "retrieved_global": [ 4, 12, 1, 8, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 321, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "E.T. the Extra-Terrestrial (1982)", "Sword in the Stone, The (1963)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 5, 10, 18, 6, 9 ], "retrieved_global": [ 5, 10, 18, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 322, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Rock, The (1996)", "Good, The Bad and The Ugly, The (1966)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 14, 11, 5, 20, 6 ], "retrieved_global": [ 14, 11, 5, 20, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 323, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Good, The Bad and The Ugly, The (1966)", "Terminator, The (1984)", "Crying Game, The (1992)" ], "target_sids": [ 11, 3, 15 ], "retrieved_sids": [ 15, 11, 1, 3, 7 ], "retrieved_global": [ 15, 11, 1, 3, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 324, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Graduate, The (1967)", "Psycho (1960)" ], "target_sids": [ 10, 4 ], "retrieved_sids": [ 10, 4, 8, 5, 11 ], "retrieved_global": [ 10, 4, 8, 5, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 325, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "M*A*S*H (1970)", "Princess Bride, The (1987)" ], "target_sids": [ 16, 4 ], "retrieved_sids": [ 16, 1, 17, 4, 2 ], "retrieved_global": [ 16, 1, 17, 4, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 326, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Terminator, The (1984)", "Clear and Present Danger (1994)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 13, 9, 8, 15 ], "retrieved_global": [ 5, 13, 9, 8, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 327, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Like Water For Chocolate (Como agua para chocolate) (1992)", "Sabrina (1954)" ], "target_sids": [ 17, 5 ], "retrieved_sids": [ 1, 5, 14, 6, 17 ], "retrieved_global": [ 1, 5, 14, 6, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 328, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Roman Holiday (1953)", "As Good As It Gets (1997)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 8, 3, 1, 9, 12 ], "retrieved_global": [ 8, 3, 1, 9, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 329, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Cool Hand Luke (1967)", "To Kill a Mockingbird (1962)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 4, 8, 13, 5 ], "retrieved_global": [ 7, 4, 8, 13, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 330, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Three Colors: Red (1994)" ], "target_sids": [ 4 ], "retrieved_sids": [ 8, 4, 5, 1, 12 ], "retrieved_global": [ 8, 4, 5, 1, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 331, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "To Catch a Thief (1955)" ], "target_sids": [ 3 ], "retrieved_sids": [ 14, 3, 13, 16, 7 ], "retrieved_global": [ 14, 3, 13, 16, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 332, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Men in Black (1997)", "Army of Darkness (1993)", "Back to the Future (1985)" ], "target_sids": [ 10, 4, 15 ], "retrieved_sids": [ 10, 15, 4, 8, 1 ], "retrieved_global": [ 10, 15, 4, 8, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 333, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "My Fair Lady (1964)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 1, 11, 10, 8 ], "retrieved_global": [ 5, 1, 11, 10, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 334, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sabrina (1954)", "Cinema Paradiso (1988)", "Wrong Trousers, The (1993)" ], "target_sids": [ 11, 3, 6 ], "retrieved_sids": [ 11, 6, 7, 9, 4 ], "retrieved_global": [ 11, 6, 7, 9, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 335, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Forrest Gump (1994)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 16, 1, 4, 0 ], "retrieved_global": [ 3, 16, 1, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 336, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "To Catch a Thief (1955)", "American in Paris, An (1951)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 3, 14, 11, 12, 1 ], "retrieved_global": [ 3, 14, 11, 12, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 337, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Duck Soup (1933)", "His Girl Friday (1940)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 4, 11, 8, 1, 12 ], "retrieved_global": [ 4, 11, 8, 1, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 338, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Great Escape, The (1963)", "Return of the Jedi (1983)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 9, 13, 14, 0 ], "retrieved_global": [ 5, 9, 13, 14, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 339, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Kolya (1996)", "Wrong Trousers, The (1993)", "To Catch a Thief (1955)" ], "target_sids": [ 10, 3, 6 ], "retrieved_sids": [ 6, 3, 4, 10, 17 ], "retrieved_global": [ 6, 3, 4, 10, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 340, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Jungle2Jungle (1997)", "Jumanji (1995)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 4, 7, 13, 8, 11 ], "retrieved_global": [ 4, 7, 13, 8, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 341, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Graduate, The (1967)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 5, 8, 0, 6 ], "retrieved_global": [ 4, 5, 8, 0, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 342, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Psycho (1960)", "Silence of the Lambs, The (1991)", "Rebecca (1940)" ], "target_sids": [ 9, 12, 5 ], "retrieved_sids": [ 5, 9, 12, 11, 13 ], "retrieved_global": [ 5, 9, 12, 11, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 343, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Sabrina (1954)" ], "target_sids": [ 5 ], "retrieved_sids": [ 10, 1, 5, 9, 6 ], "retrieved_global": [ 10, 1, 5, 9, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 344, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "To Catch a Thief (1955)", "This Is Spinal Tap (1984)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 3, 7, 1, 13, 14 ], "retrieved_global": [ 3, 7, 1, 13, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 345, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Rosencrantz and Guildenstern Are Dead (1990)", "Sting, The (1973)", "Swingers (1996)" ], "target_sids": [ 8, 3, 12 ], "retrieved_sids": [ 8, 12, 3, 14, 13 ], "retrieved_global": [ 8, 12, 3, 14, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 346, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Jean de Florette (1986)", "Babe (1995)" ], "target_sids": [ 17, 3 ], "retrieved_sids": [ 8, 3, 17, 11, 13 ], "retrieved_global": [ 8, 3, 17, 11, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 347, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Butch Cassidy and the Sundance Kid (1969)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 8, 5, 0, 12 ], "retrieved_global": [ 4, 8, 5, 0, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 348, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Blues Brothers, The (1980)", "Bringing Up Baby (1938)" ], "target_sids": [ 17, 5 ], "retrieved_sids": [ 1, 17, 5, 10, 13 ], "retrieved_global": [ 1, 17, 5, 10, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 349, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Silence of the Lambs, The (1991)", "Heavenly Creatures (1994)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 4, 9, 13, 0 ], "retrieved_global": [ 12, 4, 9, 13, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 350, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Cold Comfort Farm (1995)", "Full Monty, The (1997)", "Sting, The (1973)" ], "target_sids": [ 10, 5, 14 ], "retrieved_sids": [ 10, 5, 1, 14, 15 ], "retrieved_global": [ 10, 5, 1, 14, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 351, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Men in Black (1997)", "Alien (1979)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 14, 5, 13, 19, 6 ], "retrieved_global": [ 14, 5, 13, 19, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 352, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Star Trek III: The Search for Spock (1984)" ], "target_sids": [ 5 ], "retrieved_sids": [ 11, 6, 17, 0, 5 ], "retrieved_global": [ 11, 6, 17, 0, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 353, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Jackie Brown (1997)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 17, 1, 13, 8 ], "retrieved_global": [ 4, 17, 1, 13, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 354, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Glory (1989)", "Hunt for Red October, The (1990)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 4, 1, 7, 15, 0 ], "retrieved_global": [ 4, 1, 7, 15, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 355, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sling Blade (1996)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 1, 9, 12, 3 ], "retrieved_global": [ 4, 1, 9, 12, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 356, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Full Monty, The (1997)", "Local Hero (1983)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 13, 5, 1, 19, 9 ], "retrieved_global": [ 13, 5, 1, 19, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 357, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Bridge on the River Kwai, The (1957)", "Three Colors: Red (1994)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 13, 5, 14, 0, 3 ], "retrieved_global": [ 13, 5, 14, 0, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 358, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Adventures of Robin Hood, The (1938)", "Godfather: Part II, The (1974)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 4, 15, 20, 9, 10 ], "retrieved_global": [ 4, 15, 20, 9, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 359, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Murder in the First (1995)", "Shallow Grave (1994)", "Rock, The (1996)" ], "target_sids": [ 8, 4, 13 ], "retrieved_sids": [ 4, 13, 8, 9, 14 ], "retrieved_global": [ 4, 13, 8, 9, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 360, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Dances with Wolves (1990)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 11, 14, 15, 6 ], "retrieved_global": [ 5, 11, 14, 15, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 361, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Taxi Driver (1976)", "Manon of the Spring (Manon des sources) (1986)" ], "target_sids": [ 17, 4 ], "retrieved_sids": [ 14, 17, 4, 10, 5 ], "retrieved_global": [ 14, 17, 4, 10, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 362, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Magnificent Seven, The (1954)", "Butch Cassidy and the Sundance Kid (1969)", "Wyatt Earp (1994)" ], "target_sids": [ 4, 15, 7 ], "retrieved_sids": [ 1, 4, 7, 15, 11 ], "retrieved_global": [ 1, 4, 7, 15, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 363, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Boot, Das (1981)", "True Lies (1994)", "Abyss, The (1989)" ], "target_sids": [ 16, 3, 12 ], "retrieved_sids": [ 16, 3, 12, 7, 6 ], "retrieved_global": [ 16, 3, 12, 7, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 364, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Casablanca (1942)", "Strictly Ballroom (1992)", "Leaving Las Vegas (1995)" ], "target_sids": [ 13, 18, 5 ], "retrieved_sids": [ 5, 13, 18, 6, 19 ], "retrieved_global": [ 5, 13, 18, 6, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 365, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Manon of the Spring (Manon des sources) (1986)", "12 Angry Men (1957)", "Taxi Driver (1976)" ], "target_sids": [ 8, 12, 5 ], "retrieved_sids": [ 12, 8, 5, 18, 1 ], "retrieved_global": [ 12, 8, 5, 18, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 366, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Star Wars (1977)", "True Romance (1993)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 4, 10, 5, 0 ], "retrieved_global": [ 7, 4, 10, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 367, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Get Shorty (1995)", "Glory (1989)" ], "target_sids": [ 3, 15 ], "retrieved_sids": [ 1, 3, 11, 15, 4 ], "retrieved_global": [ 1, 3, 11, 15, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 368, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Jurassic Park (1993)", "Terminator, The (1984)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 11, 4, 5, 7, 10 ], "retrieved_global": [ 11, 4, 5, 7, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 369, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Forrest Gump (1994)", "Pink Floyd - The Wall (1982)", "African Queen, The (1951)" ], "target_sids": [ 19, 5, 14 ], "retrieved_sids": [ 10, 5, 14, 19, 6 ], "retrieved_global": [ 10, 5, 14, 19, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 370, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "This Is Spinal Tap (1984)", "M*A*S*H (1970)" ], "target_sids": [ 5, 14 ], "retrieved_sids": [ 5, 1, 14, 10, 15 ], "retrieved_global": [ 5, 1, 14, 10, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 371, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Wyatt Earp (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 2, 1, 9, 14, 17 ], "retrieved_global": [ 2, 1, 9, 14, 17 ], "hit_at_k": false }, { "category": "lowlevel_rec", "topic": "movie", "tid": 372, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Local Hero (1983)", "Much Ado About Nothing (1993)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 13, 5, 9, 6, 11 ], "retrieved_global": [ 13, 5, 9, 6, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 373, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Godfather: Part II, The (1974)", "Diva (1981)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 1, 6, 3, 8, 11 ], "retrieved_global": [ 1, 6, 3, 8, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 374, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "It's a Wonderful Life (1946)", "Hamlet (1996)", "Cinema Paradiso (1988)" ], "target_sids": [ 16, 11, 4 ], "retrieved_sids": [ 16, 17, 11, 12, 4 ], "retrieved_global": [ 16, 17, 11, 12, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 375, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Cool Hand Luke (1967)", "Citizen Kane (1941)", "Jean de Florette (1986)" ], "target_sids": [ 8, 3, 12 ], "retrieved_sids": [ 8, 3, 12, 9, 1 ], "retrieved_global": [ 8, 3, 12, 9, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 376, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Schindler's List (1993)", "Cool Hand Luke (1967)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 4, 12, 1, 0, 5 ], "retrieved_global": [ 4, 12, 1, 0, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 377, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Chasing Amy (1997)", "Psycho (1960)", "Gone with the Wind (1939)" ], "target_sids": [ 11, 3, 6 ], "retrieved_sids": [ 6, 11, 3, 7, 4 ], "retrieved_global": [ 6, 11, 3, 7, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 378, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Princess Bride, The (1987)", "Braveheart (1995)" ], "target_sids": [ 4, 14 ], "retrieved_sids": [ 4, 14, 1, 5, 19 ], "retrieved_global": [ 4, 14, 1, 5, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 379, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Alien (1979)", "Godfather: Part II, The (1974)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 12, 1, 4, 5, 7 ], "retrieved_global": [ 12, 1, 4, 5, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 380, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Fargo (1996)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 10, 5, 15, 16 ], "retrieved_global": [ 4, 10, 5, 15, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 381, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "As Good As It Gets (1997)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 15, 5, 8, 16 ], "retrieved_global": [ 4, 15, 5, 8, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 382, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "High Noon (1952)" ], "target_sids": [ 4 ], "retrieved_sids": [ 8, 11, 4, 5, 3 ], "retrieved_global": [ 8, 11, 4, 5, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 383, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Groundhog Day (1993)", "American in Paris, An (1951)", "Annie Hall (1977)" ], "target_sids": [ 8, 3, 14 ], "retrieved_sids": [ 14, 8, 3, 15, 1 ], "retrieved_global": [ 14, 8, 3, 15, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 384, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Raise the Red Lantern (1991)", "Raging Bull (1980)", "12 Angry Men (1957)" ], "target_sids": [ 8, 5, 14 ], "retrieved_sids": [ 8, 5, 14, 15, 1 ], "retrieved_global": [ 8, 5, 14, 15, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 385, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "To Catch a Thief (1955)", "Grand Day Out, A (1992)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 3, 12, 1, 4, 0 ], "retrieved_global": [ 3, 12, 1, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 386, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Heavenly Creatures (1994)", "Chinatown (1974)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 1, 12, 8, 4, 0 ], "retrieved_global": [ 1, 12, 8, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 387, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Men in Black (1997)", "Indiana Jones and the Last Crusade (1989)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 7, 3, 0, 1, 8 ], "retrieved_global": [ 7, 3, 0, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 388, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "M*A*S*H (1970)", "His Girl Friday (1940)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 9, 16, 1, 13, 5 ], "retrieved_global": [ 9, 16, 1, 13, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 389, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "American in Paris, An (1951)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 9, 0, 6, 12 ], "retrieved_global": [ 5, 9, 0, 6, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 390, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Star Trek: The Wrath of Khan (1982)", "Lawrence of Arabia (1962)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 13, 5, 8, 1, 6 ], "retrieved_global": [ 13, 5, 8, 1, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 391, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Titanic (1997)", "Cool Hand Luke (1967)", "Wizard of Oz, The (1939)" ], "target_sids": [ 10, 3, 6 ], "retrieved_sids": [ 10, 3, 6, 11, 16 ], "retrieved_global": [ 10, 3, 6, 11, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 392, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "20,000 Leagues Under the Sea (1954)", "Arrival, The (1996)" ], "target_sids": [ 16, 3 ], "retrieved_sids": [ 16, 12, 1, 7, 3 ], "retrieved_global": [ 16, 12, 1, 7, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 393, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Fly Away Home (1996)", "Heavy Metal (1981)" ], "target_sids": [ 10, 4 ], "retrieved_sids": [ 10, 4, 7, 11, 5 ], "retrieved_global": [ 10, 4, 7, 11, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 394, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Pulp Fiction (1994)", "It's a Wonderful Life (1946)", "Secrets & Lies (1996)" ], "target_sids": [ 9, 4, 13 ], "retrieved_sids": [ 4, 0, 13, 9, 5 ], "retrieved_global": [ 4, 0, 13, 9, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 395, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Leaving Las Vegas (1995)", "American in Paris, An (1951)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 11, 4, 7, 5, 0 ], "retrieved_global": [ 11, 4, 7, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 396, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Adventures of Robin Hood, The (1938)", "Diva (1981)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 1, 5, 10, 15, 9 ], "retrieved_global": [ 1, 5, 10, 15, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 397, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Lawrence of Arabia (1962)", "Edge, The (1997)" ], "target_sids": [ 17, 5 ], "retrieved_sids": [ 17, 5, 8, 18, 14 ], "retrieved_global": [ 17, 5, 8, 18, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 398, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Princess Bride, The (1987)" ], "target_sids": [ 4 ], "retrieved_sids": [ 1, 4, 9, 5, 11 ], "retrieved_global": [ 1, 4, 9, 5, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 399, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Star Wars (1977)", "Jerry Maguire (1996)", "Gone with the Wind (1939)", "Quiet Man, The (1952)" ], "target_sids": [ 9, 12, 5, 15 ], "retrieved_sids": [ 9, 5, 12, 15, 6 ], "retrieved_global": [ 9, 5, 12, 15, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 400, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Star Wars (1977)", "Sabrina (1954)", "Like Water For Chocolate (Como agua para chocolate) (1992)" ], "target_sids": [ 16, 11, 4 ], "retrieved_sids": [ 4, 16, 8, 12, 1 ], "retrieved_global": [ 4, 16, 8, 12, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 401, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Annie Hall (1977)", "Kolya (1996)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 5, 10, 11, 6, 7 ], "retrieved_global": [ 5, 10, 11, 6, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 402, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Sense and Sensibility (1995)", "Room with a View, A (1986)", "Sabrina (1954)" ], "target_sids": [ 10, 4, 7 ], "retrieved_sids": [ 7, 4, 10, 1, 0 ], "retrieved_global": [ 7, 4, 10, 1, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 403, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Annie Hall (1977)", "Wings of Desire (1987)", "Babe (1995)" ], "target_sids": [ 9, 4, 14 ], "retrieved_sids": [ 4, 9, 1, 5, 20 ], "retrieved_global": [ 4, 9, 1, 5, 20 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 404, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "12 Angry Men (1957)", "Manon of the Spring (Manon des sources) (1986)" ], "target_sids": [ 4, 12 ], "retrieved_sids": [ 4, 1, 12, 5, 0 ], "retrieved_global": [ 4, 1, 12, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 405, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "To Catch a Thief (1955)", "Wings of Desire (1987)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 5, 13, 12, 1, 14 ], "retrieved_global": [ 5, 13, 12, 1, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 406, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Hercules (1997)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 15, 10, 18, 5 ], "retrieved_global": [ 4, 15, 10, 18, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 407, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Breakfast at Tiffany's (1961)", "Cinema Paradiso (1988)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 8, 4, 9, 5, 12 ], "retrieved_global": [ 8, 4, 9, 5, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 408, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "It's a Wonderful Life (1946)" ], "target_sids": [ 4 ], "retrieved_sids": [ 10, 4, 9, 5, 1 ], "retrieved_global": [ 10, 4, 9, 5, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 409, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Chasing Amy (1997)", "Empire Strikes Back, The (1980)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 5, 12, 2, 13, 6 ], "retrieved_global": [ 5, 12, 2, 13, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 410, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Crimson Tide (1995)", "Rock, The (1996)" ], "target_sids": [ 4, 13 ], "retrieved_sids": [ 13, 4, 6, 8, 14 ], "retrieved_global": [ 13, 4, 6, 8, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 411, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Fargo (1996)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 9, 12, 11, 7 ], "retrieved_global": [ 3, 9, 12, 11, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 412, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Nightmare Before Christmas, The (1993)", "Dumbo (1941)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 3, 1, 8, 4, 7 ], "retrieved_global": [ 3, 1, 8, 4, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 413, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Room with a View, A (1986)", "Leaving Las Vegas (1995)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 3, 4, 5, 7, 1 ], "retrieved_global": [ 3, 4, 5, 7, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 414, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Looking for Richard (1996)", "Koyaanisqatsi (1983)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 8, 4, 12, 3, 2 ], "retrieved_global": [ 8, 4, 12, 3, 2 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 415, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Bridge on the River Kwai, The (1957)" ], "target_sids": [ 4 ], "retrieved_sids": [ 8, 4, 0, 5, 6 ], "retrieved_global": [ 8, 4, 0, 5, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 416, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Philadelphia Story, The (1940)", "Bound (1996)", "Much Ado About Nothing (1993)" ], "target_sids": [ 16, 4, 13 ], "retrieved_sids": [ 13, 16, 4, 5, 17 ], "retrieved_global": [ 13, 16, 4, 5, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 417, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Henry V (1989)" ], "target_sids": [ 5 ], "retrieved_sids": [ 16, 5, 11, 6, 10 ], "retrieved_global": [ 16, 5, 11, 6, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 418, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Babe (1995)", "Three Colors: Red (1994)", "Braveheart (1995)" ], "target_sids": [ 9, 5, 17 ], "retrieved_sids": [ 17, 5, 9, 10, 16 ], "retrieved_global": [ 17, 5, 9, 10, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 419, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "To Catch a Thief (1955)", "Butch Cassidy and the Sundance Kid (1969)", "Rosencrantz and Guildenstern Are Dead (1990)" ], "target_sids": [ 8, 4, 13 ], "retrieved_sids": [ 8, 4, 13, 7, 6 ], "retrieved_global": [ 8, 4, 13, 7, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 420, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Three Musketeers, The (1993)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 12, 15, 7, 14 ], "retrieved_global": [ 4, 12, 15, 7, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 421, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Cyrano de Bergerac (1990)", "Last of the Mohicans, The (1992)" ], "target_sids": [ 10, 4 ], "retrieved_sids": [ 10, 4, 11, 5, 0 ], "retrieved_global": [ 10, 4, 11, 5, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 422, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Star Wars (1977)", "African Queen, The (1951)", "Mrs. Brown (Her Majesty, Mrs. Brown) (1997)" ], "target_sids": [ 10, 5, 14 ], "retrieved_sids": [ 5, 14, 10, 6, 11 ], "retrieved_global": [ 5, 14, 10, 6, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 423, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Leaving Las Vegas (1995)", "Annie Hall (1977)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 5, 8, 14, 9, 6 ], "retrieved_global": [ 5, 8, 14, 9, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 424, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Wizard of Oz, The (1939)", "Secret of Roan Inish, The (1994)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 5, 9, 1, 6, 0 ], "retrieved_global": [ 5, 9, 1, 6, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 425, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Philadelphia Story, The (1940)" ], "target_sids": [ 4 ], "retrieved_sids": [ 16, 12, 1, 4, 0 ], "retrieved_global": [ 16, 12, 1, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 426, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Arsenic and Old Lace (1944)", "Raising Arizona (1987)", "M*A*S*H (1970)" ], "target_sids": [ 10, 19, 5 ], "retrieved_sids": [ 5, 10, 19, 15, 1 ], "retrieved_global": [ 5, 10, 19, 15, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 427, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Sling Blade (1996)", "Rear Window (1954)", "Shallow Grave (1994)" ], "target_sids": [ 8, 13, 5 ], "retrieved_sids": [ 1, 5, 8, 13, 7 ], "retrieved_global": [ 1, 5, 8, 13, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 428, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Star Trek: The Wrath of Khan (1982)", "Face/Off (1997)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 16, 1, 21, 5, 10 ], "retrieved_global": [ 16, 1, 21, 5, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 429, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Star Trek III: The Search for Spock (1984)", "Men in Black (1997)" ], "target_sids": [ 3, 6 ], "retrieved_sids": [ 1, 6, 3, 4, 11 ], "retrieved_global": [ 1, 6, 3, 4, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 430, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Rob Roy (1995)", "Bananas (1971)", "Independence Day (ID4) (1996)" ], "target_sids": [ 10, 3, 7 ], "retrieved_sids": [ 15, 18, 7, 10, 3 ], "retrieved_global": [ 15, 18, 7, 10, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 431, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "As Good As It Gets (1997)", "Raise the Red Lantern (1991)", "Wizard of Oz, The (1939)" ], "target_sids": [ 8, 13, 5 ], "retrieved_sids": [ 5, 13, 8, 14, 19 ], "retrieved_global": [ 5, 13, 8, 14, 19 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 432, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "2001: A Space Odyssey (1968)", "Aliens (1986)", "Shallow Grave (1994)" ], "target_sids": [ 8, 3, 13 ], "retrieved_sids": [ 3, 8, 13, 9, 14 ], "retrieved_global": [ 3, 8, 13, 9, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 433, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Third Man, The (1949)" ], "target_sids": [ 5 ], "retrieved_sids": [ 15, 16, 1, 5, 3 ], "retrieved_global": [ 15, 16, 1, 5, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 434, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Empire Strikes Back, The (1980)", "Star Trek: Generations (1994)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 5, 13, 1, 6, 12 ], "retrieved_global": [ 5, 13, 1, 6, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 435, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Home Alone (1990)", "Casper (1995)", "Hunchback of Notre Dame, The (1996)" ], "target_sids": [ 11, 4, 7 ], "retrieved_sids": [ 7, 1, 11, 4, 8 ], "retrieved_global": [ 7, 1, 11, 4, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 436, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Perfect World, A (1993)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 9, 14, 10, 7 ], "retrieved_global": [ 5, 9, 14, 10, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 437, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Manhattan (1979)", "Singin' in the Rain (1952)", "African Queen, The (1951)" ], "target_sids": [ 16, 3, 12 ], "retrieved_sids": [ 3, 16, 13, 12, 0 ], "retrieved_global": [ 3, 16, 13, 12, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 438, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "African Queen, The (1951)", "Some Kind of Wonderful (1987)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 1, 5, 6, 9 ], "retrieved_global": [ 8, 1, 5, 6, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 439, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Pink Floyd - The Wall (1982)", "Crimson Tide (1995)" ], "target_sids": [ 13, 5 ], "retrieved_sids": [ 9, 5, 13, 6, 8 ], "retrieved_global": [ 9, 5, 13, 6, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 440, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Close Shave, A (1995)" ], "target_sids": [ 5 ], "retrieved_sids": [ 15, 1, 5, 9, 8 ], "retrieved_global": [ 15, 1, 5, 9, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 441, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Manon of the Spring (Manon des sources) (1986)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 9, 11, 17, 14 ], "retrieved_global": [ 4, 9, 11, 17, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 442, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Star Trek: The Motion Picture (1979)", "Back to the Future (1985)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 9, 5, 15, 6, 13 ], "retrieved_global": [ 9, 5, 15, 6, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 443, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Postino, Il (1994)" ], "target_sids": [ 5 ], "retrieved_sids": [ 14, 1, 17, 5, 10 ], "retrieved_global": [ 14, 1, 17, 5, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 444, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Three Colors: Red (1994)", "Braveheart (1995)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 1, 11, 4, 15, 5 ], "retrieved_global": [ 1, 11, 4, 15, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 445, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Singin' in the Rain (1952)" ], "target_sids": [ 4 ], "retrieved_sids": [ 10, 4, 14, 5, 17 ], "retrieved_global": [ 10, 4, 14, 5, 17 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 446, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Alien (1979)", "20,000 Leagues Under the Sea (1954)" ], "target_sids": [ 10, 5 ], "retrieved_sids": [ 10, 5, 16, 15, 6 ], "retrieved_global": [ 10, 5, 16, 15, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 447, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "This Is Spinal Tap (1984)", "Babe (1995)", "Butch Cassidy and the Sundance Kid (1969)" ], "target_sids": [ 11, 4, 15 ], "retrieved_sids": [ 11, 15, 4, 1, 7 ], "retrieved_global": [ 11, 15, 4, 1, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 448, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Room with a View, A (1986)", "Four Weddings and a Funeral (1994)" ], "target_sids": [ 8, 3 ], "retrieved_sids": [ 8, 3, 1, 17, 9 ], "retrieved_global": [ 8, 3, 1, 17, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 449, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Mrs. Brown (Her Majesty, Mrs. Brown) (1997)", "Gone with the Wind (1939)", "Sense and Sensibility (1995)" ], "target_sids": [ 10, 3, 7 ], "retrieved_sids": [ 10, 1, 7, 3, 8 ], "retrieved_global": [ 10, 1, 7, 3, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 450, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Philadelphia Story, The (1940)", "Much Ado About Nothing (1993)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 14, 4, 9, 10, 5 ], "retrieved_global": [ 14, 4, 9, 10, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 451, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Jerry Maguire (1996)", "Diva (1981)" ], "target_sids": [ 19, 4 ], "retrieved_sids": [ 10, 4, 19, 5, 9 ], "retrieved_global": [ 10, 4, 19, 5, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 452, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Harold and Maude (1971)" ], "target_sids": [ 4 ], "retrieved_sids": [ 4, 5, 6, 13, 7 ], "retrieved_global": [ 4, 5, 6, 13, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 453, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Raiders of the Lost Ark (1981)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 8, 6, 4, 0 ], "retrieved_global": [ 3, 8, 6, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 454, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Diva (1981)", "Braveheart (1995)", "Indiana Jones and the Last Crusade (1989)" ], "target_sids": [ 8, 18, 3 ], "retrieved_sids": [ 8, 18, 3, 19, 6 ], "retrieved_global": [ 8, 18, 3, 19, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 455, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Star Wars (1977)", "Hercules (1997)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 4, 5, 9, 0, 13 ], "retrieved_global": [ 4, 5, 9, 0, 13 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 456, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Wizard of Oz, The (1939)" ], "target_sids": [ 4 ], "retrieved_sids": [ 15, 4, 5, 0, 16 ], "retrieved_global": [ 15, 4, 5, 0, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 457, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "North by Northwest (1959)", "Speed (1994)", "Diva (1981)" ], "target_sids": [ 8, 13, 5 ], "retrieved_sids": [ 5, 8, 1, 13, 9 ], "retrieved_global": [ 5, 8, 1, 13, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 458, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Amadeus (1984)" ], "target_sids": [ 3 ], "retrieved_sids": [ 1, 3, 9, 15, 6 ], "retrieved_global": [ 1, 3, 9, 15, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 459, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Bound (1996)", "Shadowlands (1993)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 5, 8, 12, 1, 9 ], "retrieved_global": [ 5, 8, 12, 1, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 460, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Magnificent Seven, The (1954)", "Boot, Das (1981)" ], "target_sids": [ 4, 13 ], "retrieved_sids": [ 4, 13, 5, 0, 10 ], "retrieved_global": [ 4, 13, 5, 0, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 461, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Godfather: Part II, The (1974)", "Christmas Carol, A (1938)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 14, 4, 9, 17, 1 ], "retrieved_global": [ 14, 4, 9, 17, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 462, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Much Ado About Nothing (1993)", "Apartment, The (1960)", "Aladdin (1992)" ], "target_sids": [ 17, 12, 5 ], "retrieved_sids": [ 5, 17, 12, 13, 18 ], "retrieved_global": [ 5, 17, 12, 13, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 463, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "39 Steps, The (1935)", "Nikita (La Femme Nikita) (1990)", "Chinatown (1974)" ], "target_sids": [ 8, 11, 5 ], "retrieved_sids": [ 5, 8, 12, 11, 15 ], "retrieved_global": [ 5, 8, 12, 11, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 464, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Fugitive, The (1993)", "Rock, The (1996)" ], "target_sids": [ 3, 7 ], "retrieved_sids": [ 7, 13, 3, 1, 8 ], "retrieved_global": [ 7, 13, 3, 1, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 465, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "English Patient, The (1996)" ], "target_sids": [ 5 ], "retrieved_sids": [ 12, 5, 1, 6, 0 ], "retrieved_global": [ 12, 5, 1, 6, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 466, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Pulp Fiction (1994)", "Christmas Carol, A (1938)", "Silence of the Lambs, The (1991)" ], "target_sids": [ 8, 4, 12 ], "retrieved_sids": [ 12, 4, 16, 5, 1 ], "retrieved_global": [ 12, 4, 16, 5, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 467, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Annie Hall (1977)" ], "target_sids": [ 3 ], "retrieved_sids": [ 13, 8, 1, 3, 7 ], "retrieved_global": [ 13, 8, 1, 3, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 468, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Empire Strikes Back, The (1980)", "Emma (1996)" ], "target_sids": [ 8, 5 ], "retrieved_sids": [ 1, 5, 8, 2, 9 ], "retrieved_global": [ 1, 5, 8, 2, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 469, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Shadowlands (1993)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 14, 6, 13, 1 ], "retrieved_global": [ 5, 14, 6, 13, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 470, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Star Trek III: The Search for Spock (1984)", "Blade Runner (1982)", "Escape from New York (1981)" ], "target_sids": [ 8, 3, 13 ], "retrieved_sids": [ 13, 8, 1, 12, 3 ], "retrieved_global": [ 13, 8, 1, 12, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 471, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "His Girl Friday (1940)", "Some Like It Hot (1959)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 1, 4, 7, 11, 5 ], "retrieved_global": [ 1, 4, 7, 11, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 472, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Roman Holiday (1953)", "Some Like It Hot (1959)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 11, 3, 1, 7, 4 ], "retrieved_global": [ 11, 3, 1, 7, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 473, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Boot, Das (1981)", "Three Colors: Red (1994)" ], "target_sids": [ 3, 15 ], "retrieved_sids": [ 3, 15, 1, 19, 16 ], "retrieved_global": [ 3, 15, 1, 19, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 474, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Room with a View, A (1986)", "Quiet Man, The (1952)" ], "target_sids": [ 12, 5 ], "retrieved_sids": [ 5, 1, 2, 12, 3 ], "retrieved_global": [ 5, 1, 2, 12, 3 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 475, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Notorious (1946)" ], "target_sids": [ 3 ], "retrieved_sids": [ 3, 7, 12, 4, 0 ], "retrieved_global": [ 3, 7, 12, 4, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 476, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Escape from New York (1981)", "Around the World in 80 Days (1956)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 4, 9, 10, 13, 15 ], "retrieved_global": [ 4, 9, 10, 13, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 477, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Taxi Driver (1976)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 18, 19, 14, 10 ], "retrieved_global": [ 5, 18, 19, 14, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 478, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Nikita (La Femme Nikita) (1990)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 2, 14, 11, 0 ], "retrieved_global": [ 5, 2, 14, 11, 0 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 479, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "39 Steps, The (1935)", "Nikita (La Femme Nikita) (1990)" ], "target_sids": [ 3, 13 ], "retrieved_sids": [ 3, 13, 4, 8, 14 ], "retrieved_global": [ 3, 13, 4, 8, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 480, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Indiana Jones and the Last Crusade (1989)", "Boot, Das (1981)" ], "target_sids": [ 8, 4 ], "retrieved_sids": [ 8, 4, 12, 5, 11 ], "retrieved_global": [ 8, 4, 12, 5, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 481, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Koyaanisqatsi (1983)", "Looking for Richard (1996)", "March of the Penguins (2005)" ], "target_sids": [ 10, 5, 14 ], "retrieved_sids": [ 5, 10, 6, 15, 14 ], "retrieved_global": [ 5, 10, 6, 15, 14 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 482, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Rebecca (1940)" ], "target_sids": [ 5 ], "retrieved_sids": [ 10, 1, 5, 6, 15 ], "retrieved_global": [ 10, 1, 5, 6, 15 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 483, "question": "What movies have you recommended to me before?", "ground_truth": "C", "answer_text": [ "Star Trek: The Wrath of Khan (1982)", "Adventures of Robin Hood, The (1938)", "20,000 Leagues Under the Sea (1954)" ], "target_sids": [ 17, 4, 12 ], "retrieved_sids": [ 12, 4, 5, 17, 1 ], "retrieved_global": [ 12, 4, 5, 17, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 484, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "This Is Spinal Tap (1984)", "Duck Soup (1933)" ], "target_sids": [ 9, 5 ], "retrieved_sids": [ 9, 14, 19, 1, 5 ], "retrieved_global": [ 9, 14, 19, 1, 5 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 485, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Sting, The (1973)", "Wrong Trousers, The (1993)" ], "target_sids": [ 4, 7 ], "retrieved_sids": [ 7, 12, 1, 4, 8 ], "retrieved_global": [ 7, 12, 1, 4, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 486, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Close Shave, A (1995)", "Being There (1979)" ], "target_sids": [ 11, 4 ], "retrieved_sids": [ 9, 11, 1, 4, 7 ], "retrieved_global": [ 9, 11, 1, 4, 7 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 487, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Cinema Paradiso (1988)", "Diva (1981)" ], "target_sids": [ 18, 5 ], "retrieved_sids": [ 5, 6, 18, 10, 9 ], "retrieved_global": [ 5, 6, 18, 10, 9 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 488, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Aliens (1986)", "Usual Suspects, The (1995)" ], "target_sids": [ 11, 3 ], "retrieved_sids": [ 11, 9, 3, 12, 4 ], "retrieved_global": [ 11, 9, 3, 12, 4 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 489, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Babe (1995)", "Grand Day Out, A (1992)" ], "target_sids": [ 10, 3 ], "retrieved_sids": [ 1, 10, 3, 15, 11 ], "retrieved_global": [ 1, 10, 3, 15, 11 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 490, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "Leaving Las Vegas (1995)", "Room with a View, A (1986)", "Emma (1996)" ], "target_sids": [ 10, 5, 15 ], "retrieved_sids": [ 10, 5, 15, 3, 1 ], "retrieved_global": [ 10, 5, 15, 3, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 491, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Groundhog Day (1993)", "Diva (1981)", "Philadelphia Story, The (1940)" ], "target_sids": [ 11, 4, 7 ], "retrieved_sids": [ 4, 11, 12, 5, 8 ], "retrieved_global": [ 4, 11, 12, 5, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 492, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Boot, Das (1981)", "Princess Bride, The (1987)" ], "target_sids": [ 5, 15 ], "retrieved_sids": [ 15, 5, 6, 8, 16 ], "retrieved_global": [ 15, 5, 6, 8, 16 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 493, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Close Shave, A (1995)" ], "target_sids": [ 3 ], "retrieved_sids": [ 8, 13, 3, 1, 12 ], "retrieved_global": [ 8, 13, 3, 1, 12 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 494, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Return of the Jedi (1983)" ], "target_sids": [ 5 ], "retrieved_sids": [ 16, 5, 6, 13, 18 ], "retrieved_global": [ 16, 5, 6, 13, 18 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 495, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Wings of the Dove, The (1997)", "Philadelphia Story, The (1940)" ], "target_sids": [ 3, 12 ], "retrieved_sids": [ 9, 12, 3, 13, 8 ], "retrieved_global": [ 9, 12, 3, 13, 8 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 496, "question": "What movies have you recommended to me before?", "ground_truth": "A", "answer_text": [ "Dances with Wolves (1990)" ], "target_sids": [ 5 ], "retrieved_sids": [ 5, 13, 10, 17, 1 ], "retrieved_global": [ 5, 13, 10, 17, 1 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 497, "question": "What movies have you recommended to me before?", "ground_truth": "B", "answer_text": [ "To Catch a Thief (1955)", "Apartment, The (1960)" ], "target_sids": [ 9, 4 ], "retrieved_sids": [ 3, 4, 9, 1, 10 ], "retrieved_global": [ 3, 4, 9, 1, 10 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 498, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "Close Shave, A (1995)", "Speed (1994)", "Terminator 2: Judgment Day (1991)" ], "target_sids": [ 8, 16, 5 ], "retrieved_sids": [ 5, 8, 16, 14, 6 ], "retrieved_global": [ 5, 8, 16, 14, 6 ], "hit_at_k": true }, { "category": "lowlevel_rec", "topic": "movie", "tid": 499, "question": "What movies have you recommended to me before?", "ground_truth": "D", "answer_text": [ "African Queen, The (1951)", "Army of Darkness (1993)", "Mission: Impossible (1996)" ], "target_sids": [ 16, 10, 5 ], "retrieved_sids": [ 10, 14, 5, 16, 6 ], "retrieved_global": [ 10, 14, 5, 16, 6 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 0, "question": "What are the main responsibilities of a person born on August 23rd?", "ground_truth": "C", "answer_text": "Handle financial transactions and serve clients", "target_sids": [ 104, 90 ], "retrieved_sids": [ 109, 133, 126, 104, 1 ], "retrieved_global": [ 109, 133, 126, 104, 1 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 1, "question": "What email address suffix do people with a high school education typically use?", "ground_truth": "D", "answer_text": "@pioneerconstructiongroup.com", "target_sids": [ 25, 37 ], "retrieved_sids": [ 92, 154, 52, 37, 59 ], "retrieved_global": [ 92, 154, 52, 37, 59 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 2, "question": "What is the sum of the last three digits of Sophia Reed's contact number?", "ground_truth": "D", "answer_text": "7", "target_sids": [ 90, 94 ], "retrieved_sids": [ 13, 141, 35, 62, 90 ], "retrieved_global": [ 13, 141, 35, 62, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 3, "question": "What season is someone\u2019s birthday if they work in Boston, MA?", "ground_truth": "D", "answer_text": "Winter", "target_sids": [ 123, 109 ], "retrieved_sids": [ 123, 151, 45, 150, 90 ], "retrieved_global": [ 123, 151, 45, 150, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 4, "question": "What is the email address suffix for a person who is 152 cm tall?", "ground_truth": "B", "answer_text": "@innovativelearningsystems.com", "target_sids": [ 121, 126 ], "retrieved_sids": [ 105, 126, 15, 23, 52 ], "retrieved_global": [ 105, 126, 15, 23, 52 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 5, "question": "In which season does the person with the contact number 61908301896 celebrate their birthday?", "ground_truth": "D", "answer_text": "Winter", "target_sids": [ 131, 141 ], "retrieved_sids": [ 15, 70, 151, 152, 46 ], "retrieved_global": [ 15, 70, 151, 152, 46 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 6, "question": "If someone is from Portland, OR, what is the sum of the last four digits of their contact number?", "ground_truth": "C", "answer_text": "19", "target_sids": [ 29, 30 ], "retrieved_sids": [ 11, 100, 29, 30, 10 ], "retrieved_global": [ 11, 100, 29, 30, 10 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 7, "question": "What are the main interests and hobbies of the people who work at Innovative Learning Technologies LLC?", "ground_truth": "B", "answer_text": "Appreciate films and experience different lives", "target_sids": [ 33, 34 ], "retrieved_sids": [ 34, 146, 70, 36, 30 ], "retrieved_global": [ 34, 146, 70, 36, 30 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 8, "question": "How many letters are in the name of a person from San Jose, CA?", "ground_truth": "C", "answer_text": "13 characters", "target_sids": [ 20, 5 ], "retrieved_sids": [ 20, 114, 45, 16, 4 ], "retrieved_global": [ 20, 114, 45, 16, 4 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 9, "question": "Which of these descriptions best fits the work location of someone who is based in Las Vegas, NV?", "ground_truth": "D", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 85, 87 ], "retrieved_sids": [ 72, 85, 111, 137, 135 ], "retrieved_global": [ 72, 85, 111, 137, 135 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 10, "question": "What would the email address suffix be for someone who is from Miami, FL?", "ground_truth": "A", "answer_text": "@creativewavestudios.com", "target_sids": [ 158, 150 ], "retrieved_sids": [ 99, 56, 158, 57, 132 ], "retrieved_global": [ 99, 56, 158, 57, 132 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 11, "question": "What are the main responsibilities of someone from Denver, CO?", "ground_truth": "A", "answer_text": "Assist customers and promote products in retail environments", "target_sids": [ 96, 98 ], "retrieved_sids": [ 98, 147, 25, 139, 135 ], "retrieved_global": [ 98, 147, 25, 139, 135 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 12, "question": "In which season does Nora Whitfield, who has the email address nora.whitfield@wrmc.com, celebrate their birthday?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 90, 91 ], "retrieved_sids": [ 91, 97, 99, 3, 93 ], "retrieved_global": [ 91, 97, 99, 3, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 13, "question": "What is the email address suffix for someone who works as a Professor?", "ground_truth": "A", "answer_text": "@innovativelearningtech.com", "target_sids": [ 40, 23 ], "retrieved_sids": [ 114, 78, 40, 19, 110 ], "retrieved_global": [ 114, 78, 40, 19, 110 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 14, "question": "What is the sum of the last two digits of the contact number for a person who holds a PhD in education?", "ground_truth": "B", "answer_text": "13", "target_sids": [ 50, 62 ], "retrieved_sids": [ 33, 141, 62, 113, 79 ], "retrieved_global": [ 33, 141, 62, 113, 79 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 15, "question": "What is the email address domain for people who have a hobby in theater?", "ground_truth": "D", "answer_text": "@compassionatecareservices.com", "target_sids": [ 32, 22 ], "retrieved_sids": [ 100, 32, 87, 76, 15 ], "retrieved_global": [ 100, 32, 87, 76, 15 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 16, "question": "What are the main interests and hobbies of the person with the contact number 41502166387?", "ground_truth": "A", "answer_text": "Practice calligraphy and inherit culture", "target_sids": [ 80, 77 ], "retrieved_sids": [ 140, 164, 100, 7, 167 ], "retrieved_global": [ 140, 164, 100, 7, 167 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 17, "question": "What are the main interests and hobbies of someone from Jacksonville, FL?", "ground_truth": "D", "answer_text": "Challenge oneself and conquer peaks", "target_sids": [ 48, 53 ], "retrieved_sids": [ 53, 138, 100, 157, 94 ], "retrieved_global": [ 53, 138, 100, 157, 94 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 18, "question": "What is the sum of the last four digits of a contact number for someone whose birthday is on June 10th?", "ground_truth": "B", "answer_text": "18", "target_sids": [ 130, 150 ], "retrieved_sids": [ 113, 53, 154, 75, 157 ], "retrieved_global": [ 113, 53, 154, 75, 157 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 19, "question": "For someone who works in Washington, DC, how would you describe their workplace?", "ground_truth": "C", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 8, 16 ], "retrieved_sids": [ 8, 48, 22, 147, 34 ], "retrieved_global": [ 8, 48, 22, 147, 34 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 20, "question": "What are the main responsibilities of someone's occupation if their hometown is San Jose, CA?", "ground_truth": "B", "answer_text": "Conduct research and experiments to advance scientific understanding", "target_sids": [ 152, 163 ], "retrieved_sids": [ 155, 170, 11, 67, 18 ], "retrieved_global": [ 155, 170, 11, 67, 18 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 21, "question": "What\u2019s the email address suffix for someone who works as a pilot?", "ground_truth": "C", "answer_text": "@skylineaviation.com", "target_sids": [ 50, 58 ], "retrieved_sids": [ 49, 55, 58, 110, 126 ], "retrieved_global": [ 49, 55, 58, 110, 126 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 22, "question": "For someone working in Washington, DC, what would describe their workplace?", "ground_truth": "D", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 103, 95 ], "retrieved_sids": [ 95, 53, 106, 48, 122 ], "retrieved_global": [ 95, 53, 106, 48, 122 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 23, "question": "What are the main responsibilities of someone whose hobby involves playing musical instruments?", "ground_truth": "C", "answer_text": "Perform various tasks on construction sites, including building, repairing, and maintaining structures", "target_sids": [ 163, 151 ], "retrieved_sids": [ 163, 68, 112, 87, 99 ], "retrieved_global": [ 163, 68, 112, 87, 99 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 24, "question": "If someone is from Atlanta, GA, what would the suffix of their email address be?", "ground_truth": "D", "answer_text": "@innovatechresearchgroup.com", "target_sids": [ 58, 61 ], "retrieved_sids": [ 137, 58, 98, 7, 28 ], "retrieved_global": [ 137, 58, 98, 7, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 25, "question": "What are the last three digits of the contact number for the person who works as a salesperson, and what is their sum?", "ground_truth": "B", "answer_text": "15", "target_sids": [ 120, 117 ], "retrieved_sids": [ 166, 120, 99, 79, 37 ], "retrieved_global": [ 166, 120, 99, 79, 37 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 26, "question": "What are the main responsibilities of a 31-year-old in their profession?", "ground_truth": "C", "answer_text": "Conduct studies and experiments to gain new knowledge and develop solutions in specific fields", "target_sids": [ 120, 122 ], "retrieved_sids": [ 0, 86, 11, 121, 35 ], "retrieved_global": [ 0, 86, 11, 121, 35 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 27, "question": "What are some descriptions that apply to someone who works in Denver, CO?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 82, 83 ], "retrieved_sids": [ 82, 132, 23, 139, 90 ], "retrieved_global": [ 82, 132, 23, 139, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 28, "question": "What is the primary responsibility of a 32-year-old in their job?", "ground_truth": "C", "answer_text": "Provide financial planning and investment advice", "target_sids": [ 51, 62 ], "retrieved_sids": [ 62, 22, 65, 99, 159 ], "retrieved_global": [ 62, 22, 65, 99, 159 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 29, "question": "What would be the email address suffix for someone who enjoys collecting antiques?", "ground_truth": "B", "answer_text": "@bostonhealthinnovations.com", "target_sids": [ 58, 53 ], "retrieved_sids": [ 140, 58, 136, 138, 139 ], "retrieved_global": [ 140, 58, 136, 138, 139 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 30, "question": "In which season does a person with a PhD celebrate their birthday?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 146, 135 ], "retrieved_sids": [ 45, 23, 150, 64, 109 ], "retrieved_global": [ 45, 23, 150, 64, 109 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 31, "question": "What are the key responsibilities of a person working in Atlanta, GA?", "ground_truth": "D", "answer_text": "Deliver goods swiftly", "target_sids": [ 160, 158 ], "retrieved_sids": [ 160, 7, 136, 125, 3 ], "retrieved_global": [ 160, 7, 136, 125, 3 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 32, "question": "In which season does the birthday of a person who works in Las Vegas, NV fall?", "ground_truth": "D", "answer_text": "Autumn", "target_sids": [ 169, 171 ], "retrieved_sids": [ 171, 81, 134, 11, 132 ], "retrieved_global": [ 171, 81, 134, 11, 132 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 33, "question": "In which season does someone from San Diego, CA celebrate their birthday?", "ground_truth": "B", "answer_text": "Spring", "target_sids": [ 106, 93 ], "retrieved_sids": [ 24, 6, 47, 108, 93 ], "retrieved_global": [ 24, 6, 47, 108, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 34, "question": "What is the email address suffix for people working in Portland, OR?", "ground_truth": "D", "answer_text": "@innovativebioresearchlabs.com", "target_sids": [ 66, 69 ], "retrieved_sids": [ 69, 27, 109, 53, 37 ], "retrieved_global": [ 69, 27, 109, 53, 37 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 35, "question": "What are the primary responsibilities of those whose workplace is located in Atlanta, GA?", "ground_truth": "C", "answer_text": "Drive sales growth and manage sales teams", "target_sids": [ 138, 133 ], "retrieved_sids": [ 138, 10, 62, 28, 109 ], "retrieved_global": [ 138, 10, 62, 28, 109 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 36, "question": "For someone who works in Atlanta, GA, how would you describe their work environment?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 44, 47 ], "retrieved_sids": [ 44, 153, 145, 155, 94 ], "retrieved_global": [ 44, 153, 145, 155, 94 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 37, "question": "Which of the following descriptions best fits a person whose workplace is located in Orlando, FL?", "ground_truth": "A", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 133, 135 ], "retrieved_sids": [ 133, 136, 56, 57, 54 ], "retrieved_global": [ 133, 136, 56, 57, 54 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 38, "question": "What are the main responsibilities of someone from Jacksonville, FL?", "ground_truth": "B", "answer_text": "Perform various tasks on construction sites, including building, repairing, and maintaining structures", "target_sids": [ 146, 131 ], "retrieved_sids": [ 146, 7, 6, 8, 110 ], "retrieved_global": [ 146, 7, 6, 8, 110 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 39, "question": "What is the sum of the last six digits in the contact number for the Retail Sales Associate position?", "ground_truth": "D", "answer_text": "27", "target_sids": [ 137, 147 ], "retrieved_sids": [ 161, 76, 52, 97, 147 ], "retrieved_global": [ 161, 76, 52, 97, 147 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 40, "question": "What are the main interests and hobbies of people living and working in Portland, OR?", "ground_truth": "C", "answer_text": "Use weights and push-ups to shape the body", "target_sids": [ 43, 55 ], "retrieved_sids": [ 4, 55, 35, 6, 95 ], "retrieved_global": [ 4, 55, 35, 6, 95 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 41, "question": "What would be the email address suffix for someone from San Francisco, CA?", "ground_truth": "C", "answer_text": "@linguisticbridgetranslations.com", "target_sids": [ 164, 159 ], "retrieved_sids": [ 16, 159, 74, 37, 146 ], "retrieved_global": [ 16, 159, 74, 37, 146 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 42, "question": "What would be the email address suffix for someone whose birthday falls on March 11th?", "ground_truth": "D", "answer_text": "@sunnyshoresbank.com", "target_sids": [ 10, 13 ], "retrieved_sids": [ 13, 67, 110, 25, 56 ], "retrieved_global": [ 13, 67, 110, 25, 56 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 43, "question": "In which season does Maxwell Grayson, who has the email address maxwell.grayson@premierelectricalservices.com, celebrate his birthday?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 172, 164 ], "retrieved_sids": [ 172, 152, 98, 136, 170 ], "retrieved_global": [ 172, 152, 98, 136, 170 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 44, "question": "What is the sum of the last three digits of the contact number for Skyward Aviation Services?", "ground_truth": "C", "answer_text": "11", "target_sids": [ 152, 151 ], "retrieved_sids": [ 149, 40, 53, 152, 98 ], "retrieved_global": [ 149, 40, 53, 152, 98 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 45, "question": "What are the main interests and hobbies of the team at Rapid Express Couriers?", "ground_truth": "A", "answer_text": "Water-based exercise that trains the whole body", "target_sids": [ 154, 155 ], "retrieved_sids": [ 155, 97, 153, 164, 63 ], "retrieved_global": [ 155, 97, 153, 164, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 46, "question": "How many letters are there in the name of the person with the email address briar.whittaker@quantuminnovationslabs.com?", "ground_truth": "B", "answer_text": "14 characters", "target_sids": [ 49, 44 ], "retrieved_sids": [ 49, 158, 77, 44, 36 ], "retrieved_global": [ 49, 158, 77, 44, 36 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 47, "question": "What are the main interests and hobbies of someone who has a Bachelor's degree?", "ground_truth": "C", "answer_text": "Gather historical items and appreciate their value", "target_sids": [ 89, 93 ], "retrieved_sids": [ 93, 113, 168, 72, 161 ], "retrieved_global": [ 93, 113, 168, 72, 161 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 48, "question": "What are some common interests and hobbies for a 24-year-old?", "ground_truth": "D", "answer_text": "Ride the waves and enjoy the sea", "target_sids": [ 121, 127 ], "retrieved_sids": [ 41, 83, 149, 141, 31 ], "retrieved_global": [ 41, 83, 149, 141, 31 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 49, "question": "Which of the following descriptions applies to someone who works in Houston, TX?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 10, 14 ], "retrieved_sids": [ 10, 80, 50, 130, 95 ], "retrieved_global": [ 10, 80, 50, 130, 95 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 50, "question": "What are the primary responsibilities of a 28-year-old in their profession?", "ground_truth": "A", "answer_text": "Handle financial transactions and serve clients", "target_sids": [ 160, 171 ], "retrieved_sids": [ 171, 86, 105, 103, 124 ], "retrieved_global": [ 171, 86, 105, 103, 124 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 51, "question": "In which season does someone with a high school education have their birthday?", "ground_truth": "B", "answer_text": "Spring", "target_sids": [ 17, 2 ], "retrieved_sids": [ 97, 53, 47, 87, 107 ], "retrieved_global": [ 97, 53, 47, 87, 107 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 52, "question": "What is the email address suffix of someone who is 166 cm tall?", "ground_truth": "D", "answer_text": "@capitalcitycouriers.com", "target_sids": [ 140, 141 ], "retrieved_sids": [ 141, 108, 151, 86, 66 ], "retrieved_global": [ 141, 108, 151, 86, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 53, "question": "What are the main responsibilities for someone working in Denver, CO?", "ground_truth": "C", "answer_text": "Educate and guide students", "target_sids": [ 55, 47 ], "retrieved_sids": [ 55, 24, 48, 26, 122 ], "retrieved_global": [ 55, 24, 48, 26, 122 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 54, "question": "What are the main interests and hobbies of the person with the phone number 51001095939?", "ground_truth": "B", "answer_text": "Practice calligraphy and inherit culture", "target_sids": [ 16, 11 ], "retrieved_sids": [ 124, 38, 125, 107, 77 ], "retrieved_global": [ 124, 38, 125, 107, 77 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 55, "question": "What are the main interests and hobbies of a Cabin Crew Member?", "ground_truth": "D", "answer_text": "Practice calligraphy and inherit culture", "target_sids": [ 60, 45 ], "retrieved_sids": [ 60, 12, 36, 27, 152 ], "retrieved_global": [ 60, 12, 36, 27, 152 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 56, "question": "How many letters does the name of the person from Bay State Builders LLC have?", "ground_truth": "D", "answer_text": "11 characters", "target_sids": [ 59, 52 ], "retrieved_sids": [ 59, 62, 25, 69, 113 ], "retrieved_global": [ 59, 62, 25, 69, 113 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 57, "question": "What is the sum of the last six digits of a contact number for someone from Las Vegas, NV?", "ground_truth": "A", "answer_text": "26", "target_sids": [ 67, 69 ], "retrieved_sids": [ 167, 101, 67, 117, 11 ], "retrieved_global": [ 167, 101, 67, 117, 11 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 58, "question": "What is the email address suffix for a Real Estate Agent?", "ground_truth": "B", "answer_text": "@urbannestrealty.com", "target_sids": [ 160, 164 ], "retrieved_sids": [ 57, 160, 40, 164, 101 ], "retrieved_global": [ 57, 160, 40, 164, 101 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 59, "question": "What are the main interests and hobbies of a person with a Bachelor's degree?", "ground_truth": "C", "answer_text": "Relax the body and mind, cultivate oneself", "target_sids": [ 60, 55 ], "retrieved_sids": [ 138, 60, 160, 68, 8 ], "retrieved_global": [ 138, 60, 160, 68, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 60, "question": "What is the email address suffix for the Community Outreach Coordinator position?", "ground_truth": "A", "answer_text": "@pacificcitylaw.gov", "target_sids": [ 48, 58 ], "retrieved_sids": [ 42, 16, 158, 58, 145 ], "retrieved_global": [ 42, 16, 158, 58, 145 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 61, "question": "How many letters are in the names of individuals who have a Master's degree?", "ground_truth": "D", "answer_text": "11 characters", "target_sids": [ 26, 28 ], "retrieved_sids": [ 28, 48, 139, 3, 96 ], "retrieved_global": [ 28, 48, 139, 3, 96 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 62, "question": "Which option describes the work location for a person based in Atlanta, GA?", "ground_truth": "C", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 66, 62 ], "retrieved_sids": [ 62, 24, 89, 109, 4 ], "retrieved_global": [ 62, 24, 89, 109, 4 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 63, "question": "What are the main interests and hobbies of the person who has the email address kieran.shaw@codecrafters.com?", "ground_truth": "B", "answer_text": "Relax and feel the beauty of melodies", "target_sids": [ 140, 150 ], "retrieved_sids": [ 150, 137, 169, 76, 125 ], "retrieved_global": [ 150, 137, 169, 76, 125 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 64, "question": "For a person whose workplace is in Los Angeles, CA, which of the following descriptions best fits their job location?", "ground_truth": "B", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 114, 109 ], "retrieved_sids": [ 35, 109, 14, 151, 50 ], "retrieved_global": [ 35, 109, 14, 151, 50 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 65, "question": "What are the main interests and hobbies of a person who is 163 cm tall?", "ground_truth": "B", "answer_text": "Explore the outdoors on a bike", "target_sids": [ 38, 23 ], "retrieved_sids": [ 110, 46, 38, 87, 129 ], "retrieved_global": [ 110, 46, 38, 87, 129 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 66, "question": "What are the main responsibilities of a person who is 168cm tall?", "ground_truth": "B", "answer_text": "Provide financial planning and investment advice", "target_sids": [ 8, 19 ], "retrieved_sids": [ 164, 90, 67, 39, 131 ], "retrieved_global": [ 164, 90, 67, 39, 131 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 67, "question": "What are the last two digits of Owen Prescott's contact number, and what do they add up to?", "ground_truth": "D", "answer_text": "7", "target_sids": [ 148, 140 ], "retrieved_sids": [ 127, 73, 17, 148, 140 ], "retrieved_global": [ 127, 73, 17, 148, 140 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 68, "question": "How many letters are there in the names of people who have a Bachelor\u2019s degree?", "ground_truth": "A", "answer_text": "12 characters", "target_sids": [ 56, 51 ], "retrieved_sids": [ 56, 78, 157, 10, 129 ], "retrieved_global": [ 56, 78, 157, 10, 129 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 69, "question": "What are some common interests and hobbies for someone from Jacksonville, FL?", "ground_truth": "B", "answer_text": "Ride the waves and enjoy the sea", "target_sids": [ 121, 115 ], "retrieved_sids": [ 121, 58, 57, 136, 157 ], "retrieved_global": [ 121, 58, 57, 136, 157 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 70, "question": "What is the email address suffix for a 35-year-old?", "ground_truth": "B", "answer_text": "@sunshinehaulers.com", "target_sids": [ 114, 111 ], "retrieved_sids": [ 160, 114, 0, 129, 13 ], "retrieved_global": [ 160, 114, 0, 129, 13 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 71, "question": "In which season does someone who is 163 cm tall celebrate their birthday?", "ground_truth": "C", "answer_text": "Autumn", "target_sids": [ 112, 118 ], "retrieved_sids": [ 7, 155, 32, 118, 112 ], "retrieved_global": [ 7, 155, 32, 118, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 72, "question": "For someone who works as a chef, what would the suffix of their email address be?", "ground_truth": "C", "answer_text": "@savorydelights.com", "target_sids": [ 90, 101 ], "retrieved_sids": [ 101, 91, 36, 92, 120 ], "retrieved_global": [ 101, 91, 36, 92, 120 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 73, "question": "What season does someone whose hobby is knitting celebrate their birthday?", "ground_truth": "A", "answer_text": "Summer", "target_sids": [ 108, 100 ], "retrieved_sids": [ 74, 108, 10, 113, 12 ], "retrieved_global": [ 74, 108, 10, 113, 12 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 74, "question": "What are the main responsibilities of someone whose hobby is model making?", "ground_truth": "C", "answer_text": "Cure patients and ensure public health", "target_sids": [ 11, 21 ], "retrieved_sids": [ 21, 57, 83, 76, 74 ], "retrieved_global": [ 21, 57, 83, 76, 74 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 75, "question": "How many letters are in the name of someone whose occupation is a nurse?", "ground_truth": "A", "answer_text": "11 characters", "target_sids": [ 8, 20 ], "retrieved_sids": [ 5, 20, 7, 6, 25 ], "retrieved_global": [ 5, 20, 7, 6, 25 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 76, "question": "What are the main responsibilities of the person with the contact number 65003215995 in their job?", "ground_truth": "B", "answer_text": "Cultivate crops and raise livestock", "target_sids": [ 48, 52 ], "retrieved_sids": [ 121, 98, 147, 71, 149 ], "retrieved_global": [ 121, 98, 147, 71, 149 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 77, "question": "What are the main responsibilities of the individual associated with the contact number 61904027161?", "ground_truth": "D", "answer_text": "Cultivate crops and raise livestock", "target_sids": [ 172, 167 ], "retrieved_sids": [ 39, 47, 172, 12, 131 ], "retrieved_global": [ 39, 47, 172, 12, 131 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 78, "question": "What would be the email address suffix for a person who is 32 years old?", "ground_truth": "C", "answer_text": "@compassionatecare.com", "target_sids": [ 56, 55 ], "retrieved_sids": [ 56, 16, 10, 21, 150 ], "retrieved_global": [ 56, 16, 10, 21, 150 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 79, "question": "What does the work location look like for someone based in Chicago, IL?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 67, 71 ], "retrieved_sids": [ 45, 67, 129, 28, 151 ], "retrieved_global": [ 45, 67, 129, 28, 151 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 80, "question": "During which season does the person with the email address madeline.hayes@capitalcitybank.com celebrate their birthday?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 114, 108 ], "retrieved_sids": [ 114, 65, 66, 2, 106 ], "retrieved_global": [ 114, 65, 66, 2, 106 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 81, "question": "How many letters are in the name of a person from Miami, FL?", "ground_truth": "C", "answer_text": "12 characters", "target_sids": [ 120, 124 ], "retrieved_sids": [ 124, 78, 120, 64, 22 ], "retrieved_global": [ 124, 78, 120, 64, 22 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 82, "question": "What is the email address suffix for someone named Chloe Merritt?", "ground_truth": "A", "answer_text": "@houstonrealtygroup.com", "target_sids": [ 129, 143 ], "retrieved_sids": [ 129, 143, 163, 76, 77 ], "retrieved_global": [ 129, 143, 163, 76, 77 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 83, "question": "Which of these descriptions fits someone who works in Atlanta, GA?", "ground_truth": "C", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 147, 141 ], "retrieved_sids": [ 141, 4, 49, 27, 91 ], "retrieved_global": [ 141, 4, 49, 27, 91 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 84, "question": "During which season does Landon Chase celebrate their birthday?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 81, 66 ], "retrieved_sids": [ 42, 24, 66, 109, 4 ], "retrieved_global": [ 42, 24, 66, 109, 4 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 85, "question": "What is the email address suffix for a Journeyman Electrician position?", "ground_truth": "C", "answer_text": "@voltagepros.com", "target_sids": [ 16, 9 ], "retrieved_sids": [ 40, 9, 57, 16, 97 ], "retrieved_global": [ 40, 9, 57, 16, 97 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 86, "question": "For someone who works in New York, NY, which of the following options would best describe their workplace?", "ground_truth": "B", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 56, 51 ], "retrieved_sids": [ 27, 51, 130, 4, 94 ], "retrieved_global": [ 27, 51, 130, 4, 94 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 87, "question": "During which season does the person with the contact number 31004592259 celebrate their birthday?", "ground_truth": "A", "answer_text": "Spring", "target_sids": [ 129, 130 ], "retrieved_sids": [ 67, 127, 100, 46, 23 ], "retrieved_global": [ 67, 127, 100, 46, 23 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 88, "question": "What are the typical interests and hobbies of someone from Las Vegas, NV?", "ground_truth": "A", "answer_text": "Observe and identify different bird species", "target_sids": [ 116, 118 ], "retrieved_sids": [ 133, 118, 145, 142, 35 ], "retrieved_global": [ 133, 118, 145, 142, 35 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 89, "question": "What is the sum of the last three digits of the contact number for the person who is 35 years old?", "ground_truth": "C", "answer_text": "21", "target_sids": [ 1, 4 ], "retrieved_sids": [ 139, 122, 54, 100, 66 ], "retrieved_global": [ 139, 122, 54, 100, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 90, "question": "What is the email address domain for someone working in Las Vegas, NV?", "ground_truth": "D", "answer_text": "@silverstategrocers.com", "target_sids": [ 0, 20 ], "retrieved_sids": [ 20, 78, 106, 0, 113 ], "retrieved_global": [ 20, 78, 106, 0, 113 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 91, "question": "What are the last two digits of the contact number for the person with the email address sofia.mitchell@rockymountainhealthcaregroup.com, and what is their sum?", "ground_truth": "C", "answer_text": "6", "target_sids": [ 136, 133 ], "retrieved_sids": [ 99, 136, 54, 81, 164 ], "retrieved_global": [ 99, 136, 54, 81, 164 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 92, "question": "What are the main interests and hobbies of someone who works as a translator?", "ground_truth": "B", "answer_text": "Make delicious dishes and enjoy cooking", "target_sids": [ 96, 99 ], "retrieved_sids": [ 29, 160, 99, 28, 159 ], "retrieved_global": [ 29, 160, 99, 28, 159 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 93, "question": "What are the main responsibilities of someone who holds a Bachelor's degree in their profession?", "ground_truth": "A", "answer_text": "Uphold the law and provide legal services", "target_sids": [ 88, 89 ], "retrieved_sids": [ 124, 160, 47, 89, 112 ], "retrieved_global": [ 124, 160, 47, 89, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 94, "question": "What would the email address suffix be for someone from Charlotte, NC?", "ground_truth": "D", "answer_text": "@evergreenconstruction.com", "target_sids": [ 57, 61 ], "retrieved_sids": [ 31, 122, 172, 61, 89 ], "retrieved_global": [ 31, 122, 172, 61, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 95, "question": "For a teacher, in which season does their birthday fall?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 130, 141 ], "retrieved_sids": [ 2, 148, 152, 135, 47 ], "retrieved_global": [ 2, 148, 152, 135, 47 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 96, "question": "What do most 35-year-olds typically enjoy doing in their free time?", "ground_truth": "B", "answer_text": "Make delicious dishes and enjoy cooking", "target_sids": [ 66, 78 ], "retrieved_sids": [ 97, 62, 98, 39, 11 ], "retrieved_global": [ 97, 62, 98, 39, 11 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 97, "question": "What are the main responsibilities for a 23-year-old in their job?", "ground_truth": "C", "answer_text": "Design, develop, and maintain systems and structures", "target_sids": [ 136, 135 ], "retrieved_sids": [ 125, 71, 136, 31, 146 ], "retrieved_global": [ 125, 71, 136, 31, 146 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 98, "question": "What is the sum of the last four digits of the contact number for the person whose birthday is on December 24th?", "ground_truth": "D", "answer_text": "15", "target_sids": [ 20, 7 ], "retrieved_sids": [ 20, 97, 47, 52, 130 ], "retrieved_global": [ 20, 97, 47, 52, 130 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 99, "question": "What are Zara Whitfield's main interests and hobbies?", "ground_truth": "C", "answer_text": "Express oneself through music", "target_sids": [ 161, 156 ], "retrieved_sids": [ 161, 157, 150, 96, 169 ], "retrieved_global": [ 161, 157, 150, 96, 169 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 100, "question": "Which of these descriptions would best fit someone who works in Denver, CO?", "ground_truth": "A", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 157, 151 ], "retrieved_sids": [ 90, 151, 3, 75, 133 ], "retrieved_global": [ 90, 151, 3, 75, 133 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 101, "question": "How many letters are in the name of a person whose birthday falls on October 25th?", "ground_truth": "D", "answer_text": "13 characters", "target_sids": [ 113, 123 ], "retrieved_sids": [ 123, 71, 24, 86, 149 ], "retrieved_global": [ 123, 71, 24, 86, 149 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 102, "question": "What is the email address suffix for a person who is 170 cm tall?", "ground_truth": "D", "answer_text": "@innovativeresearchlabs.com", "target_sids": [ 113, 109 ], "retrieved_sids": [ 88, 79, 113, 23, 138 ], "retrieved_global": [ 88, 79, 113, 23, 138 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 103, "question": "How many letters are in the name of a person who works as an electrician?", "ground_truth": "D", "answer_text": "9 characters", "target_sids": [ 17, 11 ], "retrieved_sids": [ 10, 17, 28, 12, 128 ], "retrieved_global": [ 10, 17, 28, 12, 128 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 104, "question": "For someone who works in San Francisco, CA, how would you describe their workplace?", "ground_truth": "B", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 91, 92 ], "retrieved_sids": [ 158, 91, 103, 46, 115 ], "retrieved_global": [ 158, 91, 103, 46, 115 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 105, "question": "What are the main interests and hobbies of someone who holds an Associate Degree?", "ground_truth": "B", "answer_text": "Aerobic exercise to improve cardiovascular health", "target_sids": [ 48, 52 ], "retrieved_sids": [ 52, 68, 158, 5, 110 ], "retrieved_global": [ 52, 68, 158, 5, 110 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 106, "question": "What are the key responsibilities for someone working in Austin, TX?", "ground_truth": "C", "answer_text": "Facilitate communication across languages", "target_sids": [ 90, 102 ], "retrieved_sids": [ 102, 44, 12, 36, 26 ], "retrieved_global": [ 102, 44, 12, 36, 26 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 107, "question": "In which season does the birthday of the Wealth Management Specialist fall?", "ground_truth": "C", "answer_text": "Autumn", "target_sids": [ 120, 129 ], "retrieved_sids": [ 112, 129, 111, 92, 94 ], "retrieved_global": [ 112, 129, 111, 92, 94 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 108, "question": "What is the total of the last four digits of the contact number for the individual whose workplace is in Las Vegas, NV?", "ground_truth": "C", "answer_text": "11", "target_sids": [ 13, 14 ], "retrieved_sids": [ 127, 169, 55, 149, 72 ], "retrieved_global": [ 127, 169, 55, 149, 72 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 109, "question": "What is the email address suffix for someone who is 29 years old?", "ground_truth": "B", "answer_text": "@emeraldcityrealtygroup.com", "target_sids": [ 88, 90 ], "retrieved_sids": [ 21, 90, 36, 40, 63 ], "retrieved_global": [ 21, 90, 36, 40, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 110, "question": "What is the sum of the last three digits of the contact number for someone from Orlando, FL?", "ground_truth": "C", "answer_text": "13", "target_sids": [ 109, 127 ], "retrieved_sids": [ 81, 34, 170, 1, 142 ], "retrieved_global": [ 81, 34, 170, 1, 142 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 111, "question": "In which season does someone from Indianapolis, IN celebrate their birthday?", "ground_truth": "B", "answer_text": "Winter", "target_sids": [ 33, 39 ], "retrieved_sids": [ 0, 86, 156, 1, 64 ], "retrieved_global": [ 0, 86, 156, 1, 64 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 112, "question": "What is the sum of the last five digits of the contact number for the person who is 159 centimeters tall?", "ground_truth": "C", "answer_text": "18", "target_sids": [ 133, 135 ], "retrieved_sids": [ 44, 40, 151, 135, 120 ], "retrieved_global": [ 44, 40, 151, 135, 120 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 113, "question": "What season is it for someone who is 39 years old on their birthday?", "ground_truth": "B", "answer_text": "Autumn", "target_sids": [ 155, 159 ], "retrieved_sids": [ 159, 44, 155, 110, 87 ], "retrieved_global": [ 159, 44, 155, 110, 87 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 114, "question": "In which season do lawyers typically celebrate their birthdays?", "ground_truth": "B", "answer_text": "Summer", "target_sids": [ 13, 14 ], "retrieved_sids": [ 68, 113, 49, 87, 34 ], "retrieved_global": [ 68, 113, 49, 87, 34 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 115, "question": "What are the main interests and hobbies of a person born on February 15th?", "ground_truth": "A", "answer_text": "A graceful sport that enhances coordination", "target_sids": [ 45, 55 ], "retrieved_sids": [ 83, 76, 42, 72, 152 ], "retrieved_global": [ 83, 76, 42, 72, 152 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 116, "question": "What are the main responsibilities of a person born on January 12th?", "ground_truth": "B", "answer_text": "Prepare delicious food for customers", "target_sids": [ 11, 4 ], "retrieved_sids": [ 66, 11, 54, 88, 109 ], "retrieved_global": [ 66, 11, 54, 88, 109 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 117, "question": "What are the main interests and hobbies of a police officer?", "ground_truth": "C", "answer_text": "Observe and identify different bird species", "target_sids": [ 33, 26 ], "retrieved_sids": [ 33, 30, 155, 154, 32 ], "retrieved_global": [ 33, 30, 155, 154, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 118, "question": "What is the email address domain for someone named Avery Sinclair?", "ground_truth": "B", "answer_text": "@creativecanvasstudios.com", "target_sids": [ 17, 14 ], "retrieved_sids": [ 14, 36, 124, 105, 17 ], "retrieved_global": [ 14, 36, 124, 105, 17 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 119, "question": "How many letters are there in the name of a person whose birthday is on February 23rd?", "ground_truth": "D", "answer_text": "11 characters", "target_sids": [ 40, 31 ], "retrieved_sids": [ 40, 150, 132, 4, 90 ], "retrieved_global": [ 40, 150, 132, 4, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 120, "question": "How many letters are in the name of the person at Harborview Medical Group?", "ground_truth": "B", "answer_text": "10 characters", "target_sids": [ 120, 125 ], "retrieved_sids": [ 125, 122, 128, 49, 130 ], "retrieved_global": [ 125, 122, 128, 49, 130 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 121, "question": "During which season does the birthday of the Senior Software Architect occur?", "ground_truth": "A", "answer_text": "Winter", "target_sids": [ 49, 42 ], "retrieved_sids": [ 64, 92, 149, 49, 141 ], "retrieved_global": [ 64, 92, 149, 49, 141 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 122, "question": "What are the main interests and hobbies of people who work in Los Angeles, CA?", "ground_truth": "B", "answer_text": "Master new languages to broaden horizons", "target_sids": [ 105, 103 ], "retrieved_sids": [ 125, 105, 68, 29, 166 ], "retrieved_global": [ 125, 105, 68, 29, 166 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 123, "question": "During which season does Lila Monroe celebrate her birthday?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 8, 10 ], "retrieved_sids": [ 85, 2, 43, 4, 20 ], "retrieved_global": [ 85, 2, 43, 4, 20 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 124, "question": "What are the main interests and hobbies of the individual with the contact number 85801168355?", "ground_truth": "A", "answer_text": "Express oneself through music", "target_sids": [ 112, 128 ], "retrieved_sids": [ 166, 82, 101, 83, 37 ], "retrieved_global": [ 166, 82, 101, 83, 37 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 125, "question": "In which season does the person in the position of Line Cook celebrate their birthday?", "ground_truth": "C", "answer_text": "Winter", "target_sids": [ 42, 58 ], "retrieved_sids": [ 42, 108, 57, 124, 2 ], "retrieved_global": [ 42, 108, 57, 124, 2 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 126, "question": "What is the sum of the last six digits of Clara Bennett's contact number?", "ground_truth": "D", "answer_text": "27", "target_sids": [ 18, 13 ], "retrieved_sids": [ 76, 145, 122, 11, 60 ], "retrieved_global": [ 76, 145, 122, 11, 60 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 127, "question": "For someone working in Las Vegas, NV, which of these descriptions fits their workplace?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 68, 79 ], "retrieved_sids": [ 68, 133, 113, 159, 158 ], "retrieved_global": [ 68, 133, 113, 159, 158 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 128, "question": "What are the primary responsibilities of the person associated with the contact number 65005637311?", "ground_truth": "D", "answer_text": "Cure patients and ensure public health", "target_sids": [ 128, 113 ], "retrieved_sids": [ 128, 80, 94, 36, 37 ], "retrieved_global": [ 128, 80, 94, 36, 37 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 129, "question": "What is the email address suffix for the person with the contact number 61901137151?", "ground_truth": "D", "answer_text": "@voltagevision.com", "target_sids": [ 104, 102 ], "retrieved_sids": [ 39, 104, 121, 75, 57 ], "retrieved_global": [ 39, 104, 121, 75, 57 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 130, "question": "What are the main responsibilities of someone born on January 28th?", "ground_truth": "B", "answer_text": "Drive sales growth and manage sales teams", "target_sids": [ 105, 99 ], "retrieved_sids": [ 70, 69, 135, 19, 105 ], "retrieved_global": [ 70, 69, 135, 19, 105 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 131, "question": "What is the sum of the last four digits of the phone number for someone who is from Philadelphia, PA?", "ground_truth": "A", "answer_text": "13", "target_sids": [ 32, 40 ], "retrieved_sids": [ 40, 74, 158, 32, 119 ], "retrieved_global": [ 40, 74, 158, 32, 119 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 132, "question": "What are the main interests and hobbies of the person with the contact number 61701099427?", "ground_truth": "C", "answer_text": "Patiently wait and enjoy the pleasure of fishing", "target_sids": [ 1, 12 ], "retrieved_sids": [ 37, 165, 28, 1, 133 ], "retrieved_global": [ 37, 165, 28, 1, 133 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 133, "question": "What is the email address suffix for the individual with the contact number 61708800234?", "ground_truth": "C", "answer_text": "@tropicalculinarycreations.com", "target_sids": [ 156, 166 ], "retrieved_sids": [ 20, 19, 96, 32, 136 ], "retrieved_global": [ 20, 19, 96, 32, 136 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 134, "question": "How many letters are in the name of someone who is 30 years old?", "ground_truth": "C", "answer_text": "14 characters", "target_sids": [ 133, 134 ], "retrieved_sids": [ 134, 42, 63, 0, 20 ], "retrieved_global": [ 134, 42, 63, 0, 20 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 135, "question": "What is the total of the last three digits of the contact number for the individual with the email address julian.hayes@harmonysoundproductions.com?", "ground_truth": "C", "answer_text": "11", "target_sids": [ 74, 70 ], "retrieved_sids": [ 74, 159, 99, 61, 63 ], "retrieved_global": [ 74, 159, 99, 61, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 136, "question": "What is the email domain for the people at Innovatech Systems LLC?", "ground_truth": "A", "answer_text": "@innovatechsystems.com", "target_sids": [ 21, 39 ], "retrieved_sids": [ 21, 39, 44, 153, 51 ], "retrieved_global": [ 21, 39, 44, 153, 51 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 137, "question": "In which season do people who enjoy playing video games typically have their birthdays?", "ground_truth": "C", "answer_text": "Winter", "target_sids": [ 57, 46 ], "retrieved_sids": [ 57, 153, 25, 68, 86 ], "retrieved_global": [ 57, 153, 25, 68, 86 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 138, "question": "What are the main interests and hobbies of a Research Scientist?", "ground_truth": "D", "answer_text": "Appreciate theater and experience the variety of life", "target_sids": [ 27, 28 ], "retrieved_sids": [ 28, 138, 51, 75, 111 ], "retrieved_global": [ 28, 138, 51, 75, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 139, "question": "What email address suffix would someone who is 157 cm tall use?", "ground_truth": "B", "answer_text": "@techwaveinnovations.com", "target_sids": [ 152, 169 ], "retrieved_sids": [ 21, 84, 169, 107, 2 ], "retrieved_global": [ 21, 84, 169, 107, 2 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 140, "question": "How many letters are in the name of a person from Miami, FL?", "ground_truth": "A", "answer_text": "12 characters", "target_sids": [ 168, 150 ], "retrieved_sids": [ 168, 89, 94, 92, 25 ], "retrieved_global": [ 168, 89, 94, 92, 25 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 141, "question": "During which season does a person with a Master's degree celebrate their birthday?", "ground_truth": "A", "answer_text": "Autumn", "target_sids": [ 76, 85 ], "retrieved_sids": [ 154, 9, 93, 85, 32 ], "retrieved_global": [ 154, 9, 93, 85, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 142, "question": "What is the email address suffix for a person who has a Bachelor's degree?", "ground_truth": "B", "answer_text": "@skywardaviation.com", "target_sids": [ 50, 58 ], "retrieved_sids": [ 58, 88, 95, 110, 135 ], "retrieved_global": [ 58, 88, 95, 110, 135 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 143, "question": "What are the main responsibilities of someone whose birthday is on December 14th?", "ground_truth": "A", "answer_text": "Fly and navigate aircraft safely", "target_sids": [ 35, 31 ], "retrieved_sids": [ 2, 88, 68, 152, 46 ], "retrieved_global": [ 2, 88, 68, 152, 46 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 144, "question": "What are the typical interests and hobbies of someone who holds a Bachelor's degree?", "ground_truth": "A", "answer_text": "Explore nature on foot and enjoy the scenery", "target_sids": [ 80, 68 ], "retrieved_sids": [ 160, 26, 157, 52, 51 ], "retrieved_global": [ 160, 26, 157, 52, 51 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 145, "question": "How many letters are there in the name of the individual from Summit Financial Group?", "ground_truth": "A", "answer_text": "9 characters", "target_sids": [ 17, 19 ], "retrieved_sids": [ 19, 29, 12, 171, 172 ], "retrieved_global": [ 19, 29, 12, 171, 172 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 146, "question": "Which of these descriptions describes someone who works in Austin, TX?", "ground_truth": "D", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 73, 66 ], "retrieved_sids": [ 66, 22, 87, 139, 160 ], "retrieved_global": [ 66, 22, 87, 139, 160 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 147, "question": "What are the key responsibilities of someone with a high school education in their job?", "ground_truth": "C", "answer_text": "Transport goods safely and punctually to designated locations", "target_sids": [ 97, 87 ], "retrieved_sids": [ 112, 97, 153, 168, 28 ], "retrieved_global": [ 112, 97, 153, 168, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 148, "question": "How many letters are in the names of people who have a high school education?", "ground_truth": "C", "answer_text": "11 characters", "target_sids": [ 46, 47 ], "retrieved_sids": [ 139, 47, 6, 32, 5 ], "retrieved_global": [ 139, 47, 6, 32, 5 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 149, "question": "How many letters are in the name of the person who has the email address jackson.reed@mountainviewmedicalgroup.com?", "ground_truth": "B", "answer_text": "11 characters", "target_sids": [ 152, 166 ], "retrieved_sids": [ 166, 152, 69, 129, 63 ], "retrieved_global": [ 166, 152, 69, 129, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 150, "question": "Which of these descriptions fits the work location of someone who is based in Portland, OR?", "ground_truth": "B", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 98, 93 ], "retrieved_sids": [ 93, 160, 25, 120, 130 ], "retrieved_global": [ 93, 160, 25, 120, 130 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 151, "question": "How many letters are in the name of someone who has the occupation of Professor?", "ground_truth": "A", "answer_text": "12 characters", "target_sids": [ 64, 46 ], "retrieved_sids": [ 38, 89, 153, 64, 90 ], "retrieved_global": [ 38, 89, 153, 64, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 152, "question": "What is the sum of the last two digits of the contact number for the Research Scientist position in Cognitive Neuroscience?", "ground_truth": "C", "answer_text": "4", "target_sids": [ 120, 129 ], "retrieved_sids": [ 129, 60, 149, 17, 107 ], "retrieved_global": [ 129, 60, 149, 17, 107 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 153, "question": "What is the total of the last four digits of the contact number for the person whose workplace is in Boston, MA?", "ground_truth": "C", "answer_text": "22", "target_sids": [ 18, 20 ], "retrieved_sids": [ 67, 165, 82, 102, 18 ], "retrieved_global": [ 67, 165, 82, 102, 18 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 154, "question": "What are the primary interests and hobbies of someone who holds a PhD in education?", "ground_truth": "B", "answer_text": "Reading thousands of books is not as good as traveling thousands of miles", "target_sids": [ 24, 32 ], "retrieved_sids": [ 48, 73, 32, 15, 119 ], "retrieved_global": [ 48, 73, 32, 15, 119 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 155, "question": "What is the total of the last six digits of the contact number for the person who is 26 years old?", "ground_truth": "B", "answer_text": "25", "target_sids": [ 88, 90 ], "retrieved_sids": [ 164, 54, 80, 148, 11 ], "retrieved_global": [ 164, 54, 80, 148, 11 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 156, "question": "How many letters are in the name of the person who has the contact number 61706916032?", "ground_truth": "D", "answer_text": "11 characters", "target_sids": [ 120, 105 ], "retrieved_sids": [ 99, 14, 160, 142, 38 ], "retrieved_global": [ 99, 14, 160, 142, 38 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 157, "question": "In which season does the person with the contact number 31004664417 celebrate their birthday?", "ground_truth": "A", "answer_text": "Spring", "target_sids": [ 68, 70 ], "retrieved_sids": [ 1, 2, 87, 150, 129 ], "retrieved_global": [ 1, 2, 87, 150, 129 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 158, "question": "If someone works in Chicago, IL, during which season does their birthday fall?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 90, 101 ], "retrieved_sids": [ 48, 101, 90, 135, 151 ], "retrieved_global": [ 48, 101, 90, 135, 151 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 159, "question": "What is the sum of the last four digits of Tessa Monroe's contact number?", "ground_truth": "B", "answer_text": "13", "target_sids": [ 75, 84 ], "retrieved_sids": [ 104, 129, 43, 75, 85 ], "retrieved_global": [ 104, 129, 43, 75, 85 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 160, "question": "What are the main responsibilities of the person with the contact number 70702604687?", "ground_truth": "C", "answer_text": "Conduct studies and experiments to gain new knowledge and develop solutions in specific fields", "target_sids": [ 36, 30 ], "retrieved_sids": [ 54, 141, 169, 99, 117 ], "retrieved_global": [ 54, 141, 169, 99, 117 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 161, "question": "What are the main responsibilities of the person with the contact number 858-061-8289?", "ground_truth": "D", "answer_text": "Assist customers and promote products in retail environments", "target_sids": [ 33, 26 ], "retrieved_sids": [ 14, 111, 33, 105, 134 ], "retrieved_global": [ 14, 111, 33, 105, 134 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 162, "question": "What are the main job responsibilities for someone working in Atlanta, GA?", "ground_truth": "C", "answer_text": "Educate and guide students", "target_sids": [ 42, 38 ], "retrieved_sids": [ 4, 42, 69, 155, 53 ], "retrieved_global": [ 4, 42, 69, 155, 53 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 163, "question": "In which season does someone whose work location is Chicago, IL, have their birthday?", "ground_truth": "C", "answer_text": "Spring", "target_sids": [ 41, 37 ], "retrieved_sids": [ 4, 112, 41, 119, 37 ], "retrieved_global": [ 4, 112, 41, 119, 37 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 164, "question": "What season do people who work in Boston, MA, have their birthdays in?", "ground_truth": "B", "answer_text": "Winter", "target_sids": [ 98, 94 ], "retrieved_sids": [ 98, 45, 120, 139, 158 ], "retrieved_global": [ 98, 45, 120, 139, 158 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 165, "question": "How many letters are in the name of the person who has the email address silas.grant@emeraldcityengineering.com?", "ground_truth": "C", "answer_text": "10 characters", "target_sids": [ 36, 31 ], "retrieved_sids": [ 36, 124, 12, 161, 144 ], "retrieved_global": [ 36, 124, 12, 161, 144 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 166, "question": "In which season does a Programmer celebrate their birthday?", "ground_truth": "B", "answer_text": "Summer", "target_sids": [ 77, 69 ], "retrieved_sids": [ 134, 92, 120, 52, 69 ], "retrieved_global": [ 134, 92, 120, 52, 69 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 167, "question": "What are the main interests and hobbies of a 39-year-old person?", "ground_truth": "D", "answer_text": "Observe and identify different bird species", "target_sids": [ 156, 158 ], "retrieved_sids": [ 127, 158, 126, 82, 48 ], "retrieved_global": [ 127, 158, 126, 82, 48 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 168, "question": "What is the email address suffix for a person born on October 6th?", "ground_truth": "A", "answer_text": "@innovativeresearchdynamics.com", "target_sids": [ 97, 86 ], "retrieved_sids": [ 123, 97, 22, 56, 1 ], "retrieved_global": [ 123, 97, 22, 56, 1 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 169, "question": "What would be the work location for someone who is based in Los Angeles, CA?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 80, 68 ], "retrieved_sids": [ 68, 129, 108, 47, 89 ], "retrieved_global": [ 68, 129, 108, 47, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 170, "question": "What are the main responsibilities of a 35-year-old in their job?", "ground_truth": "C", "answer_text": "Deliver goods swiftly", "target_sids": [ 50, 59 ], "retrieved_sids": [ 22, 59, 100, 120, 60 ], "retrieved_global": [ 22, 59, 100, 120, 60 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 171, "question": "In which season is the birthday of the person from Innovation Dynamics LLC?", "ground_truth": "C", "answer_text": "Autumn", "target_sids": [ 61, 53 ], "retrieved_sids": [ 61, 3, 68, 24, 127 ], "retrieved_global": [ 61, 3, 68, 24, 127 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 172, "question": "What are the main responsibilities of someone from Indianapolis, IN?", "ground_truth": "C", "answer_text": "Maintain public safety and security", "target_sids": [ 97, 101 ], "retrieved_sids": [ 101, 162, 46, 58, 11 ], "retrieved_global": [ 101, 162, 46, 58, 11 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 173, "question": "How many letters are in the name of the person who has the contact number 61906878803?", "ground_truth": "A", "answer_text": "15 characters", "target_sids": [ 41, 26 ], "retrieved_sids": [ 54, 105, 125, 145, 144 ], "retrieved_global": [ 54, 105, 125, 145, 144 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 174, "question": "For someone who hails from Las Vegas, NV, what would be the sum of the last three digits of their contact number?", "ground_truth": "D", "answer_text": "14", "target_sids": [ 26, 39 ], "retrieved_sids": [ 153, 98, 26, 68, 39 ], "retrieved_global": [ 153, 98, 26, 68, 39 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 175, "question": "In which season does Zoe Harper, who has the email address zoe.harper@precisionfinancial.com, celebrate her birthday?", "ground_truth": "A", "answer_text": "Autumn", "target_sids": [ 98, 101 ], "retrieved_sids": [ 101, 80, 75, 153, 87 ], "retrieved_global": [ 101, 80, 75, 153, 87 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 176, "question": "What is the email address suffix for someone at Gold Crest Bank?", "ground_truth": "C", "answer_text": "@goldcrestbank.com", "target_sids": [ 1, 2 ], "retrieved_sids": [ 1, 2, 151, 47, 32 ], "retrieved_global": [ 1, 2, 151, 47, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 177, "question": "What season is the birthday of someone who has an Associate Degree?", "ground_truth": "B", "answer_text": "Spring", "target_sids": [ 97, 102 ], "retrieved_sids": [ 23, 132, 102, 64, 110 ], "retrieved_global": [ 23, 132, 102, 64, 110 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 178, "question": "How many letters are in the name of a person whose birthday is on February 25th?", "ground_truth": "C", "answer_text": "11 characters", "target_sids": [ 148, 142 ], "retrieved_sids": [ 148, 45, 110, 76, 23 ], "retrieved_global": [ 148, 45, 110, 76, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 179, "question": "For someone working in Miami, FL, which of the following descriptions accurately represents their workplace?", "ground_truth": "C", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 26, 23 ], "retrieved_sids": [ 23, 159, 43, 112, 47 ], "retrieved_global": [ 23, 159, 43, 112, 47 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 180, "question": "What are the primary responsibilities of someone employed at Houston Shield Security Services?", "ground_truth": "B", "answer_text": "Maintain public safety and security", "target_sids": [ 17, 6 ], "retrieved_sids": [ 17, 7, 140, 27, 116 ], "retrieved_global": [ 17, 7, 140, 27, 116 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 181, "question": "What describes the work location for someone based in Washington, DC?", "ground_truth": "D", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 153, 154 ], "retrieved_sids": [ 153, 137, 4, 30, 93 ], "retrieved_global": [ 153, 137, 4, 30, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 182, "question": "What does the work location look like for someone based in Austin, TX?", "ground_truth": "B", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 41, 45 ], "retrieved_sids": [ 41, 87, 111, 67, 95 ], "retrieved_global": [ 41, 87, 111, 67, 95 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 183, "question": "What is the sum of the last six digits of the contact number for the individual associated with Precision Accounting Services LLC?", "ground_truth": "C", "answer_text": "22", "target_sids": [ 116, 125 ], "retrieved_sids": [ 125, 139, 138, 116, 98 ], "retrieved_global": [ 125, 139, 138, 116, 98 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 184, "question": "How many letters are in the name of a person who is 171 cm tall?", "ground_truth": "A", "answer_text": "15 characters", "target_sids": [ 17, 21 ], "retrieved_sids": [ 82, 153, 21, 110, 132 ], "retrieved_global": [ 82, 153, 21, 110, 132 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 185, "question": "What would be the appropriate description of a workplace for someone whose job is based in Las Vegas, NV?", "ground_truth": "D", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 91, 103 ], "retrieved_sids": [ 83, 91, 152, 5, 71 ], "retrieved_global": [ 83, 91, 152, 5, 71 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 186, "question": "How many letters are in the names of people who work in Austin, TX?", "ground_truth": "C", "answer_text": "13 characters", "target_sids": [ 1, 2 ], "retrieved_sids": [ 150, 2, 77, 139, 140 ], "retrieved_global": [ 150, 2, 77, 139, 140 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 187, "question": "What are the options that describe the work location for someone who is based in Boston, MA?", "ground_truth": "B", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 98, 102 ], "retrieved_sids": [ 98, 108, 136, 59, 3 ], "retrieved_global": [ 98, 108, 136, 59, 3 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 188, "question": "What are the main interests and hobbies of the person at Harmony Sound Studios?", "ground_truth": "D", "answer_text": "Explore nature on foot and enjoy the scenery", "target_sids": [ 75, 63 ], "retrieved_sids": [ 75, 167, 68, 24, 25 ], "retrieved_global": [ 75, 167, 68, 24, 25 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 189, "question": "What are the main interests and hobbies of people working in Miami, FL?", "ground_truth": "A", "answer_text": "Relax and feel the beauty of melodies", "target_sids": [ 34, 35 ], "retrieved_sids": [ 35, 68, 116, 65, 24 ], "retrieved_global": [ 35, 68, 116, 65, 24 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 190, "question": "What season does someone with a Bachelor's degree have their birthday in?", "ground_truth": "A", "answer_text": "Summer", "target_sids": [ 52, 63 ], "retrieved_sids": [ 92, 111, 52, 63, 72 ], "retrieved_global": [ 92, 111, 52, 63, 72 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 191, "question": "What would be the email address suffix for someone named Hannah Brooks?", "ground_truth": "A", "answer_text": "@innovativeresearchdynamics.com", "target_sids": [ 1, 14 ], "retrieved_sids": [ 14, 1, 147, 59, 92 ], "retrieved_global": [ 14, 1, 147, 59, 92 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 192, "question": "In what season does someone who works in Washington, DC have their birthday?", "ground_truth": "C", "answer_text": "Winter", "target_sids": [ 120, 125 ], "retrieved_sids": [ 125, 102, 22, 161, 74 ], "retrieved_global": [ 125, 102, 22, 161, 74 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 193, "question": "What are the last two digits of the contact number for the person with the email address clara.whitmore@linguisticbridgetranslations.com, and what is their sum?", "ground_truth": "D", "answer_text": "6", "target_sids": [ 65, 66 ], "retrieved_sids": [ 66, 142, 139, 2, 141 ], "retrieved_global": [ 66, 142, 139, 2, 141 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 194, "question": "In what season does someone who is 163 cm tall celebrate their birthday?", "ground_truth": "B", "answer_text": "Autumn", "target_sids": [ 60, 45 ], "retrieved_sids": [ 113, 95, 150, 93, 60 ], "retrieved_global": [ 113, 95, 150, 93, 60 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 195, "question": "What are the main responsibilities of the person with the contact number 20202201042 in their job?", "ground_truth": "D", "answer_text": "Maintain public safety and security", "target_sids": [ 136, 138 ], "retrieved_sids": [ 59, 82, 37, 153, 107 ], "retrieved_global": [ 59, 82, 37, 153, 107 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 196, "question": "In what season does a person who is 161 cm tall celebrate their birthday?", "ground_truth": "D", "answer_text": "Winter", "target_sids": [ 160, 161 ], "retrieved_sids": [ 161, 22, 53, 13, 96 ], "retrieved_global": [ 161, 22, 53, 13, 96 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 197, "question": "For individuals holding a Master's degree, what is the total of the last four digits in their contact number?", "ground_truth": "C", "answer_text": "18", "target_sids": [ 145, 150 ], "retrieved_sids": [ 4, 29, 150, 49, 33 ], "retrieved_global": [ 4, 29, 150, 49, 33 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 198, "question": "Which of these descriptions fits a person who works in Miami, FL?", "ground_truth": "D", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 123, 107 ], "retrieved_sids": [ 107, 153, 90, 37, 112 ], "retrieved_global": [ 107, 153, 90, 37, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 199, "question": "What are Finn Caldwell's main interests and hobbies?", "ground_truth": "A", "answer_text": "Patiently wait and enjoy the pleasure of fishing", "target_sids": [ 97, 92 ], "retrieved_sids": [ 36, 86, 94, 95, 98 ], "retrieved_global": [ 36, 86, 94, 95, 98 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 200, "question": "What is the work location like for people in Washington, DC?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 28, 39 ], "retrieved_sids": [ 28, 113, 10, 68, 47 ], "retrieved_global": [ 28, 113, 10, 68, 47 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 201, "question": "If someone has a birthday on June 26th, what would be the sum of the last three digits of their contact number?", "ground_truth": "C", "answer_text": "11", "target_sids": [ 41, 35 ], "retrieved_sids": [ 59, 93, 89, 134, 8 ], "retrieved_global": [ 59, 93, 89, 134, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 202, "question": "What is the total of the last three digits of the contact number for the individual whose hobby is watching movies?", "ground_truth": "B", "answer_text": "14", "target_sids": [ 33, 23 ], "retrieved_sids": [ 93, 143, 76, 123, 152 ], "retrieved_global": [ 93, 143, 76, 123, 152 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 203, "question": "In which season does Cassandra Rivers have her birthday?", "ground_truth": "B", "answer_text": "Winter", "target_sids": [ 76, 69 ], "retrieved_sids": [ 151, 65, 68, 77, 88 ], "retrieved_global": [ 151, 65, 68, 77, 88 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 204, "question": "How many letters are in the name of the person who has the email address avery.quinn@innovationhubcollaborative.edu?", "ground_truth": "A", "answer_text": "10 characters", "target_sids": [ 34, 23 ], "retrieved_sids": [ 34, 167, 145, 18, 23 ], "retrieved_global": [ 34, 167, 145, 18, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 205, "question": "What is the email domain for someone named Isabella Cruz?", "ground_truth": "B", "answer_text": "@melodymakersproductions.com", "target_sids": [ 144, 143 ], "retrieved_sids": [ 144, 143, 122, 121, 29 ], "retrieved_global": [ 144, 143, 122, 121, 29 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 206, "question": "In which season does the birthday of the person from Golden Gate Bank and Trust fall?", "ground_truth": "C", "answer_text": "Autumn", "target_sids": [ 145, 142 ], "retrieved_sids": [ 145, 153, 95, 69, 136 ], "retrieved_global": [ 145, 153, 95, 69, 136 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 207, "question": "What are the key responsibilities of a Medical Researcher?", "ground_truth": "C", "answer_text": "Cure patients and ensure public health", "target_sids": [ 145, 147 ], "retrieved_sids": [ 139, 75, 147, 119, 73 ], "retrieved_global": [ 139, 75, 147, 119, 73 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 208, "question": "What is the total of the last five digits of the contact number for the person whose workplace is located in Chicago, IL?", "ground_truth": "B", "answer_text": "35", "target_sids": [ 153, 154 ], "retrieved_sids": [ 76, 123, 99, 143, 32 ], "retrieved_global": [ 76, 123, 99, 143, 32 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 209, "question": "What are the main responsibilities of the person with the contact number 41507174653 in their job?", "ground_truth": "D", "answer_text": "Handle financial transactions and serve clients", "target_sids": [ 126, 127 ], "retrieved_sids": [ 159, 30, 58, 113, 57 ], "retrieved_global": [ 159, 30, 58, 113, 57 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 210, "question": "How many letters are in the name of a person who has a Bachelor's degree?", "ground_truth": "C", "answer_text": "12 characters", "target_sids": [ 154, 165 ], "retrieved_sids": [ 72, 165, 27, 115, 137 ], "retrieved_global": [ 72, 165, 27, 115, 137 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 211, "question": "For someone working in New York, NY, which of the following descriptions best fits their workplace?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 41, 37 ], "retrieved_sids": [ 37, 45, 93, 166, 102 ], "retrieved_global": [ 37, 45, 93, 166, 102 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 212, "question": "How many letters are in the name of the person who has the contact number 85805898224?", "ground_truth": "C", "answer_text": "13 characters", "target_sids": [ 154, 158 ], "retrieved_sids": [ 95, 13, 158, 37, 75 ], "retrieved_global": [ 95, 13, 158, 37, 75 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 213, "question": "What is the total of the last six digits of the contact number for individuals whose work location is in Chicago, IL?", "ground_truth": "B", "answer_text": "27", "target_sids": [ 73, 66 ], "retrieved_sids": [ 96, 142, 18, 95, 60 ], "retrieved_global": [ 96, 142, 18, 95, 60 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 214, "question": "What would describe the work location for someone in Miami, FL?", "ground_truth": "D", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 130, 141 ], "retrieved_sids": [ 130, 37, 121, 158, 4 ], "retrieved_global": [ 130, 37, 121, 158, 4 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 215, "question": "How many letters are in the name of a person whose birthday falls on September 4th?", "ground_truth": "A", "answer_text": "14 characters", "target_sids": [ 17, 7 ], "retrieved_sids": [ 88, 17, 155, 38, 111 ], "retrieved_global": [ 88, 17, 155, 38, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 216, "question": "What would be the email address suffix for someone from Miami, FL?", "ground_truth": "C", "answer_text": "@communitycarenetworkoregon.org", "target_sids": [ 17, 15 ], "retrieved_sids": [ 61, 78, 17, 155, 117 ], "retrieved_global": [ 61, 78, 17, 155, 117 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 217, "question": "What are the main responsibilities of someone from Orlando, FL?", "ground_truth": "B", "answer_text": "Conduct studies and experiments to gain new knowledge and develop solutions in specific fields", "target_sids": [ 155, 164 ], "retrieved_sids": [ 141, 14, 164, 129, 45 ], "retrieved_global": [ 141, 14, 164, 129, 45 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 218, "question": "Which of these descriptions fits the work location of someone who is based in Chicago, IL?", "ground_truth": "A", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 149, 135 ], "retrieved_sids": [ 135, 111, 115, 122, 131 ], "retrieved_global": [ 135, 111, 115, 122, 131 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 219, "question": "How many letters do the names of people from Miami, FL have?", "ground_truth": "D", "answer_text": "11 characters", "target_sids": [ 170, 158 ], "retrieved_sids": [ 170, 45, 133, 91, 24 ], "retrieved_global": [ 170, 45, 133, 91, 24 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 220, "question": "What are the main interests and hobbies of a 32-year-old?", "ground_truth": "C", "answer_text": "Aerobic exercise to improve cardiovascular health", "target_sids": [ 29, 30 ], "retrieved_sids": [ 72, 44, 0, 161, 164 ], "retrieved_global": [ 72, 44, 0, 161, 164 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 221, "question": "What are the main interests and hobbies of someone born on July 20th?", "ground_truth": "B", "answer_text": "Collect stamps and learn about history", "target_sids": [ 81, 66 ], "retrieved_sids": [ 123, 24, 95, 6, 155 ], "retrieved_global": [ 123, 24, 95, 6, 155 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 222, "question": "What is the sum of the last three digits of the contact number for the person who works as a Professor?", "ground_truth": "C", "answer_text": "25", "target_sids": [ 121, 119 ], "retrieved_sids": [ 98, 128, 119, 70, 81 ], "retrieved_global": [ 98, 128, 119, 70, 81 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 223, "question": "During which season is the birthday of a 35-year-old?", "ground_truth": "B", "answer_text": "Spring", "target_sids": [ 130, 143 ], "retrieved_sids": [ 74, 90, 24, 143, 115 ], "retrieved_global": [ 74, 90, 24, 143, 115 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 224, "question": "What are the primary duties of someone working at Silver State Accounting Group?", "ground_truth": "B", "answer_text": "Manage finances and ensure compliance", "target_sids": [ 37, 23 ], "retrieved_sids": [ 37, 51, 130, 23, 31 ], "retrieved_global": [ 37, 51, 130, 23, 31 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 225, "question": "What season is the birthday of the Sales Representative?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 20, 15 ], "retrieved_sids": [ 48, 15, 129, 146, 106 ], "retrieved_global": [ 48, 15, 129, 146, 106 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 226, "question": "What is the total of the last five digits of Savannah Cole's contact number?", "ground_truth": "A", "answer_text": "30", "target_sids": [ 112, 127 ], "retrieved_sids": [ 14, 103, 104, 41, 102 ], "retrieved_global": [ 14, 103, 104, 41, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 227, "question": "What is the sum of the last two digits of the contact number for the Independent Music Producer position?", "ground_truth": "C", "answer_text": "10", "target_sids": [ 145, 142 ], "retrieved_sids": [ 99, 38, 162, 77, 44 ], "retrieved_global": [ 99, 38, 162, 77, 44 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 228, "question": "What season does someone with a Bachelor's degree celebrate their birthday?", "ground_truth": "B", "answer_text": "Winter", "target_sids": [ 153, 149 ], "retrieved_sids": [ 25, 88, 110, 126, 44 ], "retrieved_global": [ 25, 88, 110, 126, 44 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 229, "question": "What does it mean for someone based in Seattle, WA when it comes to their work location?", "ground_truth": "C", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 49, 54 ], "retrieved_sids": [ 161, 109, 147, 49, 91 ], "retrieved_global": [ 161, 109, 147, 49, 91 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 230, "question": "What are the primary hobbies and interests of a Cabin Crew Member?", "ground_truth": "D", "answer_text": "Create with your hands and experience craftsmanship", "target_sids": [ 137, 138 ], "retrieved_sids": [ 138, 141, 59, 142, 125 ], "retrieved_global": [ 138, 141, 59, 142, 125 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 231, "question": "What are the main interests and hobbies of a person with a high school education?", "ground_truth": "B", "answer_text": "Express oneself through music", "target_sids": [ 72, 65 ], "retrieved_sids": [ 35, 11, 45, 14, 90 ], "retrieved_global": [ 35, 11, 45, 14, 90 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 232, "question": "What is the sum of the last two digits of the contact number for someone whose birthday is on April 5th?", "ground_truth": "D", "answer_text": "12", "target_sids": [ 68, 71 ], "retrieved_sids": [ 71, 154, 141, 49, 10 ], "retrieved_global": [ 71, 154, 141, 49, 10 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 233, "question": "What are the main interests and hobbies of engineers?", "ground_truth": "B", "answer_text": "Use weights and push-ups to shape the body", "target_sids": [ 95, 87 ], "retrieved_sids": [ 95, 30, 27, 72, 71 ], "retrieved_global": [ 95, 30, 27, 72, 71 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 234, "question": "What would the email address suffix be for someone whose hobby is hiking?", "ground_truth": "C", "answer_text": "@linguisticlinkages.com", "target_sids": [ 129, 138 ], "retrieved_sids": [ 138, 9, 61, 158, 21 ], "retrieved_global": [ 138, 9, 61, 158, 21 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 235, "question": "What email address suffix would someone from Miami, FL have?", "ground_truth": "A", "answer_text": "@techwaveinnovations.com", "target_sids": [ 169, 154 ], "retrieved_sids": [ 141, 121, 37, 62, 133 ], "retrieved_global": [ 141, 121, 37, 62, 133 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 236, "question": "What is the sum of the last three digits of a contact number for someone from Denver, CO?", "ground_truth": "D", "answer_text": "13", "target_sids": [ 50, 53 ], "retrieved_sids": [ 50, 36, 9, 91, 70 ], "retrieved_global": [ 50, 36, 9, 91, 70 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 237, "question": "Which of these descriptions best describes the work location for someone who is based in Denver, CO?", "ground_truth": "C", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 98, 100 ], "retrieved_sids": [ 26, 98, 140, 44, 108 ], "retrieved_global": [ 26, 98, 140, 44, 108 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 238, "question": "What would be the email address suffix for someone from San Jose, CA?", "ground_truth": "B", "answer_text": "@miamiledgerpartners.com", "target_sids": [ 58, 59 ], "retrieved_sids": [ 146, 88, 164, 117, 59 ], "retrieved_global": [ 146, 88, 164, 117, 59 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 239, "question": "What are the main interests and hobbies of a person with a high school education?", "ground_truth": "B", "answer_text": "Gather historical items and appreciate their value", "target_sids": [ 100, 93 ], "retrieved_sids": [ 8, 9, 131, 70, 10 ], "retrieved_global": [ 8, 9, 131, 70, 10 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 240, "question": "How many letters are in the name of a person who is 173 cm tall?", "ground_truth": "D", "answer_text": "10 characters", "target_sids": [ 25, 34 ], "retrieved_sids": [ 34, 8, 86, 44, 115 ], "retrieved_global": [ 34, 8, 86, 44, 115 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 241, "question": "What is the email address suffix for someone from Washington, DC?", "ground_truth": "C", "answer_text": "@swiftdeliveriesco.com", "target_sids": [ 136, 143 ], "retrieved_sids": [ 14, 117, 52, 101, 136 ], "retrieved_global": [ 14, 117, 52, 101, 136 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 242, "question": "For someone whose workplace is in Denver, CO, which of the following accurately describes their work location?", "ground_truth": "B", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 1, 15 ], "retrieved_sids": [ 1, 7, 49, 136, 113 ], "retrieved_global": [ 1, 7, 49, 136, 113 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 243, "question": "What is the total of the last six digits of the contact number for the individual who is 28 years old?", "ground_truth": "D", "answer_text": "18", "target_sids": [ 124, 109 ], "retrieved_sids": [ 77, 141, 163, 101, 34 ], "retrieved_global": [ 77, 141, 163, 101, 34 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 244, "question": "What is the email address domain for someone at Skyward Travel Services?", "ground_truth": "A", "answer_text": "@skywardtravel.com", "target_sids": [ 128, 119 ], "retrieved_sids": [ 119, 140, 98, 19, 171 ], "retrieved_global": [ 119, 140, 98, 19, 171 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 245, "question": "How many letters are in the name of the person who is 39 years old?", "ground_truth": "D", "answer_text": "9 characters", "target_sids": [ 73, 82 ], "retrieved_sids": [ 88, 0, 108, 82, 152 ], "retrieved_global": [ 88, 0, 108, 82, 152 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 246, "question": "What is the email address suffix for someone who is 29 years old?", "ground_truth": "C", "answer_text": "@texanfinancialservices.com", "target_sids": [ 59, 43 ], "retrieved_sids": [ 71, 107, 41, 43, 22 ], "retrieved_global": [ 71, 107, 41, 43, 22 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 247, "question": "What are the main responsibilities of someone born on May 30th?", "ground_truth": "D", "answer_text": "Conduct research and experiments to advance scientific understanding", "target_sids": [ 96, 100 ], "retrieved_sids": [ 23, 44, 2, 24, 100 ], "retrieved_global": [ 23, 44, 2, 24, 100 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 248, "question": "What are the main interests and hobbies of a person who holds an Associate Degree?", "ground_truth": "D", "answer_text": "Help others and contribute to the community", "target_sids": [ 11, 13 ], "retrieved_sids": [ 112, 46, 71, 13, 89 ], "retrieved_global": [ 112, 46, 71, 13, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 249, "question": "What season is the birthday of the person with the email address mira.caldwell@culinarydelightsbistro.com?", "ground_truth": "D", "answer_text": "Autumn", "target_sids": [ 143, 135 ], "retrieved_sids": [ 143, 160, 148, 133, 145 ], "retrieved_global": [ 143, 160, 148, 133, 145 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 250, "question": "What is the email address suffix for individuals with a Master's degree?", "ground_truth": "B", "answer_text": "@manhattanhealthpartners.com", "target_sids": [ 162, 158 ], "retrieved_sids": [ 69, 162, 158, 6, 42 ], "retrieved_global": [ 69, 162, 158, 6, 42 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 251, "question": "For someone who is 165 cm tall, what is the sum of the last four digits of their contact number?", "ground_truth": "A", "answer_text": "22", "target_sids": [ 99, 102 ], "retrieved_sids": [ 102, 99, 25, 1, 123 ], "retrieved_global": [ 102, 99, 25, 1, 123 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 252, "question": "What kind of work location would someone in Denver, CO have?", "ground_truth": "C", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 103, 87 ], "retrieved_sids": [ 87, 133, 53, 6, 161 ], "retrieved_global": [ 87, 133, 53, 6, 161 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 253, "question": "During which season does the person with the email address natalie.monroe@sunshinefreight.com celebrate their birthday?", "ground_truth": "B", "answer_text": "Autumn", "target_sids": [ 164, 151 ], "retrieved_sids": [ 164, 108, 148, 3, 28 ], "retrieved_global": [ 164, 108, 148, 3, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 254, "question": "What are the main responsibilities of someone who is 156 cm tall?", "ground_truth": "B", "answer_text": "Cultivate crops and raise livestock", "target_sids": [ 17, 7 ], "retrieved_sids": [ 17, 66, 44, 130, 31 ], "retrieved_global": [ 17, 66, 44, 130, 31 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 255, "question": "How many letters are in the name of a person whose job is Doctor?", "ground_truth": "C", "answer_text": "15 characters", "target_sids": [ 24, 22 ], "retrieved_sids": [ 150, 6, 40, 88, 31 ], "retrieved_global": [ 150, 6, 40, 88, 31 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 256, "question": "What is the total of the last six digits in the contact number for the person at Inspire Learning Academy?", "ground_truth": "C", "answer_text": "31", "target_sids": [ 105, 87 ], "retrieved_sids": [ 143, 12, 153, 87, 76 ], "retrieved_global": [ 143, 12, 153, 87, 76 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 257, "question": "What would be the email address suffix for someone from Atlanta, GA?", "ground_truth": "C", "answer_text": "@southernshieldsecurity.com", "target_sids": [ 105, 102 ], "retrieved_sids": [ 144, 69, 162, 78, 154 ], "retrieved_global": [ 144, 69, 162, 78, 154 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 258, "question": "What are the primary interests and hobbies of someone working as a Music Program Coordinator?", "ground_truth": "B", "answer_text": "Express yourself through dance and enjoy the rhythm", "target_sids": [ 108, 109 ], "retrieved_sids": [ 130, 124, 88, 86, 146 ], "retrieved_global": [ 130, 124, 88, 86, 146 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 259, "question": "What are the main responsibilities of a person working at Culinary Creations Orlando?", "ground_truth": "B", "answer_text": "Prepare delicious food for customers", "target_sids": [ 131, 133 ], "retrieved_sids": [ 24, 133, 70, 137, 131 ], "retrieved_global": [ 24, 133, 70, 137, 131 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 260, "question": "What are the typical interests and hobbies of someone in the role of Sergeant?", "ground_truth": "C", "answer_text": "Collect stamps and learn about history", "target_sids": [ 168, 161 ], "retrieved_sids": [ 168, 146, 147, 35, 63 ], "retrieved_global": [ 168, 146, 147, 35, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 261, "question": "For someone who works in Orlando, FL, what would be a fitting description of their workplace?", "ground_truth": "B", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 165, 158 ], "retrieved_sids": [ 158, 50, 114, 92, 137 ], "retrieved_global": [ 158, 50, 114, 92, 137 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 262, "question": "How would you describe the work location for someone who is based in Atlanta, GA?", "ground_truth": "A", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 40, 38 ], "retrieved_sids": [ 38, 3, 112, 39, 97 ], "retrieved_global": [ 38, 3, 112, 39, 97 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 263, "question": "What is the email address suffix for someone who is 147 cm tall?", "ground_truth": "D", "answer_text": "@silvervalleymedicalgroup.com", "target_sids": [ 120, 107 ], "retrieved_sids": [ 27, 42, 148, 85, 126 ], "retrieved_global": [ 27, 42, 148, 85, 126 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 264, "question": "What\u2019s a good description for someone whose work location is in Chicago, IL?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 99, 95 ], "retrieved_sids": [ 95, 69, 154, 153, 128 ], "retrieved_global": [ 95, 69, 154, 153, 128 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 265, "question": "What are the main responsibilities of someone who has dancing as a hobby?", "ground_truth": "D", "answer_text": "Provide financial planning and investment advice", "target_sids": [ 115, 118 ], "retrieved_sids": [ 118, 93, 160, 47, 7 ], "retrieved_global": [ 118, 93, 160, 47, 7 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 266, "question": "What are the main responsibilities of the person with the email address olivia.grant@skywardtravels.com in her profession?", "ground_truth": "D", "answer_text": "Provide quality service to passengers", "target_sids": [ 149, 143 ], "retrieved_sids": [ 149, 124, 54, 65, 129 ], "retrieved_global": [ 149, 124, 54, 65, 129 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 267, "question": "What season does a doctor celebrate their birthday in?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 31, 23 ], "retrieved_sids": [ 140, 47, 154, 23, 92 ], "retrieved_global": [ 140, 47, 154, 23, 92 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 268, "question": "How many letters are in the name of a person who has an Associate Degree?", "ground_truth": "A", "answer_text": "11 characters", "target_sids": [ 98, 85 ], "retrieved_sids": [ 57, 98, 28, 69, 138 ], "retrieved_global": [ 57, 98, 28, 69, 138 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 269, "question": "For someone whose work location is in San Francisco, CA, which of the following descriptions best fits their workplace?", "ground_truth": "A", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 57, 55 ], "retrieved_sids": [ 55, 26, 10, 50, 93 ], "retrieved_global": [ 55, 26, 10, 50, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 270, "question": "What season does a 43-year-old's birthday fall into?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 162, 148 ], "retrieved_sids": [ 8, 77, 53, 16, 65 ], "retrieved_global": [ 8, 77, 53, 16, 65 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 271, "question": "If someone's birthday is on August 17th, what is the sum of the last three digits of their contact number?", "ground_truth": "A", "answer_text": "17", "target_sids": [ 102, 86 ], "retrieved_sids": [ 34, 108, 4, 169, 86 ], "retrieved_global": [ 34, 108, 4, 169, 86 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 272, "question": "Which option describes the work location for someone based in Orlando, FL?", "ground_truth": "D", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 41, 38 ], "retrieved_sids": [ 38, 99, 67, 135, 114 ], "retrieved_global": [ 38, 99, 67, 135, 114 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 273, "question": "In which season does someone with a Bachelor\u2019s degree celebrate their birthday?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 112, 110 ], "retrieved_sids": [ 68, 25, 151, 48, 127 ], "retrieved_global": [ 68, 25, 151, 48, 127 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 274, "question": "What would the suffix of an email address be for someone whose hobby is surfing?", "ground_truth": "C", "answer_text": "@csshouston.org", "target_sids": [ 104, 87 ], "retrieved_sids": [ 104, 87, 123, 126, 39 ], "retrieved_global": [ 104, 87, 123, 126, 39 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 275, "question": "How many letters do the names of people from Indianapolis, IN contain?", "ground_truth": "B", "answer_text": "14 characters", "target_sids": [ 16, 13 ], "retrieved_sids": [ 16, 136, 39, 28, 22 ], "retrieved_global": [ 16, 136, 39, 28, 22 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 276, "question": "How many letters are in the name of the person who holds the position of Associate Professor of Cognitive Science?", "ground_truth": "D", "answer_text": "10 characters", "target_sids": [ 4, 13 ], "retrieved_sids": [ 13, 7, 9, 8, 71 ], "retrieved_global": [ 13, 7, 9, 8, 71 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 277, "question": "What is the sum of the last six digits of the contact number for a person who is 178 cm tall?", "ground_truth": "D", "answer_text": "35", "target_sids": [ 160, 158 ], "retrieved_sids": [ 141, 160, 158, 123, 78 ], "retrieved_global": [ 141, 160, 158, 123, 78 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 278, "question": "Which of these descriptions fits the work location of someone who is based in Austin, TX?", "ground_truth": "A", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 4, 14 ], "retrieved_sids": [ 4, 49, 89, 156, 9 ], "retrieved_global": [ 4, 49, 89, 156, 9 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 279, "question": "What are the main interests and hobbies of the person with the contact number 65008255902?", "ground_truth": "C", "answer_text": "Help others and contribute to the community", "target_sids": [ 89, 87 ], "retrieved_sids": [ 61, 162, 120, 77, 14 ], "retrieved_global": [ 61, 162, 120, 77, 14 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 280, "question": "During which season does Landon Pierce celebrate his birthday?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 113, 119 ], "retrieved_sids": [ 23, 152, 57, 128, 129 ], "retrieved_global": [ 23, 152, 57, 128, 129 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 281, "question": "What are the main interests and hobbies of the people who work at Innovative Research Partners LLC?", "ground_truth": "D", "answer_text": "Relax and feel the beauty of melodies", "target_sids": [ 169, 159 ], "retrieved_sids": [ 169, 89, 112, 90, 158 ], "retrieved_global": [ 169, 89, 112, 90, 158 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 282, "question": "Which of these descriptions best matches the work location of a person based in Los Angeles, CA?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 107, 119 ], "retrieved_sids": [ 107, 130, 68, 157, 66 ], "retrieved_global": [ 107, 130, 68, 157, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 283, "question": "What are the main interests and hobbies of a 27-year-old?", "ground_truth": "D", "answer_text": "Water-based exercise that trains the whole body", "target_sids": [ 137, 138 ], "retrieved_sids": [ 138, 118, 165, 72, 100 ], "retrieved_global": [ 138, 118, 165, 72, 100 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 284, "question": "For a person who is 159 cm tall, what is the sum of the last three digits of their contact number?", "ground_truth": "C", "answer_text": "8", "target_sids": [ 35, 31 ], "retrieved_sids": [ 62, 35, 41, 1, 18 ], "retrieved_global": [ 62, 35, 41, 1, 18 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 285, "question": "How many letters are in the name of the person who has the email address lucas.bennett@emeraldcityelectronics.com?", "ground_truth": "B", "answer_text": "12 characters", "target_sids": [ 140, 142 ], "retrieved_sids": [ 63, 142, 121, 14, 89 ], "retrieved_global": [ 63, 142, 121, 14, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 286, "question": "What is the domain of the email address for the person at Lone Star Sales Agency?", "ground_truth": "D", "answer_text": "@lonestarsalesagency.com", "target_sids": [ 98, 92 ], "retrieved_sids": [ 19, 154, 162, 98, 8 ], "retrieved_global": [ 19, 154, 162, 98, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 287, "question": "What are the main interests and hobbies of the person with the email address marigold.hayes@peachtreesales.com?", "ground_truth": "D", "answer_text": "Express emotions with a brush and create beauty", "target_sids": [ 10, 3 ], "retrieved_sids": [ 10, 0, 125, 123, 119 ], "retrieved_global": [ 10, 0, 125, 123, 119 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 288, "question": "What does the work location look like for someone based in Los Angeles, CA?", "ground_truth": "B", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 138, 143 ], "retrieved_sids": [ 138, 44, 110, 94, 8 ], "retrieved_global": [ 138, 44, 110, 94, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 289, "question": "In which season does someone whose hobby is fitness celebrate their birthday?", "ground_truth": "C", "answer_text": "Summer", "target_sids": [ 48, 60 ], "retrieved_sids": [ 60, 131, 91, 68, 48 ], "retrieved_global": [ 60, 131, 91, 68, 48 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 290, "question": "What are the main responsibilities for someone working in Denver, CO?", "ground_truth": "C", "answer_text": "Install, repair, and maintain electrical systems", "target_sids": [ 36, 21 ], "retrieved_sids": [ 12, 36, 29, 110, 133 ], "retrieved_global": [ 12, 36, 29, 110, 133 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 291, "question": "What are the main interests and hobbies of the person who has the email address carter.hayes@houstonledgerpartners.com?", "ground_truth": "A", "answer_text": "Patiently wait and enjoy the pleasure of fishing", "target_sids": [ 27, 22 ], "retrieved_sids": [ 27, 34, 29, 41, 31 ], "retrieved_global": [ 27, 34, 29, 41, 31 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 292, "question": "During which season does a musician celebrate their birthday?", "ground_truth": "B", "answer_text": "Autumn", "target_sids": [ 33, 38 ], "retrieved_sids": [ 127, 33, 86, 66, 122 ], "retrieved_global": [ 127, 33, 86, 66, 122 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 293, "question": "For someone who is 174 cm tall, what is the sum of the last five digits of their contact number?", "ground_truth": "D", "answer_text": "19", "target_sids": [ 146, 147 ], "retrieved_sids": [ 147, 158, 106, 73, 1 ], "retrieved_global": [ 147, 158, 106, 73, 1 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 294, "question": "What is the total of the last five digits of the contact number for a person whose hometown is Austin, TX?", "ground_truth": "A", "answer_text": "12", "target_sids": [ 14, 7 ], "retrieved_sids": [ 138, 132, 73, 99, 113 ], "retrieved_global": [ 138, 132, 73, 99, 113 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 295, "question": "Which of these descriptions fits the work location for someone who is based in Seattle, WA?", "ground_truth": "C", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 10, 3 ], "retrieved_sids": [ 3, 47, 149, 66, 91 ], "retrieved_global": [ 3, 47, 149, 66, 91 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 296, "question": "For someone who works in Orlando, FL, which of the following descriptions best fits their workplace?", "ground_truth": "B", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 25, 34 ], "retrieved_sids": [ 25, 69, 34, 144, 28 ], "retrieved_global": [ 25, 69, 34, 144, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 297, "question": "Which of these descriptions would apply to someone who works in Denver, CO?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 9, 7 ], "retrieved_sids": [ 127, 7, 72, 156, 157 ], "retrieved_global": [ 127, 7, 72, 156, 157 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 298, "question": "What is the email address suffix for someone whose birthday falls on October 8th?", "ground_truth": "D", "answer_text": "@peakperformancesales.com", "target_sids": [ 77, 78 ], "retrieved_sids": [ 23, 46, 2, 158, 78 ], "retrieved_global": [ 23, 46, 2, 158, 78 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 299, "question": "How many letters are in the name of the person who holds the position of Customer Service Representative?", "ground_truth": "B", "answer_text": "13 characters", "target_sids": [ 72, 82 ], "retrieved_sids": [ 82, 17, 74, 16, 27 ], "retrieved_global": [ 82, 17, 74, 16, 27 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 300, "question": "What are the main interests and hobbies of a Software Development Engineer?", "ground_truth": "D", "answer_text": "Gather historical items and appreciate their value", "target_sids": [ 61, 54 ], "retrieved_sids": [ 64, 61, 86, 49, 7 ], "retrieved_global": [ 64, 61, 86, 49, 7 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 301, "question": "What are the key responsibilities of a Journeyman Electrician?", "ground_truth": "D", "answer_text": "Install, repair, and maintain electrical systems", "target_sids": [ 48, 52 ], "retrieved_sids": [ 52, 48, 19, 162, 50 ], "retrieved_global": [ 52, 48, 19, 162, 50 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 302, "question": "What are the main interests and hobbies of someone whose birthday is on September 21?", "ground_truth": "A", "answer_text": "Listen to live music and enjoy the artistic atmosphere", "target_sids": [ 52, 54 ], "retrieved_sids": [ 21, 2, 24, 132, 111 ], "retrieved_global": [ 21, 2, 24, 132, 111 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 303, "question": "What is the email address suffix for a person who is 167 cm tall?", "ground_truth": "A", "answer_text": "@melodymakersstudios.com", "target_sids": [ 73, 78 ], "retrieved_sids": [ 1, 43, 22, 78, 85 ], "retrieved_global": [ 1, 43, 22, 78, 85 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 304, "question": "What is the email suffix for the person who enjoys painting?", "ground_truth": "D", "answer_text": "@orlandofinancialstrategies.com", "target_sids": [ 0, 6 ], "retrieved_sids": [ 6, 142, 77, 78, 129 ], "retrieved_global": [ 6, 142, 77, 78, 129 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 305, "question": "What does the work location look like for someone based in Seattle, WA?", "ground_truth": "D", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 144, 141 ], "retrieved_sids": [ 141, 68, 41, 48, 51 ], "retrieved_global": [ 141, 68, 41, 48, 51 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 306, "question": "What is the email address domain for someone working at Skyward Airlines Ltd.?", "ground_truth": "C", "answer_text": "@skywardairlines.com", "target_sids": [ 28, 36 ], "retrieved_sids": [ 36, 19, 28, 84, 30 ], "retrieved_global": [ 36, 19, 28, 84, 30 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 307, "question": "What is the email address suffix for someone who holds the position of Police Lieutenant?", "ground_truth": "A", "answer_text": "@miamilawenforcement.com", "target_sids": [ 161, 165 ], "retrieved_sids": [ 165, 155, 0, 161, 153 ], "retrieved_global": [ 165, 155, 0, 161, 153 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 308, "question": "For someone who works in New York, NY, how would you best describe their workplace?", "ground_truth": "C", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 72, 79 ], "retrieved_sids": [ 72, 81, 152, 110, 146 ], "retrieved_global": [ 72, 81, 152, 110, 146 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 309, "question": "For a person who is 163 cm tall, what is the total of the last four digits of their phone number?", "ground_truth": "D", "answer_text": "19", "target_sids": [ 64, 53 ], "retrieved_sids": [ 64, 88, 23, 108, 66 ], "retrieved_global": [ 64, 88, 23, 108, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 310, "question": "Which of the following descriptions best fits the work location for someone who is based in Boston, MA?", "ground_truth": "B", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 122, 108 ], "retrieved_sids": [ 108, 86, 131, 87, 147 ], "retrieved_global": [ 108, 86, 131, 87, 147 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 311, "question": "What is the total of the last five digits of the contact number for the person in the Sales Support Specialist position?", "ground_truth": "D", "answer_text": "19", "target_sids": [ 129, 134 ], "retrieved_sids": [ 129, 12, 122, 164, 112 ], "retrieved_global": [ 129, 12, 122, 164, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 312, "question": "How many letters are in the name of a person from Columbus, OH?", "ground_truth": "A", "answer_text": "13 characters", "target_sids": [ 62, 46 ], "retrieved_sids": [ 62, 88, 153, 76, 131 ], "retrieved_global": [ 62, 88, 153, 76, 131 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 313, "question": "How many letters are in the name of a person whose birthday is on July 9th?", "ground_truth": "B", "answer_text": "12 characters", "target_sids": [ 155, 164 ], "retrieved_sids": [ 17, 164, 110, 145, 87 ], "retrieved_global": [ 17, 164, 110, 145, 87 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 314, "question": "What are the typical interests and hobbies of a person with a Bachelor's degree?", "ground_truth": "A", "answer_text": "Explore nature on foot and enjoy the scenery", "target_sids": [ 27, 23 ], "retrieved_sids": [ 144, 70, 51, 27, 74 ], "retrieved_global": [ 144, 70, 51, 27, 74 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 315, "question": "For someone whose job is in Las Vegas, NV, which of the following options accurately describes their workplace?", "ground_truth": "B", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 41, 29 ], "retrieved_sids": [ 29, 87, 92, 70, 164 ], "retrieved_global": [ 29, 87, 92, 70, 164 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 316, "question": "In which season does a person who is 170 cm tall celebrate their birthday?", "ground_truth": "C", "answer_text": "Winter", "target_sids": [ 18, 11 ], "retrieved_sids": [ 18, 25, 54, 132, 153 ], "retrieved_global": [ 18, 25, 54, 132, 153 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 317, "question": "During which season does the Retail Sales Associate celebrate their birthday?", "ground_truth": "A", "answer_text": "Spring", "target_sids": [ 121, 117 ], "retrieved_sids": [ 91, 117, 4, 138, 151 ], "retrieved_global": [ 91, 117, 4, 138, 151 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 318, "question": "What is the sum of the last six digits of the contact number for the person who has the email address elena.sinclair@goldengatesecurity.com?", "ground_truth": "A", "answer_text": "28", "target_sids": [ 123, 127 ], "retrieved_sids": [ 127, 37, 103, 83, 62 ], "retrieved_global": [ 127, 37, 103, 83, 62 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 319, "question": "What are the main interests and hobbies of people who work as farmers?", "ground_truth": "B", "answer_text": "Stay outdoors and enjoy the simplicity of nature", "target_sids": [ 143, 135 ], "retrieved_sids": [ 143, 139, 137, 134, 140 ], "retrieved_global": [ 143, 139, 137, 134, 140 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 320, "question": "What is the sum of the last three digits of the contact number for the person whose birthday falls on March 1st?", "ground_truth": "A", "answer_text": "12", "target_sids": [ 120, 111 ], "retrieved_sids": [ 89, 139, 15, 131, 111 ], "retrieved_global": [ 89, 139, 15, 131, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 321, "question": "How many letters are in the name of a 27-year-old person?", "ground_truth": "C", "answer_text": "14 characters", "target_sids": [ 106, 115 ], "retrieved_sids": [ 83, 115, 146, 0, 63 ], "retrieved_global": [ 83, 115, 146, 0, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 322, "question": "For someone who is 168 cm tall, what are the last two digits of their contact number when added together?", "ground_truth": "B", "answer_text": "9", "target_sids": [ 113, 122 ], "retrieved_sids": [ 149, 47, 1, 82, 22 ], "retrieved_global": [ 149, 47, 1, 82, 22 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 323, "question": "During which season does the birthday of the person with the email address jasper.lane@skywardtravels.com fall?", "ground_truth": "A", "answer_text": "Summer", "target_sids": [ 77, 78 ], "retrieved_sids": [ 82, 68, 78, 65, 66 ], "retrieved_global": [ 82, 68, 78, 65, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 324, "question": "What is the total of the last five digits of the contact number for the individual whose work location is Boston, MA?", "ground_truth": "C", "answer_text": "25", "target_sids": [ 98, 93 ], "retrieved_sids": [ 149, 98, 119, 62, 93 ], "retrieved_global": [ 149, 98, 119, 62, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 325, "question": "What is the sum of the last five digits of the contact number for the person who has the email address oliver.grant@healthcarepartnersny.com?", "ground_truth": "A", "answer_text": "29", "target_sids": [ 162, 167 ], "retrieved_sids": [ 167, 32, 12, 78, 40 ], "retrieved_global": [ 167, 32, 12, 78, 40 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 326, "question": "What is the email address suffix for a person who has a Bachelor's degree?", "ground_truth": "C", "answer_text": "@creativevisionsstudio.com", "target_sids": [ 113, 108 ], "retrieved_sids": [ 71, 113, 50, 166, 22 ], "retrieved_global": [ 71, 113, 50, 166, 22 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 327, "question": "What are Tessa Langley's main interests and hobbies?", "ground_truth": "A", "answer_text": "Delicate crafting that showcases creativity", "target_sids": [ 97, 100 ], "retrieved_sids": [ 92, 93, 90, 106, 100 ], "retrieved_global": [ 92, 93, 90, 106, 100 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 328, "question": "What is the sum of the last two digits of a contact number for someone who has a PhD in education?", "ground_truth": "B", "answer_text": "7", "target_sids": [ 138, 147 ], "retrieved_sids": [ 7, 160, 99, 36, 59 ], "retrieved_global": [ 7, 160, 99, 36, 59 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 329, "question": "What is the sum of the last two digits of the contact number for individuals with a High School education level?", "ground_truth": "C", "answer_text": "6", "target_sids": [ 35, 36 ], "retrieved_sids": [ 163, 17, 75, 52, 35 ], "retrieved_global": [ 163, 17, 75, 52, 35 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 330, "question": "What is the email address suffix for someone from San Jose, CA?", "ground_truth": "C", "answer_text": "@culinarycreationsla.com", "target_sids": [ 24, 32 ], "retrieved_sids": [ 85, 32, 19, 144, 123 ], "retrieved_global": [ 85, 32, 19, 144, 123 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 331, "question": "What\u2019s the email address suffix for someone whose birthday is on December 17th?", "ground_truth": "C", "answer_text": "@communitycarepartnersinc.com", "target_sids": [ 18, 21 ], "retrieved_sids": [ 133, 36, 109, 21, 68 ], "retrieved_global": [ 133, 36, 109, 21, 68 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 332, "question": "How many letters are in the names of people who work in Denver, CO?", "ground_truth": "D", "answer_text": "11 characters", "target_sids": [ 106, 114 ], "retrieved_sids": [ 114, 32, 44, 88, 43 ], "retrieved_global": [ 114, 32, 44, 88, 43 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 333, "question": "What is the email address suffix for a Medical Research Scientist?", "ground_truth": "A", "answer_text": "@pacifichealthmg.com", "target_sids": [ 172, 167 ], "retrieved_sids": [ 144, 39, 172, 55, 15 ], "retrieved_global": [ 144, 39, 172, 55, 15 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 334, "question": "What is the total of the last four digits of the contact number for the individual with the email address ethan.carter@pioneersalesinnovations.com?", "ground_truth": "C", "answer_text": "19", "target_sids": [ 65, 86 ], "retrieved_sids": [ 124, 86, 147, 145, 57 ], "retrieved_global": [ 124, 86, 147, 145, 57 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 335, "question": "What is the email address suffix for someone who has a High School education?", "ground_truth": "C", "answer_text": "@emeraldcitybank.com", "target_sids": [ 161, 163 ], "retrieved_sids": [ 70, 48, 96, 17, 110 ], "retrieved_global": [ 70, 48, 96, 17, 110 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 336, "question": "In which season does someone with a Master's degree celebrate their birthday?", "ground_truth": "C", "answer_text": "Summer", "target_sids": [ 97, 91 ], "retrieved_sids": [ 25, 91, 155, 134, 97 ], "retrieved_global": [ 25, 91, 155, 134, 97 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 337, "question": "If someone is from San Jose, CA, what would the suffix of their email address be?", "ground_truth": "C", "answer_text": "@innovativesciencetech.com", "target_sids": [ 128, 109 ], "retrieved_sids": [ 12, 109, 96, 58, 128 ], "retrieved_global": [ 12, 109, 96, 58, 128 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 338, "question": "Which of these descriptions fits the workplace of someone in New York, NY?", "ground_truth": "C", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 32, 36 ], "retrieved_sids": [ 55, 127, 32, 17, 164 ], "retrieved_global": [ 55, 127, 32, 17, 164 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 339, "question": "What are the primary responsibilities of someone working in Los Angeles, CA?", "ground_truth": "B", "answer_text": "Conduct studies and experiments to gain new knowledge and develop solutions in specific fields", "target_sids": [ 153, 157 ], "retrieved_sids": [ 157, 18, 68, 92, 155 ], "retrieved_global": [ 157, 18, 68, 92, 155 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 340, "question": "What is the email address suffix for the individual with the contact number 71807165411?", "ground_truth": "C", "answer_text": "@capitalvisionadvisors.com", "target_sids": [ 140, 142 ], "retrieved_sids": [ 38, 17, 162, 39, 36 ], "retrieved_global": [ 38, 17, 162, 39, 36 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 341, "question": "During which season does the birthday of the individual from Innovative Research Technologies, LLC fall?", "ground_truth": "C", "answer_text": "Spring", "target_sids": [ 19, 21 ], "retrieved_sids": [ 135, 117, 21, 128, 154 ], "retrieved_global": [ 135, 117, 21, 128, 154 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 342, "question": "What is the email address suffix for a person who works as a courier?", "ground_truth": "C", "answer_text": "@urbanexpresscouriers.com", "target_sids": [ 152, 158 ], "retrieved_sids": [ 158, 70, 149, 25, 34 ], "retrieved_global": [ 158, 70, 149, 25, 34 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 343, "question": "How many letters are in the name of a person who enjoys model making as a hobby?", "ground_truth": "A", "answer_text": "14 characters", "target_sids": [ 41, 26 ], "retrieved_sids": [ 41, 100, 121, 99, 39 ], "retrieved_global": [ 41, 100, 121, 99, 39 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 344, "question": "What are the main interests and hobbies of someone born on February 15th?", "ground_truth": "C", "answer_text": "Water-based exercise that trains the whole body", "target_sids": [ 169, 149 ], "retrieved_sids": [ 169, 65, 47, 109, 48 ], "retrieved_global": [ 169, 65, 47, 109, 48 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 345, "question": "What are the main responsibilities of a person whose hobby is programming?", "ground_truth": "D", "answer_text": "Maintain public safety and security", "target_sids": [ 27, 28 ], "retrieved_sids": [ 28, 0, 71, 53, 140 ], "retrieved_global": [ 28, 0, 71, 53, 140 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 346, "question": "What are the main responsibilities of a 27-year-old in their profession?", "ground_truth": "B", "answer_text": "Cure patients and ensure public health", "target_sids": [ 145, 149 ], "retrieved_sids": [ 22, 28, 168, 146, 114 ], "retrieved_global": [ 22, 28, 168, 146, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 347, "question": "What are the main job responsibilities for a 27-year-old?", "ground_truth": "D", "answer_text": "Teach and conduct research at a university level", "target_sids": [ 113, 110 ], "retrieved_sids": [ 21, 74, 103, 10, 94 ], "retrieved_global": [ 21, 74, 103, 10, 94 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 348, "question": "What are the key responsibilities of a 23-year-old in their profession?", "ground_truth": "C", "answer_text": "Cure patients and ensure public health", "target_sids": [ 81, 79 ], "retrieved_sids": [ 107, 81, 70, 133, 90 ], "retrieved_global": [ 107, 81, 70, 133, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 349, "question": "What are the main interests and hobbies of a person named Natalie Brooks?", "ground_truth": "D", "answer_text": "Relax the body and mind, cultivate oneself", "target_sids": [ 57, 52 ], "retrieved_sids": [ 160, 164, 156, 168, 165 ], "retrieved_global": [ 160, 164, 156, 168, 165 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 350, "question": "What are the typical interests and hobbies of a 25-year-old?", "ground_truth": "D", "answer_text": "Stay outdoors and enjoy the simplicity of nature", "target_sids": [ 125, 118 ], "retrieved_sids": [ 17, 73, 16, 95, 151 ], "retrieved_global": [ 17, 73, 16, 95, 151 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 351, "question": "What are the main interests and hobbies of someone from Dallas, TX?", "ground_truth": "B", "answer_text": "Reading thousands of books is not as good as traveling thousands of miles", "target_sids": [ 49, 46 ], "retrieved_sids": [ 49, 89, 121, 151, 48 ], "retrieved_global": [ 49, 89, 121, 151, 48 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 352, "question": "What are the main interests and hobbies of people who work in San Francisco, CA?", "ground_truth": "C", "answer_text": "Create functional or artistic pieces with wood", "target_sids": [ 120, 110 ], "retrieved_sids": [ 15, 120, 70, 110, 28 ], "retrieved_global": [ 15, 120, 70, 110, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 353, "question": "For a person who is 160 cm tall, what would be the sum of the last six digits of their contact number?", "ground_truth": "B", "answer_text": "28", "target_sids": [ 162, 166 ], "retrieved_sids": [ 166, 74, 53, 132, 106 ], "retrieved_global": [ 166, 74, 53, 132, 106 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 354, "question": "What is the total of the last three digits of the contact number for the Store Supervisor position?", "ground_truth": "C", "answer_text": "15", "target_sids": [ 98, 107 ], "retrieved_sids": [ 98, 160, 43, 107, 36 ], "retrieved_global": [ 98, 160, 43, 107, 36 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 355, "question": "What are the main responsibilities of someone who enjoys collecting antiques?", "ground_truth": "D", "answer_text": "Drive sales growth and manage sales teams", "target_sids": [ 120, 111 ], "retrieved_sids": [ 120, 63, 54, 59, 98 ], "retrieved_global": [ 120, 63, 54, 59, 98 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 356, "question": "What are the main interests and hobbies of a Sales Manager?", "ground_truth": "C", "answer_text": "Collect stamps and learn about history", "target_sids": [ 126, 110 ], "retrieved_sids": [ 126, 17, 118, 150, 9 ], "retrieved_global": [ 126, 17, 118, 150, 9 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 357, "question": "In which season does a 39-year-old's birthday fall?", "ground_truth": "D", "answer_text": "Autumn", "target_sids": [ 126, 118 ], "retrieved_sids": [ 23, 6, 42, 154, 45 ], "retrieved_global": [ 23, 6, 42, 154, 45 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 358, "question": "What are the main interests and hobbies of the team at Innovative Learning Technologies LLC?", "ground_truth": "A", "answer_text": "Express thoughts and record life through writing", "target_sids": [ 73, 78 ], "retrieved_sids": [ 78, 166, 14, 33, 54 ], "retrieved_global": [ 78, 166, 14, 33, 54 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 359, "question": "What are the primary interests and hobbies of people who work in Las Vegas, NV?", "ground_truth": "C", "answer_text": "Make delicious dishes and enjoy cooking", "target_sids": [ 93, 103 ], "retrieved_sids": [ 103, 24, 134, 121, 7 ], "retrieved_global": [ 103, 24, 134, 121, 7 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 360, "question": "What are the main interests and hobbies of a person who is 169 cm tall?", "ground_truth": "D", "answer_text": "Experience fun in the virtual gaming world", "target_sids": [ 125, 126 ], "retrieved_sids": [ 152, 1, 126, 88, 167 ], "retrieved_global": [ 152, 1, 126, 88, 167 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 361, "question": "How many letters are in the name of the person associated with Liberty Legal Group LLC?", "ground_truth": "A", "answer_text": "13 characters", "target_sids": [ 18, 4 ], "retrieved_sids": [ 18, 14, 104, 6, 93 ], "retrieved_global": [ 18, 14, 104, 6, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 362, "question": "For a person who is 171 cm tall, what is the sum of the last two digits of their contact number?", "ground_truth": "D", "answer_text": "8", "target_sids": [ 58, 44 ], "retrieved_sids": [ 58, 9, 130, 117, 24 ], "retrieved_global": [ 58, 9, 130, 117, 24 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 363, "question": "How many letters are in the name of someone who is 161 cm tall?", "ground_truth": "C", "answer_text": "9 characters", "target_sids": [ 141, 143 ], "retrieved_sids": [ 143, 52, 103, 65, 1 ], "retrieved_global": [ 143, 52, 103, 65, 1 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 364, "question": "During which season does the person with the email address owen.sinclair@communitycare.net celebrate their birthday?", "ground_truth": "D", "answer_text": "Summer", "target_sids": [ 72, 68 ], "retrieved_sids": [ 67, 70, 147, 168, 66 ], "retrieved_global": [ 67, 70, 147, 168, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 365, "question": "What is the email address suffix for the individual with the contact number 70700338876?", "ground_truth": "D", "answer_text": "@peakperformancesalesgroup.com", "target_sids": [ 137, 130 ], "retrieved_sids": [ 101, 165, 166, 118, 16 ], "retrieved_global": [ 101, 165, 166, 118, 16 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 366, "question": "For someone based in Chicago, IL, what's the sum of the last three digits of their phone number?", "ground_truth": "C", "answer_text": "12", "target_sids": [ 48, 46 ], "retrieved_sids": [ 164, 46, 3, 80, 111 ], "retrieved_global": [ 164, 46, 3, 80, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 367, "question": "In which season does someone who is 177 cm tall celebrate their birthday?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 41, 36 ], "retrieved_sids": [ 129, 41, 130, 110, 151 ], "retrieved_global": [ 129, 41, 130, 110, 151 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 368, "question": "If a person is 23 years old, during which season does their birthday fall?", "ground_truth": "A", "answer_text": "Spring", "target_sids": [ 40, 33 ], "retrieved_sids": [ 154, 40, 90, 33, 134 ], "retrieved_global": [ 154, 40, 90, 33, 134 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 369, "question": "What are the main interests and hobbies of a person born on September 6th?", "ground_truth": "A", "answer_text": "Create functional or artistic pieces with wood", "target_sids": [ 49, 50 ], "retrieved_sids": [ 161, 75, 112, 152, 25 ], "retrieved_global": [ 161, 75, 112, 152, 25 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 370, "question": "What would the email address suffix be for someone named Lila Prescott?", "ground_truth": "A", "answer_text": "@chicagoinvestigative.com", "target_sids": [ 43, 61 ], "retrieved_sids": [ 43, 101, 78, 39, 61 ], "retrieved_global": [ 43, 101, 78, 39, 61 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 371, "question": "What is the sum of the last six digits of the contact number for the person who works as a farmer?", "ground_truth": "A", "answer_text": "33", "target_sids": [ 59, 54 ], "retrieved_sids": [ 101, 130, 59, 106, 48 ], "retrieved_global": [ 101, 130, 59, 106, 48 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 372, "question": "What are the primary responsibilities of someone with a Bachelor's degree in their field?", "ground_truth": "B", "answer_text": "Develop, test, and maintain software applications", "target_sids": [ 104, 97 ], "retrieved_sids": [ 30, 136, 71, 104, 53 ], "retrieved_global": [ 30, 136, 71, 104, 53 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 373, "question": "What season does the person with a woodworking hobby celebrate their birthday?", "ground_truth": "A", "answer_text": "Winter", "target_sids": [ 84, 78 ], "retrieved_sids": [ 84, 91, 23, 3, 132 ], "retrieved_global": [ 84, 91, 23, 3, 132 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 374, "question": "Which of these descriptions matches the work location of someone in Miami, FL?", "ground_truth": "A", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 41, 28 ], "retrieved_sids": [ 28, 147, 94, 153, 17 ], "retrieved_global": [ 28, 147, 94, 153, 17 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 375, "question": "What is the sum of the last six digits of the contact number for the individual associated with Hudson Legal Advisors LLP?", "ground_truth": "D", "answer_text": "32", "target_sids": [ 121, 107 ], "retrieved_sids": [ 91, 80, 121, 38, 12 ], "retrieved_global": [ 91, 80, 121, 38, 12 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 376, "question": "What is the sum of the last three digits of the contact number for a Flight Attendant?", "ground_truth": "A", "answer_text": "13", "target_sids": [ 66, 67 ], "retrieved_sids": [ 35, 134, 66, 17, 160 ], "retrieved_global": [ 35, 134, 66, 17, 160 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 377, "question": "In which season does the birthday of the Music Production Specialist fall?", "ground_truth": "B", "answer_text": "Summer", "target_sids": [ 16, 12 ], "retrieved_sids": [ 16, 170, 61, 55, 3 ], "retrieved_global": [ 16, 170, 61, 55, 3 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 378, "question": "What email address suffix would someone from Phoenix, AZ use?", "ground_truth": "C", "answer_text": "@desertskyeducationgroup.com", "target_sids": [ 35, 30 ], "retrieved_sids": [ 30, 35, 166, 13, 83 ], "retrieved_global": [ 30, 35, 166, 13, 83 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 379, "question": "How many letters are in the name of the person who has the contact number 85805154334?", "ground_truth": "C", "answer_text": "16 characters", "target_sids": [ 104, 91 ], "retrieved_sids": [ 163, 19, 147, 162, 104 ], "retrieved_global": [ 163, 19, 147, 162, 104 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 380, "question": "What are the main interests and hobbies of a person with a Master's degree?", "ground_truth": "C", "answer_text": "Observe and identify different bird species", "target_sids": [ 145, 138 ], "retrieved_sids": [ 145, 99, 86, 46, 112 ], "retrieved_global": [ 145, 99, 86, 46, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 381, "question": "What are the primary job responsibilities for someone who comes from Las Vegas, NV?", "ground_truth": "B", "answer_text": "Prepare delicious food for customers", "target_sids": [ 35, 37 ], "retrieved_sids": [ 16, 96, 37, 50, 95 ], "retrieved_global": [ 16, 96, 37, 50, 95 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 382, "question": "How many letters are in the name of the person who has the contact number 71805276749?", "ground_truth": "D", "answer_text": "15 characters", "target_sids": [ 130, 124 ], "retrieved_sids": [ 83, 137, 16, 158, 17 ], "retrieved_global": [ 83, 137, 16, 158, 17 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 383, "question": "What are the main interests and hobbies of someone born on August 14th?", "ground_truth": "C", "answer_text": "Experience fun in the virtual gaming world", "target_sids": [ 56, 51 ], "retrieved_sids": [ 102, 86, 75, 88, 2 ], "retrieved_global": [ 102, 86, 75, 88, 2 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 384, "question": "What are the main interests and hobbies of the person who has the email address landon.fairchild@neoninnovationlabs.com?", "ground_truth": "A", "answer_text": "Master new languages to broaden horizons", "target_sids": [ 78, 79 ], "retrieved_sids": [ 79, 64, 73, 72, 52 ], "retrieved_global": [ 79, 64, 73, 72, 52 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 385, "question": "How many letters are in the name of the person who holds the position of Clinical Social Worker?", "ground_truth": "A", "answer_text": "11 characters", "target_sids": [ 32, 39 ], "retrieved_sids": [ 39, 28, 29, 71, 30 ], "retrieved_global": [ 39, 28, 29, 71, 30 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 386, "question": "What is the total of the last six digits of the contact number for the person whose job is Chef?", "ground_truth": "B", "answer_text": "30", "target_sids": [ 109, 126 ], "retrieved_sids": [ 35, 124, 70, 126, 7 ], "retrieved_global": [ 35, 124, 70, 126, 7 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 387, "question": "How many letters are in the names of individuals who work in Los Angeles, CA?", "ground_truth": "C", "answer_text": "11 characters", "target_sids": [ 11, 5 ], "retrieved_sids": [ 11, 26, 115, 142, 23 ], "retrieved_global": [ 11, 26, 115, 142, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 388, "question": "In which season does a musician have their birthday?", "ground_truth": "D", "answer_text": "Spring", "target_sids": [ 32, 23 ], "retrieved_sids": [ 4, 92, 32, 155, 46 ], "retrieved_global": [ 4, 92, 32, 155, 46 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 389, "question": "What are the main interests and hobbies of a person who is 162 cm tall?", "ground_truth": "B", "answer_text": "A game of intellect that sharpens logical thinking", "target_sids": [ 160, 167 ], "retrieved_sids": [ 106, 128, 167, 1, 66 ], "retrieved_global": [ 106, 128, 167, 1, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 390, "question": "How many letters are in the name of the person from Harmony Heights Music Co.?", "ground_truth": "C", "answer_text": "11 characters", "target_sids": [ 41, 37 ], "retrieved_sids": [ 41, 71, 94, 101, 34 ], "retrieved_global": [ 41, 71, 94, 101, 34 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 391, "question": "What is the sum of the last two digits of the contact number for a person with an Associate Degree?", "ground_truth": "D", "answer_text": "2", "target_sids": [ 88, 90 ], "retrieved_sids": [ 141, 40, 53, 11, 170 ], "retrieved_global": [ 141, 40, 53, 11, 170 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 392, "question": "What are the main responsibilities of a person whose birthday is on July 10th?", "ground_truth": "A", "answer_text": "Transport goods safely and punctually to designated locations", "target_sids": [ 129, 134 ], "retrieved_sids": [ 45, 134, 108, 152, 25 ], "retrieved_global": [ 45, 134, 108, 152, 25 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 393, "question": "Which of these descriptions would apply to someone who works in Miami, FL?", "ground_truth": "C", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 42, 39 ], "retrieved_sids": [ 39, 82, 20, 89, 8 ], "retrieved_global": [ 39, 82, 20, 89, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 394, "question": "What are the main interests and hobbies of a person born on January 20th?", "ground_truth": "C", "answer_text": "Experience fun in the virtual gaming world", "target_sids": [ 24, 34 ], "retrieved_sids": [ 97, 34, 51, 157, 123 ], "retrieved_global": [ 97, 34, 51, 157, 123 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 395, "question": "What are the main responsibilities of a person who is 164 cm tall?", "ground_truth": "D", "answer_text": "Assist clients in buying and selling properties", "target_sids": [ 88, 104 ], "retrieved_sids": [ 104, 15, 156, 47, 22 ], "retrieved_global": [ 104, 15, 156, 47, 22 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 396, "question": "What are the main responsibilities of the person with the email address landon.pierce@skylinerealtygroup.com in their job?", "ground_truth": "D", "answer_text": "Assist clients in buying and selling properties", "target_sids": [ 68, 77 ], "retrieved_sids": [ 77, 145, 144, 40, 97 ], "retrieved_global": [ 77, 145, 144, 40, 97 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 397, "question": "What is the sum of the last four digits of the contact number for the person at Desert Oasis Medical Center?", "ground_truth": "D", "answer_text": "20", "target_sids": [ 123, 111 ], "retrieved_sids": [ 104, 16, 76, 30, 55 ], "retrieved_global": [ 104, 16, 76, 30, 55 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 398, "question": "How many letters are in the names of individuals who work in Denver, CO?", "ground_truth": "D", "answer_text": "14 characters", "target_sids": [ 129, 133 ], "retrieved_sids": [ 133, 35, 91, 87, 3 ], "retrieved_global": [ 133, 35, 91, 87, 3 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 399, "question": "What is the sum of the last three digits of Maya Sullivan's contact number?", "ground_truth": "A", "answer_text": "20", "target_sids": [ 42, 31 ], "retrieved_sids": [ 163, 121, 36, 164, 59 ], "retrieved_global": [ 163, 121, 36, 164, 59 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 400, "question": "What season is the birthday of the person with the contact number 70706380342?", "ground_truth": "D", "answer_text": "Winter", "target_sids": [ 5, 14 ], "retrieved_sids": [ 47, 75, 57, 14, 87 ], "retrieved_global": [ 47, 75, 57, 14, 87 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 401, "question": "What are the key responsibilities of Ava Thompson in her profession?", "ground_truth": "D", "answer_text": "Compose and perform music", "target_sids": [ 108, 119 ], "retrieved_sids": [ 167, 115, 54, 58, 57 ], "retrieved_global": [ 167, 115, 54, 58, 57 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 402, "question": "What are the main interests and hobbies of a person named Sophia Thompson?", "ground_truth": "A", "answer_text": "Listen to live music and enjoy the artistic atmosphere", "target_sids": [ 124, 110 ], "retrieved_sids": [ 160, 34, 153, 71, 114 ], "retrieved_global": [ 160, 34, 153, 71, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 403, "question": "What are the key responsibilities of the person with the email address jacob.lawson@urbanharvestfarms.com?", "ground_truth": "B", "answer_text": "Cultivate crops and raise livestock", "target_sids": [ 1, 2 ], "retrieved_sids": [ 2, 75, 162, 138, 8 ], "retrieved_global": [ 2, 75, 162, 138, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 404, "question": "What is the email address domain for the person at Sunny Days Grocery Market?", "ground_truth": "B", "answer_text": "@sunnydaysmarket.com", "target_sids": [ 24, 25 ], "retrieved_sids": [ 0, 140, 82, 25, 168 ], "retrieved_global": [ 0, 140, 82, 25, 168 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 405, "question": "What is the sum of the last three digits of the contact number for the person who works as a Flight Attendant?", "ground_truth": "C", "answer_text": "10", "target_sids": [ 141, 142 ], "retrieved_sids": [ 32, 77, 156, 142, 152 ], "retrieved_global": [ 32, 77, 156, 142, 152 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 406, "question": "How many letters are in the name of the person who is the Engineering Manager?", "ground_truth": "D", "answer_text": "10 characters", "target_sids": [ 26, 31 ], "retrieved_sids": [ 31, 3, 165, 55, 114 ], "retrieved_global": [ 31, 3, 165, 55, 114 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 407, "question": "How many letters are in the names of people who have a Bachelor's degree?", "ground_truth": "B", "answer_text": "14 characters", "target_sids": [ 28, 37 ], "retrieved_sids": [ 37, 156, 93, 110, 133 ], "retrieved_global": [ 37, 156, 93, 110, 133 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 408, "question": "What is the email address suffix for the Medical Director?", "ground_truth": "C", "answer_text": "@silversandshealthgroup.com", "target_sids": [ 109, 110 ], "retrieved_sids": [ 34, 55, 17, 110, 54 ], "retrieved_global": [ 34, 55, 17, 110, 54 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 409, "question": "How many letters are in the name of the person who has the contact number 81801759570?", "ground_truth": "C", "answer_text": "14 characters", "target_sids": [ 41, 36 ], "retrieved_sids": [ 165, 100, 106, 12, 41 ], "retrieved_global": [ 165, 100, 106, 12, 41 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 410, "question": "What season does someone who is 140cm tall have their birthday in?", "ground_truth": "B", "answer_text": "Winter", "target_sids": [ 32, 37 ], "retrieved_sids": [ 107, 2, 109, 85, 136 ], "retrieved_global": [ 107, 2, 109, 85, 136 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 411, "question": "For someone working in Atlanta, GA, which of the following options corresponds to their work location?", "ground_truth": "A", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 129, 125 ], "retrieved_sids": [ 125, 137, 92, 48, 93 ], "retrieved_global": [ 125, 137, 92, 48, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 412, "question": "What are the main responsibilities of the person with the email address gavin.mercer@guardiansecurity.com?", "ground_truth": "A", "answer_text": "Maintain public safety and security", "target_sids": [ 49, 47 ], "retrieved_sids": [ 49, 44, 76, 165, 54 ], "retrieved_global": [ 49, 44, 76, 165, 54 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 413, "question": "Which of the following descriptions would suit someone working in Atlanta, GA?", "ground_truth": "D", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 9, 15 ], "retrieved_sids": [ 117, 9, 26, 51, 70 ], "retrieved_global": [ 117, 9, 26, 51, 70 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 414, "question": "In which season does the birthday of the person from Guardian Shield Security Services occur?", "ground_truth": "D", "answer_text": "Autumn", "target_sids": [ 152, 156 ], "retrieved_sids": [ 44, 156, 1, 66, 152 ], "retrieved_global": [ 44, 156, 1, 66, 152 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 415, "question": "Which of these descriptions best fits someone who works in Seattle, WA?", "ground_truth": "B", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 163, 150 ], "retrieved_sids": [ 107, 131, 150, 67, 10 ], "retrieved_global": [ 107, 131, 150, 67, 10 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 416, "question": "What are the primary responsibilities of someone with a Master's degree in their field?", "ground_truth": "C", "answer_text": "Manage finances and ensure compliance", "target_sids": [ 140, 142 ], "retrieved_sids": [ 153, 89, 142, 27, 145 ], "retrieved_global": [ 153, 89, 142, 27, 145 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 417, "question": "What is the email address suffix for the person who has the contact number 85803031545?", "ground_truth": "B", "answer_text": "@horizonmedicalgroup.com", "target_sids": [ 170, 158 ], "retrieved_sids": [ 142, 37, 52, 53, 143 ], "retrieved_global": [ 142, 37, 52, 53, 143 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 418, "question": "What are the primary responsibilities of the person who has the email address elena.hart@emeraldcitymedicalgroup.com?", "ground_truth": "D", "answer_text": "Cure patients and ensure public health", "target_sids": [ 8, 5 ], "retrieved_sids": [ 8, 9, 7, 123, 38 ], "retrieved_global": [ 8, 9, 7, 123, 38 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 419, "question": "For someone who works in Atlanta, GA, which of the following descriptions best fits their workplace?", "ground_truth": "A", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 56, 47 ], "retrieved_sids": [ 162, 47, 116, 152, 161 ], "retrieved_global": [ 162, 47, 116, 152, 161 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 420, "question": "Which description fits the work location of someone in Seattle, WA?", "ground_truth": "C", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 56, 62 ], "retrieved_sids": [ 56, 31, 111, 153, 134 ], "retrieved_global": [ 56, 31, 111, 153, 134 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 421, "question": "How many letters are in the name of a person whose hobby is knitting?", "ground_truth": "B", "answer_text": "9 characters", "target_sids": [ 93, 95 ], "retrieved_sids": [ 95, 115, 118, 77, 8 ], "retrieved_global": [ 95, 115, 118, 77, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 422, "question": "What are the main interests and hobbies of the person with the contact number 65002084084?", "ground_truth": "A", "answer_text": "Patiently wait and enjoy the pleasure of fishing", "target_sids": [ 64, 72 ], "retrieved_sids": [ 37, 117, 13, 55, 162 ], "retrieved_global": [ 37, 117, 13, 55, 162 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 423, "question": "What would be the email address suffix for someone born on July 21st?", "ground_truth": "B", "answer_text": "@desertoasishealthcare.com", "target_sids": [ 25, 29 ], "retrieved_sids": [ 129, 29, 57, 86, 150 ], "retrieved_global": [ 129, 29, 57, 86, 150 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 424, "question": "What does the work location look like for someone based in Washington, DC?", "ground_truth": "C", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 106, 123 ], "retrieved_sids": [ 77, 106, 86, 7, 131 ], "retrieved_global": [ 77, 106, 86, 7, 131 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 425, "question": "What are the typical interests and hobbies of a 30-year-old?", "ground_truth": "B", "answer_text": "Write software to solve problems", "target_sids": [ 0, 20 ], "retrieved_sids": [ 124, 71, 20, 89, 78 ], "retrieved_global": [ 124, 71, 20, 89, 78 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 426, "question": "What is the email address suffix for someone who works in Miami, FL?", "ground_truth": "C", "answer_text": "@sunshinesalesgroup.com", "target_sids": [ 56, 61 ], "retrieved_sids": [ 61, 24, 56, 152, 18 ], "retrieved_global": [ 61, 24, 56, 152, 18 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 427, "question": "If someone is from San Antonio, TX, what season would their birthday fall in?", "ground_truth": "A", "answer_text": "Spring", "target_sids": [ 91, 94 ], "retrieved_sids": [ 94, 147, 20, 24, 65 ], "retrieved_global": [ 94, 147, 20, 24, 65 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 428, "question": "During which season does the birthday of the person holding the position of Attending Physician occur?", "ground_truth": "A", "answer_text": "Winter", "target_sids": [ 105, 86 ], "retrieved_sids": [ 29, 3, 105, 44, 129 ], "retrieved_global": [ 29, 3, 105, 44, 129 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 429, "question": "What are the main job responsibilities for someone with a high school education?", "ground_truth": "D", "answer_text": "Cultivate crops and raise livestock", "target_sids": [ 169, 156 ], "retrieved_sids": [ 33, 116, 114, 51, 169 ], "retrieved_global": [ 33, 116, 114, 51, 169 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 430, "question": "What are the typical interests and hobbies of a person with a Bachelor's degree?", "ground_truth": "A", "answer_text": "A graceful sport that enhances coordination", "target_sids": [ 129, 127 ], "retrieved_sids": [ 129, 148, 130, 28, 58 ], "retrieved_global": [ 129, 148, 130, 28, 58 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 431, "question": "For someone from Austin, TX, what would the sum of the last three digits of their phone number be?", "ground_truth": "B", "answer_text": "13", "target_sids": [ 136, 146 ], "retrieved_sids": [ 156, 94, 146, 136, 60 ], "retrieved_global": [ 156, 94, 146, 136, 60 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 432, "question": "What is the sum of the last six digits of the contact number for the person who has the email address elijah.sawyer@urbanexcellencesg.com?", "ground_truth": "C", "answer_text": "26", "target_sids": [ 44, 63 ], "retrieved_sids": [ 63, 124, 167, 36, 123 ], "retrieved_global": [ 63, 124, 167, 36, 123 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 433, "question": "What is the email address suffix for someone born on May 7th?", "ground_truth": "C", "answer_text": "@globallingServices.com", "target_sids": [ 35, 28 ], "retrieved_sids": [ 35, 116, 88, 145, 90 ], "retrieved_global": [ 35, 116, 88, 145, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 434, "question": "In which season does someone with a PhD celebrate their birthday?", "ground_truth": "B", "answer_text": "Autumn", "target_sids": [ 32, 21 ], "retrieved_sids": [ 21, 42, 68, 3, 120 ], "retrieved_global": [ 21, 42, 68, 3, 120 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 435, "question": "What are the main responsibilities for someone whose birthday is on January 19th?", "ground_truth": "B", "answer_text": "Educate and guide students", "target_sids": [ 125, 119 ], "retrieved_sids": [ 125, 132, 71, 105, 23 ], "retrieved_global": [ 125, 132, 71, 105, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 436, "question": "How many letters are in the names of people who work in Austin, TX?", "ground_truth": "C", "answer_text": "13 characters", "target_sids": [ 66, 68 ], "retrieved_sids": [ 68, 14, 91, 31, 90 ], "retrieved_global": [ 68, 14, 91, 31, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 437, "question": "What are Silas Bennett's main interests and hobbies?", "ground_truth": "B", "answer_text": "Nurture plants and get close to nature", "target_sids": [ 25, 35 ], "retrieved_sids": [ 35, 121, 6, 22, 33 ], "retrieved_global": [ 35, 121, 6, 22, 33 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 438, "question": "What is the email address suffix used by members of the Austin Innovators Group?", "ground_truth": "C", "answer_text": "@austininnovatorsgroup.com", "target_sids": [ 82, 77 ], "retrieved_sids": [ 122, 115, 82, 144, 11 ], "retrieved_global": [ 122, 115, 82, 144, 11 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 439, "question": "What is the email address suffix for people working in Boston, MA?", "ground_truth": "A", "answer_text": "@skywardhorizons.com", "target_sids": [ 100, 93 ], "retrieved_sids": [ 100, 72, 132, 71, 133 ], "retrieved_global": [ 100, 72, 132, 71, 133 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 440, "question": "What would be the email address suffix for someone from Miami, FL?", "ground_truth": "D", "answer_text": "@silvercityhealthclinic.com", "target_sids": [ 2, 11 ], "retrieved_sids": [ 109, 42, 145, 11, 108 ], "retrieved_global": [ 109, 42, 145, 11, 108 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 441, "question": "How many letters are in the name of the person who has the email address logan.carter@northeastfinancial.com?", "ground_truth": "A", "answer_text": "11 characters", "target_sids": [ 88, 93 ], "retrieved_sids": [ 93, 38, 51, 162, 20 ], "retrieved_global": [ 93, 38, 51, 162, 20 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 442, "question": "What is the sum of the last four digits of the contact number for the person who is 156 centimeters tall?", "ground_truth": "C", "answer_text": "14", "target_sids": [ 163, 148 ], "retrieved_sids": [ 163, 97, 148, 60, 27 ], "retrieved_global": [ 163, 97, 148, 60, 27 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 443, "question": "What are the main interests and hobbies of someone who is a professional musician and composer?", "ground_truth": "B", "answer_text": "Aerobic exercise to improve cardiovascular health", "target_sids": [ 65, 74 ], "retrieved_sids": [ 74, 77, 71, 9, 10 ], "retrieved_global": [ 74, 77, 71, 9, 10 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 444, "question": "What email address suffix would someone who is 158 cm tall use?", "ground_truth": "D", "answer_text": "@innovativesystemsengineering.com", "target_sids": [ 72, 67 ], "retrieved_sids": [ 72, 85, 105, 23, 1 ], "retrieved_global": [ 72, 85, 105, 23, 1 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 445, "question": "What is the sum of the last two digits of the contact number for someone whose birthday is December 5th?", "ground_truth": "A", "answer_text": "7", "target_sids": [ 128, 148 ], "retrieved_sids": [ 34, 128, 148, 87, 83 ], "retrieved_global": [ 34, 128, 148, 87, 83 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 446, "question": "What are the main responsibilities of someone who has swimming as a hobby?", "ground_truth": "D", "answer_text": "Perform various tasks on construction sites, including building, repairing, and maintaining structures", "target_sids": [ 69, 70 ], "retrieved_sids": [ 70, 105, 8, 46, 140 ], "retrieved_global": [ 70, 105, 8, 46, 140 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 447, "question": "Which of the following descriptions accurately represents the workplace of someone who works in Washington, DC?", "ground_truth": "D", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 9, 18 ], "retrieved_sids": [ 9, 169, 49, 118, 120 ], "retrieved_global": [ 9, 169, 49, 118, 120 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 448, "question": "What are the key responsibilities of a 30-year-old person in their job?", "ground_truth": "A", "answer_text": "Provide quality service to passengers", "target_sids": [ 116, 111 ], "retrieved_sids": [ 126, 25, 132, 13, 61 ], "retrieved_global": [ 126, 25, 132, 13, 61 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 449, "question": "Which of the following descriptions applies to someone who works in New York, NY?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 49, 62 ], "retrieved_sids": [ 49, 131, 16, 76, 156 ], "retrieved_global": [ 49, 131, 16, 76, 156 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 450, "question": "Which of the following descriptions fits the work location of someone based in Washington, DC?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 98, 84 ], "retrieved_sids": [ 84, 70, 5, 147, 119 ], "retrieved_global": [ 84, 70, 5, 147, 119 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 451, "question": "What is the sum of the last three digits of the contact number for the person who is 29 years old?", "ground_truth": "A", "answer_text": "15", "target_sids": [ 106, 100 ], "retrieved_sids": [ 14, 100, 81, 128, 106 ], "retrieved_global": [ 14, 100, 81, 128, 106 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 452, "question": "What are the primary responsibilities of someone with a high school diploma in their job?", "ground_truth": "C", "answer_text": "Perform various tasks on construction sites, including building, repairing, and maintaining structures", "target_sids": [ 123, 127 ], "retrieved_sids": [ 127, 9, 51, 39, 85 ], "retrieved_global": [ 127, 9, 51, 39, 85 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 453, "question": "What are Clara Whitman's main interests and hobbies?", "ground_truth": "B", "answer_text": "Experience fun in the virtual gaming world", "target_sids": [ 91, 92 ], "retrieved_sids": [ 84, 92, 85, 95, 164 ], "retrieved_global": [ 84, 92, 85, 95, 164 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 454, "question": "What are the main responsibilities of a 28-year-old in their profession?", "ground_truth": "D", "answer_text": "Create innovative designs", "target_sids": [ 88, 91 ], "retrieved_sids": [ 83, 19, 41, 130, 144 ], "retrieved_global": [ 83, 19, 41, 130, 144 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 455, "question": "In which season do Software Engineers usually celebrate their birthdays?", "ground_truth": "B", "answer_text": "Winter", "target_sids": [ 128, 132 ], "retrieved_sids": [ 113, 128, 160, 61, 36 ], "retrieved_global": [ 113, 128, 160, 61, 36 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 456, "question": "When is the birthday of the person from Skyline Airways Inc., and what season does it fall in?", "ground_truth": "C", "answer_text": "Summer", "target_sids": [ 14, 15 ], "retrieved_sids": [ 15, 116, 156, 25, 19 ], "retrieved_global": [ 15, 116, 156, 25, 19 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 457, "question": "What is the email address domain for a Police Officer?", "ground_truth": "B", "answer_text": "@guardiansafetyservices.com", "target_sids": [ 120, 108 ], "retrieved_sids": [ 108, 73, 146, 65, 107 ], "retrieved_global": [ 108, 73, 146, 65, 107 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 458, "question": "Which of the following descriptions best describes the work location for someone located in Boston, MA?", "ground_truth": "D", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 59, 44 ], "retrieved_sids": [ 44, 65, 6, 2, 75 ], "retrieved_global": [ 44, 65, 6, 2, 75 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 459, "question": "What are the main responsibilities of an employee at Creative Canvas Studios?", "ground_truth": "D", "answer_text": "Create innovative designs", "target_sids": [ 51, 44 ], "retrieved_sids": [ 51, 26, 58, 34, 49 ], "retrieved_global": [ 51, 26, 58, 34, 49 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 460, "question": "What describes the work location for someone who is based in Los Angeles, CA?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 99, 95 ], "retrieved_sids": [ 95, 138, 31, 150, 67 ], "retrieved_global": [ 95, 138, 31, 150, 67 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 461, "question": "What is the sum of the last two digits of the contact number for a person whose birthday is March 12th?", "ground_truth": "A", "answer_text": "7", "target_sids": [ 4, 13 ], "retrieved_sids": [ 163, 149, 23, 33, 153 ], "retrieved_global": [ 163, 149, 23, 33, 153 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 462, "question": "During which season do Graphic Designers usually celebrate their birthdays?", "ground_truth": "A", "answer_text": "Spring", "target_sids": [ 85, 70 ], "retrieved_sids": [ 130, 2, 87, 156, 109 ], "retrieved_global": [ 130, 2, 87, 156, 109 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 463, "question": "What would be a fitting description for someone who works in Miami, FL?", "ground_truth": "D", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 56, 54 ], "retrieved_sids": [ 54, 92, 132, 125, 153 ], "retrieved_global": [ 54, 92, 132, 125, 153 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 464, "question": "What would the email address suffix be for someone whose hobby is yoga?", "ground_truth": "D", "answer_text": "@neoninnovationslab.com", "target_sids": [ 162, 150 ], "retrieved_sids": [ 162, 37, 84, 38, 112 ], "retrieved_global": [ 162, 37, 84, 38, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 465, "question": "What is the email address suffix for a person who holds a PhD?", "ground_truth": "B", "answer_text": "@innovativeminds.edu", "target_sids": [ 33, 35 ], "retrieved_sids": [ 35, 33, 160, 115, 16 ], "retrieved_global": [ 35, 33, 160, 115, 16 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 466, "question": "What are the primary interests and hobbies of a Creative Director?", "ground_truth": "A", "answer_text": "Appreciate theater and experience the variety of life", "target_sids": [ 93, 86 ], "retrieved_sids": [ 146, 93, 95, 101, 162 ], "retrieved_global": [ 146, 93, 95, 101, 162 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 467, "question": "What are the main responsibilities of Lila Hawthorne in her profession?", "ground_truth": "A", "answer_text": "Teach and conduct research at a university level", "target_sids": [ 72, 73 ], "retrieved_sids": [ 78, 63, 73, 69, 144 ], "retrieved_global": [ 78, 63, 73, 69, 144 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 468, "question": "Which of the following descriptions would apply to someone whose workplace is located in New York, NY?", "ground_truth": "C", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 0, 9 ], "retrieved_sids": [ 164, 13, 0, 10, 167 ], "retrieved_global": [ 164, 13, 0, 10, 167 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 469, "question": "What kind of work location would be suitable for someone based in Orlando, FL?", "ground_truth": "C", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 51, 63 ], "retrieved_sids": [ 51, 90, 133, 111, 162 ], "retrieved_global": [ 51, 90, 133, 111, 162 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 470, "question": "What is the sum of the last four digits of the contact number for the person from the Sunshine Sales Group?", "ground_truth": "D", "answer_text": "15", "target_sids": [ 164, 167 ], "retrieved_sids": [ 59, 16, 121, 149, 75 ], "retrieved_global": [ 59, 16, 121, 149, 75 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 471, "question": "For someone whose workplace is in Washington, DC, which of the following descriptions applies to their job location?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 64, 74 ], "retrieved_sids": [ 64, 40, 88, 55, 104 ], "retrieved_global": [ 64, 40, 88, 55, 104 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 472, "question": "What is the work location like for someone based in Portland, OR?", "ground_truth": "A", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 99, 100 ], "retrieved_sids": [ 99, 113, 49, 152, 71 ], "retrieved_global": [ 99, 113, 49, 152, 71 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 473, "question": "What are the main responsibilities of someone who practices yoga as a hobby?", "ground_truth": "B", "answer_text": "Educate and guide students", "target_sids": [ 138, 141 ], "retrieved_sids": [ 11, 141, 12, 30, 117 ], "retrieved_global": [ 11, 141, 12, 30, 117 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 474, "question": "What are the primary duties of a 39-year-old in their profession?", "ground_truth": "D", "answer_text": "Create innovative designs", "target_sids": [ 77, 63 ], "retrieved_sids": [ 77, 153, 20, 99, 28 ], "retrieved_global": [ 77, 153, 20, 99, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 475, "question": "How many letters are there in the name of someone who is a professor?", "ground_truth": "A", "answer_text": "11 characters", "target_sids": [ 145, 138 ], "retrieved_sids": [ 145, 66, 67, 133, 111 ], "retrieved_global": [ 145, 66, 67, 133, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 476, "question": "What is the sum of the last four digits of a golf enthusiast's contact number?", "ground_truth": "B", "answer_text": "12", "target_sids": [ 160, 153 ], "retrieved_sids": [ 160, 127, 141, 93, 79 ], "retrieved_global": [ 160, 127, 141, 93, 79 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 477, "question": "In what season does a 29-year-old celebrate their birthday?", "ground_truth": "C", "answer_text": "Spring", "target_sids": [ 133, 135 ], "retrieved_sids": [ 9, 10, 135, 158, 89 ], "retrieved_global": [ 9, 10, 135, 158, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 478, "question": "What are the main responsibilities of someone born on March 9th?", "ground_truth": "C", "answer_text": "Uphold the law and provide legal services", "target_sids": [ 65, 78 ], "retrieved_sids": [ 78, 33, 47, 129, 89 ], "retrieved_global": [ 78, 33, 47, 129, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 479, "question": "What is the sum of the last four digits of the contact number for someone whose hobby is camping?", "ground_truth": "D", "answer_text": "15", "target_sids": [ 51, 62 ], "retrieved_sids": [ 32, 164, 36, 104, 114 ], "retrieved_global": [ 32, 164, 36, 104, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 480, "question": "How many letters are in the name of someone who is 157 cm tall?", "ground_truth": "B", "answer_text": "13 characters", "target_sids": [ 28, 38 ], "retrieved_sids": [ 38, 1, 87, 107, 128 ], "retrieved_global": [ 38, 1, 87, 107, 128 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 481, "question": "In which season does Gideon Cross have his birthday?", "ground_truth": "C", "answer_text": "Autumn", "target_sids": [ 73, 66 ], "retrieved_sids": [ 73, 24, 154, 79, 90 ], "retrieved_global": [ 73, 24, 154, 79, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 482, "question": "During which season does a doctor celebrate their birthday?", "ground_truth": "A", "answer_text": "Summer", "target_sids": [ 24, 27 ], "retrieved_sids": [ 154, 112, 62, 134, 155 ], "retrieved_global": [ 154, 112, 62, 134, 155 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 483, "question": "What are the main responsibilities of a 25-year-old in their job?", "ground_truth": "A", "answer_text": "Maintain public safety and security", "target_sids": [ 14, 7 ], "retrieved_sids": [ 124, 14, 39, 61, 58 ], "retrieved_global": [ 124, 14, 39, 61, 58 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 484, "question": "What are Ember Lawson's main interests and hobbies?", "ground_truth": "C", "answer_text": "Patiently wait and enjoy the pleasure of fishing", "target_sids": [ 78, 79 ], "retrieved_sids": [ 79, 63, 68, 74, 64 ], "retrieved_global": [ 79, 63, 68, 74, 64 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 485, "question": "How many letters are there in the names of individuals who work in Austin, TX?", "ground_truth": "C", "answer_text": "10 characters", "target_sids": [ 104, 95 ], "retrieved_sids": [ 104, 26, 73, 112, 20 ], "retrieved_global": [ 104, 26, 73, 112, 20 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 486, "question": "What is the sum of the last three digits of the contact number for the person who is 24 years old?", "ground_truth": "C", "answer_text": "19", "target_sids": [ 73, 66 ], "retrieved_sids": [ 97, 31, 29, 157, 107 ], "retrieved_global": [ 97, 31, 29, 157, 107 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 487, "question": "Which of the following descriptions would be a good fit for someone working in Miami, FL?", "ground_truth": "B", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 139, 133 ], "retrieved_sids": [ 133, 81, 106, 10, 45 ], "retrieved_global": [ 133, 81, 106, 10, 45 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 488, "question": "How many letters are in the name of a person who is 168 cm tall?", "ground_truth": "A", "answer_text": "14 characters", "target_sids": [ 0, 9 ], "retrieved_sids": [ 121, 132, 9, 44, 150 ], "retrieved_global": [ 121, 132, 9, 44, 150 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 489, "question": "What are the main responsibilities of the person with the contact number 85805107619?", "ground_truth": "B", "answer_text": "Promote products and achieve sales goals", "target_sids": [ 64, 80 ], "retrieved_sids": [ 143, 155, 39, 80, 52 ], "retrieved_global": [ 143, 155, 39, 80, 52 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 490, "question": "What are the main interests and hobbies of a person who is 166 cm tall?", "ground_truth": "C", "answer_text": "Enhance fitness and maintain health", "target_sids": [ 40, 29 ], "retrieved_sids": [ 152, 40, 9, 131, 44 ], "retrieved_global": [ 152, 40, 9, 131, 44 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 491, "question": "What are the main responsibilities of the person who has the email address elena.drake@lonestARretailgroup.com?", "ground_truth": "B", "answer_text": "Assist customers and promote products in retail environments", "target_sids": [ 64, 46 ], "retrieved_sids": [ 64, 86, 44, 130, 97 ], "retrieved_global": [ 64, 86, 44, 130, 97 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 492, "question": "What season is the birthday of a person who is 158 cm tall?", "ground_truth": "B", "answer_text": "Summer", "target_sids": [ 64, 69 ], "retrieved_sids": [ 69, 133, 43, 86, 44 ], "retrieved_global": [ 69, 133, 43, 86, 44 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 493, "question": "What would be the email address suffix for someone who is 151 cm tall?", "ground_truth": "B", "answer_text": "@orlandojusticepartners.com", "target_sids": [ 0, 7 ], "retrieved_sids": [ 7, 151, 107, 66, 23 ], "retrieved_global": [ 7, 151, 107, 66, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 494, "question": "What is the total of the last five digits of the contact number for a person whose birthday falls on February 15th?", "ground_truth": "B", "answer_text": "25", "target_sids": [ 0, 16 ], "retrieved_sids": [ 143, 77, 16, 89, 57 ], "retrieved_global": [ 143, 77, 16, 89, 57 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 495, "question": "In which season does a 28-year-old celebrate their birthday?", "ground_truth": "C", "answer_text": "Autumn", "target_sids": [ 161, 166 ], "retrieved_sids": [ 18, 46, 68, 92, 121 ], "retrieved_global": [ 18, 46, 68, 92, 121 ], "hit_at_k": false }, { "category": "post_processing", "topic": "roles", "tid": 496, "question": "How many letters are in the names of people who have a birthday on May 28th?", "ground_truth": "C", "answer_text": "14 characters", "target_sids": [ 152, 170 ], "retrieved_sids": [ 132, 170, 127, 3, 112 ], "retrieved_global": [ 132, 170, 127, 3, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 497, "question": "If someone works in Chicago, IL, what season does their birthday fall in?", "ground_truth": "A", "answer_text": "Summer", "target_sids": [ 114, 116 ], "retrieved_sids": [ 114, 146, 151, 44, 23 ], "retrieved_global": [ 114, 146, 151, 44, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 498, "question": "What would be the email address suffix for someone named Dylan Carter?", "ground_truth": "A", "answer_text": "@harborviewmedicalcenter.org", "target_sids": [ 72, 67 ], "retrieved_sids": [ 67, 72, 139, 31, 138 ], "retrieved_global": [ 67, 72, 139, 31, 138 ], "hit_at_k": true }, { "category": "post_processing", "topic": "roles", "tid": 499, "question": "What is the total of the last four digits of the contact number for a person whose birthday is on August 25th?", "ground_truth": "D", "answer_text": "21", "target_sids": [ 131, 133 ], "retrieved_sids": [ 86, 2, 17, 23, 87 ], "retrieved_global": [ 86, 2, 17, 23, 87 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 0, "question": "What seven-day event perfectly aligns with its location?", "ground_truth": "D", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 89, 95 ], "retrieved_sids": [ 9, 62, 106, 49, 41 ], "retrieved_global": [ 9, 62, 106, 49, 41 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 1, "question": "What time is the event that expects two hundred people?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 9:00 AM", "target_sids": [ 33, 26 ], "retrieved_sids": [ 52, 71, 112, 38, 9 ], "retrieved_global": [ 52, 71, 112, 38, 9 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 2, "question": "What is the timing for the event that lasts seven days?", "ground_truth": "C", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 105, 102 ], "retrieved_sids": [ 113, 22, 33, 89, 70 ], "retrieved_global": [ 113, 22, 33, 89, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 3, "question": "What is the schedule for the event that lasts six days?", "ground_truth": "C", "answer_text": "nextnext week Tuesday 7:00 PM", "target_sids": [ 0, 6 ], "retrieved_sids": [ 119, 88, 6, 20, 89 ], "retrieved_global": [ 119, 88, 6, 20, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 4, "question": "What time is the event taking place at that location in Washington, DC?", "ground_truth": "C", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 32, 31 ], "retrieved_sids": [ 89, 18, 15, 55, 45 ], "retrieved_global": [ 89, 18, 15, 55, 45 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 5, "question": "Which venue would be suitable for an event that accommodates nine hundred people?", "ground_truth": "C", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 50, 53 ], "retrieved_sids": [ 64, 6, 53, 101, 32 ], "retrieved_global": [ 64, 6, 53, 101, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 6, "question": "Which event corresponds to the location described for the activity planned for the week after next Thursday at 9:00 AM?", "ground_truth": "C", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 112, 113 ], "retrieved_sids": [ 17, 114, 43, 42, 49 ], "retrieved_global": [ 17, 114, 43, 42, 49 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 7, "question": "What six-day activity corresponds to its location description?", "ground_truth": "B", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 0, 8 ], "retrieved_sids": [ 94, 29, 7, 106, 8 ], "retrieved_global": [ 94, 29, 7, 106, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 8, "question": "What seven-week activity fits the description of its location?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 101, 102 ], "retrieved_sids": [ 58, 1, 113, 114, 88 ], "retrieved_global": [ 58, 1, 113, 114, 88 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 9, "question": "Which location description matches the event planned for the week after next Sunday at 2:00 PM?", "ground_truth": "D", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 11, 7 ], "retrieved_sids": [ 33, 67, 57, 11, 72 ], "retrieved_global": [ 33, 67, 57, 11, 72 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 10, "question": "What is the event location description for the activity scheduled on October 12, 2024, at 19:00?", "ground_truth": "B", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 65, 61 ], "retrieved_sids": [ 21, 42, 115, 51, 79 ], "retrieved_global": [ 21, 42, 115, 51, 79 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 11, "question": "What activity lasts for eight days and corresponds with its location description?", "ground_truth": "C", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 38, 47 ], "retrieved_sids": [ 76, 101, 21, 47, 66 ], "retrieved_global": [ 76, 101, 21, 47, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 12, "question": "What time is the event that is expected to have eight hundred people?", "ground_truth": "D", "answer_text": "nextnext week Tuesday 9:00 AM", "target_sids": [ 68, 61 ], "retrieved_sids": [ 74, 37, 98, 9, 30 ], "retrieved_global": [ 74, 37, 98, 9, 30 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 13, "question": "What time is the event at that location in Las Vegas, NV?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 99, 101 ], "retrieved_sids": [ 74, 52, 68, 92, 30 ], "retrieved_global": [ 74, 52, 68, 92, 30 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 14, "question": "What event location description corresponds to the activity scheduled for October 17, 2024, at 9:00?", "ground_truth": "C", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 104, 105 ], "retrieved_sids": [ 32, 6, 92, 106, 105 ], "retrieved_global": [ 32, 6, 92, 106, 105 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 15, "question": "Which event that hosts four hundred people fits the description of its location?", "ground_truth": "C", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 0, 1 ], "retrieved_sids": [ 63, 40, 18, 41, 58 ], "retrieved_global": [ 63, 40, 18, 41, 58 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 16, "question": "Which event location corresponds to the activity taking place next week on Sunday at 9:00 AM?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 24, 31 ], "retrieved_sids": [ 85, 23, 77, 115, 79 ], "retrieved_global": [ 85, 23, 77, 115, 79 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 17, "question": "What is the scheduled time for the event that accommodates four hundred people?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 75, 76 ], "retrieved_sids": [ 51, 27, 92, 19, 53 ], "retrieved_global": [ 51, 27, 92, 19, 53 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 18, "question": "Which venue corresponds to the event for nine hundred people?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 92, 93 ], "retrieved_sids": [ 51, 21, 52, 98, 78 ], "retrieved_global": [ 51, 21, 52, 98, 78 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 19, "question": "What three-week activity matches the description of its location?", "ground_truth": "C", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 8, 4 ], "retrieved_sids": [ 80, 22, 45, 8, 103 ], "retrieved_global": [ 80, 22, 45, 8, 103 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 20, "question": "What time is the event taking place at the location in Austin, TX?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 2:00 PM", "target_sids": [ 33, 30 ], "retrieved_sids": [ 2, 113, 62, 117, 82 ], "retrieved_global": [ 2, 113, 62, 117, 82 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 21, "question": "Which location is set to host an event on October 16, 2024, at 14:00?", "ground_truth": "A", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 40, 37 ], "retrieved_sids": [ 102, 6, 79, 40, 65 ], "retrieved_global": [ 102, 6, 79, 40, 65 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 22, "question": "What venue would be suitable for an event accommodating six hundred people?", "ground_truth": "C", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 65, 67 ], "retrieved_sids": [ 28, 14, 77, 98, 115 ], "retrieved_global": [ 28, 14, 77, 98, 115 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 23, "question": "What time is the event that will have around seven hundred people?", "ground_truth": "D", "answer_text": "next week Friday 9:00 AM", "target_sids": [ 92, 85 ], "retrieved_sids": [ 113, 27, 43, 22, 63 ], "retrieved_global": [ 113, 27, 43, 22, 63 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 24, "question": "What time will the event take place in Atlanta, GA?", "ground_truth": "B", "answer_text": "next week Saturday 9:00 AM", "target_sids": [ 49, 52 ], "retrieved_sids": [ 110, 76, 98, 45, 52 ], "retrieved_global": [ 110, 76, 98, 45, 52 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 25, "question": "Which event location description corresponds to the activity planned for October 17, 2024, at 19:00?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 51, 52 ], "retrieved_sids": [ 64, 35, 8, 83, 23 ], "retrieved_global": [ 64, 35, 8, 83, 23 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 26, "question": "What is the timing for the activity that involves three hundred people?", "ground_truth": "D", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 52, 54 ], "retrieved_sids": [ 103, 111, 5, 29, 91 ], "retrieved_global": [ 103, 111, 5, 29, 91 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 27, "question": "What time is the event that has a scale of eight hundred people?", "ground_truth": "D", "answer_text": "2024-10-15 Tuesday 14:00", "target_sids": [ 90, 85 ], "retrieved_sids": [ 28, 78, 55, 64, 113 ], "retrieved_global": [ 28, 78, 55, 64, 113 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 28, "question": "Which location is hosting the event planned for next week on Thursday at 2:00 PM?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 85, 86 ], "retrieved_sids": [ 77, 60, 86, 75, 81 ], "retrieved_global": [ 77, 60, 86, 75, 81 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 29, "question": "What time is the event that has an expected attendance of eight hundred people?", "ground_truth": "A", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 26, 28 ], "retrieved_sids": [ 64, 115, 4, 103, 77 ], "retrieved_global": [ 64, 115, 4, 103, 77 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 30, "question": "What time is the event for the nine hundred people?", "ground_truth": "D", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 92, 95 ], "retrieved_sids": [ 100, 30, 3, 15, 76 ], "retrieved_global": [ 100, 30, 3, 15, 76 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 31, "question": "What time is the event happening in Boston, MA?", "ground_truth": "B", "answer_text": "2024-10-17 Thursday 19:00", "target_sids": [ 113, 110 ], "retrieved_sids": [ 61, 2, 22, 77, 115 ], "retrieved_global": [ 61, 2, 22, 77, 115 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 32, "question": "What is the event location description for the activity scheduled on October 13, 2024, at 7:00 PM?", "ground_truth": "D", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 24, 29 ], "retrieved_sids": [ 109, 63, 16, 31, 104 ], "retrieved_global": [ 109, 63, 16, 31, 104 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 33, "question": "Which venue would be suitable for an event with around three hundred attendees?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 82, 78 ], "retrieved_sids": [ 82, 89, 65, 45, 86 ], "retrieved_global": [ 82, 89, 65, 45, 86 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 34, "question": "What time is the activity scheduled for that lasts five days?", "ground_truth": "C", "answer_text": "nextnext week Monday 7:00 PM", "target_sids": [ 33, 30 ], "retrieved_sids": [ 38, 82, 51, 19, 93 ], "retrieved_global": [ 38, 82, 51, 19, 93 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 35, "question": "Which venue description fits an activity scale of two hundred people?", "ground_truth": "B", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 35, 31 ], "retrieved_sids": [ 76, 15, 56, 8, 100 ], "retrieved_global": [ 76, 15, 56, 8, 100 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 36, "question": "Which venue description would be suitable for an event that accommodates three hundred people?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 60, 63 ], "retrieved_sids": [ 4, 94, 54, 15, 27 ], "retrieved_global": [ 4, 94, 54, 15, 27 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 37, "question": "Which venue would be suitable for an event that accommodates five hundred people?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 20, 23 ], "retrieved_sids": [ 62, 101, 33, 57, 114 ], "retrieved_global": [ 62, 101, 33, 57, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 38, "question": "Which event venue is suitable for an activity that accommodates seven hundred people?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 42, 43 ], "retrieved_sids": [ 75, 69, 110, 30, 14 ], "retrieved_global": [ 75, 69, 110, 30, 14 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 39, "question": "What time is the event taking place at that location in Los Angeles, CA?", "ground_truth": "A", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 24, 33 ], "retrieved_sids": [ 42, 20, 71, 19, 10 ], "retrieved_global": [ 42, 20, 71, 19, 10 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 40, "question": "What time is the event happening in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 09:00", "target_sids": [ 83, 75 ], "retrieved_sids": [ 62, 116, 103, 78, 10 ], "retrieved_global": [ 62, 116, 103, 78, 10 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 41, "question": "What event coincides with the location description for next week Sunday at 2:00 PM?", "ground_truth": "B", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 36, 45 ], "retrieved_sids": [ 30, 2, 52, 91, 67 ], "retrieved_global": [ 30, 2, 52, 91, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 42, "question": "Which event location description corresponds to the activity planned for the week after next Wednesday at 2:00 PM?", "ground_truth": "B", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 65, 70 ], "retrieved_sids": [ 40, 87, 70, 107, 89 ], "retrieved_global": [ 40, 87, 70, 107, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 43, "question": "What one-day activity aligns perfectly with its location description?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 8, 4 ], "retrieved_sids": [ 99, 57, 93, 53, 32 ], "retrieved_global": [ 99, 57, 93, 53, 32 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 44, "question": "Which location is designated for the event happening at 2:00 PM the week after next Sunday?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 25, 28 ], "retrieved_sids": [ 39, 113, 28, 13, 107 ], "retrieved_global": [ 39, 113, 28, 13, 107 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 45, "question": "What is the schedule for the event that lasts four days?", "ground_truth": "D", "answer_text": "next week Sunday 9:00 AM", "target_sids": [ 3, 6 ], "retrieved_sids": [ 105, 65, 87, 26, 55 ], "retrieved_global": [ 105, 65, 87, 26, 55 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 46, "question": "What time is the event scheduled for with nine hundred attendees?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 0, 2 ], "retrieved_sids": [ 114, 41, 115, 106, 87 ], "retrieved_global": [ 114, 41, 115, 106, 87 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 47, "question": "What time is the event scheduled for at that location in Las Vegas, NV?", "ground_truth": "A", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 10, 7 ], "retrieved_sids": [ 40, 28, 3, 5, 52 ], "retrieved_global": [ 40, 28, 3, 5, 52 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 48, "question": "What time is the event that's expected to have around two hundred people?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 14:00", "target_sids": [ 92, 86 ], "retrieved_sids": [ 30, 82, 80, 111, 40 ], "retrieved_global": [ 30, 82, 80, 111, 40 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 49, "question": "When does the activity that lasts nine weeks take place?", "ground_truth": "A", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 61, 63 ], "retrieved_sids": [ 118, 7, 80, 79, 45 ], "retrieved_global": [ 118, 7, 80, 79, 45 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 50, "question": "Which event description corresponds to the venue that can accommodate eight hundred people?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 65, 68 ], "retrieved_sids": [ 101, 112, 8, 80, 68 ], "retrieved_global": [ 101, 112, 8, 80, 68 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 51, "question": "What is the timeframe for the activity that lasts two weeks?", "ground_truth": "D", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 13, 15 ], "retrieved_sids": [ 77, 15, 101, 6, 42 ], "retrieved_global": [ 77, 15, 101, 6, 42 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 52, "question": "What activity that lasts five weeks fits the description of its location?", "ground_truth": "B", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 35, 28 ], "retrieved_sids": [ 35, 53, 116, 18, 66 ], "retrieved_global": [ 35, 53, 116, 18, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 53, "question": "What event location would be suitable for an activity involving eight hundred people?", "ground_truth": "D", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 115, 108 ], "retrieved_sids": [ 87, 57, 115, 9, 69 ], "retrieved_global": [ 87, 57, 115, 9, 69 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 54, "question": "What one-day activity corresponds with the description of its location?", "ground_truth": "C", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 25, 26 ], "retrieved_sids": [ 67, 26, 110, 82, 69 ], "retrieved_global": [ 67, 26, 110, 82, 69 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 55, "question": "What time is the event expected to start for a gathering of two hundred people?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 45, 47 ], "retrieved_sids": [ 99, 76, 88, 62, 117 ], "retrieved_global": [ 99, 76, 88, 62, 117 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 56, "question": "What kind of event location would be suitable for an activity with around six hundred people?", "ground_truth": "D", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 105, 99 ], "retrieved_sids": [ 9, 44, 105, 53, 111 ], "retrieved_global": [ 9, 44, 105, 53, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 57, "question": "What event is happening at the location described for the one scheduled for the week after next Saturday at 7:00 PM?", "ground_truth": "A", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 21, 14 ], "retrieved_sids": [ 100, 2, 39, 77, 44 ], "retrieved_global": [ 100, 2, 39, 77, 44 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 58, "question": "What time does the event start in Austin, TX?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 2:00 PM", "target_sids": [ 65, 67 ], "retrieved_sids": [ 15, 97, 87, 112, 32 ], "retrieved_global": [ 15, 97, 87, 112, 32 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 59, "question": "What is the timeframe for the activity that lasts a week?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 17, 14 ], "retrieved_sids": [ 4, 53, 42, 17, 118 ], "retrieved_global": [ 4, 53, 42, 17, 118 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 60, "question": "What activity lasts nine weeks and corresponds with the description of its location?", "ground_truth": "D", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 17, 15 ], "retrieved_sids": [ 102, 17, 32, 51, 56 ], "retrieved_global": [ 102, 17, 32, 51, 56 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 61, "question": "What time does the event take place in Chicago, IL?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 42, 46 ], "retrieved_sids": [ 6, 57, 76, 63, 115 ], "retrieved_global": [ 6, 57, 76, 63, 115 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 62, "question": "What time does the event that lasts three days start?", "ground_truth": "C", "answer_text": "nextnext week Thursday 7:00 PM", "target_sids": [ 48, 50 ], "retrieved_sids": [ 6, 28, 117, 66, 118 ], "retrieved_global": [ 6, 28, 117, 66, 118 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 63, "question": "What activity that lasts nine weeks matches its location description?", "ground_truth": "C", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 59, 54 ], "retrieved_sids": [ 89, 117, 17, 74, 24 ], "retrieved_global": [ 89, 117, 17, 74, 24 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 64, "question": "What activity lasts for nine weeks and has a location that fits its description?", "ground_truth": "B", "answer_text": "Known for its historical significance and the Liberty Bell.", "target_sids": [ 70, 63 ], "retrieved_sids": [ 42, 70, 80, 104, 35 ], "retrieved_global": [ 42, 70, 80, 104, 35 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 65, "question": "What time is the event happening in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 69, 61 ], "retrieved_sids": [ 87, 9, 49, 117, 111 ], "retrieved_global": [ 87, 9, 49, 117, 111 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 66, "question": "What is the timeframe for the activity that lasts seven weeks?", "ground_truth": "A", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 47, 39 ], "retrieved_sids": [ 31, 93, 113, 15, 47 ], "retrieved_global": [ 31, 93, 113, 15, 47 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 67, "question": "What time is the event taking place in Seattle, WA?", "ground_truth": "A", "answer_text": "nextnext week Monday 2:00 PM", "target_sids": [ 49, 51 ], "retrieved_sids": [ 57, 51, 4, 66, 44 ], "retrieved_global": [ 57, 51, 4, 66, 44 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 68, "question": "What time is the event for nine hundred people?", "ground_truth": "A", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 48, 53 ], "retrieved_sids": [ 111, 64, 32, 91, 114 ], "retrieved_global": [ 111, 64, 32, 91, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 69, "question": "What is the timing for the event with two hundred attendees?", "ground_truth": "D", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 93, 87 ], "retrieved_sids": [ 18, 55, 2, 68, 39 ], "retrieved_global": [ 18, 55, 2, 68, 39 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 70, "question": "What is the event location description for the activity set for October 17, 2024, at 9:00?", "ground_truth": "D", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 108, 109 ], "retrieved_sids": [ 19, 77, 88, 30, 21 ], "retrieved_global": [ 19, 77, 88, 30, 21 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 71, "question": "What activity matches the description of the location for that two-week event?", "ground_truth": "A", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 67, 68 ], "retrieved_sids": [ 75, 102, 7, 91, 109 ], "retrieved_global": [ 75, 102, 7, 91, 109 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 72, "question": "What is the event location for the activity planned on October 15, 2024, at 14:00?", "ground_truth": "B", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 116, 108 ], "retrieved_sids": [ 15, 44, 89, 66, 3 ], "retrieved_global": [ 15, 44, 89, 66, 3 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 73, "question": "Which venue would be suitable for hosting an event with around seven hundred attendees?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 30, 31 ], "retrieved_sids": [ 102, 90, 66, 115, 14 ], "retrieved_global": [ 102, 90, 66, 115, 14 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 74, "question": "Which venue hosts events for nine hundred people?", "ground_truth": "D", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 72, 80 ], "retrieved_sids": [ 6, 53, 41, 30, 8 ], "retrieved_global": [ 6, 53, 41, 30, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 75, "question": "What time is the event happening in Austin, TX?", "ground_truth": "C", "answer_text": "nextnext week Tuesday 7:00 PM", "target_sids": [ 26, 29 ], "retrieved_sids": [ 70, 74, 87, 5, 116 ], "retrieved_global": [ 70, 74, 87, 5, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 76, "question": "Which venue fits the description for an event with a capacity of seven hundred people?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 57, 54 ], "retrieved_sids": [ 106, 113, 15, 91, 67 ], "retrieved_global": [ 106, 113, 15, 91, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 77, "question": "What time is the event that will have six hundred people attending?", "ground_truth": "C", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 35, 30 ], "retrieved_sids": [ 116, 86, 38, 23, 28 ], "retrieved_global": [ 116, 86, 38, 23, 28 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 78, "question": "What time is the event that will have three hundred people attending?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 14:00", "target_sids": [ 3, 6 ], "retrieved_sids": [ 68, 38, 53, 14, 6 ], "retrieved_global": [ 68, 38, 53, 14, 6 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 79, "question": "What is the time for the event that will accommodate five hundred people?", "ground_truth": "D", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 32, 33 ], "retrieved_sids": [ 21, 6, 118, 61, 40 ], "retrieved_global": [ 21, 6, 118, 61, 40 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 80, "question": "Which event location description corresponds to the activity set for October 12, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 57, 51 ], "retrieved_sids": [ 50, 105, 4, 43, 31 ], "retrieved_global": [ 50, 105, 4, 43, 31 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 81, "question": "Which venue would be suitable for an event accommodating around two hundred people?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 96, 105 ], "retrieved_sids": [ 105, 30, 51, 69, 77 ], "retrieved_global": [ 105, 30, 51, 69, 77 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 82, "question": "Which event corresponds to the location description for the activity planned for the week after next Friday at 7:00 PM?", "ground_truth": "B", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 85, 94 ], "retrieved_sids": [ 30, 107, 102, 58, 91 ], "retrieved_global": [ 30, 107, 102, 58, 91 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 83, "question": "Which activity lasts for eight days and fits the description of its location?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 64, 67 ], "retrieved_sids": [ 67, 89, 33, 103, 76 ], "retrieved_global": [ 67, 89, 33, 103, 76 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 84, "question": "Is there an activity that lasts six weeks and has a location that matches its description?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 115, 109 ], "retrieved_sids": [ 15, 66, 93, 38, 33 ], "retrieved_global": [ 15, 66, 93, 38, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 85, "question": "Which venue would be suitable for an event that accommodates around seven hundred people?", "ground_truth": "A", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 69, 71 ], "retrieved_sids": [ 18, 102, 52, 90, 3 ], "retrieved_global": [ 18, 102, 52, 90, 3 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 86, "question": "What time is the event expected to take place that will have around seven hundred people attending?", "ground_truth": "C", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 98, 102 ], "retrieved_sids": [ 64, 76, 52, 85, 29 ], "retrieved_global": [ 64, 76, 52, 85, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 87, "question": "What four-day event fits the description of its location?", "ground_truth": "C", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 105, 98 ], "retrieved_sids": [ 52, 91, 29, 45, 77 ], "retrieved_global": [ 52, 91, 29, 45, 77 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 88, "question": "Which venue is suitable for an activity involving around one hundred people?", "ground_truth": "C", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 59, 53 ], "retrieved_sids": [ 102, 93, 40, 81, 64 ], "retrieved_global": [ 102, 93, 40, 81, 64 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 89, "question": "Which nine-day activity aligns with the description of its location?", "ground_truth": "D", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 72, 77 ], "retrieved_sids": [ 51, 118, 116, 27, 45 ], "retrieved_global": [ 51, 118, 116, 27, 45 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 90, "question": "What venue would be suitable for an event with a scale of four hundred people?", "ground_truth": "B", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 36, 47 ], "retrieved_sids": [ 18, 8, 31, 99, 62 ], "retrieved_global": [ 18, 8, 31, 99, 62 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 91, "question": "What time is the event scheduled to start at that location in Los Angeles, CA?", "ground_truth": "C", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 77, 79 ], "retrieved_sids": [ 39, 20, 112, 79, 53 ], "retrieved_global": [ 39, 20, 112, 79, 53 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 92, "question": "How long is the activity that lasts for nine weeks?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 37, 47 ], "retrieved_sids": [ 30, 47, 100, 22, 63 ], "retrieved_global": [ 30, 47, 100, 22, 63 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 93, "question": "What time does the event in San Francisco, CA start?", "ground_truth": "D", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 8, 6 ], "retrieved_sids": [ 57, 68, 102, 63, 67 ], "retrieved_global": [ 57, 68, 102, 63, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 94, "question": "Which event corresponds to the location description for the activity planned for next week on Thursday at 9:00 AM?", "ground_truth": "D", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 114, 118 ], "retrieved_sids": [ 29, 117, 47, 8, 7 ], "retrieved_global": [ 29, 117, 47, 8, 7 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 95, "question": "What time does the event take place at the location in San Francisco, CA?", "ground_truth": "B", "answer_text": "next week Monday 2:00 PM", "target_sids": [ 105, 99 ], "retrieved_sids": [ 31, 53, 63, 90, 111 ], "retrieved_global": [ 31, 53, 63, 90, 111 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 96, "question": "What event corresponds to the location description for the activity set to take place the week after next Saturday at 9:00 AM?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 60, 63 ], "retrieved_sids": [ 113, 94, 104, 102, 33 ], "retrieved_global": [ 113, 94, 104, 102, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 97, "question": "Which five-day event corresponds to the description of its location?", "ground_truth": "C", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 60, 61 ], "retrieved_sids": [ 38, 8, 21, 111, 68 ], "retrieved_global": [ 38, 8, 21, 111, 68 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 98, "question": "What time is the event that will have around six hundred people?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 100, 101 ], "retrieved_sids": [ 55, 44, 110, 80, 16 ], "retrieved_global": [ 55, 44, 110, 80, 16 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 99, "question": "Which event location would be suitable for an activity that accommodates around five thousand people?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 0, 7 ], "retrieved_sids": [ 7, 19, 93, 77, 54 ], "retrieved_global": [ 7, 19, 93, 77, 54 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 100, "question": "Which location aligns with an event that accommodates seven hundred people?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 114, 109 ], "retrieved_sids": [ 65, 39, 98, 93, 5 ], "retrieved_global": [ 65, 39, 98, 93, 5 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 101, "question": "When does an event that lasts for nine days take place?", "ground_truth": "B", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 88, 95 ], "retrieved_sids": [ 118, 17, 30, 50, 77 ], "retrieved_global": [ 118, 17, 30, 50, 77 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 102, "question": "How long does the activity that lasts for eight weeks take?", "ground_truth": "D", "answer_text": "nextnext week Tuesday 2:00 PM", "target_sids": [ 49, 57 ], "retrieved_sids": [ 78, 2, 57, 100, 89 ], "retrieved_global": [ 78, 2, 57, 100, 89 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 103, "question": "What time does the event in Boston, MA start?", "ground_truth": "A", "answer_text": "next week Monday 2:00 PM", "target_sids": [ 75, 79 ], "retrieved_sids": [ 112, 39, 89, 18, 66 ], "retrieved_global": [ 112, 39, 89, 18, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 104, "question": "Which venue description is suitable for an event with three hundred attendees?", "ground_truth": "D", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 76, 78 ], "retrieved_sids": [ 15, 100, 63, 104, 27 ], "retrieved_global": [ 15, 100, 63, 104, 27 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 105, "question": "Which location is designated for the event taking place at 9:00 AM the week after next Saturday?", "ground_truth": "D", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 106, 107 ], "retrieved_sids": [ 33, 87, 102, 51, 2 ], "retrieved_global": [ 33, 87, 102, 51, 2 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 106, "question": "What time does the event take place in Orlando, FL?", "ground_truth": "B", "answer_text": " week Sunday 2:00 PM", "target_sids": [ 108, 117 ], "retrieved_sids": [ 33, 19, 80, 102, 65 ], "retrieved_global": [ 33, 19, 80, 102, 65 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 107, "question": "What time is the event taking place at that location in Portland, OR?", "ground_truth": "B", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 26, 34 ], "retrieved_sids": [ 44, 55, 21, 56, 68 ], "retrieved_global": [ 44, 55, 21, 56, 68 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 108, "question": "What time does the event start at that location in Portland, OR?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 24, 26 ], "retrieved_sids": [ 111, 57, 15, 100, 89 ], "retrieved_global": [ 111, 57, 15, 100, 89 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 109, "question": "Which venue description would be suitable for an event with around five thousand attendees?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 19, 12 ], "retrieved_sids": [ 104, 55, 41, 56, 83 ], "retrieved_global": [ 104, 55, 41, 56, 83 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 110, "question": "How long does an activity that lasts for seven days take?", "ground_truth": "D", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 52, 54 ], "retrieved_sids": [ 31, 113, 101, 88, 39 ], "retrieved_global": [ 31, 113, 101, 88, 39 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 111, "question": "Which event location description corresponds to the activity planned for October 14, 2024, at 19:00?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 60, 61 ], "retrieved_sids": [ 111, 104, 93, 28, 90 ], "retrieved_global": [ 111, 104, 93, 28, 90 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 112, "question": "What activity lasts nine days and corresponds to its described location?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 16, 14 ], "retrieved_sids": [ 27, 106, 89, 16, 78 ], "retrieved_global": [ 27, 106, 89, 16, 78 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 113, "question": "Which venue is suitable for an event with two hundred people?", "ground_truth": "A", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 72, 76 ], "retrieved_sids": [ 39, 111, 7, 104, 54 ], "retrieved_global": [ 39, 111, 7, 104, 54 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 114, "question": "What time does the event take place in Portland, OR?", "ground_truth": "A", "answer_text": "2024-10-13 Sunday 14:00", "target_sids": [ 32, 26 ], "retrieved_sids": [ 44, 73, 119, 18, 32 ], "retrieved_global": [ 44, 73, 119, 18, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 115, "question": "What time does the event start in Chicago, IL?", "ground_truth": "A", "answer_text": "nextnext week Monday 2:00 PM", "target_sids": [ 114, 109 ], "retrieved_sids": [ 43, 58, 65, 60, 89 ], "retrieved_global": [ 43, 58, 65, 60, 89 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 116, "question": "What is an activity with a one-day duration that fits the description of its location?", "ground_truth": "C", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 98, 107 ], "retrieved_sids": [ 39, 7, 107, 25, 112 ], "retrieved_global": [ 39, 7, 107, 25, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 117, "question": "What time is the event for five hundred attendees?", "ground_truth": "C", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 48, 50 ], "retrieved_sids": [ 38, 77, 15, 57, 90 ], "retrieved_global": [ 38, 77, 15, 57, 90 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 118, "question": "Which location description fits the event happening on October 17, 2024, at 14:00?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 42, 37 ], "retrieved_sids": [ 28, 80, 106, 34, 94 ], "retrieved_global": [ 28, 80, 106, 34, 94 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 119, "question": "What time is the event happening in Orlando, FL?", "ground_truth": "A", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 64, 62 ], "retrieved_sids": [ 76, 98, 64, 90, 34 ], "retrieved_global": [ 76, 98, 64, 90, 34 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 120, "question": "What location would work for an event expecting around five hundred people?", "ground_truth": "A", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 66, 62 ], "retrieved_sids": [ 75, 28, 116, 52, 66 ], "retrieved_global": [ 75, 28, 116, 52, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 121, "question": "What event matches the description of the location for the activity planned for the week after next Friday at 9:00 AM?", "ground_truth": "B", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 4, 5 ], "retrieved_sids": [ 93, 92, 57, 19, 17 ], "retrieved_global": [ 93, 92, 57, 19, 17 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 122, "question": "What is the timeframe for the activity that lasts six days?", "ground_truth": "C", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 81, 76 ], "retrieved_sids": [ 23, 53, 32, 88, 81 ], "retrieved_global": [ 23, 53, 32, 88, 81 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 123, "question": "What time is the event that can accommodate four thousand people?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 18, 14 ], "retrieved_sids": [ 53, 111, 18, 8, 68 ], "retrieved_global": [ 53, 111, 18, 8, 68 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 124, "question": "What is the timeframe for the event that lasts five days?", "ground_truth": "C", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 105, 102 ], "retrieved_sids": [ 78, 110, 22, 105, 87 ], "retrieved_global": [ 78, 110, 22, 105, 87 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 125, "question": "What event with a capacity of seven thousand people fits the description of its venue?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 90, 94 ], "retrieved_sids": [ 27, 79, 94, 113, 58 ], "retrieved_global": [ 27, 79, 94, 113, 58 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 126, "question": "What time is the event that expects seven hundred attendees?", "ground_truth": "B", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 49, 53 ], "retrieved_sids": [ 78, 3, 100, 29, 26 ], "retrieved_global": [ 78, 3, 100, 29, 26 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 127, "question": "Which event location description corresponds to the activity planned for October 16, 2024, at 9:00 AM?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 0, 2 ], "retrieved_sids": [ 116, 87, 67, 40, 34 ], "retrieved_global": [ 116, 87, 67, 40, 34 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 128, "question": "What time is the event that has nine hundred people?", "ground_truth": "A", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 116, 110 ], "retrieved_sids": [ 65, 91, 3, 31, 18 ], "retrieved_global": [ 65, 91, 3, 31, 18 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 129, "question": "What time is the event taking place in Los Angeles, CA?", "ground_truth": "B", "answer_text": "2024-10-26 Saturday 14:00", "target_sids": [ 108, 119 ], "retrieved_sids": [ 76, 88, 102, 62, 8 ], "retrieved_global": [ 76, 88, 102, 62, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 130, "question": "What eight-day activity matches the description of its location?", "ground_truth": "C", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 67, 62 ], "retrieved_sids": [ 77, 56, 22, 67, 98 ], "retrieved_global": [ 77, 56, 22, 67, 98 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 131, "question": "What time is the event that has a scale of three hundred people?", "ground_truth": "C", "answer_text": "next week Friday 9:00 AM", "target_sids": [ 105, 103 ], "retrieved_sids": [ 32, 65, 105, 89, 113 ], "retrieved_global": [ 32, 65, 105, 89, 113 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 132, "question": "What event is happening next Saturday at 2:00 PM, and where will it take place?", "ground_truth": "C", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 49, 53 ], "retrieved_sids": [ 65, 9, 7, 46, 33 ], "retrieved_global": [ 65, 9, 7, 46, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 133, "question": "What time is the event expected to accommodate eight hundred people?", "ground_truth": "B", "answer_text": "2024-10-15 Tuesday 09:00", "target_sids": [ 73, 82 ], "retrieved_sids": [ 26, 56, 3, 115, 89 ], "retrieved_global": [ 26, 56, 3, 115, 89 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 134, "question": "Which venue would be suitable for an event with six hundred attendees?", "ground_truth": "B", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 101, 103 ], "retrieved_sids": [ 103, 45, 46, 89, 20 ], "retrieved_global": [ 103, 45, 46, 89, 20 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 135, "question": "How long does the activity that lasts three weeks take?", "ground_truth": "D", "answer_text": "next week Monday 2:00 PM", "target_sids": [ 72, 77 ], "retrieved_sids": [ 65, 31, 77, 56, 18 ], "retrieved_global": [ 65, 31, 77, 56, 18 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 136, "question": "What time is the event that will host eight hundred people?", "ground_truth": "C", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 28, 30 ], "retrieved_sids": [ 55, 3, 111, 41, 57 ], "retrieved_global": [ 55, 3, 111, 41, 57 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 137, "question": "What activity has a duration of six weeks that matches its location description?", "ground_truth": "C", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 60, 69 ], "retrieved_sids": [ 93, 69, 2, 117, 38 ], "retrieved_global": [ 93, 69, 2, 117, 38 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 138, "question": "How long does the activity that lasts seven days take?", "ground_truth": "B", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 88, 89 ], "retrieved_sids": [ 103, 21, 6, 89, 66 ], "retrieved_global": [ 103, 21, 6, 89, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 139, "question": "What time is the event taking place in Miami, FL?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 64, 65 ], "retrieved_sids": [ 65, 90, 91, 100, 69 ], "retrieved_global": [ 65, 90, 91, 100, 69 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 140, "question": "What time does the event start in Seattle, WA?", "ground_truth": "D", "answer_text": " week Friday 2:00 PM", "target_sids": [ 117, 118 ], "retrieved_sids": [ 47, 88, 53, 17, 90 ], "retrieved_global": [ 47, 88, 53, 17, 90 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 141, "question": "At what time is the event that will have nine hundred people?", "ground_truth": "C", "answer_text": "nextnext week Wednesday 9:00 AM", "target_sids": [ 64, 61 ], "retrieved_sids": [ 76, 17, 64, 86, 103 ], "retrieved_global": [ 76, 17, 64, 86, 103 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 142, "question": "Which activity that lasts three weeks fits the description of its location?", "ground_truth": "B", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 66, 62 ], "retrieved_sids": [ 111, 56, 104, 4, 66 ], "retrieved_global": [ 111, 56, 104, 4, 66 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 143, "question": "What time is the event happening in Austin, TX?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 80, 74 ], "retrieved_sids": [ 15, 84, 47, 113, 80 ], "retrieved_global": [ 15, 84, 47, 113, 80 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 144, "question": "What type of event venue would be suitable for an activity with a capacity of five hundred people?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 0, 11 ], "retrieved_sids": [ 32, 107, 57, 13, 69 ], "retrieved_global": [ 32, 107, 57, 13, 69 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 145, "question": "What five-day activity corresponds with the description of its location?", "ground_truth": "C", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 40, 44 ], "retrieved_sids": [ 77, 115, 69, 105, 16 ], "retrieved_global": [ 77, 115, 69, 105, 16 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 146, "question": "What time marks the start of an event that lasts for four days?", "ground_truth": "C", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 49, 51 ], "retrieved_sids": [ 81, 44, 82, 104, 80 ], "retrieved_global": [ 81, 44, 82, 104, 80 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 147, "question": "What is the schedule for the event that lasts three days?", "ground_truth": "D", "answer_text": "next week Sunday 9:00 AM", "target_sids": [ 69, 71 ], "retrieved_sids": [ 117, 40, 80, 54, 10 ], "retrieved_global": [ 117, 40, 80, 54, 10 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 148, "question": "What activity lasts seven weeks and matches the description of the event location?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 57, 51 ], "retrieved_sids": [ 101, 118, 68, 53, 39 ], "retrieved_global": [ 101, 118, 68, 53, 39 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 149, "question": "What time is the event that will have eight hundred people attending?", "ground_truth": "D", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 0, 11 ], "retrieved_sids": [ 68, 89, 51, 105, 117 ], "retrieved_global": [ 68, 89, 51, 105, 117 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 150, "question": "What time does the event in Austin, TX start?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 25, 26 ], "retrieved_sids": [ 74, 15, 16, 110, 76 ], "retrieved_global": [ 74, 15, 16, 110, 76 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 151, "question": "What time is the event scheduled for that will have around four hundred people?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 106, 103 ], "retrieved_sids": [ 75, 56, 35, 90, 3 ], "retrieved_global": [ 75, 56, 35, 90, 3 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 152, "question": "What is the timeframe for an activity that lasts one week?", "ground_truth": "D", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 108, 117 ], "retrieved_sids": [ 103, 5, 20, 90, 27 ], "retrieved_global": [ 103, 5, 20, 90, 27 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 153, "question": "What event location description corresponds to the activity planned for October 14, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 90, 86 ], "retrieved_sids": [ 88, 45, 114, 42, 4 ], "retrieved_global": [ 88, 45, 114, 42, 4 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 154, "question": "What time is the event that will host eight hundred people?", "ground_truth": "C", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 96, 98 ], "retrieved_sids": [ 52, 27, 98, 90, 77 ], "retrieved_global": [ 52, 27, 98, 90, 77 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 155, "question": "Which venue would be suitable for hosting an event with around five hundred people?", "ground_truth": "C", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 112, 117 ], "retrieved_sids": [ 56, 28, 86, 69, 47 ], "retrieved_global": [ 56, 28, 86, 69, 47 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 156, "question": "What time will the event take place in Portland, OR?", "ground_truth": "C", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 97, 107 ], "retrieved_sids": [ 87, 28, 119, 52, 91 ], "retrieved_global": [ 87, 28, 119, 52, 91 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 157, "question": "What time is the event that will host eight hundred people?", "ground_truth": "C", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 19, 12 ], "retrieved_sids": [ 7, 39, 64, 27, 87 ], "retrieved_global": [ 7, 39, 64, 27, 87 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 158, "question": "Which event location would be suitable for an activity designed for one hundred people?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 77, 79 ], "retrieved_sids": [ 90, 55, 30, 42, 102 ], "retrieved_global": [ 90, 55, 30, 42, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 159, "question": "Which two-day activity aligns with its described location?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 82, 78 ], "retrieved_sids": [ 74, 82, 43, 41, 77 ], "retrieved_global": [ 74, 82, 43, 41, 77 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 160, "question": "What time is the event that's expected to have seven hundred people?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 112, 109 ], "retrieved_sids": [ 75, 17, 89, 39, 38 ], "retrieved_global": [ 75, 17, 89, 39, 38 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 161, "question": "What time is the event happening in Washington, DC?", "ground_truth": "C", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 53, 54 ], "retrieved_sids": [ 112, 98, 67, 73, 53 ], "retrieved_global": [ 112, 98, 67, 73, 53 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 162, "question": "Which venue description is suitable for an event with three hundred attendees?", "ground_truth": "D", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 25, 26 ], "retrieved_sids": [ 85, 93, 52, 26, 46 ], "retrieved_global": [ 85, 93, 52, 26, 46 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 163, "question": "What venue would be suitable for an event with a scale of four hundred people?", "ground_truth": "A", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 10, 5 ], "retrieved_sids": [ 104, 45, 92, 76, 70 ], "retrieved_global": [ 104, 45, 92, 76, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 164, "question": "Which venue would be suitable for an event expecting around two hundred people?", "ground_truth": "C", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 90, 93 ], "retrieved_sids": [ 50, 34, 100, 74, 17 ], "retrieved_global": [ 50, 34, 100, 74, 17 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 165, "question": "What is the timeline for the activity that lasts three weeks?", "ground_truth": "A", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 56, 53 ], "retrieved_sids": [ 101, 56, 5, 102, 22 ], "retrieved_global": [ 101, 56, 5, 102, 22 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 166, "question": "Which event corresponds to the location for the activity planned for the week after next Saturday at 2:00 PM?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 90, 94 ], "retrieved_sids": [ 94, 78, 18, 112, 118 ], "retrieved_global": [ 94, 78, 18, 112, 118 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 167, "question": "How long does an activity that lasts four weeks take?", "ground_truth": "B", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 59, 53 ], "retrieved_sids": [ 6, 59, 33, 66, 102 ], "retrieved_global": [ 6, 59, 33, 66, 102 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 168, "question": "What time is the event scheduled to take place at that location in Washington, DC?", "ground_truth": "D", "answer_text": "nextnext week Tuesday 7:00 PM", "target_sids": [ 112, 109 ], "retrieved_sids": [ 21, 59, 89, 34, 88 ], "retrieved_global": [ 21, 59, 89, 34, 88 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 169, "question": "What is the activity location description for the event set on October 14, 2024, at 9:00 AM?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 114, 110 ], "retrieved_sids": [ 70, 89, 112, 75, 9 ], "retrieved_global": [ 70, 89, 112, 75, 9 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 170, "question": "What time is the event taking place in San Francisco, CA?", "ground_truth": "D", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 93, 95 ], "retrieved_sids": [ 109, 32, 90, 100, 43 ], "retrieved_global": [ 109, 32, 90, 100, 43 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 171, "question": "What time is the event happening in Denver, CO?", "ground_truth": "A", "answer_text": "next week Saturday 2:00 PM", "target_sids": [ 8, 2 ], "retrieved_sids": [ 100, 66, 22, 87, 76 ], "retrieved_global": [ 100, 66, 22, 87, 76 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 172, "question": "What time will the event take place in Los Angeles, CA?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 45, 47 ], "retrieved_sids": [ 32, 40, 82, 90, 35 ], "retrieved_global": [ 32, 40, 82, 90, 35 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 173, "question": "What time is the event taking place in Chicago, IL?", "ground_truth": "C", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 113, 108 ], "retrieved_sids": [ 27, 6, 75, 69, 102 ], "retrieved_global": [ 27, 6, 75, 69, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 174, "question": "Which three-day event corresponds with the description of its location?", "ground_truth": "C", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 89, 86 ], "retrieved_sids": [ 17, 6, 56, 67, 33 ], "retrieved_global": [ 17, 6, 56, 67, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 175, "question": "Which venue would be suitable for an event with nine hundred attendees?", "ground_truth": "C", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 35, 27 ], "retrieved_sids": [ 44, 8, 45, 17, 67 ], "retrieved_global": [ 44, 8, 45, 17, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 176, "question": "What time is the event that involves three hundred people?", "ground_truth": "D", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 88, 84 ], "retrieved_sids": [ 8, 63, 22, 112, 103 ], "retrieved_global": [ 8, 63, 22, 112, 103 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 177, "question": "What two-week activity aligns with the description of the activity location?", "ground_truth": "B", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 67, 69 ], "retrieved_sids": [ 80, 118, 81, 8, 62 ], "retrieved_global": [ 80, 118, 81, 8, 62 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 178, "question": "Which event location fits the activity planned for October 17, 2024, at 9:00?", "ground_truth": "B", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 116, 111 ], "retrieved_sids": [ 89, 65, 43, 22, 70 ], "retrieved_global": [ 89, 65, 43, 22, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 179, "question": "Which venue fits the description for an event accommodating around five hundred people?", "ground_truth": "C", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 97, 102 ], "retrieved_sids": [ 21, 69, 5, 86, 54 ], "retrieved_global": [ 21, 69, 5, 86, 54 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 180, "question": "Which venue would be suitable for an event with seven hundred attendees?", "ground_truth": "C", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 83, 75 ], "retrieved_sids": [ 91, 119, 3, 42, 102 ], "retrieved_global": [ 91, 119, 3, 42, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 181, "question": "What time is the event taking place in Austin, TX?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 7:00 PM", "target_sids": [ 118, 110 ], "retrieved_sids": [ 93, 95, 78, 74, 2 ], "retrieved_global": [ 93, 95, 78, 74, 2 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 182, "question": "What time is the event that will have four hundred people attending?", "ground_truth": "A", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 21, 15 ], "retrieved_sids": [ 2, 99, 109, 55, 26 ], "retrieved_global": [ 2, 99, 109, 55, 26 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 183, "question": "Which venue would be suitable for an event with nine hundred attendees?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 10, 7 ], "retrieved_sids": [ 93, 43, 65, 98, 27 ], "retrieved_global": [ 93, 43, 65, 98, 27 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 184, "question": "What three-day event corresponds with the description of its location?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 17, 14 ], "retrieved_sids": [ 52, 92, 3, 101, 33 ], "retrieved_global": [ 52, 92, 3, 101, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 185, "question": "How long does the activity that lasts for three weeks take?", "ground_truth": "D", "answer_text": "2024-10-24 Thursday 19:00", "target_sids": [ 97, 105 ], "retrieved_sids": [ 65, 105, 32, 22, 117 ], "retrieved_global": [ 65, 105, 32, 22, 117 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 186, "question": "What is the event location description for the activity planned on 2024-10-13 at 19:00?", "ground_truth": "D", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 94, 95 ], "retrieved_sids": [ 5, 61, 112, 107, 109 ], "retrieved_global": [ 5, 61, 112, 107, 109 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 187, "question": "When does the event that lasts three weeks start?", "ground_truth": "D", "answer_text": "2024-10-17 Thursday 09:00", "target_sids": [ 97, 107 ], "retrieved_sids": [ 30, 76, 41, 16, 65 ], "retrieved_global": [ 30, 76, 41, 16, 65 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 188, "question": "Which event location description corresponds to the event planned for October 12, 2024, at 9:00?", "ground_truth": "A", "answer_text": "A major business and cultural hub in Texas, known for its skyline.", "target_sids": [ 98, 101 ], "retrieved_sids": [ 76, 54, 39, 59, 92 ], "retrieved_global": [ 76, 54, 39, 59, 92 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 189, "question": "What time does the event start in New York, NY?", "ground_truth": "D", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 11, 3 ], "retrieved_sids": [ 27, 115, 6, 79, 91 ], "retrieved_global": [ 27, 115, 6, 79, 91 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 190, "question": "What venue fits the description of an event with a scale of one thousand people?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 56, 51 ], "retrieved_sids": [ 66, 6, 14, 10, 53 ], "retrieved_global": [ 66, 6, 14, 10, 53 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 191, "question": "What activity lasts seven days and fits the description of its location?", "ground_truth": "B", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 36, 47 ], "retrieved_sids": [ 105, 26, 70, 119, 66 ], "retrieved_global": [ 105, 26, 70, 119, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 192, "question": "Which event location description corresponds to the activity planned for October 12, 2024, at 19:00?", "ground_truth": "A", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 25, 29 ], "retrieved_sids": [ 65, 71, 114, 47, 85 ], "retrieved_global": [ 65, 71, 114, 47, 85 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 193, "question": "What is the timeframe for the activity that lasts five weeks?", "ground_truth": "C", "answer_text": "next week Sunday 9:00 AM", "target_sids": [ 89, 87 ], "retrieved_sids": [ 43, 57, 89, 19, 32 ], "retrieved_global": [ 43, 57, 89, 19, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 194, "question": "What time is the event taking place in New York, NY?", "ground_truth": "C", "answer_text": "next week Saturday 9:00 AM", "target_sids": [ 83, 75 ], "retrieved_sids": [ 88, 106, 28, 83, 46 ], "retrieved_global": [ 88, 106, 28, 83, 46 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 195, "question": "What time is the event happening in Philadelphia, PA?", "ground_truth": "B", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 106, 99 ], "retrieved_sids": [ 114, 26, 67, 22, 54 ], "retrieved_global": [ 114, 26, 67, 22, 54 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 196, "question": "What event lasts for nine days and fits the description of its activity location?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 21, 14 ], "retrieved_sids": [ 79, 52, 5, 102, 21 ], "retrieved_global": [ 79, 52, 5, 102, 21 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 197, "question": "How long does the activity that lasts seven days take?", "ground_truth": "C", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 43, 38 ], "retrieved_sids": [ 54, 31, 106, 21, 78 ], "retrieved_global": [ 54, 31, 106, 21, 78 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 198, "question": "What time is the event taking place in Orlando, FL?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 40, 47 ], "retrieved_sids": [ 49, 102, 67, 101, 50 ], "retrieved_global": [ 49, 102, 67, 101, 50 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 199, "question": "Which six-week activity aligns perfectly with its location?", "ground_truth": "B", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 58, 53 ], "retrieved_sids": [ 112, 33, 79, 19, 25 ], "retrieved_global": [ 112, 33, 79, 19, 25 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 200, "question": "What time does the event start at that location in Portland, OR?", "ground_truth": "C", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 86, 87 ], "retrieved_sids": [ 76, 18, 44, 19, 66 ], "retrieved_global": [ 76, 18, 44, 19, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 201, "question": "How long is the activity that lasts for five weeks?", "ground_truth": "B", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 11, 6 ], "retrieved_sids": [ 16, 40, 54, 11, 65 ], "retrieved_global": [ 16, 40, 54, 11, 65 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 202, "question": "Which event description aligns with the location for the activity planned on October 13, 2024, at 9:00?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 84, 95 ], "retrieved_sids": [ 4, 33, 74, 97, 41 ], "retrieved_global": [ 4, 33, 74, 97, 41 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 203, "question": "How long is the activity that lasts for four weeks?", "ground_truth": "D", "answer_text": "next week Friday 7:00 PM", "target_sids": [ 80, 82 ], "retrieved_sids": [ 21, 106, 56, 57, 67 ], "retrieved_global": [ 21, 106, 56, 57, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 204, "question": "Which venue would be suitable for an event accommodating nine hundred people?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 84, 94 ], "retrieved_sids": [ 94, 67, 11, 42, 97 ], "retrieved_global": [ 94, 67, 11, 42, 97 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 205, "question": "What time is the event that will have four hundred attendees?", "ground_truth": "B", "answer_text": "next week Friday 7:00 PM", "target_sids": [ 49, 58 ], "retrieved_sids": [ 39, 16, 58, 5, 67 ], "retrieved_global": [ 39, 16, 58, 5, 67 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 206, "question": "What time is the event that will accommodate five hundred people?", "ground_truth": "B", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 10, 11 ], "retrieved_sids": [ 16, 27, 71, 11, 104 ], "retrieved_global": [ 16, 27, 71, 11, 104 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 207, "question": "What time is the event expected to start that will have around three hundred people in attendance?", "ground_truth": "D", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 91, 93 ], "retrieved_sids": [ 30, 114, 102, 21, 65 ], "retrieved_global": [ 30, 114, 102, 21, 65 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 208, "question": "What six-week activity fits the description of its location?", "ground_truth": "A", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 80, 77 ], "retrieved_sids": [ 80, 15, 90, 54, 119 ], "retrieved_global": [ 80, 15, 90, 54, 119 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 209, "question": "What type of venue would work well for an event with around two hundred people?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 48, 50 ], "retrieved_sids": [ 63, 16, 50, 103, 77 ], "retrieved_global": [ 63, 16, 50, 103, 77 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 210, "question": "Which venue is suitable for an event that accommodates five hundred people?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 5, 7 ], "retrieved_sids": [ 31, 83, 59, 15, 100 ], "retrieved_global": [ 31, 83, 59, 15, 100 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 211, "question": "What event lasts for six days and fits the description of its location?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 40, 46 ], "retrieved_sids": [ 102, 65, 93, 46, 83 ], "retrieved_global": [ 102, 65, 93, 46, 83 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 212, "question": "What is the timeframe for an activity that lasts for seven weeks?", "ground_truth": "D", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 89, 92 ], "retrieved_sids": [ 102, 92, 56, 30, 79 ], "retrieved_global": [ 102, 92, 56, 30, 79 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 213, "question": "What event description corresponds to the location for the activity set to take place on October 17, 2024, at 2:00 PM?", "ground_truth": "C", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 17, 19 ], "retrieved_sids": [ 45, 4, 114, 42, 59 ], "retrieved_global": [ 45, 4, 114, 42, 59 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 214, "question": "What time does the event start in Los Angeles, CA?", "ground_truth": "D", "answer_text": "next week Saturday 9:00 AM", "target_sids": [ 25, 29 ], "retrieved_sids": [ 3, 20, 86, 75, 109 ], "retrieved_global": [ 3, 20, 86, 75, 109 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 215, "question": "Which venue is suitable for an event with about one hundred people?", "ground_truth": "C", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 40, 36 ], "retrieved_sids": [ 4, 105, 17, 51, 114 ], "retrieved_global": [ 4, 105, 17, 51, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 216, "question": "Which event location corresponds to the activity planned for next Saturday at 2:00 PM?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 34, 35 ], "retrieved_sids": [ 94, 116, 19, 4, 0 ], "retrieved_global": [ 94, 116, 19, 4, 0 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 217, "question": "Which venue would be suitable for an event with around four hundred attendees?", "ground_truth": "A", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 116, 119 ], "retrieved_sids": [ 19, 67, 77, 106, 57 ], "retrieved_global": [ 19, 67, 77, 106, 57 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 218, "question": "What time does the event in Chicago, IL start?", "ground_truth": "B", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 56, 53 ], "retrieved_sids": [ 46, 114, 89, 90, 56 ], "retrieved_global": [ 46, 114, 89, 90, 56 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 219, "question": "What time is the event happening in Portland, OR?", "ground_truth": "C", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 19, 23 ], "retrieved_sids": [ 92, 91, 28, 96, 81 ], "retrieved_global": [ 92, 91, 28, 96, 81 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 220, "question": "What time does an event that lasts for two days start?", "ground_truth": "D", "answer_text": "next week Monday 9:00 AM", "target_sids": [ 17, 19 ], "retrieved_sids": [ 44, 88, 41, 23, 26 ], "retrieved_global": [ 44, 88, 41, 23, 26 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 221, "question": "Which event's location description aligns with the activity planned for next Wednesday at 9:00 AM?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 92, 87 ], "retrieved_sids": [ 56, 3, 42, 18, 43 ], "retrieved_global": [ 56, 3, 42, 18, 43 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 222, "question": "Which venue would be suitable for an event scaled for seven hundred people?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 32, 26 ], "retrieved_sids": [ 113, 39, 19, 81, 51 ], "retrieved_global": [ 113, 39, 19, 81, 51 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 223, "question": "When does the activity that lasts for three weeks take place?", "ground_truth": "C", "answer_text": "2024-10-07 Monday 19:00", "target_sids": [ 43, 45 ], "retrieved_sids": [ 80, 113, 56, 45, 105 ], "retrieved_global": [ 80, 113, 56, 45, 105 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 224, "question": "Which event corresponds to the location description for the activity planned for the week after next Friday at 9:00 AM?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 34, 35 ], "retrieved_sids": [ 78, 90, 8, 112, 28 ], "retrieved_global": [ 78, 90, 8, 112, 28 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 225, "question": "Which venue fits the description for the activity that accommodates one hundred people?", "ground_truth": "A", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 90, 92 ], "retrieved_sids": [ 92, 74, 15, 52, 103 ], "retrieved_global": [ 92, 74, 15, 52, 103 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 226, "question": "Which location is hosting the event that\u2019s taking place the week after next Sunday at 7:00 PM?", "ground_truth": "D", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 14, 22 ], "retrieved_sids": [ 101, 22, 88, 7, 42 ], "retrieved_global": [ 101, 22, 88, 7, 42 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 227, "question": "Which venue is suitable for an event that accommodates around seven hundred people?", "ground_truth": "D", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 16, 21 ], "retrieved_sids": [ 21, 51, 64, 52, 41 ], "retrieved_global": [ 21, 51, 64, 52, 41 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 228, "question": "What time does the event take place at that location in Washington, DC?", "ground_truth": "A", "answer_text": "nextnext week Monday 9:00 AM", "target_sids": [ 40, 41 ], "retrieved_sids": [ 99, 53, 41, 100, 64 ], "retrieved_global": [ 99, 53, 41, 100, 64 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 229, "question": "At what time is the event taking place in Seattle, WA?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 19:00", "target_sids": [ 72, 83 ], "retrieved_sids": [ 7, 18, 6, 110, 101 ], "retrieved_global": [ 7, 18, 6, 110, 101 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 230, "question": "What is the event location description for the activity scheduled on October 12, 2024, at 14:00?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 0, 6 ], "retrieved_sids": [ 33, 116, 77, 67, 14 ], "retrieved_global": [ 33, 116, 77, 67, 14 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 231, "question": "What event location would be suitable for an activity with a scale of one hundred people?", "ground_truth": "A", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 97, 100 ], "retrieved_sids": [ 65, 5, 88, 55, 10 ], "retrieved_global": [ 65, 5, 88, 55, 10 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 232, "question": "How long is the activity that lasts for eight weeks?", "ground_truth": "D", "answer_text": "nextnext week Thursday 7:00 PM", "target_sids": [ 70, 63 ], "retrieved_sids": [ 101, 80, 4, 33, 70 ], "retrieved_global": [ 101, 80, 4, 33, 70 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 233, "question": "What time is the event that will have seven hundred people attending?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 23, 15 ], "retrieved_sids": [ 52, 119, 66, 11, 38 ], "retrieved_global": [ 52, 119, 66, 11, 38 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 234, "question": "What two-day event corresponds to the description of its location?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 41, 38 ], "retrieved_sids": [ 104, 87, 67, 20, 3 ], "retrieved_global": [ 104, 87, 67, 20, 3 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 235, "question": "Which event location corresponds to the activity planned for 19:00 on October 13, 2024?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 19, 14 ], "retrieved_sids": [ 114, 113, 112, 19, 70 ], "retrieved_global": [ 114, 113, 112, 19, 70 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 236, "question": "What type of venue would be suitable for an event with around five hundred attendees?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 74, 77 ], "retrieved_sids": [ 99, 38, 113, 16, 114 ], "retrieved_global": [ 99, 38, 113, 16, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 237, "question": "Which venue would be suitable for an event with about three hundred people?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 16, 21 ], "retrieved_sids": [ 27, 5, 58, 75, 116 ], "retrieved_global": [ 27, 5, 58, 75, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 238, "question": "For an event expecting around three hundred people, what kind of location would be the best fit?", "ground_truth": "C", "answer_text": "The capital of Arizona, known for its hot desert climate.", "target_sids": [ 89, 92 ], "retrieved_sids": [ 50, 105, 111, 113, 29 ], "retrieved_global": [ 50, 105, 111, 113, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 239, "question": "Which venue fits the description for the event that accommodates seven hundred people?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 72, 80 ], "retrieved_sids": [ 1, 20, 95, 103, 119 ], "retrieved_global": [ 1, 20, 95, 103, 119 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 240, "question": "What six-week activity fits the description of its location?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 61, 62 ], "retrieved_sids": [ 41, 28, 118, 17, 9 ], "retrieved_global": [ 41, 28, 118, 17, 9 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 241, "question": "Which event corresponds to the location of the activity planned for the week after next Monday at 2:00 PM?", "ground_truth": "A", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 104, 101 ], "retrieved_sids": [ 79, 14, 104, 52, 4 ], "retrieved_global": [ 79, 14, 104, 52, 4 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 242, "question": "What time is the event that will have six hundred people attending?", "ground_truth": "A", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 57, 52 ], "retrieved_sids": [ 90, 63, 15, 92, 76 ], "retrieved_global": [ 90, 63, 15, 92, 76 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 243, "question": "Which event scheduled for October 13, 2024, at 9:00 matches the description of its location?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 46, 39 ], "retrieved_sids": [ 41, 88, 65, 28, 34 ], "retrieved_global": [ 41, 88, 65, 28, 34 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 244, "question": "What time is the event with four hundred people?", "ground_truth": "D", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 106, 101 ], "retrieved_sids": [ 56, 33, 68, 76, 43 ], "retrieved_global": [ 56, 33, 68, 76, 43 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 245, "question": "What is the scheduled time for the event that accommodates two hundred people?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 66, 60 ], "retrieved_sids": [ 65, 33, 38, 20, 40 ], "retrieved_global": [ 65, 33, 38, 20, 40 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 246, "question": "What event lasts for nine days and has a location that matches its description?", "ground_truth": "A", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 48, 51 ], "retrieved_sids": [ 89, 113, 16, 51, 88 ], "retrieved_global": [ 89, 113, 16, 51, 88 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 247, "question": "How long will the activity that lasts for eight days take?", "ground_truth": "D", "answer_text": "next week Sunday 9:00 AM", "target_sids": [ 60, 71 ], "retrieved_sids": [ 71, 93, 6, 40, 21 ], "retrieved_global": [ 71, 93, 6, 40, 21 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 248, "question": "Which three-week activity aligns with the description of its location?", "ground_truth": "B", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 105, 99 ], "retrieved_sids": [ 91, 19, 29, 33, 64 ], "retrieved_global": [ 91, 19, 29, 33, 64 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 249, "question": "Is there an event that lasts for seven days and has a description that fits its location?", "ground_truth": "B", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 96, 99 ], "retrieved_sids": [ 116, 90, 75, 11, 77 ], "retrieved_global": [ 116, 90, 75, 11, 77 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 250, "question": "Which description of the event location corresponds to the activity planned for October 12, 2024, at 9:00?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 14, 15 ], "retrieved_sids": [ 28, 83, 103, 90, 106 ], "retrieved_global": [ 28, 83, 103, 90, 106 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 251, "question": "Which location corresponds to the event with nine hundred attendees?", "ground_truth": "D", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 116, 118 ], "retrieved_sids": [ 6, 62, 61, 78, 97 ], "retrieved_global": [ 6, 62, 61, 78, 97 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 252, "question": "Which event location corresponds to the activity planned for the week after next Tuesday at 9:00 AM?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 94, 95 ], "retrieved_sids": [ 100, 82, 27, 52, 95 ], "retrieved_global": [ 100, 82, 27, 52, 95 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 253, "question": "What time is the event that is expected to have six hundred people?", "ground_truth": "D", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 0, 10 ], "retrieved_sids": [ 106, 56, 70, 33, 15 ], "retrieved_global": [ 106, 56, 70, 33, 15 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 254, "question": "What time is the event taking place in New York, NY?", "ground_truth": "B", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 100, 102 ], "retrieved_sids": [ 45, 82, 20, 4, 63 ], "retrieved_global": [ 45, 82, 20, 4, 63 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 255, "question": "What time is the event taking place in Orlando, FL?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 116, 111 ], "retrieved_sids": [ 1, 52, 102, 40, 113 ], "retrieved_global": [ 1, 52, 102, 40, 113 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 256, "question": "What event location description fits the activity planned for 2024-10-14 at 9:00?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 64, 70 ], "retrieved_sids": [ 111, 73, 88, 108, 67 ], "retrieved_global": [ 111, 73, 88, 108, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 257, "question": "What time is the event happening in New York, NY?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 19:00", "target_sids": [ 118, 119 ], "retrieved_sids": [ 21, 119, 54, 88, 4 ], "retrieved_global": [ 21, 119, 54, 88, 4 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 258, "question": "What time is the event that is expected to have two hundred people?", "ground_truth": "C", "answer_text": "nextnext week Wednesday 9:00 AM", "target_sids": [ 67, 61 ], "retrieved_sids": [ 28, 102, 77, 62, 6 ], "retrieved_global": [ 28, 102, 77, 62, 6 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 259, "question": "How long does an activity that lasts eight weeks take?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 33, 28 ], "retrieved_sids": [ 9, 88, 75, 45, 70 ], "retrieved_global": [ 9, 88, 75, 45, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 260, "question": "What kind of venue would be suitable for an event that expects around three thousand attendees?", "ground_truth": "C", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 66, 71 ], "retrieved_sids": [ 57, 90, 40, 74, 99 ], "retrieved_global": [ 57, 90, 40, 74, 99 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 261, "question": "Which location description suits the event that was attended by eight hundred people?", "ground_truth": "C", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 60, 71 ], "retrieved_sids": [ 57, 80, 6, 22, 3 ], "retrieved_global": [ 57, 80, 6, 22, 3 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 262, "question": "What time is the event scheduled for with three hundred people attending?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 9:00 AM", "target_sids": [ 70, 71 ], "retrieved_sids": [ 3, 44, 51, 86, 103 ], "retrieved_global": [ 3, 44, 51, 86, 103 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 263, "question": "Which event location corresponds to the activity planned for the week after next Friday at 7:00 PM?", "ground_truth": "C", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 12, 15 ], "retrieved_sids": [ 70, 115, 7, 88, 93 ], "retrieved_global": [ 70, 115, 7, 88, 93 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 264, "question": "What time is the event scheduled for, considering it has a scale of four hundred people?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 2:00 PM", "target_sids": [ 9, 11 ], "retrieved_sids": [ 51, 30, 104, 87, 44 ], "retrieved_global": [ 51, 30, 104, 87, 44 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 265, "question": "What time is the event that will host five hundred people?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 84, 93 ], "retrieved_sids": [ 69, 112, 77, 46, 103 ], "retrieved_global": [ 69, 112, 77, 46, 103 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 266, "question": "What three-week activity fits the description of its location?", "ground_truth": "D", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 73, 75 ], "retrieved_sids": [ 75, 22, 46, 5, 18 ], "retrieved_global": [ 75, 22, 46, 5, 18 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 267, "question": "Which event corresponds to the location description for the activity scheduled for the week after next Monday at 2:00 PM?", "ground_truth": "B", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 21, 14 ], "retrieved_sids": [ 57, 3, 110, 103, 95 ], "retrieved_global": [ 57, 3, 110, 103, 95 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 268, "question": "What time is the event happening at that location in Washington, DC?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 17, 21 ], "retrieved_sids": [ 81, 69, 109, 51, 2 ], "retrieved_global": [ 81, 69, 109, 51, 2 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 269, "question": "What venue would be suitable for an event accommodating eight hundred people?", "ground_truth": "B", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 17, 18 ], "retrieved_sids": [ 90, 30, 76, 39, 1 ], "retrieved_global": [ 90, 30, 76, 39, 1 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 270, "question": "What time is the event happening in San Francisco, CA?", "ground_truth": "C", "answer_text": "2024-10-14 Monday 14:00", "target_sids": [ 105, 101 ], "retrieved_sids": [ 25, 65, 8, 37, 78 ], "retrieved_global": [ 25, 65, 8, 37, 78 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 271, "question": "What four-day event can be identified by its location?", "ground_truth": "D", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 42, 47 ], "retrieved_sids": [ 81, 64, 118, 34, 4 ], "retrieved_global": [ 81, 64, 118, 34, 4 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 272, "question": "What time is the event taking place in Boston, MA?", "ground_truth": "B", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 17, 23 ], "retrieved_sids": [ 100, 37, 109, 89, 23 ], "retrieved_global": [ 100, 37, 109, 89, 23 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 273, "question": "What time is the event that involves two hundred people?", "ground_truth": "C", "answer_text": "next week Saturday 2:00 PM", "target_sids": [ 65, 71 ], "retrieved_sids": [ 20, 5, 32, 30, 39 ], "retrieved_global": [ 20, 5, 32, 30, 39 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 274, "question": "Which venue fits the description of an event that can accommodate eight hundred people?", "ground_truth": "C", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 6, 7 ], "retrieved_sids": [ 103, 86, 37, 63, 78 ], "retrieved_global": [ 103, 86, 37, 63, 78 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 275, "question": "What time does the event take place in Washington, DC?", "ground_truth": "A", "answer_text": "2024-10-13 Sunday 14:00", "target_sids": [ 0, 5 ], "retrieved_sids": [ 45, 49, 90, 91, 81 ], "retrieved_global": [ 45, 49, 90, 91, 81 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 276, "question": "What is the event location for the activity scheduled next week on Friday at 9:00 AM?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 115, 108 ], "retrieved_sids": [ 115, 88, 8, 119, 40 ], "retrieved_global": [ 115, 88, 8, 119, 40 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 277, "question": "What time is the event for eight hundred people?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 7:00 PM", "target_sids": [ 42, 39 ], "retrieved_sids": [ 7, 79, 16, 105, 63 ], "retrieved_global": [ 7, 79, 16, 105, 63 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 278, "question": "What time is the event for eight hundred people?", "ground_truth": "A", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 13, 23 ], "retrieved_sids": [ 30, 65, 104, 82, 116 ], "retrieved_global": [ 30, 65, 104, 82, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 279, "question": "At what time does the activity that lasts for one day take place?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 59, 53 ], "retrieved_sids": [ 104, 117, 9, 43, 78 ], "retrieved_global": [ 104, 117, 9, 43, 78 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 280, "question": "Is there an activity that lasts one day and matches the description of its location?", "ground_truth": "A", "answer_text": "Known for its beautiful beaches and mild climate.", "target_sids": [ 59, 55 ], "retrieved_sids": [ 29, 81, 7, 67, 59 ], "retrieved_global": [ 29, 81, 7, 67, 59 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 281, "question": "What is the event location for the scheduled event on October 16, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 86, 95 ], "retrieved_sids": [ 53, 61, 30, 3, 51 ], "retrieved_global": [ 53, 61, 30, 3, 51 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 282, "question": "Which location description corresponds to the event planned for October 14, 2024, at 9:00?", "ground_truth": "A", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 41, 43 ], "retrieved_sids": [ 67, 21, 86, 115, 88 ], "retrieved_global": [ 67, 21, 86, 115, 88 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 283, "question": "How much time does an activity that lasts five weeks take?", "ground_truth": "D", "answer_text": "2024-10-13 Sunday 09:00", "target_sids": [ 74, 83 ], "retrieved_sids": [ 116, 69, 28, 70, 91 ], "retrieved_global": [ 116, 69, 28, 70, 91 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 284, "question": "What time is the event happening in Chicago, IL?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 14:00", "target_sids": [ 96, 98 ], "retrieved_sids": [ 35, 112, 115, 81, 30 ], "retrieved_global": [ 35, 112, 115, 81, 30 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 285, "question": "What venue would be suitable for an event that accommodates five hundred people?", "ground_truth": "C", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 61, 63 ], "retrieved_sids": [ 49, 79, 42, 9, 27 ], "retrieved_global": [ 49, 79, 42, 9, 27 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 286, "question": "Can someone name an event that lasts for seven days and fits its described location?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 66, 60 ], "retrieved_sids": [ 66, 3, 117, 107, 54 ], "retrieved_global": [ 66, 3, 117, 107, 54 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 287, "question": "What is the schedule for the nine-day activity?", "ground_truth": "A", "answer_text": "nextnext week Wednesday 9:00 AM", "target_sids": [ 11, 4 ], "retrieved_sids": [ 15, 38, 86, 40, 11 ], "retrieved_global": [ 15, 38, 86, 40, 11 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 288, "question": "Which venue would be suitable for an event that accommodates eight hundred people?", "ground_truth": "C", "answer_text": "The heart of Silicon Valley, known for its tech industry.", "target_sids": [ 106, 99 ], "retrieved_sids": [ 94, 46, 68, 52, 21 ], "retrieved_global": [ 94, 46, 68, 52, 21 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 289, "question": "What five-day event matches the description of its location?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 112, 108 ], "retrieved_sids": [ 9, 101, 66, 77, 51 ], "retrieved_global": [ 9, 101, 66, 77, 51 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 290, "question": "What time is the event that will have a hundred people?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 41, 37 ], "retrieved_sids": [ 89, 20, 28, 54, 74 ], "retrieved_global": [ 89, 20, 28, 54, 74 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 291, "question": "What activity that lasts four weeks aligns with the description of its location?", "ground_truth": "D", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 68, 61 ], "retrieved_sids": [ 112, 68, 31, 102, 93 ], "retrieved_global": [ 112, 68, 31, 102, 93 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 292, "question": "Is there an event that lasts two days and fits its location description?", "ground_truth": "C", "answer_text": "The capital of Arizona, known for its hot desert climate.", "target_sids": [ 34, 27 ], "retrieved_sids": [ 5, 115, 15, 47, 37 ], "retrieved_global": [ 5, 115, 15, 47, 37 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 293, "question": "What time is the event taking place in Miami, FL?", "ground_truth": "D", "answer_text": "nextnext week Monday 9:00 AM", "target_sids": [ 36, 47 ], "retrieved_sids": [ 44, 40, 27, 54, 101 ], "retrieved_global": [ 44, 40, 27, 54, 101 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 294, "question": "What three-week activity aligns with the description of its location?", "ground_truth": "B", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 74, 83 ], "retrieved_sids": [ 42, 102, 31, 4, 67 ], "retrieved_global": [ 42, 102, 31, 4, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 295, "question": "What event fits the location description for the activity planned for next Sunday at 7:00 PM?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 70, 63 ], "retrieved_sids": [ 115, 111, 75, 34, 4 ], "retrieved_global": [ 115, 111, 75, 34, 4 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 296, "question": "What time does the event start in Atlanta, GA?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 33, 29 ], "retrieved_sids": [ 93, 69, 31, 47, 103 ], "retrieved_global": [ 93, 69, 31, 47, 103 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 297, "question": "What time is the event that expects a crowd of six thousand people?", "ground_truth": "A", "answer_text": "next week Friday 9:00 AM", "target_sids": [ 80, 76 ], "retrieved_sids": [ 8, 53, 110, 56, 86 ], "retrieved_global": [ 8, 53, 110, 56, 86 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 298, "question": "Which venue corresponds to the event designed for six hundred people?", "ground_truth": "B", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 8, 4 ], "retrieved_sids": [ 62, 32, 81, 113, 103 ], "retrieved_global": [ 62, 32, 81, 113, 103 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 299, "question": "What time is the event happening in San Francisco, CA?", "ground_truth": "B", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 99, 100 ], "retrieved_sids": [ 20, 33, 44, 50, 38 ], "retrieved_global": [ 20, 33, 44, 50, 38 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 300, "question": "What six-week activity matches the description of its location?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 80, 76 ], "retrieved_sids": [ 116, 11, 106, 77, 18 ], "retrieved_global": [ 116, 11, 106, 77, 18 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 301, "question": "When does the activity that lasts for three weeks take place?", "ground_truth": "B", "answer_text": "nextnext week Tuesday 9:00 AM", "target_sids": [ 90, 93 ], "retrieved_sids": [ 28, 93, 55, 106, 56 ], "retrieved_global": [ 28, 93, 55, 106, 56 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 302, "question": "When does the activity that lasts one week take place?", "ground_truth": "A", "answer_text": "next week Friday 7:00 PM", "target_sids": [ 51, 53 ], "retrieved_sids": [ 93, 45, 105, 53, 73 ], "retrieved_global": [ 93, 45, 105, 53, 73 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 303, "question": "What time does the event start in Portland, OR?", "ground_truth": "C", "answer_text": "nextnext week Monday 2:00 PM", "target_sids": [ 1, 9 ], "retrieved_sids": [ 90, 32, 63, 33, 107 ], "retrieved_global": [ 90, 32, 63, 33, 107 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 304, "question": "Which venue would be suitable for an event that can accommodate four hundred people?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 51, 52 ], "retrieved_sids": [ 28, 81, 52, 14, 107 ], "retrieved_global": [ 28, 81, 52, 14, 107 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 305, "question": "Which event location description would be suitable for accommodating two hundred people?", "ground_truth": "B", "answer_text": "The capital of Arizona, known for its hot desert climate.", "target_sids": [ 43, 45 ], "retrieved_sids": [ 67, 80, 17, 7, 29 ], "retrieved_global": [ 67, 80, 17, 7, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 306, "question": "What activity lasts six weeks and matches the description of its location?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 101, 102 ], "retrieved_sids": [ 15, 65, 88, 102, 29 ], "retrieved_global": [ 15, 65, 88, 102, 29 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 307, "question": "What time is the event for three hundred people?", "ground_truth": "B", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 44, 37 ], "retrieved_sids": [ 64, 15, 99, 54, 111 ], "retrieved_global": [ 64, 15, 99, 54, 111 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 308, "question": "What kind of venue would be suitable for an event with about seven hundred people?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 112, 117 ], "retrieved_sids": [ 70, 41, 31, 50, 2 ], "retrieved_global": [ 70, 41, 31, 50, 2 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 309, "question": "What time is the event that will have about two hundred people attending?", "ground_truth": "A", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 40, 41 ], "retrieved_sids": [ 4, 22, 29, 76, 111 ], "retrieved_global": [ 4, 22, 29, 76, 111 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 310, "question": "Which venue description corresponds to the activity planned for the week after next Friday at 2:00 PM?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 33, 29 ], "retrieved_sids": [ 41, 114, 47, 76, 91 ], "retrieved_global": [ 41, 114, 47, 76, 91 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 311, "question": "What time does the event start in Seattle, WA?", "ground_truth": "A", "answer_text": "next week Saturday 2:00 PM", "target_sids": [ 104, 103 ], "retrieved_sids": [ 87, 13, 5, 114, 15 ], "retrieved_global": [ 87, 13, 5, 114, 15 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 312, "question": "What time is the event for four hundred people being held?", "ground_truth": "C", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 57, 55 ], "retrieved_sids": [ 57, 7, 8, 41, 14 ], "retrieved_global": [ 57, 7, 8, 41, 14 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 313, "question": "Which event takes place at the location for the activity on the week after next Tuesday at 7:00 PM?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 104, 98 ], "retrieved_sids": [ 76, 58, 13, 59, 104 ], "retrieved_global": [ 76, 58, 13, 59, 104 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 314, "question": "Which venue would be suitable for an event hosting around two hundred people?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 68, 71 ], "retrieved_sids": [ 71, 44, 28, 106, 88 ], "retrieved_global": [ 71, 44, 28, 106, 88 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 315, "question": "Which event location would be suitable for an activity designed for five hundred people?", "ground_truth": "D", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 24, 35 ], "retrieved_sids": [ 112, 55, 68, 9, 111 ], "retrieved_global": [ 112, 55, 68, 9, 111 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 316, "question": "What time does the event start at that location in Denver, CO?", "ground_truth": "B", "answer_text": "nextnext week Monday 9:00 AM", "target_sids": [ 37, 38 ], "retrieved_sids": [ 19, 55, 77, 6, 38 ], "retrieved_global": [ 19, 55, 77, 6, 38 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 317, "question": "What time is the event expected to start that will have nine hundred people attending?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 91, 95 ], "retrieved_sids": [ 57, 3, 45, 116, 74 ], "retrieved_global": [ 57, 3, 45, 116, 74 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 318, "question": "What activity lasts eight days and aligns with its location description?", "ground_truth": "C", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 24, 33 ], "retrieved_sids": [ 64, 20, 10, 33, 40 ], "retrieved_global": [ 64, 20, 10, 33, 40 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 319, "question": "What venue would be suitable for an event with around six hundred people?", "ground_truth": "A", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 48, 53 ], "retrieved_sids": [ 77, 64, 14, 91, 66 ], "retrieved_global": [ 77, 64, 14, 91, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 320, "question": "What time is the event that involves six hundred people?", "ground_truth": "A", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 41, 36 ], "retrieved_sids": [ 14, 102, 4, 111, 41 ], "retrieved_global": [ 14, 102, 4, 111, 41 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 321, "question": "Which event location matches the activity scheduled for next week on Monday at 7:00 PM?", "ground_truth": "B", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 24, 27 ], "retrieved_sids": [ 29, 69, 27, 106, 46 ], "retrieved_global": [ 29, 69, 27, 106, 46 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 322, "question": "What time is the event happening in Los Angeles, CA?", "ground_truth": "C", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 33, 27 ], "retrieved_sids": [ 49, 118, 22, 38, 36 ], "retrieved_global": [ 49, 118, 22, 38, 36 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 323, "question": "What event corresponds to the location for the activity planned for the week after next Tuesday at 2:00 PM?", "ground_truth": "B", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 12, 14 ], "retrieved_sids": [ 116, 14, 117, 87, 104 ], "retrieved_global": [ 116, 14, 117, 87, 104 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 324, "question": "What kind of venue would be suitable for hosting an event for two hundred people?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 73, 82 ], "retrieved_sids": [ 63, 86, 51, 18, 31 ], "retrieved_global": [ 63, 86, 51, 18, 31 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 325, "question": "What week-long activity matches the description of its location?", "ground_truth": "B", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 66, 61 ], "retrieved_sids": [ 100, 17, 114, 28, 46 ], "retrieved_global": [ 100, 17, 114, 28, 46 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 326, "question": "Which event location would be suitable for an activity with around one hundred people?", "ground_truth": "D", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 27, 29 ], "retrieved_sids": [ 63, 29, 41, 86, 9 ], "retrieved_global": [ 63, 29, 41, 86, 9 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 327, "question": "What time is the event expected to take place that will have around four thousand attendees?", "ground_truth": "C", "answer_text": "nextnext week Monday 2:00 PM", "target_sids": [ 94, 87 ], "retrieved_sids": [ 78, 16, 54, 55, 30 ], "retrieved_global": [ 78, 16, 54, 55, 30 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 328, "question": "What time is the event happening in Houston, TX?", "ground_truth": "D", "answer_text": "next week Saturday 9:00 AM", "target_sids": [ 60, 63 ], "retrieved_sids": [ 111, 15, 81, 51, 35 ], "retrieved_global": [ 111, 15, 81, 51, 35 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 329, "question": "What is the time for an event that lasts for two days?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 84, 85 ], "retrieved_sids": [ 102, 82, 118, 45, 66 ], "retrieved_global": [ 102, 82, 118, 45, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 330, "question": "Which venue would be suitable for an event with around three hundred people?", "ground_truth": "C", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 1, 7 ], "retrieved_sids": [ 86, 7, 74, 119, 17 ], "retrieved_global": [ 86, 7, 74, 119, 17 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 331, "question": "What are the scheduled times for the event that lasts two days?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 9:00 AM", "target_sids": [ 0, 3 ], "retrieved_sids": [ 54, 111, 79, 3, 38 ], "retrieved_global": [ 54, 111, 79, 3, 38 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 332, "question": "What four-day event corresponds with the description of its location?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 57, 53 ], "retrieved_sids": [ 77, 102, 42, 67, 29 ], "retrieved_global": [ 77, 102, 42, 67, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 333, "question": "When does the activity that lasts for two weeks take place?", "ground_truth": "B", "answer_text": "2024-10-17 Thursday 09:00", "target_sids": [ 97, 105 ], "retrieved_sids": [ 22, 105, 35, 54, 90 ], "retrieved_global": [ 22, 105, 35, 54, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 334, "question": "What time is the event that will have three hundred people attending?", "ground_truth": "D", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 26, 27 ], "retrieved_sids": [ 78, 21, 56, 10, 20 ], "retrieved_global": [ 78, 21, 56, 10, 20 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 335, "question": "What time will the event take place in Boston, MA?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 25, 30 ], "retrieved_sids": [ 48, 57, 64, 15, 99 ], "retrieved_global": [ 48, 57, 64, 15, 99 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 336, "question": "What time is the event taking place in Miami, FL?", "ground_truth": "B", "answer_text": "2024-10-12 Saturday 09:00", "target_sids": [ 1, 10 ], "retrieved_sids": [ 73, 54, 25, 96, 70 ], "retrieved_global": [ 73, 54, 25, 96, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 337, "question": "What is the timeframe for an event that lasts three days?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 36, 47 ], "retrieved_sids": [ 6, 32, 93, 54, 116 ], "retrieved_global": [ 6, 32, 93, 54, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 338, "question": "Which location coincides with the event scheduled for 9:00 AM on the Saturday after next?", "ground_truth": "B", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 12, 23 ], "retrieved_sids": [ 26, 4, 1, 44, 85 ], "retrieved_global": [ 26, 4, 1, 44, 85 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 339, "question": "Which event corresponds to the location details for the activity planned on October 12, 2024, at 19:00?", "ground_truth": "C", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 109, 111 ], "retrieved_sids": [ 70, 111, 113, 53, 99 ], "retrieved_global": [ 70, 111, 113, 53, 99 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 340, "question": "What time is the event taking place in Austin, TX?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 0, 3 ], "retrieved_sids": [ 34, 51, 49, 81, 4 ], "retrieved_global": [ 34, 51, 49, 81, 4 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 341, "question": "What is the time for an event that lasts one day?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 96, 103 ], "retrieved_sids": [ 117, 9, 22, 50, 21 ], "retrieved_global": [ 117, 9, 22, 50, 21 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 342, "question": "Which venue fits the description for an event that can accommodate seven hundred people?", "ground_truth": "B", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 96, 104 ], "retrieved_sids": [ 40, 113, 82, 31, 11 ], "retrieved_global": [ 40, 113, 82, 31, 11 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 343, "question": "What time is the event that has a scale of six hundred people?", "ground_truth": "A", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 77, 79 ], "retrieved_sids": [ 7, 55, 13, 68, 79 ], "retrieved_global": [ 7, 55, 13, 68, 79 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 344, "question": "What three-week-long event corresponds with its described location?", "ground_truth": "D", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 56, 52 ], "retrieved_sids": [ 81, 6, 66, 114, 5 ], "retrieved_global": [ 81, 6, 66, 114, 5 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 345, "question": "What time does the event take place in Seattle, WA?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 09:00", "target_sids": [ 33, 27 ], "retrieved_sids": [ 49, 89, 103, 36, 69 ], "retrieved_global": [ 49, 89, 103, 36, 69 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 346, "question": "Which location description fits the event scheduled for October 12, 2024, at 9:00 AM?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 107, 101 ], "retrieved_sids": [ 39, 88, 26, 3, 68 ], "retrieved_global": [ 39, 88, 26, 3, 68 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 347, "question": "What seven-day event matches the description of its location?", "ground_truth": "A", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 45, 39 ], "retrieved_sids": [ 113, 9, 8, 17, 78 ], "retrieved_global": [ 113, 9, 8, 17, 78 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 348, "question": "Which activity that lasts four days fits the description of its location?", "ground_truth": "B", "answer_text": "The heart of Silicon Valley, known for its tech industry.", "target_sids": [ 43, 45 ], "retrieved_sids": [ 63, 113, 45, 92, 51 ], "retrieved_global": [ 63, 113, 45, 92, 51 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 349, "question": "What is the event location for the activity planned on October 17, 2024, at 14:00?", "ground_truth": "B", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 25, 29 ], "retrieved_sids": [ 65, 44, 86, 53, 114 ], "retrieved_global": [ 65, 44, 86, 53, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 350, "question": "How long does the activity that lasts four weeks take?", "ground_truth": "C", "answer_text": "next week Monday 9:00 AM", "target_sids": [ 13, 14 ], "retrieved_sids": [ 91, 110, 103, 53, 40 ], "retrieved_global": [ 91, 110, 103, 53, 40 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 351, "question": "What time will the event take place in Washington, DC?", "ground_truth": "C", "answer_text": "nextnext week Thursday 9:00 AM", "target_sids": [ 18, 22 ], "retrieved_sids": [ 101, 85, 40, 25, 52 ], "retrieved_global": [ 101, 85, 40, 25, 52 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 352, "question": "What time does the event that lasts four days start?", "ground_truth": "C", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 49, 54 ], "retrieved_sids": [ 39, 28, 100, 112, 70 ], "retrieved_global": [ 39, 28, 100, 112, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 353, "question": "What time does the event that lasts for two days start?", "ground_truth": "A", "answer_text": "next week Friday 9:00 AM", "target_sids": [ 72, 83 ], "retrieved_sids": [ 114, 32, 15, 87, 52 ], "retrieved_global": [ 114, 32, 15, 87, 52 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 354, "question": "Which venue would be suitable for an event with around five hundred attendees?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 1, 4 ], "retrieved_sids": [ 17, 99, 58, 90, 116 ], "retrieved_global": [ 17, 99, 58, 90, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 355, "question": "What time is the event happening at that location in San Francisco, CA?", "ground_truth": "B", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 56, 53 ], "retrieved_sids": [ 64, 77, 104, 103, 37 ], "retrieved_global": [ 64, 77, 104, 103, 37 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 356, "question": "What time is the event that will have seven hundred attendees?", "ground_truth": "B", "answer_text": "next week Thursday 2:00 PM", "target_sids": [ 108, 118 ], "retrieved_sids": [ 45, 81, 99, 56, 8 ], "retrieved_global": [ 45, 81, 99, 56, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 357, "question": "What time is the event that will accommodate seven hundred people?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 09:00", "target_sids": [ 84, 93 ], "retrieved_sids": [ 64, 45, 81, 5, 31 ], "retrieved_global": [ 64, 45, 81, 5, 31 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 358, "question": "What two-week event fits the description of its location?", "ground_truth": "D", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 58, 54 ], "retrieved_sids": [ 31, 78, 116, 90, 68 ], "retrieved_global": [ 31, 78, 116, 90, 68 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 359, "question": "Is there an event that lasts for eight days and has a name that reflects its location?", "ground_truth": "C", "answer_text": "A major business and cultural hub in Texas, known for its skyline.", "target_sids": [ 46, 39 ], "retrieved_sids": [ 30, 71, 114, 17, 40 ], "retrieved_global": [ 30, 71, 114, 17, 40 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 360, "question": "How long is an activity that lasts for one day?", "ground_truth": "A", "answer_text": "nextnext week Thursday 7:00 PM", "target_sids": [ 18, 14 ], "retrieved_sids": [ 79, 71, 54, 103, 27 ], "retrieved_global": [ 79, 71, 54, 103, 27 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 361, "question": "What time is the four-day activity scheduled to start?", "ground_truth": "D", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 68, 71 ], "retrieved_sids": [ 27, 19, 78, 90, 98 ], "retrieved_global": [ 27, 19, 78, 90, 98 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 362, "question": "What time is the event taking place in Houston, TX?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 16, 19 ], "retrieved_sids": [ 66, 29, 106, 19, 81 ], "retrieved_global": [ 66, 29, 106, 19, 81 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 363, "question": "What time is the event in Boston, MA?", "ground_truth": "A", "answer_text": "nextnext week Monday 9:00 AM", "target_sids": [ 45, 46 ], "retrieved_sids": [ 52, 62, 4, 89, 105 ], "retrieved_global": [ 52, 62, 4, 89, 105 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 364, "question": "Which event is associated with the location for the activity planned on 2024-10-12 at 9:00?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 65, 61 ], "retrieved_sids": [ 28, 85, 98, 75, 57 ], "retrieved_global": [ 28, 85, 98, 75, 57 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 365, "question": "What time is the event taking place in San Francisco, CA?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 104, 105 ], "retrieved_sids": [ 63, 13, 46, 90, 14 ], "retrieved_global": [ 63, 13, 46, 90, 14 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 366, "question": "What time is the event that has nine hundred people?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 9:00 AM", "target_sids": [ 118, 110 ], "retrieved_sids": [ 26, 22, 88, 118, 90 ], "retrieved_global": [ 26, 22, 88, 118, 90 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 367, "question": "Which venue would be suitable for an event with about three hundred attendees?", "ground_truth": "A", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 43, 39 ], "retrieved_sids": [ 28, 43, 107, 94, 113 ], "retrieved_global": [ 28, 43, 107, 94, 113 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 368, "question": "What activity lasts six days and matches the description of its location?", "ground_truth": "B", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 17, 14 ], "retrieved_sids": [ 17, 82, 10, 43, 32 ], "retrieved_global": [ 17, 82, 10, 43, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 369, "question": "What time will the event with nine hundred people take place?", "ground_truth": "B", "answer_text": "2024-10-16 Wednesday 14:00", "target_sids": [ 80, 75 ], "retrieved_sids": [ 30, 67, 53, 114, 7 ], "retrieved_global": [ 30, 67, 53, 114, 7 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 370, "question": "What time is the event happening in Washington, DC?", "ground_truth": "B", "answer_text": "next week Wednesday 7:00 PM", "target_sids": [ 112, 117 ], "retrieved_sids": [ 106, 13, 97, 9, 112 ], "retrieved_global": [ 106, 13, 97, 9, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 371, "question": "What time does the event start in Atlanta, GA?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 09:00", "target_sids": [ 37, 47 ], "retrieved_sids": [ 105, 109, 79, 41, 88 ], "retrieved_global": [ 105, 109, 79, 41, 88 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 372, "question": "Which event location corresponds to the activity planned for the week after next Monday at 2:00 PM?", "ground_truth": "A", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 51, 52 ], "retrieved_sids": [ 101, 116, 92, 13, 28 ], "retrieved_global": [ 101, 116, 92, 13, 28 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 373, "question": "What time does the event lasting nine days start?", "ground_truth": "B", "answer_text": "nextnext week Thursday 9:00 AM", "target_sids": [ 40, 43 ], "retrieved_sids": [ 68, 90, 17, 34, 9 ], "retrieved_global": [ 68, 90, 17, 34, 9 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 374, "question": "Which venue is suitable for an event with around nine hundred people?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 36, 38 ], "retrieved_sids": [ 38, 95, 104, 10, 26 ], "retrieved_global": [ 38, 95, 104, 10, 26 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 375, "question": "Is there an event that lasts for seven days and corresponds with its location's description?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 9, 5 ], "retrieved_sids": [ 55, 34, 81, 77, 16 ], "retrieved_global": [ 55, 34, 81, 77, 16 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 376, "question": "When does the two-week activity take place?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 19:00", "target_sids": [ 93, 95 ], "retrieved_sids": [ 114, 101, 58, 95, 32 ], "retrieved_global": [ 114, 101, 58, 95, 32 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 377, "question": "Which venue description matches the activity planned for October 15, 2024, at 9:00?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 80, 78 ], "retrieved_sids": [ 114, 115, 86, 22, 55 ], "retrieved_global": [ 114, 115, 86, 22, 55 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 378, "question": "What time is the event taking place at that location in Las Vegas, NV?", "ground_truth": "A", "answer_text": "nextnext week Tuesday 2:00 PM", "target_sids": [ 81, 77 ], "retrieved_sids": [ 54, 81, 33, 118, 46 ], "retrieved_global": [ 54, 81, 33, 118, 46 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 379, "question": "What time is the event expected to start with a scale of six hundred people?", "ground_truth": "B", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 35, 27 ], "retrieved_sids": [ 58, 4, 39, 35, 114 ], "retrieved_global": [ 58, 4, 39, 35, 114 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 380, "question": "What two-week-long activity fits the description of its location?", "ground_truth": "B", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 49, 53 ], "retrieved_sids": [ 53, 100, 78, 3, 41 ], "retrieved_global": [ 53, 100, 78, 3, 41 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 381, "question": "What time is the event that will have seven hundred people?", "ground_truth": "A", "answer_text": "2024-10-11 Friday 19:00", "target_sids": [ 119, 111 ], "retrieved_sids": [ 119, 106, 79, 52, 30 ], "retrieved_global": [ 119, 106, 79, 52, 30 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 382, "question": "What one-week activity corresponds with its location?", "ground_truth": "A", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 106, 103 ], "retrieved_sids": [ 17, 76, 106, 75, 112 ], "retrieved_global": [ 17, 76, 106, 75, 112 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 383, "question": "Which event location would be suitable for an activity with two hundred people?", "ground_truth": "D", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 25, 34 ], "retrieved_sids": [ 103, 76, 58, 5, 63 ], "retrieved_global": [ 103, 76, 58, 5, 63 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 384, "question": "What seven-day activity fits the description of its location?", "ground_truth": "D", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 77, 78 ], "retrieved_sids": [ 87, 69, 9, 102, 13 ], "retrieved_global": [ 87, 69, 9, 102, 13 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 385, "question": "When does the event that lasts six months take place?", "ground_truth": "B", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 96, 107 ], "retrieved_sids": [ 114, 11, 90, 59, 98 ], "retrieved_global": [ 114, 11, 90, 59, 98 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 386, "question": "What time does the event that lasts for three days start?", "ground_truth": "C", "answer_text": "2024-10-10 Thursday 09:00", "target_sids": [ 75, 79 ], "retrieved_sids": [ 89, 6, 39, 38, 30 ], "retrieved_global": [ 89, 6, 39, 38, 30 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 387, "question": "What time is the event expected to have around five thousand people?", "ground_truth": "A", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 9, 2 ], "retrieved_sids": [ 102, 64, 14, 9, 74 ], "retrieved_global": [ 102, 64, 14, 9, 74 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 388, "question": "Which location is set to host the event scheduled for the week after next Monday at 2:00 PM?", "ground_truth": "A", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 95, 87 ], "retrieved_sids": [ 49, 111, 31, 7, 96 ], "retrieved_global": [ 49, 111, 31, 7, 96 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 389, "question": "What kind of event location would be suitable for an activity with around eight thousand people?", "ground_truth": "A", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 25, 34 ], "retrieved_sids": [ 5, 64, 93, 34, 114 ], "retrieved_global": [ 5, 64, 93, 34, 114 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 390, "question": "What kind of venue would be suitable for an event with four hundred people?", "ground_truth": "C", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 82, 75 ], "retrieved_sids": [ 82, 27, 100, 42, 64 ], "retrieved_global": [ 82, 27, 100, 42, 64 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 391, "question": "How long is the activity that lasts for nine days?", "ground_truth": "A", "answer_text": "next week Saturday 7:00 PM", "target_sids": [ 75, 77 ], "retrieved_sids": [ 67, 77, 44, 35, 8 ], "retrieved_global": [ 67, 77, 44, 35, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 392, "question": "What venue would be suitable for an event with nine hundred attendees?", "ground_truth": "D", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 18, 22 ], "retrieved_sids": [ 102, 78, 57, 68, 33 ], "retrieved_global": [ 102, 78, 57, 68, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 393, "question": "What time is the event happening at the location in Miami, FL?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 70, 63 ], "retrieved_sids": [ 73, 13, 85, 115, 9 ], "retrieved_global": [ 73, 13, 85, 115, 9 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 394, "question": "Is there a three-day event that fits the description of its location?", "ground_truth": "C", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 115, 119 ], "retrieved_sids": [ 64, 30, 28, 79, 8 ], "retrieved_global": [ 64, 30, 28, 79, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 395, "question": "What is the time for the event that will host four hundred people?", "ground_truth": "D", "answer_text": "2024-10-09 Wednesday 09:00", "target_sids": [ 61, 62 ], "retrieved_sids": [ 42, 13, 90, 43, 98 ], "retrieved_global": [ 42, 13, 90, 43, 98 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 396, "question": "Which event venue would be suitable for an activity with nine hundred attendees?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 14, 22 ], "retrieved_sids": [ 3, 92, 31, 41, 56 ], "retrieved_global": [ 3, 92, 31, 41, 56 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 397, "question": "What event is happening on October 17, 2024, at 19:00 that matches the description of its venue?", "ground_truth": "A", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 113, 108 ], "retrieved_sids": [ 77, 75, 63, 50, 99 ], "retrieved_global": [ 77, 75, 63, 50, 99 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 398, "question": "How long does the activity that lasts eight weeks take?", "ground_truth": "A", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 91, 87 ], "retrieved_sids": [ 91, 52, 102, 20, 65 ], "retrieved_global": [ 91, 52, 102, 20, 65 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 399, "question": "How long will an activity that lasts nine weeks take?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 7:00 PM", "target_sids": [ 37, 39 ], "retrieved_sids": [ 32, 91, 7, 39, 103 ], "retrieved_global": [ 32, 91, 7, 39, 103 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 400, "question": "Which one-day event corresponds to the description of its location?", "ground_truth": "C", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 48, 50 ], "retrieved_sids": [ 79, 47, 46, 50, 107 ], "retrieved_global": [ 79, 47, 46, 50, 107 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 401, "question": "What location corresponds to the event planned for next Monday at 9:00 AM?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 56, 58 ], "retrieved_sids": [ 20, 41, 98, 33, 50 ], "retrieved_global": [ 20, 41, 98, 33, 50 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 402, "question": "What time is the event that will have two hundred people in attendance?", "ground_truth": "C", "answer_text": "2024-10-08 Tuesday 14:00", "target_sids": [ 90, 93 ], "retrieved_sids": [ 76, 99, 101, 91, 55 ], "retrieved_global": [ 76, 99, 101, 91, 55 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 403, "question": "What time does the event start at that location in Los Angeles, CA?", "ground_truth": "D", "answer_text": "2024-10-10 Thursday 19:00", "target_sids": [ 49, 52 ], "retrieved_sids": [ 14, 65, 91, 33, 40 ], "retrieved_global": [ 14, 65, 91, 33, 40 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 404, "question": "What event location description corresponds to the activity scheduled for October 12, 2024, at 9:00?", "ground_truth": "C", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 32, 25 ], "retrieved_sids": [ 80, 37, 45, 8, 16 ], "retrieved_global": [ 80, 37, 45, 8, 16 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 405, "question": "What time does the event in Washington, DC start?", "ground_truth": "A", "answer_text": "nextnext week Thursday 7:00 PM", "target_sids": [ 56, 58 ], "retrieved_sids": [ 104, 37, 20, 118, 56 ], "retrieved_global": [ 104, 37, 20, 118, 56 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 406, "question": "How long will the activity that lasts seven days take?", "ground_truth": "A", "answer_text": "2024-10-07 Monday 09:00", "target_sids": [ 42, 38 ], "retrieved_sids": [ 9, 70, 86, 111, 23 ], "retrieved_global": [ 9, 70, 86, 111, 23 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 407, "question": "What is the event location description that corresponds to the activity planned for 9:00 on October 14, 2024?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 1, 6 ], "retrieved_sids": [ 111, 95, 89, 22, 118 ], "retrieved_global": [ 111, 95, 89, 22, 118 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 408, "question": "What is the date for the event that lasts three weeks?", "ground_truth": "B", "answer_text": "next week Saturday 2:00 PM", "target_sids": [ 88, 91 ], "retrieved_sids": [ 38, 102, 55, 82, 105 ], "retrieved_global": [ 38, 102, 55, 82, 105 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 409, "question": "What activity has a duration of nine weeks based on its location description?", "ground_truth": "B", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 20, 23 ], "retrieved_sids": [ 93, 119, 45, 11, 29 ], "retrieved_global": [ 93, 119, 45, 11, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 410, "question": "What event location description matches the activity planned for October 15, 2024, at 9:00?", "ground_truth": "B", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 89, 84 ], "retrieved_sids": [ 80, 65, 26, 64, 90 ], "retrieved_global": [ 80, 65, 26, 64, 90 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 411, "question": "Which type of event location would be suitable for an activity involving five hundred people?", "ground_truth": "C", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 48, 49 ], "retrieved_sids": [ 30, 67, 80, 99, 86 ], "retrieved_global": [ 30, 67, 80, 99, 86 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 412, "question": "What event lasts four days and fits the description of its location?", "ground_truth": "C", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 32, 27 ], "retrieved_sids": [ 41, 117, 39, 59, 74 ], "retrieved_global": [ 41, 117, 39, 59, 74 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 413, "question": "What\u2019s a venue that can accommodate an event with around six thousand people?", "ground_truth": "A", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 93, 95 ], "retrieved_sids": [ 70, 101, 57, 80, 31 ], "retrieved_global": [ 70, 101, 57, 80, 31 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 414, "question": "What time is the event that involves four hundred people?", "ground_truth": "D", "answer_text": "next week Saturday 9:00 AM", "target_sids": [ 88, 86 ], "retrieved_sids": [ 50, 91, 102, 19, 88 ], "retrieved_global": [ 50, 91, 102, 19, 88 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 415, "question": "What is the time for an event that lasts for nine days?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 41, 47 ], "retrieved_sids": [ 47, 17, 90, 52, 79 ], "retrieved_global": [ 47, 17, 90, 52, 79 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 416, "question": "Which location will host the event taking place the week after next Wednesday at 2:00 PM?", "ground_truth": "A", "answer_text": "Famous for the Alamo and its rich Texan culture.", "target_sids": [ 38, 39 ], "retrieved_sids": [ 71, 105, 26, 91, 98 ], "retrieved_global": [ 71, 105, 26, 91, 98 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 417, "question": "What activity lasts for six weeks and fits the description of its location?", "ground_truth": "A", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 43, 45 ], "retrieved_sids": [ 90, 5, 105, 57, 25 ], "retrieved_global": [ 90, 5, 105, 57, 25 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 418, "question": "What time is the event taking place in Portland, OR?", "ground_truth": "C", "answer_text": "nextnext week Wednesday 9:00 AM", "target_sids": [ 33, 34 ], "retrieved_sids": [ 55, 1, 76, 34, 110 ], "retrieved_global": [ 55, 1, 76, 34, 110 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 419, "question": "What time does the event take place at the location in Atlanta, GA?", "ground_truth": "C", "answer_text": "next week Wednesday 7:00 PM", "target_sids": [ 112, 115 ], "retrieved_sids": [ 20, 105, 44, 21, 6 ], "retrieved_global": [ 20, 105, 44, 21, 6 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 420, "question": "What is the time for an event that lasts two days?", "ground_truth": "D", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 40, 36 ], "retrieved_sids": [ 56, 40, 32, 66, 7 ], "retrieved_global": [ 56, 40, 32, 66, 7 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 421, "question": "Which event location corresponds to the activity scheduled for 2:00 PM on the weekend after next Saturday?", "ground_truth": "D", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 34, 31 ], "retrieved_sids": [ 116, 50, 73, 88, 8 ], "retrieved_global": [ 116, 50, 73, 88, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 422, "question": "What is the scheduled time for the event that accommodates one hundred people?", "ground_truth": "D", "answer_text": "2024-10-12 Saturday 19:00", "target_sids": [ 67, 68 ], "retrieved_sids": [ 90, 109, 101, 65, 18 ], "retrieved_global": [ 90, 109, 101, 65, 18 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 423, "question": "What is the timeframe for an event that lasts nine days?", "ground_truth": "C", "answer_text": "2024-10-10 Thursday 14:00", "target_sids": [ 13, 22 ], "retrieved_sids": [ 28, 66, 32, 22, 8 ], "retrieved_global": [ 28, 66, 32, 22, 8 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 424, "question": "What time is the event happening in Washington, DC?", "ground_truth": "C", "answer_text": "nextnext week Thursday 2:00 PM", "target_sids": [ 81, 82 ], "retrieved_sids": [ 28, 68, 52, 90, 43 ], "retrieved_global": [ 28, 68, 52, 90, 43 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 425, "question": "Which activity location is associated with the event taking place on October 17, 2024, at 19:00?", "ground_truth": "A", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 40, 44 ], "retrieved_sids": [ 78, 30, 85, 4, 29 ], "retrieved_global": [ 78, 30, 85, 4, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 426, "question": "How long does an activity that lasts eight weeks take?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 19:00", "target_sids": [ 107, 103 ], "retrieved_sids": [ 45, 65, 115, 92, 22 ], "retrieved_global": [ 45, 65, 115, 92, 22 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 427, "question": "Which description of the event location fits the activity planned for October 13, 2024, at 9:00 AM?", "ground_truth": "B", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 8, 10 ], "retrieved_sids": [ 104, 46, 19, 18, 55 ], "retrieved_global": [ 104, 46, 19, 18, 55 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 428, "question": "Which six-day activity fits the description of its location?", "ground_truth": "D", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 88, 85 ], "retrieved_sids": [ 9, 21, 32, 26, 66 ], "retrieved_global": [ 9, 21, 32, 26, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 429, "question": "What kind of event location would be suitable for an activity with about one hundred people?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 67, 70 ], "retrieved_sids": [ 99, 51, 13, 5, 28 ], "retrieved_global": [ 99, 51, 13, 5, 28 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 430, "question": "What time is the event planned for five hundred people?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 19:00", "target_sids": [ 65, 71 ], "retrieved_sids": [ 77, 103, 8, 114, 105 ], "retrieved_global": [ 77, 103, 8, 114, 105 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 431, "question": "Which event location description fits the activity planned for October 13, 2024, at 9:00?", "ground_truth": "B", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 81, 82 ], "retrieved_sids": [ 89, 30, 8, 111, 47 ], "retrieved_global": [ 89, 30, 8, 111, 47 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 432, "question": "What is the schedule for the activity that lasts nine weeks?", "ground_truth": "A", "answer_text": "2024-10-14 Monday 19:00", "target_sids": [ 48, 58 ], "retrieved_sids": [ 90, 82, 8, 27, 58 ], "retrieved_global": [ 90, 82, 8, 27, 58 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 433, "question": "What event location corresponds to the activity planned for the week after next Sunday at 2:00 PM?", "ground_truth": "A", "answer_text": "Known for the Golden Gate Bridge and its tech industry.", "target_sids": [ 105, 103 ], "retrieved_sids": [ 48, 67, 37, 102, 2 ], "retrieved_global": [ 48, 67, 37, 102, 2 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 434, "question": "Which event location matches the description of the event scheduled for October 16, 2024, at 7:00 PM?", "ground_truth": "A", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 24, 28 ], "retrieved_sids": [ 65, 78, 79, 31, 45 ], "retrieved_global": [ 65, 78, 79, 31, 45 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 435, "question": "Which event location description corresponds to the activity planned for October 17, 2024, at 14:00?", "ground_truth": "A", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 34, 28 ], "retrieved_sids": [ 88, 34, 42, 90, 115 ], "retrieved_global": [ 88, 34, 42, 90, 115 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 436, "question": "Which event designed for nine hundred people aligns with the description of its venue?", "ground_truth": "A", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 48, 57 ], "retrieved_sids": [ 39, 73, 62, 57, 6 ], "retrieved_global": [ 39, 73, 62, 57, 6 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 437, "question": "Which event venue would be suitable for an activity involving around two hundred people?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 65, 69 ], "retrieved_sids": [ 103, 51, 15, 33, 76 ], "retrieved_global": [ 103, 51, 15, 33, 76 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 438, "question": "What time is the event that is expected to have eight hundred attendees?", "ground_truth": "C", "answer_text": "2024-10-16 Wednesday 19:00", "target_sids": [ 21, 13 ], "retrieved_sids": [ 67, 74, 100, 21, 98 ], "retrieved_global": [ 67, 74, 100, 21, 98 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 439, "question": "What event lasts for seven days and matches the description of its location?", "ground_truth": "B", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 81, 78 ], "retrieved_sids": [ 10, 102, 20, 57, 67 ], "retrieved_global": [ 10, 102, 20, 57, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 440, "question": "What time is the event that has a scale of seven hundred people?", "ground_truth": "C", "answer_text": "2024-10-19 Saturday 19:00", "target_sids": [ 2, 4 ], "retrieved_sids": [ 4, 73, 86, 103, 27 ], "retrieved_global": [ 4, 73, 86, 103, 27 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 441, "question": "What time is the event expected to start for a gathering of three hundred people?", "ground_truth": "A", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 64, 66 ], "retrieved_sids": [ 26, 39, 7, 91, 53 ], "retrieved_global": [ 26, 39, 7, 91, 53 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 442, "question": "Which location is set for the event happening at 7:00 PM the week after next Wednesday?", "ground_truth": "D", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 85, 94 ], "retrieved_sids": [ 56, 112, 61, 22, 102 ], "retrieved_global": [ 56, 112, 61, 22, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 443, "question": "Is there an event that lasts seven days that fits the description of its location?", "ground_truth": "A", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 19, 22 ], "retrieved_sids": [ 52, 7, 65, 29, 90 ], "retrieved_global": [ 52, 7, 65, 29, 90 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 444, "question": "What venue would be suitable for an event with around five hundred people?", "ground_truth": "C", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 108, 119 ], "retrieved_sids": [ 56, 79, 69, 15, 44 ], "retrieved_global": [ 56, 79, 69, 15, 44 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 445, "question": "What description of the activity location corresponds to the event on October 13, 2024, at 19:00?", "ground_truth": "C", "answer_text": "Known for its beaches, nightlife, and multicultural atmosphere.", "target_sids": [ 58, 51 ], "retrieved_sids": [ 62, 6, 77, 31, 102 ], "retrieved_global": [ 62, 6, 77, 31, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 446, "question": "What time is the event scheduled for four hundred people?", "ground_truth": "C", "answer_text": "next week Saturday 2:00 PM", "target_sids": [ 50, 52 ], "retrieved_sids": [ 103, 15, 111, 7, 68 ], "retrieved_global": [ 103, 15, 111, 7, 68 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 447, "question": "Which venue fits the description for the event that can accommodate three hundred people?", "ground_truth": "D", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 10, 7 ], "retrieved_sids": [ 80, 38, 102, 88, 63 ], "retrieved_global": [ 80, 38, 102, 88, 63 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 448, "question": "What time is the event taking place in New York, NY?", "ground_truth": "C", "answer_text": "2024-10-13 Sunday 19:00", "target_sids": [ 65, 61 ], "retrieved_sids": [ 75, 48, 68, 24, 23 ], "retrieved_global": [ 75, 48, 68, 24, 23 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 449, "question": "What event lasts four days and matches the description of its location?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 82, 77 ], "retrieved_sids": [ 103, 44, 8, 66, 30 ], "retrieved_global": [ 103, 44, 8, 66, 30 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 450, "question": "What kind of event location would be suitable for an activity with around four hundred people?", "ground_truth": "B", "answer_text": "The capital of the U.S., known for its national monuments and museums.", "target_sids": [ 25, 27 ], "retrieved_sids": [ 39, 73, 17, 40, 102 ], "retrieved_global": [ 39, 73, 17, 40, 102 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 451, "question": "When does the activity that lasts eight weeks take place?", "ground_truth": "B", "answer_text": "nextnext week Wednesday 7:00 PM", "target_sids": [ 89, 85 ], "retrieved_sids": [ 117, 17, 76, 89, 30 ], "retrieved_global": [ 117, 17, 76, 89, 30 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 452, "question": "Which venue fits the description of an event accommodating eight hundred people?", "ground_truth": "B", "answer_text": "Famous for its entertainment, casinos, and vibrant nightlife.", "target_sids": [ 66, 60 ], "retrieved_sids": [ 5, 16, 28, 92, 55 ], "retrieved_global": [ 5, 16, 28, 92, 55 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 453, "question": "What time is the one-day activity scheduled for?", "ground_truth": "A", "answer_text": "nextnext week Monday 9:00 AM", "target_sids": [ 32, 26 ], "retrieved_sids": [ 71, 43, 63, 4, 105 ], "retrieved_global": [ 71, 43, 63, 4, 105 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 454, "question": "What event location matches the activity scheduled for October 16, 2024, at 9:00 AM?", "ground_truth": "D", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 18, 15 ], "retrieved_sids": [ 111, 27, 24, 101, 68 ], "retrieved_global": [ 111, 27, 24, 101, 68 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 455, "question": "What venue would be suitable for an event that accommodates eight hundred people?", "ground_truth": "B", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 28, 29 ], "retrieved_sids": [ 29, 43, 70, 17, 99 ], "retrieved_global": [ 29, 43, 70, 17, 99 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 456, "question": "What seven-day event fits the description of its location?", "ground_truth": "C", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 57, 54 ], "retrieved_sids": [ 79, 27, 21, 42, 94 ], "retrieved_global": [ 79, 27, 21, 42, 94 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 457, "question": "What time does the one-day activity take place?", "ground_truth": "D", "answer_text": "next week Friday 2:00 PM", "target_sids": [ 1, 5 ], "retrieved_sids": [ 51, 40, 95, 39, 97 ], "retrieved_global": [ 51, 40, 95, 39, 97 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 458, "question": "What time is the event scheduled for at that location in Denver, CO?", "ground_truth": "D", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 112, 118 ], "retrieved_sids": [ 11, 41, 101, 69, 67 ], "retrieved_global": [ 11, 41, 101, 69, 67 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 459, "question": "What time does the event take place in Atlanta, GA?", "ground_truth": "B", "answer_text": "2024-10-16 Wednesday 09:00", "target_sids": [ 50, 51 ], "retrieved_sids": [ 37, 119, 62, 79, 29 ], "retrieved_global": [ 37, 119, 62, 79, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 460, "question": "Which venue can accommodate six hundred people for the event?", "ground_truth": "A", "answer_text": "Famous for Hollywood, beaches, and a vibrant arts scene.", "target_sids": [ 45, 38 ], "retrieved_sids": [ 20, 45, 26, 100, 25 ], "retrieved_global": [ 20, 45, 26, 100, 25 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 461, "question": "What eight-day activity fits the description of its location?", "ground_truth": "D", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 104, 102 ], "retrieved_sids": [ 51, 104, 69, 16, 9 ], "retrieved_global": [ 51, 104, 69, 16, 9 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 462, "question": "What time does the event start in Miami, FL?", "ground_truth": "D", "answer_text": "nextnext week Wednesday 7:00 PM", "target_sids": [ 98, 106 ], "retrieved_sids": [ 27, 2, 112, 91, 8 ], "retrieved_global": [ 27, 2, 112, 91, 8 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 463, "question": "Which location would be suitable for an event with around seven hundred attendees?", "ground_truth": "A", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 109, 110 ], "retrieved_sids": [ 91, 75, 3, 37, 66 ], "retrieved_global": [ 91, 75, 3, 37, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 464, "question": "Which venue corresponds to the event planned for next Monday at 9:00 AM?", "ground_truth": "A", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 72, 81 ], "retrieved_sids": [ 116, 10, 113, 101, 29 ], "retrieved_global": [ 116, 10, 113, 101, 29 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 465, "question": "What is the time frame for an activity that lasts one day?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 49, 55 ], "retrieved_sids": [ 89, 35, 67, 6, 113 ], "retrieved_global": [ 89, 35, 67, 6, 113 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 466, "question": "Which event location fits the description for the activity planned for next week on Friday at 7:00 PM?", "ground_truth": "B", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 32, 27 ], "retrieved_sids": [ 107, 18, 89, 88, 5 ], "retrieved_global": [ 107, 18, 89, 88, 5 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 467, "question": "What time does the event that lasts six days start?", "ground_truth": "D", "answer_text": "2024-10-17 Thursday 14:00", "target_sids": [ 0, 3 ], "retrieved_sids": [ 88, 59, 3, 46, 111 ], "retrieved_global": [ 88, 59, 3, 46, 111 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 468, "question": "What time is the event taking place in New York, NY?", "ground_truth": "D", "answer_text": "2024-10-18 Friday 14:00", "target_sids": [ 82, 76 ], "retrieved_sids": [ 3, 89, 51, 93, 77 ], "retrieved_global": [ 3, 89, 51, 93, 77 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 469, "question": "When does the activity that lasts four weeks take place?", "ground_truth": "C", "answer_text": "2024-10-11 Friday 14:00", "target_sids": [ 80, 82 ], "retrieved_sids": [ 65, 105, 55, 41, 116 ], "retrieved_global": [ 65, 105, 55, 41, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 470, "question": "What time does the event take place in Miami, FL?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 14:00", "target_sids": [ 36, 45 ], "retrieved_sids": [ 86, 113, 66, 3, 100 ], "retrieved_global": [ 86, 113, 66, 3, 100 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 471, "question": "What time is the event that is expecting five hundred people?", "ground_truth": "C", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 90, 91 ], "retrieved_sids": [ 54, 91, 79, 13, 68 ], "retrieved_global": [ 54, 91, 79, 13, 68 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 472, "question": "Which event location description corresponds to the activity planned for October 15, 2024, at 9:00 AM?", "ground_truth": "C", "answer_text": "Famous for its eco-friendliness and vibrant arts scene.", "target_sids": [ 61, 63 ], "retrieved_sids": [ 82, 74, 46, 32, 66 ], "retrieved_global": [ 82, 74, 46, 32, 66 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 473, "question": "How long does the activity that lasts for four weeks take?", "ground_truth": "B", "answer_text": "2024-10-08 Tuesday 09:00", "target_sids": [ 35, 28 ], "retrieved_sids": [ 101, 116, 42, 20, 5 ], "retrieved_global": [ 101, 116, 42, 20, 5 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 474, "question": "Which event location would be suitable for a gathering of around one hundred people?", "ground_truth": "A", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 97, 107 ], "retrieved_sids": [ 67, 89, 83, 30, 114 ], "retrieved_global": [ 67, 89, 83, 30, 114 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 475, "question": "Which event location corresponds to the activity planned for October 14, 2024, at 2:00 PM?", "ground_truth": "B", "answer_text": "Known for its proximity to the Rocky Mountains and outdoor activities.", "target_sids": [ 67, 63 ], "retrieved_sids": [ 88, 15, 67, 87, 18 ], "retrieved_global": [ 88, 15, 67, 87, 18 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 476, "question": "What event lasts for five days and corresponds to the description of its location?", "ground_truth": "A", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 1, 9 ], "retrieved_sids": [ 100, 46, 114, 80, 9 ], "retrieved_global": [ 100, 46, 114, 80, 9 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 477, "question": "What time is the event that is expected to have eight hundred people?", "ground_truth": "B", "answer_text": "2024-10-19 Saturday 09:00", "target_sids": [ 80, 81 ], "retrieved_sids": [ 28, 67, 15, 111, 103 ], "retrieved_global": [ 28, 67, 15, 111, 103 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 478, "question": "What time is the event in Portland, OR?", "ground_truth": "D", "answer_text": "2024-10-07 Monday 14:00", "target_sids": [ 27, 29 ], "retrieved_sids": [ 13, 56, 38, 101, 65 ], "retrieved_global": [ 13, 56, 38, 101, 65 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 479, "question": "What time does the event in Atlanta, GA start?", "ground_truth": "A", "answer_text": "next week Friday 7:00 PM", "target_sids": [ 83, 77 ], "retrieved_sids": [ 14, 89, 40, 115, 83 ], "retrieved_global": [ 14, 89, 40, 115, 83 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 480, "question": "Which event location description corresponds to the activity planned for October 12, 2024, at 14:00?", "ground_truth": "C", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 3, 7 ], "retrieved_sids": [ 101, 58, 90, 113, 93 ], "retrieved_global": [ 101, 58, 90, 113, 93 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 481, "question": "What activity lasting eight days fits the description of its location?", "ground_truth": "A", "answer_text": "Known for its architecture, museums, and deep-dish pizza.", "target_sids": [ 72, 81 ], "retrieved_sids": [ 81, 54, 68, 100, 28 ], "retrieved_global": [ 81, 54, 68, 100, 28 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 482, "question": "How long will the activity that lasts for six days take?", "ground_truth": "D", "answer_text": "next week Sunday 7:00 PM", "target_sids": [ 65, 61 ], "retrieved_sids": [ 65, 30, 10, 56, 44 ], "retrieved_global": [ 65, 30, 10, 56, 44 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 483, "question": "Which event location corresponds to the activity planned for October 11, 2024, at 7:00 PM?", "ground_truth": "C", "answer_text": "Known for its theme parks, including Walt Disney World.", "target_sids": [ 25, 34 ], "retrieved_sids": [ 113, 67, 7, 20, 70 ], "retrieved_global": [ 113, 67, 7, 20, 70 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 484, "question": "Which eight-day activity aligns with the description of its location?", "ground_truth": "D", "answer_text": "Famous for its coffee culture, tech industry, and the Space Needle.", "target_sids": [ 88, 85 ], "retrieved_sids": [ 67, 68, 88, 55, 101 ], "retrieved_global": [ 67, 68, 88, 55, 101 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 485, "question": "What is the ending time for an event that lasts for five days?", "ground_truth": "C", "answer_text": "2024-10-20 Sunday 09:00", "target_sids": [ 99, 103 ], "retrieved_sids": [ 31, 103, 21, 92, 117 ], "retrieved_global": [ 31, 103, 21, 92, 117 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 486, "question": "What type of activity location would be suitable for an event with around two hundred people?", "ground_truth": "B", "answer_text": "A major cultural and economic center in the southeastern U.S.", "target_sids": [ 73, 77 ], "retrieved_sids": [ 9, 30, 110, 70, 95 ], "retrieved_global": [ 9, 30, 110, 70, 95 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 487, "question": "Which venue corresponds to the event planned for the week after next Monday at 2:00 PM?", "ground_truth": "C", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 16, 14 ], "retrieved_sids": [ 79, 114, 115, 27, 47 ], "retrieved_global": [ 79, 114, 115, 27, 47 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 488, "question": "What time does the event that lasts for two days start?", "ground_truth": "B", "answer_text": "next week Sunday 2:00 PM", "target_sids": [ 41, 38 ], "retrieved_sids": [ 55, 20, 76, 106, 33 ], "retrieved_global": [ 55, 20, 76, 106, 33 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 489, "question": "Which event location corresponds to the activity that is scheduled for the week after next Monday at 2:00 PM?", "ground_truth": "D", "answer_text": "Known for its history, education, and sports teams.", "target_sids": [ 82, 79 ], "retrieved_sids": [ 85, 7, 29, 86, 18 ], "retrieved_global": [ 85, 7, 29, 86, 18 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 490, "question": "What is the time for the event that involves three hundred people?", "ground_truth": "A", "answer_text": "nextnext week Wednesday 7:00 PM", "target_sids": [ 59, 54 ], "retrieved_sids": [ 28, 114, 89, 100, 116 ], "retrieved_global": [ 28, 114, 89, 100, 116 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 491, "question": "What is the time allocated for an activity that lasts one day?", "ground_truth": "C", "answer_text": "nextnext week Wednesday 2:00 PM", "target_sids": [ 96, 99 ], "retrieved_sids": [ 29, 40, 21, 115, 5 ], "retrieved_global": [ 29, 40, 21, 115, 5 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 492, "question": "Which venue is suitable for an event that accommodates nine hundred people?", "ground_truth": "D", "answer_text": "Known for its beautiful beaches and mild climate.", "target_sids": [ 90, 92 ], "retrieved_sids": [ 92, 33, 116, 6, 43 ], "retrieved_global": [ 92, 33, 116, 6, 43 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 493, "question": "Which event location description corresponds to the activity planned for the week after next Tuesday at 2:00 PM?", "ground_truth": "D", "answer_text": "The largest city in the U.S., known for its iconic skyline and diverse culture.", "target_sids": [ 48, 53 ], "retrieved_sids": [ 87, 16, 82, 112, 101 ], "retrieved_global": [ 87, 16, 82, 112, 101 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 494, "question": "What is the time frame for an event that lasts four days?", "ground_truth": "A", "answer_text": "2024-10-09 Wednesday 14:00", "target_sids": [ 0, 6 ], "retrieved_sids": [ 21, 78, 6, 40, 101 ], "retrieved_global": [ 21, 78, 6, 40, 101 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 495, "question": "What five-day event fits the description of its location?", "ground_truth": "D", "answer_text": "The capital of Texas, known for its music scene and cultural events.", "target_sids": [ 75, 76 ], "retrieved_sids": [ 112, 76, 64, 104, 6 ], "retrieved_global": [ 112, 76, 64, 104, 6 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 496, "question": "What time does the five-day event start?", "ground_truth": "A", "answer_text": " week Friday 7:00 PM", "target_sids": [ 108, 110 ], "retrieved_sids": [ 65, 8, 40, 44, 7 ], "retrieved_global": [ 65, 8, 40, 44, 7 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 497, "question": "What time is the event that will have eight hundred people attending?", "ground_truth": "D", "answer_text": "2024-10-20 Sunday 14:00", "target_sids": [ 108, 119 ], "retrieved_sids": [ 44, 64, 99, 89, 80 ], "retrieved_global": [ 44, 64, 99, 89, 80 ], "hit_at_k": false }, { "category": "post_processing", "topic": "events", "tid": 498, "question": "For an event with eight hundred attendees, which location would be suitable?", "ground_truth": "A", "answer_text": "A major city in Texas, known for its energy industry and space exploration.", "target_sids": [ 104, 106 ], "retrieved_sids": [ 4, 74, 89, 19, 106 ], "retrieved_global": [ 4, 74, 89, 19, 106 ], "hit_at_k": true }, { "category": "post_processing", "topic": "events", "tid": 499, "question": "What is the date for the event that lasts five weeks?", "ground_truth": "B", "answer_text": "2024-10-18 Friday 09:00", "target_sids": [ 40, 36 ], "retrieved_sids": [ 112, 32, 40, 71, 103 ], "retrieved_global": [ 112, 32, 40, 71, 103 ], "hit_at_k": true } ]