minislice_v0.jsonl

{"item_id":"gap_capital_france","instruction":"What is the capital of France? Name one famous museum located there.","response_a":"The capital of France is Paris. Its most famous museum is the Louvre.","response_b":"The capital of France is Marseille, which is famous for the Eiffel Tower museum.","model_a_id":"resp_correct","model_b_id":"resp_wrong","metadata":{"source":"minislice_v0","category":"clear_gap","expected":"model_a"}}
{"item_id":"gap_python_reverse","instruction":"Write a Python function that reverses a string.","response_a":"def reverse(s):\n    return s.sort()","response_b":"def reverse(s):\n    return s[::-1]","model_a_id":"resp_wrong","model_b_id":"resp_correct","metadata":{"source":"minislice_v0","category":"clear_gap","expected":"model_b"}}
{"item_id":"gap_email_apology","instruction":"Write a two-sentence apology email for missing a meeting.","response_a":"sorry i missed it. whatever works for rescheduling i guess.","response_b":"I sincerely apologize for missing our meeting this morning; an urgent matter came up that I could not postpone. Could we reschedule at a time that suits you this week?","model_a_id":"resp_lowquality","model_b_id":"resp_polite","metadata":{"source":"minislice_v0","category":"clear_gap","expected":"model_b"}}
{"item_id":"gap_math_percent","instruction":"What is 15% of 240? Show the calculation.","response_a":"0.15 x 240 = 36, so 15% of 240 is 36.","response_b":"15% of 240 is 24, because you just divide by 10.","model_a_id":"resp_correct","model_b_id":"resp_wrong","metadata":{"source":"minislice_v0","category":"clear_gap","expected":"model_a"}}
{"item_id":"id_water_boiling","instruction":"At what temperature does water boil at sea level?","response_a":"Water boils at 100 degrees Celsius (212 degrees Fahrenheit) at sea level, under standard atmospheric pressure.","response_b":"Water boils at 100 degrees Celsius (212 degrees Fahrenheit) at sea level, under standard atmospheric pressure.","model_a_id":"resp_same_1","model_b_id":"resp_same_2","metadata":{"source":"minislice_v0","category":"identical","expected":"tie"}}
{"item_id":"id_haiku_autumn","instruction":"Write a haiku about autumn.","response_a":"Crisp leaves drift and fall\namber light on quiet streets\nthe year exhales slow","response_b":"Crisp leaves drift and fall\namber light on quiet streets\nthe year exhales slow","model_a_id":"resp_same_1","model_b_id":"resp_same_2","metadata":{"source":"minislice_v0","category":"identical","expected":"tie"}}
{"item_id":"id_sql_select","instruction":"Write a SQL query to select all rows from a table called users.","response_a":"SELECT * FROM users;","response_b":"SELECT * FROM users;","model_a_id":"resp_same_1","model_b_id":"resp_same_2","metadata":{"source":"minislice_v0","category":"identical","expected":"tie"}}
{"item_id":"id_capital_japan","instruction":"What is the capital of Japan?","response_a":"The capital of Japan is Tokyo.","response_b":"The capital of Japan is Tokyo.","model_a_id":"resp_same_1","model_b_id":"resp_same_2","metadata":{"source":"minislice_v0","category":"identical","expected":"tie"}}
{"item_id":"para_photosynthesis","instruction":"Explain photosynthesis in one sentence.","response_a":"Photosynthesis is the process by which plants use sunlight, water, and carbon dioxide to produce glucose and oxygen.","response_b":"In photosynthesis, plants convert sunlight, water, and CO2 into sugar for energy, releasing oxygen as a by-product.","model_a_id":"resp_para_1","model_b_id":"resp_para_2","metadata":{"source":"minislice_v0","category":"paraphrase","expected":"tie"}}
{"item_id":"para_coffee_tip","instruction":"Give one tip for making better coffee at home.","response_a":"Use freshly ground beans: grinding just before brewing preserves far more aroma.","response_b":"Grind your beans right before you brew, since fresh grounds keep much more of the aroma.","model_a_id":"resp_para_1","model_b_id":"resp_para_2","metadata":{"source":"minislice_v0","category":"paraphrase","expected":"tie"}}
{"item_id":"para_todo_priority","instruction":"How should I prioritize my to-do list? Answer in one sentence.","response_a":"Rank tasks by urgency and importance, and start with the most important urgent one.","response_b":"Sort your tasks by how important and time-sensitive they are, then begin with the top one.","model_a_id":"resp_para_1","model_b_id":"resp_para_2","metadata":{"source":"minislice_v0","category":"paraphrase","expected":"tie"}}
{"item_id":"para_hello_world","instruction":"Write a Python one-liner that prints Hello, world!","response_a":"print('Hello, world!')","response_b":"print(\"Hello, world!\")","model_a_id":"resp_para_1","model_b_id":"resp_para_2","metadata":{"source":"minislice_v0","category":"paraphrase","expected":"tie"}}