questions.jsonl

{"id":"q-000-example-factoid","question":"How long must patients fast from solids before the procedure?","expected_answer":"At least 8 hours.","expected_pages":[2],"category":"factoid","notes":"references the Pre-Procedure Fasting page in data/sample.pdf; verifies single-chunk factoid recall + page-accurate citation"}
{"id":"q-000-example-out-of-scope","question":"What is the current price of Bitcoin in US dollars?","expected_answer":null,"expected_pages":[],"category":"out_of_scope","notes":"the sample PDF says nothing about cryptocurrency prices; correct system outcome is refusal"}
{"id":"q-001-factoid-clear-liquids","question":"How many hours before the procedure are clear liquids permitted?","expected_answer":"Up to 2 hours.","expected_pages":[2],"category":"factoid","notes":"single-chunk factoid; the answer is in the clear-liquids item on page 2"}
{"id":"q-002-factoid-non-compliance","question":"What happens to patients who have not complied with the fasting requirement?","expected_answer":"The procedure is rescheduled to a later date.","expected_pages":[2],"category":"factoid","notes":"factoid that lives in the Documentation item; verifies recall on a less-numerical fact"}
{"id":"q-003-factoid-medications","question":"May routine prescription medications be taken on the morning of the procedure?","expected_answer":"Yes, with a small sip of water, unless explicitly contraindicated.","expected_pages":[2],"category":"factoid","notes":"factoid; tests whether the system carries the qualifier (sip of water, not unrestricted)"}
{"id":"q-004-factoid-baker-street","question":"Where were Holmes and the narrator sharing rooms when the Roylott case began?","expected_answer":"Baker Street.","expected_pages":[3],"category":"factoid","notes":"single-chunk factoid on page 3; trivial recall test for a different page"}
{"id":"q-005-synthesis-fasting-summary","question":"What two fasting rules apply before the procedure, and how do they differ?","expected_answer":"Solids must be fasted from for 8 hours; clear liquids are permitted up to 2 hours before.","expected_pages":[2],"category":"synthesis","notes":"multi-fact synthesis from the same page; tests whether the model composes both rules"}
{"id":"q-006-synthesis-diabetic-patient","question":"What two things should a diabetic patient confirm before the procedure?","expected_answer":"Fasting status on arrival, and insulin adjustment with the pre-procedure team.","expected_pages":[2],"category":"synthesis","notes":"synthesis across the medication and documentation items on page 2"}
{"id":"q-007-factoid-irene-adler","question":"What name does Holmes give to Irene Adler?","expected_answer":"The woman.","expected_pages":[1],"category":"factoid","notes":"single-chunk factoid on page 1; case study in a single-line answer"}
{"id":"q-008-factoid-cases-studied","question":"Over how many years did the narrator study Holmes's methods, per the Speckled Band introduction?","expected_answer":"Eight years.","expected_pages":[3],"category":"factoid","notes":"factoid on page 3"}
{"id":"q-009-out-of-scope-weather","question":"What is the weather forecast for tomorrow in San Francisco?","expected_answer":null,"expected_pages":[],"category":"out_of_scope","notes":"the PDF says nothing about weather; correct outcome is refusal with no fabricated citation"}
{"id":"q-010-out-of-scope-recipe","question":"Provide a recipe for chocolate chip cookies.","expected_answer":null,"expected_pages":[],"category":"out_of_scope","notes":"PDF has no recipes; correct outcome is refusal"}