-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathresults.jsonl
More file actions
16 lines (16 loc) · 3.67 KB
/
Copy pathresults.jsonl
File metadata and controls
16 lines (16 loc) · 3.67 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{"metric": "recall_at_5", "value": 1.0, "n_questions": 9, "model_versions": {"embedding": "gemini-embedding-2@768", "generation": "gemini-2.5-flash", "judge": "gemini-2.5-flash"}, "timestamp": "2026-05-15T00:00:53.772240+00:00"}
{"metric": "mrr", "value": 1.0, "n_questions": 9, "model_versions": {"embedding": "gemini-embedding-2@768", "generation": "gemini-2.5-flash", "judge": "gemini-2.5-flash"}, "timestamp": "2026-05-15T00:00:53.772240+00:00"}
{"metric": "answer_quality_judge", "value": 1.0, "n_questions": 9, "model_versions": {"embedding": "gemini-embedding-2@768", "generation": "gemini-2.5-flash", "judge": "gemini-2.5-flash"}, "timestamp": "2026-05-15T00:00:53.772240+00:00"}
{"metric": "refusal_precision", "value": 1.0, "n_questions": 3, "model_versions": {"embedding": "gemini-embedding-2@768", "generation": "gemini-2.5-flash", "judge": "gemini-2.5-flash"}, "timestamp": "2026-05-15T00:00:53.772240+00:00"}
{"type": "per_question", "question_id": "q-000-example-factoid", "category": "factoid", "expected_pages": [2], "retrieved_pages": [2, 3, 3, 1, 1], "response_status": "answered", "refusal_cause": null, "citation_pages": [2]}
{"type": "per_question", "question_id": "q-000-example-out-of-scope", "category": "out_of_scope", "expected_pages": [], "retrieved_pages": [1, 2, 3, 3, 3], "response_status": "refused", "refusal_cause": "judge_no_supporting_spans", "citation_pages": []}
{"type": "per_question", "question_id": "q-001-factoid-clear-liquids", "category": "factoid", "expected_pages": [2], "retrieved_pages": [2, 3, 1, 3, 2], "response_status": "answered", "refusal_cause": null, "citation_pages": [2]}
{"type": "per_question", "question_id": "q-002-factoid-non-compliance", "category": "factoid", "expected_pages": [2], "retrieved_pages": [2, 3, 1, 3, 3], "response_status": "answered", "refusal_cause": null, "citation_pages": [2]}
{"type": "per_question", "question_id": "q-003-factoid-medications", "category": "factoid", "expected_pages": [2], "retrieved_pages": [2, 3, 3, 1, 1], "response_status": "answered", "refusal_cause": null, "citation_pages": [2]}
{"type": "per_question", "question_id": "q-004-factoid-baker-street", "category": "factoid", "expected_pages": [3], "retrieved_pages": [3, 1, 2, 1, 3], "response_status": "answered", "refusal_cause": null, "citation_pages": [3]}
{"type": "per_question", "question_id": "q-005-synthesis-fasting-summary", "category": "synthesis", "expected_pages": [2], "retrieved_pages": [2, 3, 3, 1, 1], "response_status": "answered", "refusal_cause": null, "citation_pages": [2]}
{"type": "per_question", "question_id": "q-006-synthesis-diabetic-patient", "category": "synthesis", "expected_pages": [2], "retrieved_pages": [2, 1, 3, 3, 3], "response_status": "answered", "refusal_cause": null, "citation_pages": [2]}
{"type": "per_question", "question_id": "q-007-factoid-irene-adler", "category": "factoid", "expected_pages": [1], "retrieved_pages": [1, 3, 2, 1, 3], "response_status": "answered", "refusal_cause": null, "citation_pages": [1]}
{"type": "per_question", "question_id": "q-008-factoid-cases-studied", "category": "factoid", "expected_pages": [3], "retrieved_pages": [3, 1, 2, 3, 1], "response_status": "answered", "refusal_cause": null, "citation_pages": [3]}
{"type": "per_question", "question_id": "q-009-out-of-scope-weather", "category": "out_of_scope", "expected_pages": [], "retrieved_pages": [1, 2, 3, 3, 2], "response_status": "refused", "refusal_cause": "judge_no_supporting_spans", "citation_pages": []}
{"type": "per_question", "question_id": "q-010-out-of-scope-recipe", "category": "out_of_scope", "expected_pages": [], "retrieved_pages": [2, 3, 1, 3, 1], "response_status": "refused", "refusal_cause": "judge_no_supporting_spans", "citation_pages": []}