Skip to content

Commit 86dabf1

Browse files
committed
rename it to results
1 parent 790f05b commit 86dabf1

File tree

9 files changed

+17
-17
lines changed

9 files changed

+17
-17
lines changed

docs/docs/tutorials/agents/index.ipynb

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -512,8 +512,8 @@
512512
" {\n",
513513
" \"Claim\": [example.claim for example in eval_set],\n",
514514
" \"Expected Titles\": [example.titles for example in eval_set],\n",
515-
" \"Predicted Titles\": [output[1] for output in result.outputs],\n",
516-
" \"Top 5 Recall\": [output[2] for output in result.outputs],\n",
515+
" \"Predicted Titles\": [output[1] for output in result.results],\n",
516+
" \"Top 5 Recall\": [output[2] for output in result.results],\n",
517517
" },\n",
518518
" artifact_file=\"eval_results.json\",\n",
519519
" )\n",

docs/docs/tutorials/classification_finetuning/index.ipynb

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -547,8 +547,8 @@
547547
" {\n",
548548
" \"Text\": [example.text for example in devset],\n",
549549
" \"Expected\": [example.example_label for example in devset],\n",
550-
" \"Predicted\": [output[1] for output in result.outputs],\n",
551-
" \"Exact match\": [output[2] for output in result.outputs],\n",
550+
" \"Predicted\": [output[1] for output in result.results],\n",
551+
" \"Exact match\": [output[2] for output in result.results],\n",
552552
" },\n",
553553
" artifact_file=\"eval_results.json\",\n",
554554
" )\n",

docs/docs/tutorials/entity_extraction/index.ipynb

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -526,8 +526,8 @@
526526
" {\n",
527527
" \"Tokens\": [example.tokens for example in test_set],\n",
528528
" \"Expected\": [example.expected_extracted_people for example in test_set],\n",
529-
" \"Predicted\": [output[1] for output in result.outputs],\n",
530-
" \"Exact match\": [output[2] for output in result.outputs],\n",
529+
" \"Predicted\": [output[1] for output in result.results],\n",
530+
" \"Exact match\": [output[2] for output in result.results],\n",
531531
" },\n",
532532
" artifact_file=\"eval_results.json\",\n",
533533
" )\n",

docs/docs/tutorials/math/index.ipynb

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -382,8 +382,8 @@
382382
" {\n",
383383
" \"Question\": [example.question for example in dataset.dev],\n",
384384
" \"Gold Answer\": [example.answer for example in dataset.dev],\n",
385-
" \"Predicted Answer\": [output[1] for output in result.outputs],\n",
386-
" \"Correctness\": [output[2] for output in result.outputs],\n",
385+
" \"Predicted Answer\": [output[1] for output in result.results],\n",
386+
" \"Correctness\": [output[2] for output in result.results],\n",
387387
" },\n",
388388
" artifact_file=\"eval_results.json\",\n",
389389
" )\n",

docs/docs/tutorials/multihop_search/index.ipynb

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -546,8 +546,8 @@
546546
" {\n",
547547
" \"Claim\": [example.claim for example in eval_set],\n",
548548
" \"Expected Titles\": [example.titles for example in eval_set],\n",
549-
" \"Predicted Titles\": [output[1] for output in result.outputs],\n",
550-
" \"Top 5 Recall\": [output[2] for output in result.outputs],\n",
549+
" \"Predicted Titles\": [output[1] for output in result.results],\n",
550+
" \"Top 5 Recall\": [output[2] for output in result.results],\n",
551551
" },\n",
552552
" artifact_file=\"eval_results.json\",\n",
553553
" )\n",

docs/docs/tutorials/rag/index.ipynb

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -744,8 +744,8 @@
744744
" {\n",
745745
" \"Question\": [example.question for example in eval_set],\n",
746746
" \"Gold Response\": [example.response for example in eval_set],\n",
747-
" \"Predicted Response\": [output[1] for output in result.outputs],\n",
748-
" \"Semantic F1 Score\": [output[2] for output in result.outputs],\n",
747+
" \"Predicted Response\": [output[1] for output in result.results],\n",
748+
" \"Semantic F1 Score\": [output[2] for output in result.results],\n",
749749
" },\n",
750750
" artifact_file=\"eval_results.json\",\n",
751751
" )\n",

dspy/evaluate/evaluate.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ def __call__(
110110
111111
- score: A float percentage score (e.g., 67.30) representing overall performance
112112
113-
- outputs: a list of (example, prediction, score) tuples for each example in devset
113+
- results: a list of (example, prediction, score) tuples for each example in devset
114114
"""
115115
metric = metric if metric is not None else self.metric
116116
devset = devset if devset is not None else self.devset
@@ -162,7 +162,7 @@ def process_item(example):
162162

163163
return dspy.Prediction(
164164
score=round(100 * ncorrect / ntotal, 2),
165-
outputs=results,
165+
results=results,
166166
)
167167

168168

dspy/teleprompt/bootstrap_finetune.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -222,10 +222,10 @@ def wrapped_program(**kwargs):
222222
with dspy.context(trace=[]):
223223
return program(**kwargs), dspy.settings.trace.copy()
224224

225-
outputs = evaluator(wrapped_program, metric=wrapped_metric).outputs
225+
results = evaluator(wrapped_program, metric=wrapped_metric).results
226226

227227
data = []
228-
for example_ind, (example, prediction, score) in enumerate(outputs):
228+
for example_ind, (example, prediction, score) in enumerate(results):
229229
prediction, trace = prediction
230230
data_dict = dict(example=example, prediction=prediction, trace=trace, example_ind=example_ind)
231231
if metric:

dspy/teleprompt/random_search.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -118,7 +118,7 @@ def compile(self, student, *, teacher=None, trainset, valset=None, restrict=None
118118

119119
result = evaluate(program)
120120

121-
score, subscores = result.score, [output[2] for output in result.outputs]
121+
score, subscores = result.score, [output[2] for output in result.results]
122122

123123
all_subscores.append(subscores)
124124

0 commit comments

Comments
 (0)