Skip to content

Commit fbde959

Browse files
committed
fix unitest
1 parent eedb56d commit fbde959

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

fastdeploy/entrypoints/openai/serving_completion.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -239,8 +239,8 @@ async def completion_full_generator(
239239
raise ValueError("{}".format(data["error_msg"]))
240240

241241
output = data["outputs"]
242-
output_top_logprobs = output["top_logprobs"]
243-
output_draft_top_logprobs = output["draft_top_logprobs"]
242+
output_top_logprobs = output.get("top_logprobs") or None
243+
output_draft_top_logprobs = output.get("draft_top_logprobs") or None
244244
if output_top_logprobs is not None:
245245
aggregated_top_logprobs[rid][0].extend(output_top_logprobs[0])
246246
aggregated_top_logprobs[rid][1].extend(output_top_logprobs[1])
@@ -510,8 +510,8 @@ def request_output_to_completion_response(
510510
completion_token_ids = completion_batched_token_ids[idx]
511511

512512
output = final_res["outputs"]
513-
output_top_logprobs = output["top_logprobs"]
514-
output_draft_top_logprobs = output["draft_top_logprobs"]
513+
output_top_logprobs = output.get("top_logprobs") or None
514+
output_draft_top_logprobs = output.get("draft_top_logprobs") or None
515515

516516
aggregated_logprobs: Optional[CompletionLogprobs] = None
517517
if output_top_logprobs is not None:

0 commit comments

Comments
 (0)