File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
fastdeploy/entrypoints/openai Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -239,8 +239,8 @@ async def completion_full_generator(
239239 raise ValueError ("{}" .format (data ["error_msg" ]))
240240
241241 output = data ["outputs" ]
242- output_top_logprobs = output [ "top_logprobs" ]
243- output_draft_top_logprobs = output [ "draft_top_logprobs" ]
242+ output_top_logprobs = output . get ( "top_logprobs" ) or None
243+ output_draft_top_logprobs = output . get ( "draft_top_logprobs" ) or None
244244 if output_top_logprobs is not None :
245245 aggregated_top_logprobs [rid ][0 ].extend (output_top_logprobs [0 ])
246246 aggregated_top_logprobs [rid ][1 ].extend (output_top_logprobs [1 ])
@@ -510,8 +510,8 @@ def request_output_to_completion_response(
510510 completion_token_ids = completion_batched_token_ids [idx ]
511511
512512 output = final_res ["outputs" ]
513- output_top_logprobs = output [ "top_logprobs" ]
514- output_draft_top_logprobs = output [ "draft_top_logprobs" ]
513+ output_top_logprobs = output . get ( "top_logprobs" ) or None
514+ output_draft_top_logprobs = output . get ( "draft_top_logprobs" ) or None
515515
516516 aggregated_logprobs : Optional [CompletionLogprobs ] = None
517517 if output_top_logprobs is not None :
You can’t perform that action at this time.
0 commit comments