Generate token metrics also for fake stream

Signed-off-by: Eero Tamminen <[email protected]>
opea-project · Mar 3, 2025 · 04f2407 · 04f2407
1 parent 4bfd4ae
commit 04f2407
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/comps/cores/mega/orchestrator.py b/comps/cores/mega/orchestrator.py
@@ -170,6 +170,8 @@ async def schedule(self, initial_inputs: Dict | BaseModel, llm_parameters: LLMPa
                                 # turn the response to a StreamingResponse
                                 # to make the response uniform to UI
                                 def fake_stream(text):
+                                    is_first = True
+                                    token_start = self.metrics.token_update(token_start, is_first)
                                     yield "data: b'" + text + "'\n\n"
                                     yield "data: [DONE]\n\n"