diff --git a/src/llama_stack/testing/api_recorder.py b/src/llama_stack/testing/api_recorder.py index 4257f624fb..b2bc355960 100644 --- a/src/llama_stack/testing/api_recorder.py +++ b/src/llama_stack/testing/api_recorder.py @@ -191,7 +191,9 @@ def normalize_inference_request(method: str, url: str, headers: dict[str, Any], def normalize_tool_request(provider_name: str, tool_name: str, kwargs: dict[str, Any]) -> str: """Create a normalized hash of the tool request for consistent matching.""" + test_id = get_test_context() normalized = { + "test_id": test_id, "provider": provider_name, "tool_name": tool_name, "kwargs": kwargs, diff --git a/tests/integration/responses/recordings/023642939ff46268c41e33db447ec9fff6d2ae3713ad39bd3e582439b380006f.json b/tests/integration/responses/recordings/023642939ff46268c41e33db447ec9fff6d2ae3713ad39bd3e582439b380006f.json new file mode 100644 index 0000000000..0b92253e6b --- /dev/null +++ b/tests/integration/responses/recordings/023642939ff46268c41e33db447ec9fff6d2ae3713ad39bd3e582439b380006f.json @@ -0,0 +1,1750 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=azure/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_d4ptyQ4FXKzKu6ZBarEdnzlE", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_d4ptyQ4FXKzKu6ZBarEdnzlE", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WIt6Xlhr6srF4R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WTMijaBqqqPvA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XW9swqwqkeT9YF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pqR8u0aDwINz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AFfrFqou8K1bgSm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AJKUxegl1Dulb5P" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iS5QYQd6Ky" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tXDMYCvZgc5M6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Hwl2jB5S6g" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " has", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lXGVb79DIH58" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "qjO1OgKw7N1vmuP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "o0vuA0ikE7p1r" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7zh8cdAn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "genwGqu1PeC3sFh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vD05wPchbV71U" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " noted", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bf1kkyZ9qo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ENrjyYGLj9G55" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " its", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eQF9X5SdQGG8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " architecture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VYk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fsJhaaNgoCT4np" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "e", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OrILTWSxLMDzVYf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": ".g", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SFRcreJSWdBkbI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": ".,", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cZgXm24mDzlf8a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HTrXnzwn0bszlZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xNDCzavRbuKB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "upHtQK8vkZHk48W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iE9KDmp12VNCval" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "-M", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iuy8a6bUnv5Ii7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "aver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6jpYZ7EY4v54" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jX5OSrzyD6aYK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Pzr30kY5YpEznMB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "17", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Z6KedaEJEwDsFQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "B", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dLgCjChYYRe6HNw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OP2VwcHufUskpPB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oKrWqzbPOaeSK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pGmjNLj1rwVcHyb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "P521DQGP2Dxc6F" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3ZFLl5ll4GT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "o8f9LOyWlCI0P" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MckCYUr3W3NOZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "v8w3kVIo2ddYDWz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "\"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UehNpC4uhpumFu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " designation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "om7v" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " indicates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nLNPYU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "i6DSw4uChuMY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " number", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Q0Arhe7lN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "T0wQp2BLQM5uu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oEEXoA2A" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YBftDZFjj69Lx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "m3Yl6zBgL5qo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " Mi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "t6NS9z2Pn8UXm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "xture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cVANMye6REJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "qY9RTU2jcUxq9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " Experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mTq6wZd5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jWd1F07MC1i4gY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "Mo", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IGBjy8vf7p2M1z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fUap47DNLiGT8Ql" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8Q8fmZIk5Isiz0K" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": " setup", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8Blx4uUsjH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DkGDgn9mHMpKZQj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dQ7Zp5v0le" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-023642939ff4", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 61, + "prompt_tokens": 1408, + "total_tokens": 1469, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 1280 + } + }, + "obfuscation": "YpNBgz8f" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/060245aa5775c17b50e06b182a1ebf17aa70b0544b332427aa283a868d36861b.json b/tests/integration/responses/recordings/060245aa5775c17b50e06b182a1ebf17aa70b0544b332427aa283a868d36861b.json new file mode 100644 index 0000000000..9a6f138ff0 --- /dev/null +++ b/tests/integration/responses/recordings/060245aa5775c17b50e06b182a1ebf17aa70b0544b332427aa283a868d36861b.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_basic_responses.py::test_include_logprobs_with_web_search[txt=openai/gpt-4o]", + "request": { + "test_id": "tests/integration/responses/test_basic_responses.py::test_include_logprobs_with_web_search[txt=openai/gpt-4o]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "positive news October 22 2023" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"positive news October 22 2023\", \"top_k\": [{\"url\": \"https://www.positive.news/society/what-went-right-in-2023-the-top-25-good-news-stories-of-the-year/\", \"title\": \"What went right in 2023: the top 25 good news stories of the year\", \"content\": \"Image for What went right in 2023: the top 25 good news stories of the year. \\u201cWe are seeing a pace of progress that has not been witnessed for 100 years,\\u201d Bertalan Mesk\\u00f3, director of the Medical Futurist Institute in Budapest, told Positive News in October. The new law still needs final approval, and many aspects of it are not expected to come into force for up to two years, which is a long time in the world of AI development. The new law still needs final approval, and many aspects of it are not expected to come into force for up to two years, which is a long time in the world of AI development. Image for What went right in 2022: the top 25 good news stories of the year. Image for What went right in 2021: the top 26 good news stories of the year. Image for What went right in 2020: the top 20 good news stories of the year.\", \"score\": 0.9959299, \"raw_content\": null}, {\"url\": \"https://www.nbcnews.com/meet-the-press/meet-press-october-22-2023-n1307654\", \"title\": \"Meet the Press \\u2013 October 22, 2023 - NBC News\", \"content\": \"And we need it to move forward on the strong bipartisan basis we've already seen when it comes to supporting both Ukraine and Israel, and I hope the people of Gaza. I mean, I just heard the former speaker of the House say that we need to make sure Israel has what they need, particularly with resupplying Iron Dome and other security apparatus that exist in Israel, in their war. And if I was president of the United States, I would have directed Joint Special Operations Command to stand up Delta Force, to stand up the Navy SEALs, who do the best hostage rescue in the world, and say, \\\"You need to \\u2013 you need to work with IDF, and we need to tell Hamas, 'You've got 12 hours to turn American and Israeli hostages loose, or we are coming to get them.'\\\" I mean, look, I welcome the release of two American hostages this week.\", \"score\": 0.9928786, \"raw_content\": null}, {\"url\": \"https://www.nytimes.com/issue/todayspaper/2023/10/22/todays-new-york-times\", \"title\": \"The New York Times in Print for Sunday, Oct. 22, 2023\", \"content\": \"By Thomas Fuller and Vivian Yee. Twenty trucks carried humanitarian supplies into the Gaza Strip from Egypt on Saturday, but aid agencies said far more would be needed for Gaza\\u2019s two million residents. Twenty trucks carried humanitarian supplies into the Gaza Strip from Egypt on Saturday, but aid agencies said far more would be needed for Gaza\\u2019s two million residents. 2. ### Biden and Aides Advise Israel to Avoid Widening War With Hezbollah Strike. U.S. officials learned that the Israeli defense minister and other military officials supported a pre-emptive strike on Hezbollah. President Biden met with Prime Minister Netanyahu of Israel and his war cabinet on Wednesday. President Biden met with Prime Minister Netanyahu of Israel and his war cabinet on Wednesday. Israel\\u2019s conflict with Hamas, Russia\\u2019s invasion of Ukraine and the rise of China have brought a boom for weapons makers and a chance for Washington to build closer military ties to other countries.\", \"score\": 0.9918121, \"raw_content\": null}, {\"url\": \"https://theweek.com/digest/round-up/10-things-you-need-to-know-today-october-22-2023\", \"title\": \"10 things you need to know today: October 22, 2023 | The Week\", \"content\": \"Israeli planes strike Gaza and West Bank as war intensifies, US pressing United Nations to draft Israeli self-defense resolution, and more.\", \"score\": 0.9916842, \"raw_content\": null}, {\"url\": \"https://www.theguardian.com/theobserver/2023/oct/22\", \"title\": \"News | From the Observer | The Guardian - The Guardian\", \"content\": \"Noam Alon, whose girlfriend Inbar Haiman was abducted by Hamas in the October 7 attack in Israel, is calling on international leaders to make the safe return of the hostages their priority. + ### \\u2018Distressed\\u2019 BBC staff get mental health support over Israel-Hamas war. \\u2018Distressed\\u2019 BBC staff get mental health support over Israel-Hamas war. + ### Tories alarmed by threat from the right as Reform UK focuses on pro-Brexit seats. Tories alarmed by threat from the right as Reform UK focuses on pro-Brexit seats. ### The Observer view on the Israel-Hamas war: the world needs to act to avoid a wider conflict. The Observer view on the Israel-Hamas war: the world needs to act to avoid a wider conflict. + ### Letters: on both sides of the Israel-Hamas war, the victims are innocent. Letters: on both sides of the Israel-Hamas war, the victims are innocent. ### A property price rise in the UK could be the Tories\\u2019 last election trump card.\", \"score\": 0.9896718, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/0c8c3851b60de4039af5cc222e7dc33a305eb343029f537818cf6055dbd55ecf.json b/tests/integration/responses/recordings/0c8c3851b60de4039af5cc222e7dc33a305eb343029f537818cf6055dbd55ecf.json new file mode 100644 index 0000000000..dc143a0b6f --- /dev/null +++ b/tests/integration/responses/recordings/0c8c3851b60de4039af5cc222e7dc33a305eb343029f537818cf6055dbd55ecf.json @@ -0,0 +1,1507 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_UWGoA9lq9cywylLhFYxNaxth", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_UWGoA9lq9cywylLhFYxNaxth", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9995005, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.9933072, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.9801293, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.97462875, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.97344345, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Rl4pfIK56pZ8GS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "digXP1mgRyGjI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "efvNxeCtA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "h8oBstPR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rynPxGaAe7f1I" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JSAnlOcKx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "epbsE9vfocmnq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KlJDWpb1T" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3hoREH6cZx0Isnh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7VEo7glSnQsKp1i" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Why4A8IWarmZTNS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "11", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6fQivfJe4i0Xlk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7wpN00cnTVRutyY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "15", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "46b7r1HVM70BBp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "O1i5drjydXGg77g" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " which", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ydkYZlT0HU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " was", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9bTxgN4WdhLT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " released", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vo0z7b4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZClimxWDXsSm7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " March", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "USR4gd019M" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3ohjtqn9oawBFM3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Fzrfgp1wQuZ0aK8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "q6tOlGZHnaawf3Z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rIl5yTTcwfypdMS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DkOWLOrIaYhSQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "6", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aV0n3Y7OCJukMzI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XJc3Hv6Z8NpfLa7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " You", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gXRsRZ1nmIFF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "t21xccCHC8J2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " always", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DD5JUHJGz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " check", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3wZzTLhia6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AT2YOtdWIHHI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gvqvmW5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "qLs6ON8BRKIFrc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9bENLkArQZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " website", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "EAsxrB5x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ny5DZw3LJuuW15" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nybSn2TP0fj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RFmEodgnpHWLA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "CHbTsHXB07Yxa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ExtSL0gc3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "io1J0PoStDDL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "/)", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3NeHiHQD1Roknu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rVSkbZIuEFAR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7QsRiLiQXc6s" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " most", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mmFNHWYBe9s" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " up", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HsSryJRKBn6NQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "-to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eTQ6YHEQ1flOa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": "-date", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kr2860WOosS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pLL5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bD2qbrUJ1Eth6v9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1TseRAoAbj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-0c8c3851b60d", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 52, + "prompt_tokens": 569, + "total_tokens": 621, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "crvvj7eB7NAwS" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/13242e6818d7ab26b6fd5298f6934cf1fabd22c572e06451bd20ac8d0c43ad8b.json b/tests/integration/responses/recordings/13242e6818d7ab26b6fd5298f6934cf1fabd22c572e06451bd20ac8d0c43ad8b.json new file mode 100644 index 0000000000..d376ec9996 --- /dev/null +++ b/tests/integration/responses/recordings/13242e6818d7ab26b6fd5298f6934cf1fabd22c572e06451bd20ac8d0c43ad8b.json @@ -0,0 +1,1507 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=azure/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_Iua5rStzmlVUaFgrgJF2vmvi", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_Iua5rStzmlVUaFgrgJF2vmvi", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "R2m2peWxDXBcZo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ORVbJ5AyDsggv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "q3l591lv4CcdhI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3XEMAkL4Oyrz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YZbntr2wWJqOsgJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MGvSYOv6yuKmP6t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pf0gkwHHns" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LB5ASlubbtlfm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "krcJv9LoLv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RwYaHR2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "GRmAFRMqQb0qFU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " Mi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XtpZyOSFaAP8V" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "xture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0QasaCYTZ2F" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AKf53GhAERx3T" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " Experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ce0Jpawp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TsrIlWQbJeVDSW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "Mo", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "e9DgP68TdhHdgi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5Cd1CKrsT0OZyqU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "haGCJjHZ2zyffcH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " architecture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Hlc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wCYcxuoQyYH4tne" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wCGZLTNC8yaf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " one", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "v1aebMc4Scvp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HPdDzrYr4P19p" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " its", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Acd17klQTT7a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " configurations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "A" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1x3u1TtXUM4nFNz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " specifically", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2Nu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " known", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2HnaxapAVg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yYDtQKXBVAMV4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DnGYb4AEpbl8v" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QlgdT8vKbfQaXcC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1YRrV57tjkq5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6TfeT6qhsyJNhZC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RHCmrjoQ9egNQQd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "-M", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "n8ZMmkAnn4uVnj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "aver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dMvgJwrftDtm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IqzuWeLVq42p4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ON1YFGjxm5piL11" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "17", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tjk7sHy8a9Ygcj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "B", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YgIgso7HWPSnbhd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "K0cL1MIFjH8Wjhl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "EEm7GRtprK9ix" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "qJJEzmwLaoiL5EH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": ",\"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SjC8QG7R0GSCr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " has", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XqXseoJFa8Fn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "EJv5bmxi4EQXE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0ZsIC2w0mznK4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Vz0fHBQB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Ng06HU8cGV3yvk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iQffKGRaL5KVoMd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "I6qyuF1l4t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-13242e6818d7", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 52, + "prompt_tokens": 1408, + "total_tokens": 1460, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 1280 + } + }, + "obfuscation": "iOkJdgdh" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/18a0afd29c5c7b1c649bd120e76c2fdaf1fd965532e99edb11ff5fbcb6a6e479.json b/tests/integration/responses/recordings/18a0afd29c5c7b1c649bd120e76c2fdaf1fd965532e99edb11ff5fbcb6a6e479.json new file mode 100644 index 0000000000..1e179883a6 --- /dev/null +++ b/tests/integration/responses/recordings/18a0afd29c5c7b1c649bd120e76c2fdaf1fd965532e99edb11ff5fbcb6a6e479.json @@ -0,0 +1,751 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=openai/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_48RoVmcPZW7MQ3V281Pt0CMm", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_48RoVmcPZW7MQ3V281Pt0CMm", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "N7r3Lj8pmU2huT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "oweuhrbYRhVnm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "QUurw3VfT9uXpD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "YVgW9t1HJ94E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qw5iTbN85ThmjyU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7SzgU2yWRfj1vm0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "DXyc5ymFSd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "fGW1c7jqei9cH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8RZyY3ZiEL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "YDj244c0EARH8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KaDFDLdtCFABh8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "iWdVWxddIuKJU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "Mi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "X8NJVo4DXeZyE8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "xture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qmRcRUgdNUG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mh5WAmC7S85Cx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " Experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qOBxbbDO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "\"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "I92DeeyJK1NgTF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "WZgHD1Lyw6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "AhcAtc5gOsl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "WpqqI6ZAJBbiRK6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "YRJdmETzGUCqH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ytL1sSoY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "WHZSy2LPpZp8NT4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TvV1Yx2Oi3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-18a0afd29c5c", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 23, + "prompt_tokens": 1408, + "total_tokens": 1431, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "NGTugSFCneZ" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/19cea36fcfeb3967333c804e277baadca03ff1e9eeb2d90a75c213fa0c90e2f4.json b/tests/integration/responses/recordings/19cea36fcfeb3967333c804e277baadca03ff1e9eeb2d90a75c213fa0c90e2f4.json new file mode 100644 index 0000000000..b8e92a581c --- /dev/null +++ b/tests/integration/responses/recordings/19cea36fcfeb3967333c804e277baadca03ff1e9eeb2d90a75c213fa0c90e2f4.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9995005, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.9933072, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.9801293, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.97462875, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.97344345, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/1b2a2a32f4d46c2f332fb403f05b3db9ff62a674070b4a6761e8f357ddc5d221.json b/tests/integration/responses/recordings/1b2a2a32f4d46c2f332fb403f05b3db9ff62a674070b4a6761e8f357ddc5d221.json new file mode 100644 index 0000000000..3a25bd341e --- /dev/null +++ b/tests/integration/responses/recordings/1b2a2a32f4d46c2f332fb403f05b3db9ff62a674070b4a6761e8f357ddc5d221.json @@ -0,0 +1,1264 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_u29S9gk59kj0KBJcxsDcGvb5", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_u29S9gk59kj0KBJcxsDcGvb5", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9995005, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.9933072, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.9801293, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.97462875, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.97344345, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Ky6dXhYi6RaQYu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sx1j0eOTFbGNV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vUL1fp6Tt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8gpIBdOn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DvC8BBIkLinmC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iDL3VQLGi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "GBkHCkpHyN4Vp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WR7PyaZqm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8sLiOWMG9WlC4FH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "d816z6ikZpqB5d5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VMb8eZM9seSmGM6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Qxo4vFAPn5g4h4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XEzboMlff85qV4z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "i7vrapeUHIV7L0h" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YqUqpSpmwdIeS7T" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "h0bYzD6QYsyC1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " noted", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BEjOpgdB6K" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TtDEzcdSqNWPL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZvEnCnfmF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "96ndhWIdOrR6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QEKS4YERKFLebBq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OlYNMEPcgpt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Wp73fSAS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DDU7RXeCoGQC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "q7Hj6dYwAzdlM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " downloaded", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cGcpH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " from", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4T4ZThphSvQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "CSHZAdIwVfJx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YPK07NeVZSXna8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JKG0gz1D" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "FElSSHH2v" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": " website", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ikTYFM5U" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RHzGA0cTr9OVY0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MKkTPgf1755" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lICh7Y7reEr3i" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VBQHqJ0uq7SVj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "qoc4GKCha" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9veEZda7Pyc5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "/download", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LLLn0r7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mrdtZws6fWbEZGd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uXzpnVlmhy0XeDO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YyUAFf1MncRoSC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "GsEtNiPipL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1b2a2a32f4d4", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 43, + "prompt_tokens": 569, + "total_tokens": 612, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "uFP5uhx9iCh5D" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/1daaaa2973d068094b9a3769842bacf06921b861be405bcdfffd720d31a42771.json b/tests/integration/responses/recordings/1daaaa2973d068094b9a3769842bacf06921b861be405bcdfffd720d31a42771.json new file mode 100644 index 0000000000..cdb53eaee4 --- /dev/null +++ b/tests/integration/responses/recordings/1daaaa2973d068094b9a3769842bacf06921b861be405bcdfffd720d31a42771.json @@ -0,0 +1,5093 @@ +{ + "test_id": "tests/integration/responses/test_basic_responses.py::test_include_logprobs_with_web_search[txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "Search for a positive news story from today." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_67yPGvzTgNkB5t7NgpvT9iU9", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"positive news October 22 2023\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_67yPGvzTgNkB5t7NgpvT9iU9", + "content": "{\"query\": \"positive news October 22 2023\", \"top_k\": [{\"url\": \"https://www.positive.news/society/what-went-right-in-2023-the-top-25-good-news-stories-of-the-year/\", \"title\": \"What went right in 2023: the top 25 good news stories of the year\", \"content\": \"Image for What went right in 2023: the top 25 good news stories of the year. \\u201cWe are seeing a pace of progress that has not been witnessed for 100 years,\\u201d Bertalan Mesk\\u00f3, director of the Medical Futurist Institute in Budapest, told Positive News in October. The new law still needs final approval, and many aspects of it are not expected to come into force for up to two years, which is a long time in the world of AI development. The new law still needs final approval, and many aspects of it are not expected to come into force for up to two years, which is a long time in the world of AI development. Image for What went right in 2022: the top 25 good news stories of the year. Image for What went right in 2021: the top 26 good news stories of the year. Image for What went right in 2020: the top 20 good news stories of the year.\", \"score\": 0.9959299, \"raw_content\": null}, {\"url\": \"https://www.nbcnews.com/meet-the-press/meet-press-october-22-2023-n1307654\", \"title\": \"Meet the Press \\u2013 October 22, 2023 - NBC News\", \"content\": \"And we need it to move forward on the strong bipartisan basis we've already seen when it comes to supporting both Ukraine and Israel, and I hope the people of Gaza. I mean, I just heard the former speaker of the House say that we need to make sure Israel has what they need, particularly with resupplying Iron Dome and other security apparatus that exist in Israel, in their war. And if I was president of the United States, I would have directed Joint Special Operations Command to stand up Delta Force, to stand up the Navy SEALs, who do the best hostage rescue in the world, and say, \\\"You need to \\u2013 you need to work with IDF, and we need to tell Hamas, 'You've got 12 hours to turn American and Israeli hostages loose, or we are coming to get them.'\\\" I mean, look, I welcome the release of two American hostages this week.\", \"score\": 0.9928786, \"raw_content\": null}, {\"url\": \"https://www.nytimes.com/issue/todayspaper/2023/10/22/todays-new-york-times\", \"title\": \"The New York Times in Print for Sunday, Oct. 22, 2023\", \"content\": \"By Thomas Fuller and Vivian Yee. Twenty trucks carried humanitarian supplies into the Gaza Strip from Egypt on Saturday, but aid agencies said far more would be needed for Gaza\\u2019s two million residents. Twenty trucks carried humanitarian supplies into the Gaza Strip from Egypt on Saturday, but aid agencies said far more would be needed for Gaza\\u2019s two million residents. 2. ### Biden and Aides Advise Israel to Avoid Widening War With Hezbollah Strike. U.S. officials learned that the Israeli defense minister and other military officials supported a pre-emptive strike on Hezbollah. President Biden met with Prime Minister Netanyahu of Israel and his war cabinet on Wednesday. President Biden met with Prime Minister Netanyahu of Israel and his war cabinet on Wednesday. Israel\\u2019s conflict with Hamas, Russia\\u2019s invasion of Ukraine and the rise of China have brought a boom for weapons makers and a chance for Washington to build closer military ties to other countries.\", \"score\": 0.9918121, \"raw_content\": null}, {\"url\": \"https://theweek.com/digest/round-up/10-things-you-need-to-know-today-october-22-2023\", \"title\": \"10 things you need to know today: October 22, 2023 | The Week\", \"content\": \"Israeli planes strike Gaza and West Bank as war intensifies, US pressing United Nations to draft Israeli self-defense resolution, and more.\", \"score\": 0.9916842, \"raw_content\": null}, {\"url\": \"https://www.theguardian.com/theobserver/2023/oct/22\", \"title\": \"News | From the Observer | The Guardian - The Guardian\", \"content\": \"Noam Alon, whose girlfriend Inbar Haiman was abducted by Hamas in the October 7 attack in Israel, is calling on international leaders to make the safe return of the hostages their priority. + ### \\u2018Distressed\\u2019 BBC staff get mental health support over Israel-Hamas war. \\u2018Distressed\\u2019 BBC staff get mental health support over Israel-Hamas war. + ### Tories alarmed by threat from the right as Reform UK focuses on pro-Brexit seats. Tories alarmed by threat from the right as Reform UK focuses on pro-Brexit seats. ### The Observer view on the Israel-Hamas war: the world needs to act to avoid a wider conflict. The Observer view on the Israel-Hamas war: the world needs to act to avoid a wider conflict. + ### Letters: on both sides of the Israel-Hamas war, the victims are innocent. Letters: on both sides of the Israel-Hamas war, the victims are innocent. ### A property price rise in the UK could be the Tories\\u2019 last election trump card.\", \"score\": 0.9896718, \"raw_content\": null}]}" + } + ], + "logprobs": true, + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "lQk9Y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "Here", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "Here", + "bytes": [ + 72, + 101, + 114, + 101 + ], + "logprob": -2.3185536861419678, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mTxEmo8nQv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " is", + "bytes": [ + 32, + 105, + 115 + ], + "logprob": -0.013233285397291183, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ObDFfGArwAH7dv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " a", + "bytes": [ + 32, + 97 + ], + "logprob": -0.001026854501105845, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "dUzsG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " positive", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " positive", + "bytes": [ + 32, + 112, + 111, + 115, + 105, + 116, + 105, + 118, + 101 + ], + "logprob": -0.010892771184444427, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ngU7e270RW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " news", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " news", + "bytes": [ + 32, + 110, + 101, + 119, + 115 + ], + "logprob": -0.008509253151714802, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "AW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " story", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " story", + "bytes": [ + 32, + 115, + 116, + 111, + 114, + 121 + ], + "logprob": -0.014444716274738312, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pYIMaLA0Jr88" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " for", + "bytes": [ + 32, + 102, + 111, + 114 + ], + "logprob": -2.9753975868225098, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eNvp5wTyPm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " today", + "bytes": [ + 32, + 116, + 111, + 100, + 97, + 121 + ], + "logprob": -0.07097920775413513, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4NWdcgiTbXzmqj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ",", + "bytes": [ + 44 + ], + "logprob": -0.35194772481918335, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "iLwyqXeqlsw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " October", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " October", + "bytes": [ + 32, + 79, + 99, + 116, + 111, + 98, + 101, + 114 + ], + "logprob": -6.468279752880335e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "C" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " ", + "bytes": [ + 32 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4WLYsZ8KFnje" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "22", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "22", + "bytes": [ + 50, + 50 + ], + "logprob": -1.0280383548888494e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pvrW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ",", + "bytes": [ + 44 + ], + "logprob": -0.00024275471514556557, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CYUMiu74" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " ", + "bytes": [ + 32 + ], + "logprob": -1.0280383548888494e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "oBDWPNcPK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "202", + "bytes": [ + 50, + 48, + 50 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "45" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "3", + "bytes": [ + 51 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vPu40B52RCbq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ":\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ":\n\n", + "bytes": [ + 58, + 10, + 10 + ], + "logprob": -0.07736381888389587, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "FdlOewZ9zbN7H" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "NBC", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "NBC", + "bytes": [ + 78, + 66, + 67 + ], + "logprob": -2.3005309104919434, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Dp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " News", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " News", + "bytes": [ + 32, + 78, + 101, + 119, + 115 + ], + "logprob": -0.006343241780996323, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6sR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " reported", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " reported", + "bytes": [ + 32, + 114, + 101, + 112, + 111, + 114, + 116, + 101, + 100 + ], + "logprob": -0.3522718548774719, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "a4GogCHFxFG4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " that", + "bytes": [ + 32, + 116, + 104, + 97, + 116 + ], + "logprob": -1.07322096824646, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "c4SjjxJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " two", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " two", + "bytes": [ + 32, + 116, + 119, + 111 + ], + "logprob": -0.1620268076658249, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "VocbOCiF1e" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " American", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " American", + "bytes": [ + 32, + 65, + 109, + 101, + 114, + 105, + 99, + 97, + 110 + ], + "logprob": -5.621933451038785e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "sAB5GESg10s" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " host", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " host", + "bytes": [ + 32, + 104, + 111, + 115, + 116 + ], + "logprob": -3.7697225252486533e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "ages", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "ages", + "bytes": [ + 97, + 103, + 101, + 115 + ], + "logprob": -4.961759259458631e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "THvg1uVb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " were", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " were", + "bytes": [ + 32, + 119, + 101, + 114, + 101 + ], + "logprob": -0.19425161182880402, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Rds" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " released", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " released", + "bytes": [ + 32, + 114, + 101, + 108, + 101, + 97, + 115, + 101, + 100 + ], + "logprob": -0.022570520639419556, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "A5m2d2QYEj1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " this", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " this", + "bytes": [ + 32, + 116, + 104, + 105, + 115 + ], + "logprob": -0.4446239173412323, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "e1Cr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " week", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " week", + "bytes": [ + 32, + 119, + 101, + 101, + 107 + ], + "logprob": -0.00924916286021471, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4Hu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".", + "bytes": [ + 46 + ], + "logprob": -0.494955450296402, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SmZK8gtDCxe72" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " Although", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Although", + "bytes": [ + 32, + 65, + 108, + 116, + 104, + 111, + 117, + 103, + 104 + ], + "logprob": -4.407712936401367, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1QN7bNL74SXGYU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " the", + "bytes": [ + 32, + 116, + 104, + 101 + ], + "logprob": -0.32366496324539185, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pvuZBrEVI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " broader", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " broader", + "bytes": [ + 32, + 98, + 114, + 111, + 97, + 100, + 101, + 114 + ], + "logprob": -1.5498181581497192, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hnao" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " subject", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " subject", + "bytes": [ + 32, + 115, + 117, + 98, + 106, + 101, + 99, + 116 + ], + "logprob": -9999.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " involves", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " involves", + "bytes": [ + 32, + 105, + 110, + 118, + 111, + 108, + 118, + 101, + 115 + ], + "logprob": -0.8340801000595093, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8iWRuDOJ2kf9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " conflict", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " conflict", + "bytes": [ + 32, + 99, + 111, + 110, + 102, + 108, + 105, + 99, + 116 + ], + "logprob": -1.8436174392700195, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "q8nfo6QPoAXY0E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ",", + "bytes": [ + 44 + ], + "logprob": -0.10669765621423721, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SQ2K9kpnrd1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " the", + "bytes": [ + 32, + 116, + 104, + 101 + ], + "logprob": -0.07672291249036789, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ORkyBEMda" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " release", + "bytes": [ + 32, + 114, + 101, + 108, + 101, + 97, + 115, + 101 + ], + "logprob": -0.06555099040269852, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Fj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " of", + "bytes": [ + 32, + 111, + 102 + ], + "logprob": -0.027511226013302803, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TjAgbOYTvFyyPv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " host", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " host", + "bytes": [ + 32, + 104, + 111, + 115, + 116 + ], + "logprob": -0.10030403733253479, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "fBh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "ages", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "ages", + "bytes": [ + 97, + 103, + 101, + 115 + ], + "logprob": -4.1080467781284824e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "150Q7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " brings", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " brings", + "bytes": [ + 32, + 98, + 114, + 105, + 110, + 103, + 115 + ], + "logprob": -4.371321201324463, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CUHZvQD3HZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " a", + "bytes": [ + 32, + 97 + ], + "logprob": -0.2364150732755661, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6xTuZni" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " note", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " note", + "bytes": [ + 32, + 110, + 111, + 116, + 101 + ], + "logprob": -3.722794771194458, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "YLRYy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " of", + "bytes": [ + 32, + 111, + 102 + ], + "logprob": -3.128163257315464e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xzMyyEScptgPF8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " relief", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " relief", + "bytes": [ + 32, + 114, + 101, + 108, + 105, + 101, + 102 + ], + "logprob": -0.45786646008491516, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RrLHZsQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " and", + "bytes": [ + 32, + 97, + 110, + 100 + ], + "logprob": -0.01512208767235279, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "cSNtWiOpaT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " positivity", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " positivity", + "bytes": [ + 32, + 112, + 111, + 115, + 105, + 116, + 105, + 118, + 105, + 116, + 121 + ], + "logprob": -0.9176722168922424, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " amidst", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " amidst", + "bytes": [ + 32, + 97, + 109, + 105, + 100, + 115, + 116 + ], + "logprob": -1.6978654861450195, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ZkQ1V40jN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " the", + "bytes": [ + 32, + 116, + 104, + 101 + ], + "logprob": -1.0345535278320312, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "U0IWktjXCz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " ongoing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " ongoing", + "bytes": [ + 32, + 111, + 110, + 103, + 111, + 105, + 110, + 103 + ], + "logprob": -0.687494158744812, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Kt4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " tensions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " tensions", + "bytes": [ + 32, + 116, + 101, + 110, + 115, + 105, + 111, + 110, + 115 + ], + "logprob": -0.939889132976532, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "dOjktZmhLR0YB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".", + "bytes": [ + 46 + ], + "logprob": -0.3012133836746216, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mPUakI1jJYsK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " This", + "bytes": [ + 32, + 84, + 104, + 105, + 115 + ], + "logprob": -3.4494338035583496, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TUTbz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " development", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " development", + "bytes": [ + 32, + 100, + 101, + 118, + 101, + 108, + 111, + 112, + 109, + 101, + 110, + 116 + ], + "logprob": -0.6661317944526672, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "l8I1B9l77t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " was", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " was", + "bytes": [ + 32, + 119, + 97, + 115 + ], + "logprob": -1.7300688028335571, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rmI2pIm451f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " highlighted", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " highlighted", + "bytes": [ + 32, + 104, + 105, + 103, + 104, + 108, + 105, + 103, + 104, + 116, + 101, + 100 + ], + "logprob": -1.2617074251174927, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "adTy7GcmKB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " in", + "bytes": [ + 32, + 105, + 110 + ], + "logprob": -0.6087979674339294, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " the", + "bytes": [ + 32, + 116, + 104, + 101 + ], + "logprob": -1.1255972385406494, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6lk0QrPkfR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " context", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " context", + "bytes": [ + 32, + 99, + 111, + 110, + 116, + 101, + 120, + 116 + ], + "logprob": -1.2741620540618896, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "JiX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " of", + "bytes": [ + 32, + 111, + 102 + ], + "logprob": -6.790129555156454e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "jqYWT2x6f7wS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " international", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " international", + "bytes": [ + 32, + 105, + 110, + 116, + 101, + 114, + 110, + 97, + 116, + 105, + 111, + 110, + 97, + 108 + ], + "logprob": -1.5804818868637085, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " efforts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " efforts", + "bytes": [ + 32, + 101, + 102, + 102, + 111, + 114, + 116, + 115 + ], + "logprob": -1.0611004829406738, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " and", + "bytes": [ + 32, + 97, + 110, + 100 + ], + "logprob": -0.8670035600662231, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zA9vRi19zzO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " cooperation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " cooperation", + "bytes": [ + 32, + 99, + 111, + 111, + 112, + 101, + 114, + 97, + 116, + 105, + 111, + 110 + ], + "logprob": -2.8134360313415527, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Y0g9TojMdhGw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " to", + "bytes": [ + 32, + 116, + 111 + ], + "logprob": -1.3061398267745972, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " ensure", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " ensure", + "bytes": [ + 32, + 101, + 110, + 115, + 117, + 114, + 101 + ], + "logprob": -1.257326602935791, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yDmBEy8XH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " safety", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " safety", + "bytes": [ + 32, + 115, + 97, + 102, + 101, + 116, + 121 + ], + "logprob": -1.2985615730285645, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uq0Q3rPWA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " and", + "bytes": [ + 32, + 97, + 110, + 100 + ], + "logprob": -0.024236056953668594, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "cE4tDmhAD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " well", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " well", + "bytes": [ + 32, + 119, + 101, + 108, + 108 + ], + "logprob": -4.453668594360352, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1qlST" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-being", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-being", + "bytes": [ + 45, + 98, + 101, + 105, + 110, + 103 + ], + "logprob": -4.870950215263292e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wXPSrCjDS8Q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".\n\n", + "bytes": [ + 46, + 10, + 10 + ], + "logprob": -1.154509425163269, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uINEEmHRKy1R4Ss" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "For", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "For", + "bytes": [ + 70, + 111, + 114 + ], + "logprob": -0.35983163118362427, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "da0ERdZFmtMtKS2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " more", + "bytes": [ + 32, + 109, + 111, + 114, + 101 + ], + "logprob": -0.12424039840698242, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "jch" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " details", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " details", + "bytes": [ + 32, + 100, + 101, + 116, + 97, + 105, + 108, + 115 + ], + "logprob": -0.1815113127231598, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Rah" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ",", + "bytes": [ + 44 + ], + "logprob": -0.022664114832878113, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "AGUeLPEKl7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " you", + "bytes": [ + 32, + 121, + 111, + 117 + ], + "logprob": -0.0027048930060118437, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NpMVloV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " can", + "bytes": [ + 32, + 99, + 97, + 110 + ], + "logprob": -0.006131418514996767, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OnVINPHyw6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " view", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " view", + "bytes": [ + 32, + 118, + 105, + 101, + 119 + ], + "logprob": -1.389012336730957, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "n8PLM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " the", + "bytes": [ + 32, + 116, + 104, + 101 + ], + "logprob": -0.004721445497125387, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8Kwi2Xl7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " story", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " story", + "bytes": [ + 32, + 115, + 116, + 111, + 114, + 121 + ], + "logprob": -1.9579358100891113, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7TPRdbkuJ6fFZw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " on", + "bytes": [ + 32, + 111, + 110 + ], + "logprob": -0.5147822499275208, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " [", + "bytes": [ + 32, + 91 + ], + "logprob": -0.11960463970899582, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uepSRB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "NBC", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "NBC", + "bytes": [ + 78, + 66, + 67 + ], + "logprob": -0.0005035852082073689, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eQGJodJXS2sFuzb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": " News", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " News", + "bytes": [ + 32, + 78, + 101, + 119, + 115 + ], + "logprob": -0.0011245026253163815, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3k" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "](", + "bytes": [ + 93, + 40 + ], + "logprob": -0.03258171305060387, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zl7ZPY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "https", + "bytes": [ + 104, + 116, + 116, + 112, + 115 + ], + "logprob": -1.3856492842023727e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "://", + "bytes": [ + 58, + 47, + 47 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "www", + "bytes": [ + 119, + 119, + 119 + ], + "logprob": -3.4121114822482923e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qYuv2jo4PnK1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ".n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".n", + "bytes": [ + 46, + 110 + ], + "logprob": -6.988221684878226e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1Enz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "bc", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "bc", + "bytes": [ + 98, + 99 + ], + "logprob": -2.1008713702030946e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "e6rh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "news", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "news", + "bytes": [ + 110, + 101, + 119, + 115 + ], + "logprob": -0.000104616025055293, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "shJc73O" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ".com", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".com", + "bytes": [ + 46, + 99, + 111, + 109 + ], + "logprob": -1.2664456789934775e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yAAeSIi6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "/", + "bytes": [ + 47 + ], + "logprob": -0.003169153118506074, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CXgrPraCDg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "meet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "meet", + "bytes": [ + 109, + 101, + 101, + 116 + ], + "logprob": -0.00041982904076576233, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "W8jCq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-the", + "bytes": [ + 45, + 116, + 104, + 101 + ], + "logprob": -9.610702363715973e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IcEX055U" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-", + "bytes": [ + 45 + ], + "logprob": -2.45848218582978e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KbeOyel5bZ8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "press", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "press", + "bytes": [ + 112, + 114, + 101, + 115, + 115 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "luQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "/", + "bytes": [ + 47 + ], + "logprob": -4.417976379045285e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ib4SbYQu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "meet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "meet", + "bytes": [ + 109, + 101, + 101, + 116 + ], + "logprob": -2.3676733690081164e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xwdC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-", + "bytes": [ + 45 + ], + "logprob": -8.673547563375905e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "DmMRJLWh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "press", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "press", + "bytes": [ + 112, + 114, + 101, + 115, + 115 + ], + "logprob": -7.896309739408025e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-o", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-o", + "bytes": [ + 45, + 111 + ], + "logprob": -5.512236498361744e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "kqH6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "ct", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "ct", + "bytes": [ + 99, + 116 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "e0TFAH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "ober", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "ober", + "bytes": [ + 111, + 98, + 101, + 114 + ], + "logprob": -3.292907877039397e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "YLqeZSSx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-", + "bytes": [ + 45 + ], + "logprob": -1.1472419600977446e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "tIUf4WLUC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "22", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "22", + "bytes": [ + 50, + 50 + ], + "logprob": -7.896309739408025e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "LKqsd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-", + "bytes": [ + 45 + ], + "logprob": -2.45848218582978e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "jSDCn3CYLuV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "202", + "bytes": [ + 50, + 48, + 50 + ], + "logprob": -8.77627644513268e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "3", + "bytes": [ + 51 + ], + "logprob": -1.9361264946837764e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "e6LeAmT8Z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "-n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "-n", + "bytes": [ + 45, + 110 + ], + "logprob": -0.00020652047533076257, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "jQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "130", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "130", + "bytes": [ + 49, + 51, + 48 + ], + "logprob": -1.6240566083070007e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uVbRSm1qlpoPjmv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "765", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "765", + "bytes": [ + 55, + 54, + 53 + ], + "logprob": -1.9361264946837764e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zkeCuOipWVsbmwX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "4", + "bytes": [ + 52 + ], + "logprob": -6.2729995988775045e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CyCdJ2zrT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ").", + "bytes": [ + 41, + 46 + ], + "logprob": -0.007487003691494465, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "VRCVf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Pd4bqoSz2R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-1daaaa2973d0", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 117, + "prompt_tokens": 1311, + "total_tokens": 1428, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "HwgwOoUFIr" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/22df11ed192a3cc5f6eb240fddda62917e43534102ad8bc05de281b5959f6dd5.json b/tests/integration/responses/recordings/22df11ed192a3cc5f6eb240fddda62917e43534102ad8bc05de281b5959f6dd5.json new file mode 100644 index 0000000000..88f711e03e --- /dev/null +++ b/tests/integration/responses/recordings/22df11ed192a3cc5f6eb240fddda62917e43534102ad8bc05de281b5959f6dd5.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=azure/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=azure/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/249788a873f4fd248d2b0d82197213c8d0c3a6a310d0277bfc49ccf209f24813.json b/tests/integration/responses/recordings/249788a873f4fd248d2b0d82197213c8d0c3a6a310d0277bfc49ccf209f24813.json new file mode 100644 index 0000000000..0c23c0bf8f --- /dev/null +++ b/tests/integration/responses/recordings/249788a873f4fd248d2b0d82197213c8d0c3a6a310d0277bfc49ccf209f24813.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=openai/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=openai/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/34e588251273560a64324ad4e1d33c5a00d109c3ebc5b6b189404d3a01288be6.json b/tests/integration/responses/recordings/34e588251273560a64324ad4e1d33c5a00d109c3ebc5b6b189404d3a01288be6.json new file mode 100644 index 0000000000..1dda5817fb --- /dev/null +++ b/tests/integration/responses/recordings/34e588251273560a64324ad4e1d33c5a00d109c3ebc5b6b189404d3a01288be6.json @@ -0,0 +1,1156 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_4IODebmtPiHlz4djzBuotC0Z", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_4IODebmtPiHlz4djzBuotC0Z", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"Python 3.14 is the latest release, packed with features like free-threaded mode, JIT compiler, lazy annotations, and a modern colorized REPL.\", \"score\": 0.9998499, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99895966, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}, {\"url\": \"https://www.reddit.com/r/learnpython/comments/1dodeie/which_version_of_python_should_i_download/\", \"title\": \"Which version of python should I download? : r/learnpython\", \"content\": \"If you're teaching yourself, go with the latest stable version (3.11 at the moment). The only exception would be if there's a specific library\", \"score\": 0.96765566, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.96458924, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RshjyvPtc3LwfY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ECi3OTRQxbt3M" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "I1wDJdW3O" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "gDMhgp92" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3Fyxqp32nLuP3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ppYqbRfAC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "MVQM6p7n2FZWt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "remwjfLUT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "K5BbIQ8IGy0kAo2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HXxEa1FLXI1IbBY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "N5Bhvek2KEkrW8a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "z0u6I0swH7tour" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xfBN8CWUrLEJ0GT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " which", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "iQGGWhe1rj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " includes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SqM7A2i" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "JGcbASR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " like", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "JRsES1uMCe5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " free", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "tdP30qjXpRm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "-thread", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "tZ2EI0nY4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "ed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xz2dAK5ptIwYCX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " mode", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "lZ5f9bMSagh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "PuHFRG0IBjtdPv9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "5Wwi4b7KCif9RN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " J", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mmhhx8Cr7IXtVQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "IT", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qAhZ9lmdielDok" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " compiler", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wJQciKI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7i4ICfBE9xfpN5n" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " lazy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eP6EZHlNiLi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " annotations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "s5pD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ec5UqbaADigOH5w" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "AD8TbRPIA1Ln" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "PrT56RjDKGrun7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " modern", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "dRdZi5mBm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " color", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TrZc9i0qvw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "ized", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vUz44RE7kFsX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": " RE", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "V3Gz8YkL5t5e0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": "PL", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "T6WqKkOYUBzSD7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "f192eua5Ajwo2DU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4glmIYGi1R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-34e588251273", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 38, + "prompt_tokens": 532, + "total_tokens": 570, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "J5hjvfUcZwm4M" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/358b9d16a39d76cb981457fa091fddce74307c11cac2d1f8ab774754a950db62.json b/tests/integration/responses/recordings/358b9d16a39d76cb981457fa091fddce74307c11cac2d1f8ab774754a950db62.json new file mode 100644 index 0000000000..936a2ba9aa --- /dev/null +++ b/tests/integration/responses/recordings/358b9d16a39d76cb981457fa091fddce74307c11cac2d1f8ab774754a950db62.json @@ -0,0 +1,535 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_VfAbEdqZty6OhnQ1zOujY462", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_VfAbEdqZty6OhnQ1zOujY462", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.79769903, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CdtHRys75L6ElT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mokIH2bLhjq0V" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "g1ySvKcZI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KhJdyzp8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "97onkXRoHV9bX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3YVwH1cDq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "kUrktdMTEIxrK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qEDhQVsca" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "22uEcD5eemrWlOi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KNMPJLdqPFnLUY3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Uw26CHp3vk0PKpG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "m63O1nTZTUf3aH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pwbQTp9cI9uqlY0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SwFV4O0iiEaC0EI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KoO0fJGhhZ0S8V2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "b58GnCqLzA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-358b9d16a39d", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 15, + "prompt_tokens": 569, + "total_tokens": 584, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "M1nZUFuNTxfLi" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/3c62c9f021d66a4fceb0eb6fdab36dd633641b6ef0dcd5de06fbfb89a87e5e60.json b/tests/integration/responses/recordings/3c62c9f021d66a4fceb0eb6fdab36dd633641b6ef0dcd5de06fbfb89a87e5e60.json new file mode 100644 index 0000000000..06fb45d474 --- /dev/null +++ b/tests/integration/responses/recordings/3c62c9f021d66a4fceb0eb6fdab36dd633641b6ef0dcd5de06fbfb89a87e5e60.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=azure/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=azure/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/43e09c8c47427a25e3f3b4f6a061a4d0d1d704b79b3c2f625b10c99b0dfecac0.json b/tests/integration/responses/recordings/43e09c8c47427a25e3f3b4f6a061a4d0d1d704b79b3c2f625b10c99b0dfecac0.json new file mode 100644 index 0000000000..b628256898 --- /dev/null +++ b/tests/integration/responses/recordings/43e09c8c47427a25e3f3b4f6a061a4d0d1d704b79b3c2f625b10c99b0dfecac0.json @@ -0,0 +1,1183 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=azure/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_qSg0eCeLvH5pAaMBuBAml5Fc", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_qSg0eCeLvH5pAaMBuBAml5Fc", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "plecqyezIlCQeW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hocUDknDlNOeQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "71yyfEaWOHFJmk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "x3ZQB7k8ZepQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "CpCa52fLgtHbd30" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "FPr2SRhdOgPdYWM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wO51vNG3f5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1OVwzwBwtTUJQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xIBGvj0jB2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " has", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "by21hDFCelfy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eqq1c0nTvVgX4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "F3O1RYXh6OykN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mWiDwbG8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "**,", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UwM47QQf1AxS9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "L32KBOdUWX3gc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " mentioned", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "zIKECT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mVl2mVUY7yjRg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " its", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "V4Xyf7XcGVTa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Nc4iHKiRuZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " designation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pxpo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "E3jewUYJ0kBb0f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "e", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nw4LYOmJE0XyORQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": ".g", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "G40TwD314Wzk8W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": ".,", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jAfrRxane9Nqom" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aJMncFzr3QFb5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BgLfJCJhqpVV5HX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HpGr2smtSTe4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "j2bHwzfHdIYZh9d" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cfIR6ji4S2IB9FX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "-M", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1GS100j9hud0AA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "aver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JisGHb39XhRj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WJmyqzCYX7ArX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aM9Dtht7b8nwGpJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "17", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "PxJGBUuVEO13de" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "B", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "EdbYSvakwhl1DrD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ftQJZnA1rI5vpni" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XAVVtpUfiR1iT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "F5Uxbu9Ji68W2Yr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": "\").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Ek9mrCpDS2Mv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lq3aL778jh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-43e09c8c4742", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 40, + "prompt_tokens": 1408, + "total_tokens": 1448, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 1280 + } + }, + "obfuscation": "FxcZ8iYv" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/498e13c164e5bc35e5e12c6983e1eb302c2fdd77cc197e59528d4d36f719c785.json b/tests/integration/responses/recordings/498e13c164e5bc35e5e12c6983e1eb302c2fdd77cc197e59528d4d36f719c785.json new file mode 100644 index 0000000000..2c2a8e9659 --- /dev/null +++ b/tests/integration/responses/recordings/498e13c164e5bc35e5e12c6983e1eb302c2fdd77cc197e59528d4d36f719c785.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=azure/gpt-4o]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=azure/gpt-4o]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest Python version" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.90102744, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8051581, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.7915799, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.77994305, \"raw_content\": null}, {\"url\": \"https://www.geeksforgeeks.org/python/download-and-install-python-3-latest-version/\", \"title\": \"Download and Install Python 3 Latest Version - GeeksforGeeks\", \"content\": \"Open your browser and visit the Python download page: python.org/downloads. Select the latest Python 3 version, such as Python 3.13.1 (\", \"score\": 0.7608822, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/54da24769104669986d93599465b04caed3393def5b6e0f5acc2f2f1495069cc.json b/tests/integration/responses/recordings/54da24769104669986d93599465b04caed3393def5b6e0f5acc2f2f1495069cc.json new file mode 100644 index 0000000000..3ff7546095 --- /dev/null +++ b/tests/integration/responses/recordings/54da24769104669986d93599465b04caed3393def5b6e0f5acc2f2f1495069cc.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=azure/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=azure/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/55f202f5e6369f0efcbe261b79d3ff109825666ab631d326648d9240eaa605d4.json b/tests/integration/responses/recordings/55f202f5e6369f0efcbe261b79d3ff109825666ab631d326648d9240eaa605d4.json new file mode 100644 index 0000000000..e4df5d43cf --- /dev/null +++ b/tests/integration/responses/recordings/55f202f5e6369f0efcbe261b79d3ff109825666ab631d326648d9240eaa605d4.json @@ -0,0 +1,886 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_nXZmemB8hOdGppBhNVVHEsIY", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_nXZmemB8hOdGppBhNVVHEsIY", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9995005, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.9933072, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.9801293, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.97462875, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.97344345, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UQwJT2dIWn2szj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mryZPEac3p1Lh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lEw0jtqZ7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "a5FXhejg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "61zxOGtQwu1VB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gOXtQaSMa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lnNS5As01Btzk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7zKcKb57t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZyjF4vHNS1nWF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vsIMCGlfJzbkqQ3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "j3ieAyrvPKcOIHN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "euUroxdZE2OyhI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jcty716RTQPT89a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bCxeGMUYbw6KCcZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Mps5jYnIkzyL3d" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "19cqCRxND5z02" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " per", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Wcs3sPM50Yrw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bMgtR0SN0RiPDw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2uwc4Yd3pl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ttN6O2MFVkil" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fCuIIJG45ruHgy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "R3lewnnVNMt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HUPv9wvy1fizB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xaCtqmhge3YxQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "boQ1P4Q8r" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vW7rxkRSMaWI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eCHWTvyJF6AH2Mi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DJPtKEhEW9O4Oc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vsdjVHd6cQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-55f202f5e636", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 29, + "prompt_tokens": 569, + "total_tokens": 598, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "Oh2is0lNwxwje" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/56c755ff780093a0d0b5018871737f534b68c34162d6ca91220b6a038dd2c2f3.json b/tests/integration/responses/recordings/56c755ff780093a0d0b5018871737f534b68c34162d6ca91220b6a038dd2c2f3.json new file mode 100644 index 0000000000..12fdc43ad4 --- /dev/null +++ b/tests/integration/responses/recordings/56c755ff780093a0d0b5018871737f534b68c34162d6ca91220b6a038dd2c2f3.json @@ -0,0 +1,967 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_NTlM7JN4QmNk0SBgsxY4RsPl", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_NTlM7JN4QmNk0SBgsxY4RsPl", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.79769903, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jovKNm45oIy9dT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "R3lPupY3Jwfae" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WTkMXb0zW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "d1NPogfn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KkhGOhQf1fudc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lhKWtVFQ6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2Ny8Uw7sW3HrH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "S4XfcMBPY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "m2y2iZqU04Ae4Sj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3TnQKDuwaem0PTa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0I0KJhWr8CfAqWf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6CCTGgKjUnFBLu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nhleUPQLZIU0BA8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bEEQXVO5b9ZrLo4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bFlmlDdx6HOgPSE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iptFeJG8wHT1k" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " indicated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UumOWG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gDTKTDZ4zlmFs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rf3BBU0niTdQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jjzPpPdR4EeMlv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XUapKCim" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "K2m2m0TXH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": " website", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sf1O8GXf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6Nmxjij3swny91" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cYM1xosb7Zp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kQP4JvAf1xWFd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HyGphr2wP25ZP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BGaoTTTGq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aOHoDVu6lxkF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "91WlYHD0bStamMI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "d03alVnWIeebHO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fZJsEVd1pT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-56c755ff7800", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 32, + "prompt_tokens": 569, + "total_tokens": 601, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "L4NfHBeLybmNu" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/573c85fbcae876afe5bb409ab1741a3019cbf353960e2bad116dadeb4f6cbb0c.json b/tests/integration/responses/recordings/573c85fbcae876afe5bb409ab1741a3019cbf353960e2bad116dadeb4f6cbb0c.json new file mode 100644 index 0000000000..8661c7d29e --- /dev/null +++ b/tests/integration/responses/recordings/573c85fbcae876afe5bb409ab1741a3019cbf353960e2bad116dadeb4f6cbb0c.json @@ -0,0 +1,535 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_0XC2GQiDMLgIWlV9PZJxw9AX", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_0XC2GQiDMLgIWlV9PZJxw9AX", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.7978881, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RRIV8Uodw0GXku" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4CPg7qr81ES6C" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "9hxLluBso" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "c9WIfhb0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "5YkBTDMzt26fg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SsWTKvEaL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CWGXGpZcw181W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RzMQHLXqm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yyyNV7Cy4LmkfaA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7YAqCioaHA6Vygc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bHWecDyUJKDRBtr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "0LmMcBxM2faVgW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "XCiOW8kRy7ugXsQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "9Mdh5bGaAznil5f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "odycVp590GmVmGs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HAeHvdq8QJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-573c85fbcae8", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 15, + "prompt_tokens": 569, + "total_tokens": 584, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "yRoH0FOETY5z8" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/5b34641e4dfe3c2cb07e717211d2f086f5f05890f7b4007dc620a84565689513.json b/tests/integration/responses/recordings/5b34641e4dfe3c2cb07e717211d2f086f5f05890f7b4007dc620a84565689513.json new file mode 100644 index 0000000000..4dd911c217 --- /dev/null +++ b/tests/integration/responses/recordings/5b34641e4dfe3c2cb07e717211d2f086f5f05890f7b4007dc620a84565689513.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=openai/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=openai/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/5c56b9c467bc0b1686e7abe075666c86eed0e6ed7f04081542fef40de9413a3c.json b/tests/integration/responses/recordings/5c56b9c467bc0b1686e7abe075666c86eed0e6ed7f04081542fef40de9413a3c.json new file mode 100644 index 0000000000..052b1f5f00 --- /dev/null +++ b/tests/integration/responses/recordings/5c56b9c467bc0b1686e7abe075666c86eed0e6ed7f04081542fef40de9413a3c.json @@ -0,0 +1,886 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=openai/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_U0F5AAZziPUhCFd5ussJIedW", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_U0F5AAZziPUhCFd5ussJIedW", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "MPjAWxRYOAp9Hi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "m13cOiAogbOSx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "sgKwN5FxnFWRye" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uP0ryNIYHgbg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "F2Bpj22gA9IteoN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "VO1nFhGizD8exGH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vIpQ8IUkmJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vvP3PpMRE31DK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OPb95tU9lH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " employs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IVv5fNA3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vozMqZ5ZiD6Fgb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " Mi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "nvMNMEgwGyoGH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "xture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "2PxjiWqQxWR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "VlZwJwd2sEiHX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " Experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bPUkAXYp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mj0tzVGOjeeyTl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "Mo", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "keG434UyNkteqm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8Vdzi5UtkeaBDN2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "K953DrF5k8dz3p4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " architecture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "LHJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "kGL6TYcmmqe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "y9kQiMnIGiJlIz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " configuration", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Gx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bPpmtF1EVVsVq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "A3pvO4vWBWb1YOs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "EGoUUoezrOmzw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "WrYzHtm6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "gymDJN7XOir3wwM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "s16uPZhf8r" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-5c56b9c467bc", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 28, + "prompt_tokens": 1408, + "total_tokens": 1436, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 1280 + } + }, + "obfuscation": "blHV5ThE" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/644e93979210df211989ba4b44a749a3d1c4eec1172ecbcf9f770f95c9ed12fc.json b/tests/integration/responses/recordings/644e93979210df211989ba4b44a749a3d1c4eec1172ecbcf9f770f95c9ed12fc.json new file mode 100644 index 0000000000..16ac613275 --- /dev/null +++ b/tests/integration/responses/recordings/644e93979210df211989ba4b44a749a3d1c4eec1172ecbcf9f770f95c9ed12fc.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.79769903, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/6784a2c209f37d47a2c783f9c0c85e5fed6514e370a539408c1866c01b8a1338.json b/tests/integration/responses/recordings/6784a2c209f37d47a2c783f9c0c85e5fed6514e370a539408c1866c01b8a1338.json new file mode 100644 index 0000000000..f7d2709496 --- /dev/null +++ b/tests/integration/responses/recordings/6784a2c209f37d47a2c783f9c0c85e5fed6514e370a539408c1866c01b8a1338.json @@ -0,0 +1,6649 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_avWw42CIvZkEsbodQdSXJu9G", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_avWw42CIvZkEsbodQdSXJu9G", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9997851, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99895966, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.98421544, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.96458924, \"raw_content\": null}]}" + }, + { + "role": "assistant", + "content": "The latest major version of Python is Python 3.14, which was officially released on October 7, 2025." + }, + { + "role": "user", + "content": "What are the key features of this version?" + } + ], + "stream": true, + "stream_options": { + "include_usage": true + } + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "phznHqR3BXxZaj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "oHmQMfULNZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "JcsLIL61bMTs7SE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KEVDzJMj7prCbiW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "OvnKE9lTCvg9Rrw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KomTZubKSUpDgf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " introduced", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "fP2yi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " several", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "l66icWyM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " key", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "3JJwCmCTxXOu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9GI0zRz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "CDMqxYjMmrFkOMd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Though", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "NLihz3pkZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " specific", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "vaGQPtP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " details", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "oymEeGXR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " about", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Tphxv50Vht" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "IWjCyedAE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "snPnpt30jOK8V9y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9LpIhfdNYJJPrEK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "SwPKuasHesjSDpZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "6LEKWuq60cYoUu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "eJmAajK3wk0nX1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5dz78kS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5itSP6vrd0nhx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5H8XTLzf5aBfz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " its", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "47Mc6RS0G0t7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "fDtfgPP2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " aren't", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "w0YTCGHif" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " widely", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "j64vsMvqU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " documented", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "1r8ey" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " yet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "WiAI7PIAqxWs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "fcswyfnrR7NHiYL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " here", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "FNfV8FD5ITM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "MfmP5Qlfm2cm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " some", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "CbBg3du6k19" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " general", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "rhnHz2OZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " expectations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "XW2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "QYmZnstv6pKA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "afY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "i3xuP0DVI4I" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " major", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "HSCi43Is8X" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KfeAPRu3R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " releases", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "vjr7d7S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " typically", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Y3HtZ7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " include", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Uhdbr6sK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Lm9mnvrZHzr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "1", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Dr2GSzpabzO5Gxe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ou1M1VdPhXQoDv6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "nPsEoMvSetEJB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "eQOOX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Enh", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "IqzlceARb6vQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "ancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "mrynUJA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "OoFijz3Asf6YSz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "oVJXkJKViyhzDAy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Major", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "CmUGjAodWc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "6uGLwTGsF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " releases", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "b2uOfLu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " often", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "U1ZCmp2s6q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " bring", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "QS5Bsw14Fg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " optim", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Yj5tmzwwcq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "izations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "nAHLvpID" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "gnsPMbxBNqQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " improve", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "WqEXtTbF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "bf1mP3hmcyCg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "mViKaon" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "DrwgRCkoZSKhOq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " execution", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9PFAuK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " speed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "bKkenCqnTh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "APT7tnAPEKK4azt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " making", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "jS9LauRbd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " programs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Pk1g0vp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " run", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Fk5YNhOmTpuw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " faster", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "tRBi02DAw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "D09yiNAflNc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "2", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "khZfwP1RMqKeUN0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ljbYOK15oTTiFeC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "DCBjZMR93d1XL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "New", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "cvtA8Fnw7HFAs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Syntax", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "J7AVIREWF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "zbTPR2t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "rLMzemKs9XuPFq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Wk8G7WMuD1W7mRC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Each", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "zyEo4qWkHef" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "xpJijzaT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " usually", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "NOYpNBxK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " includes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "eIBpHwj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ZTk7fslzp82X" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " syntax", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "bmJ6eY2VZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "AnYDgXZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "6Mftle4NiY2ue" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " enhancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "nV6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "BYAwPmpW8GI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " improve", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "neanHlPH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "MEFFmi3ImoBt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "BbO79Fk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "SMcAEbZZKr70Ly" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " usability", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "itxBX1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "4xWmrTqjy6ZZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " readability", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "fvuy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "7JdDSoq3NC4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "RUnqyjeCOSdaoJk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "RvblH0yhLfzywVL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "a6udxx7BaNX0y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Library", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "JXez0qHi3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "GNBCFLUt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "D751Px463iFijq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "bD18pV5HTOylJB4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Standard", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "HIzvmyz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " libraries", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "cIFcCL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "3iQNvRoLCqHOG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "lAOrsNgMh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "HJ156YETaHF1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " frequently", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "48dfo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " updated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "goV3FXXg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "P1KqJLlVzg44G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " expanded", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "mtuYoDI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "a6Z2IUBYJXYje" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "7tRLkUnUkFb7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " releases", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Dg16n1S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "6NYrkNt6pUiUiGt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " providing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "dpOC0L" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "g9a5Z0W3Ugx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " functionality", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "CywOCVgKhynIo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " improved", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "q8fOh9x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " modules", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5wnYM2mi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ba1OYrhblAs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "CKDGJcjadDSp5Sk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "UVZQSeb1Thxx0mu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ihhWtqiX089SY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Security", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ROH7a0FY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "xsn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "dMOGYyX8y83FC7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "8ISRmF17mvPmREo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "8YO45IAT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " often", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "CeJ7NusCb1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " include", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "NXEUQrLy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " enhancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "nH2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "yvNJ8T0MPapYr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " security", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "UWVBUZ5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ARX6bCj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "PY1hyQHXmVwF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " practices", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "3zjryl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " within", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "M2Hvl8QJA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "TCFAV56Ju2gP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "milB5vqdX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " environment", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "93KR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ZHvNKfvn3Nr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "XJydLyrlTdkG9nA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9tDvBRZMdS3j0RJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ynseaVDPKqkll" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5U3TjBrK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Feature", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "DyO1hzA0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Exp", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Y64762rWFrQd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "ans", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "wxSET9pLL1nxJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "ions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "4HZsXEQpWph3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "w4scGkUJDqW6Pk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "cSlFT0aloLJmfSp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " New", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "wiNCA7hpZGDK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "sAyaiTL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "8M5ZRwm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "fxIEw4XPQ3RI3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Yce" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5LSTt2TVgWfhk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " existing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "lHsH80M" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "b54DbLO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "VYFNiUsDBggWGWp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " such", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "txCR46615j4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "DESKocaFFK5iv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " additions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "MHhSPI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "RhB4Km2UfhMKW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " typing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "47bNoyduU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "uzBXv1wr40wYZrF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "VfAe3TbJrctL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " operators", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "uIZq9h" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "1ADs7m7S2GF1eGB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "wqj1M251R8S4i" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " enhancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "djS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Ct0dQuFqqM7xc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " existing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ea9SNAo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " syntax", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "RCmqVv1zQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "m5D2w4Nkb7d" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "6", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "lvF8reNJT5J3z6J" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "thSdXbETdm2GNyb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "BdxkRHlNPjxGt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Deprecated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "aJYXgO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "LxvGpUj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "MLsZrZoqJMRxDC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "DbQVzfg9YYcQJbn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Older", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "tw96EpX8ac" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "hi8T3ZZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Tjh3dFWiFJd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "2tKRIKUKccxQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " considered", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "eOCqs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " unsafe", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KuN3Qd3Uk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ccpRfM6FWEQs8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " no", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "J5LCL6BH5yTPw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " longer", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "USwL3Og91" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " necessary", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "yaWw6B" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " might", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "8tG2oYoVvQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "kdw7HeR3bgsIH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " deprecated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "f9DFL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "sjW1fMtKUhA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "To", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "WuM3joErWTde5e" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " get", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "zRR3yTKfQGW6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "NNigkVxGyTFfUT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " precise", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9Q4tNvzu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " list", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "dC6yXgSbRqP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "I0cfg4UbimPYP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "UigTG1t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Wxpd598mVl04" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "YLGECLdHk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "L6zpwJOATn2FQW4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "7l98tAV7PWkzkLu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "sehlMMmLkDTNijn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Z8QTD6CyQH8Yjo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "TWRWiIGb7j3MVRQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " it", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "2znKP2noIYvNw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " would", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "ei18d25vRA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "tsbOZMi2erCZC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " helpful", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "RCROblkU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "V14hxugdBjNNN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " check", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "DPP5PG7u6b" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "kylHxsD9GzXm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "qDHQuGv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "nn4LT6cxO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "oGjzVKFP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " notes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "tFMHcckya1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KMMULj8DN3ntZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " announcements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "vS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Uvl1VqFGbOCKw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "Cc9nxKMfviKX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "PqtLc27nbUVix1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "9oLlbgkOb9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": " website", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "8Ok0puUP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "m4i3sh5xhewoBQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KGsozbh7wwO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "eeEO9zzAhQrH6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "5FRoGOo2hWDDH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "qZHjL2cAd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "HTOEx6VAt0ZW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "KHf4ruAW3GRxrgQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "IEkVWkAoeJYcuI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": null, + "obfuscation": "0dwIXASxeq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6784a2c209f3", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_302b87bc9f", + "usage": { + "completion_tokens": 241, + "prompt_tokens": 555, + "total_tokens": 796, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "KWiNtJQWyrLu" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/6c36072a046c68ba2888fe9a081e9a55f98dcaee0346392e575516f76bd49786.json b/tests/integration/responses/recordings/6c36072a046c68ba2888fe9a081e9a55f98dcaee0346392e575516f76bd49786.json new file mode 100644 index 0000000000..93c63fa73e --- /dev/null +++ b/tests/integration/responses/recordings/6c36072a046c68ba2888fe9a081e9a55f98dcaee0346392e575516f76bd49786.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=azure/gpt-4o]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=azure/gpt-4o]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest Python version 2023" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest Python version 2023\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"Python 3.14 is the latest release, packed with features like free-threaded mode, JIT compiler, lazy annotations, and a modern colorized REPL.\", \"score\": 0.9985104, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/source/\", \"title\": \"Python Source Releases\", \"content\": \"Python Source Releases. Latest Python 3 Release - Python 3.14.3. Stable ... Python 3.11.3 - April 5, 2023. Download Gzipped source tarball; Download XZ\", \"score\": 0.99453074, \"raw_content\": null}, {\"url\": \"https://docs.aws.amazon.com/linux/al2023/ug/python.html\", \"title\": \"Python in AL2023 - Amazon Linux 2023\", \"content\": \"AL2023 removed Python 2.7 and any components requiring Python are now written to work with Python 3. AL2023 makes Python 3 available as /usr/bin/python3.\", \"score\": 0.9943141, \"raw_content\": null}, {\"url\": \"https://www.facebook.com/groups/python/posts/1335602230613671/\", \"title\": \"Very good news for Python Developers in 2023. Improved ...\", \"content\": \"Very good news for Python Developers in 2023. Improved versions of Python 3.12 going to release for easy to use. @everyone What's new in Python\", \"score\": 0.9939964, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99298817, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/6cf3dd971367c925a2dad7456b4b025e3e4bfabc851c2decead0bc7c8a41eed1.json b/tests/integration/responses/recordings/6cf3dd971367c925a2dad7456b4b025e3e4bfabc851c2decead0bc7c8a41eed1.json new file mode 100644 index 0000000000..0f56dbf027 --- /dev/null +++ b/tests/integration/responses/recordings/6cf3dd971367c925a2dad7456b4b025e3e4bfabc851c2decead0bc7c8a41eed1.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.79769903, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/70dde2493f27dcf6c3c7dd0233927d30d9a24af171cbb9f6098372e77fb35745.json b/tests/integration/responses/recordings/70dde2493f27dcf6c3c7dd0233927d30d9a24af171cbb9f6098372e77fb35745.json new file mode 100644 index 0000000000..e924649bce --- /dev/null +++ b/tests/integration/responses/recordings/70dde2493f27dcf6c3c7dd0233927d30d9a24af171cbb9f6098372e77fb35745.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=openai/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=openai/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/7adc6bc0eaa855ef0129ed112c47771b81d6f55567d6f1ff02802555ae04c135.json b/tests/integration/responses/recordings/7adc6bc0eaa855ef0129ed112c47771b81d6f55567d6f1ff02802555ae04c135.json new file mode 100644 index 0000000000..d0eb962b89 --- /dev/null +++ b/tests/integration/responses/recordings/7adc6bc0eaa855ef0129ed112c47771b81d6f55567d6f1ff02802555ae04c135.json @@ -0,0 +1,508 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_I3jkZtHT099RZamwCU10W7jB", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_I3jkZtHT099RZamwCU10W7jB", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.99983, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99793327, \"raw_content\": null}, {\"url\": \"https://www.geeksforgeeks.org/python/download-and-install-python-3-latest-version/\", \"title\": \"Download and Install Python 3 Latest Version - GeeksforGeeks\", \"content\": \"Open your browser and visit the Python download page: python.org/downloads. Select the latest Python 3 version, such as Python 3.13.1 (\", \"score\": 0.9890976, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.98421544, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rXs6xUNrB0KOm1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uKSbobvvllaoE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yZY0Jlqem" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "nmBcKcprD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "J0zMNqUq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ZhYkh6CYJa14b" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wcwWtZ6xH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3tH9gGLGrIduxhu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "I7lF7ZTVWqpO23L" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ylzD2njKEq3hILK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "2b5eBolXdixKJ3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "h5dgLtirVhUvERP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3HH4LjACGgstB2X" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OJ0lDiENmySvFxu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "woGw9qqhZf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-7adc6bc0eaa8", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 14, + "prompt_tokens": 545, + "total_tokens": 559, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "jEPpI9q7N1he4" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/838309cc268fb0627618a1a7f5b491289df8e06e98cac89f7bdc70a45da6ddbe.json b/tests/integration/responses/recordings/838309cc268fb0627618a1a7f5b491289df8e06e98cac89f7bdc70a45da6ddbe.json new file mode 100644 index 0000000000..61ae1b321b --- /dev/null +++ b/tests/integration/responses/recordings/838309cc268fb0627618a1a7f5b491289df8e06e98cac89f7bdc70a45da6ddbe.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest Python version" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"Python 3.14 is the latest release, packed with features like free-threaded mode, JIT compiler, lazy annotations, and a modern colorized REPL.\", \"score\": 0.9998499, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99895966, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}, {\"url\": \"https://www.reddit.com/r/learnpython/comments/1dodeie/which_version_of_python_should_i_download/\", \"title\": \"Which version of python should I download? : r/learnpython\", \"content\": \"If you're teaching yourself, go with the latest stable version (3.11 at the moment). The only exception would be if there's a specific library\", \"score\": 0.96765566, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.96458924, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/83a40391663bb297c46dd6220cc124d8220b7a95061f9f8b7899a28f7fbf0903.json b/tests/integration/responses/recordings/83a40391663bb297c46dd6220cc124d8220b7a95061f9f8b7899a28f7fbf0903.json new file mode 100644 index 0000000000..bbb57a606f --- /dev/null +++ b/tests/integration/responses/recordings/83a40391663bb297c46dd6220cc124d8220b7a95061f9f8b7899a28f7fbf0903.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9995005, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.9933072, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.9801293, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.97462875, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.97344345, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/881a929eaee44d043ee6e1c6731ea0f4c217b79874713c74404cfcd622f0a35e.json b/tests/integration/responses/recordings/881a929eaee44d043ee6e1c6731ea0f4c217b79874713c74404cfcd622f0a35e.json new file mode 100644 index 0000000000..6fb5b05875 --- /dev/null +++ b/tests/integration/responses/recordings/881a929eaee44d043ee6e1c6731ea0f4c217b79874713c74404cfcd622f0a35e.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=azure/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=azure/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/8ddb456c2c0e653724d7979a67984eb061780b2dc8131d76a1bc532265dbc6e6.json b/tests/integration/responses/recordings/8ddb456c2c0e653724d7979a67984eb061780b2dc8131d76a1bc532265dbc6e6.json new file mode 100644 index 0000000000..4eb0a69729 --- /dev/null +++ b/tests/integration/responses/recordings/8ddb456c2c0e653724d7979a67984eb061780b2dc8131d76a1bc532265dbc6e6.json @@ -0,0 +1,805 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=openai/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_QFCNZ0kb9MySARGcCXLoAmuJ", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_QFCNZ0kb9MySARGcCXLoAmuJ", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "lXZsfkTD4AZdWd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Y6qW8GEi9VyLI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yg4tioFSay7QwO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "acPVVIW3DWTt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3zFKClFIhqNz91A" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OzjqgbJOOKGkOn1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NsFK4Lf0i7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OP4IZ4tShmTRH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "aaAyaEZ2vr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " uses", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hDRMd0bJmo4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "w4SUJyjdNpjsJt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " Mi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "5IONIWKwcOLGh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "xture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wf2Cf5QBRFg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xqsdByZqmr3Ye" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " Experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "iicT9rKu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pqPJxPNZiKPlLY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "Mo", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ESAcZy5UvUsviT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "5LNsz6qi89ivXtt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "QV88SYgYIsWdo77" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " architecture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "As6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "XTgthacDSR2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OxYX3Df1ZxKM2y4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KzFrDJGV3c3CR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KdjAFcnZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "M3WVY055ASiIqUY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "beUxzPZvO0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-8ddb456c2c0e", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 25, + "prompt_tokens": 1408, + "total_tokens": 1433, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "L0Qp1YQgDwY" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/9d9cd9a5c5ab31175508b81b23a8db86555ef8fe3fa05e35f6bff064c8a33fad.json b/tests/integration/responses/recordings/9d9cd9a5c5ab31175508b81b23a8db86555ef8fe3fa05e35f6bff064c8a33fad.json new file mode 100644 index 0000000000..f831ce035f --- /dev/null +++ b/tests/integration/responses/recordings/9d9cd9a5c5ab31175508b81b23a8db86555ef8fe3fa05e35f6bff064c8a33fad.json @@ -0,0 +1,1102 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=azure/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_vOiY6wRPVVex3n00Ye486cys", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_vOiY6wRPVVex3n00Ye486cys", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OVqOcMIjbGKF1T" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "soBcv5P0UAZNv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "I1itn7Ajj14yvW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XbrwsxZWdTdL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HXNjt1bIoju87aE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "33C3VehopRYT3RN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LM9KyShFxy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HlHoAAExGHyDF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6jYYzD8nbb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " specifically", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AIo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " uses", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KKIhJB0uhya" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nKRc1PYg2oJ9m2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " Mi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WvgS2GZNuyhyd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "xture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "F6PbWj6fxyc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LCamn5g4sRJra" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " Experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "s3MbTKI4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JcifOMWVrp6RL8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "Mo", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "x8MKZdPayP1b3m" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tAb8uIFe69bZ3MV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oKq4KhSZ1czxS5S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " architecture", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4Kw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fcPHhbiippV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "w0cwrsGWXNuYn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "D2mDnERuEH4p3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "c0ojW9hj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": "**,", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8TjGs0uQNWOot" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "D00W13XOQYsgNN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " design", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LldiwDqGy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8LK8MmKIKli" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " enhances", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "z76Ln9W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " both", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HAIvmIvx41A" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " efficiency", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9F4Kr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2zusXcdnrkHT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " processing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UhjO4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": " power", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZyDVJK55IC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5KYR0ZbXNecTfaz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fggugzxJvJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-9d9cd9a5c5ab", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 37, + "prompt_tokens": 1408, + "total_tokens": 1445, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "13bv3GEJFyY" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/a1aee99a53648df4b76923347aae6c6f7cbc0c35deebbcc812afd2b644e9ff99.json b/tests/integration/responses/recordings/a1aee99a53648df4b76923347aae6c6f7cbc0c35deebbcc812afd2b644e9ff99.json new file mode 100644 index 0000000000..a245e6079e --- /dev/null +++ b/tests/integration/responses/recordings/a1aee99a53648df4b76923347aae6c6f7cbc0c35deebbcc812afd2b644e9ff99.json @@ -0,0 +1,12130 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=azure/gpt-4o]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_tREJse2WCj9EuNodxsa7Pq9V", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version 2023\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_tREJse2WCj9EuNodxsa7Pq9V", + "content": "{\"query\": \"latest Python version 2023\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"Python 3.14 is the latest release, packed with features like free-threaded mode, JIT compiler, lazy annotations, and a modern colorized REPL.\", \"score\": 0.9985104, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/source/\", \"title\": \"Python Source Releases\", \"content\": \"Python Source Releases. Latest Python 3 Release - Python 3.14.3. Stable ... Python 3.11.3 - April 5, 2023. Download Gzipped source tarball; Download XZ\", \"score\": 0.99453074, \"raw_content\": null}, {\"url\": \"https://docs.aws.amazon.com/linux/al2023/ug/python.html\", \"title\": \"Python in AL2023 - Amazon Linux 2023\", \"content\": \"AL2023 removed Python 2.7 and any components requiring Python are now written to work with Python 3. AL2023 makes Python 3 available as /usr/bin/python3.\", \"score\": 0.9943141, \"raw_content\": null}, {\"url\": \"https://www.facebook.com/groups/python/posts/1335602230613671/\", \"title\": \"Very good news for Python Developers in 2023. Improved ...\", \"content\": \"Very good news for Python Developers in 2023. Improved versions of Python 3.12 going to release for easy to use. @everyone What's new in Python\", \"score\": 0.9939964, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99298817, \"raw_content\": null}]}" + }, + { + "role": "assistant", + "content": "The latest Python version as of 2023 is Python 3.14. It introduces several new features, including a free-threaded mode, JIT compiler, lazy annotations, and a modern colorized REPL." + }, + { + "role": "user", + "content": "What are the key features of this version?" + } + ], + "stream": true, + "stream_options": { + "include_usage": true + } + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mIacTsnhjTDfNi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yeCsxzCN8J" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VU5Paym5A3QViuU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8Hc8CItqG2ZPXhm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5TPvx6QeOpEha8a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6G0Dpd4CfPaWQa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " brings", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BkLFQdLiL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " several", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1WtQBfRf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " exciting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "e1f4IhU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2QS6F4sfueMy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2mEKnAZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Hh1cZwePhKBA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " enhancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HPx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YNmdrJ9btP5SRYh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Here", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LJTgiIFo0ki" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "r0qzGXwvXg9u" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tnQb7VnZ9ZiW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " key", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "n3y3LU89QeIY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " highlights", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3eSgP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nJuZWXVr7uY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "1", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tiL21ZvRItFcYiE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "df3mCb3yMwRo6xc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "CjDUZdRHk86E3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Free", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hvpB4UYcXMaY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-thread", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OIZVr9Ku0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ewuab6Fh6lKoPP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Mode", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xwLrerd8JQA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xar3hdKMerCH2U" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0B1P7nFl4n7E8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VPsTqIBNZHtUFe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iTz0iEVW19Tm3G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gIVi8AcAu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xsggtYqE2or9mIA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OjNLwo868vHgeBs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iy8jgVUNtaKBoOR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AJAMYnkYqnUcku" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " introduces", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0GZ3t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KpbJwLXsOx5vIG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " free", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DsKACIWbvpT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-thread", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2ba36EGnL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gbzCnTYfdp0Zrd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " mode", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "P7oZrjRKKoX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ziGsohpykSNsSNp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " which", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Vo60X4iiwA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " reduces", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SklmxMLq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "C1WI6mZ1LTip" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " constraints", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YANH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "g7YtRC2dzIMaM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pgLUOkwoarn0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Global", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uOb0mz8Qw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Interpreter", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OSi9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Lock", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WYVQpMKmXsr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pNYZ386KqoaCvP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "G", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DgqWJz8Sk7ghSyt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "IL", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HpIhiW6KxYg62O" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ").\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "k47Bs8j6TDQi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Aw8heRRdhJTCup" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OOPiuVlMVksH4n" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "szmMLTVhxKs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " allows", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "P9Xb3344e" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3JQxUWfuRmL2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " improved", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "34BHGPZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " multi", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IyMU5K5CeT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-thread", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xs8qWrepU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dFH1I4vnrOBph" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "qerU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VmqRajPgh6qQz9y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " making", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "smHaWEf1c" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "s8E4h8yfe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QRvlZh5pZUW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " suitable", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lX2Hv4F" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jHVoUnkEiCl0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " concurrent", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3bs5I" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " programming", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nj16" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6Tlp1NRCPr4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "2", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XjqzjsokibA9OOX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LS4Wh5DoLwCrmET" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "U8e09NzADYw2n" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Just", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hQXON6Pz0FcK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-In", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "weblQnEU144zm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-Time", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "26F6y5Ruurn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "CujQEwdE6oXlmH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "J", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lkwCZr5r5EJnZ2d" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "IT", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ExQEGnENSEGODD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iMxgPNqOX5QGZQG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Compiler", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VZP8m8j" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9ltW2AywfKr69S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ym7uRjvFaDhaB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NrjENBMCT4NUkv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kg7F6V91hrZFFK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " A", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7IwdYhKvQDHKl7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gLUdHjRVaRli" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " J", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VcyIw1ObS2sTsP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "IT", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Q6WzJXNth3VJ73" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " compiler", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "K49CqnI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "54GO07203arRT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " added", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "R0mHeuXUCE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wg3tnalprJGck" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " improve", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gTnjrrBg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " execution", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bYDWJP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " speed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2N61CpV3ch" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " significantly", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tQbygI3Hj3IUn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "t4zpquLovkpc7G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7jCIyTgXR9irCV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BiJvOyl80D3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3MMS6kYnDRn2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " optimize", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1gkUjGe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " runtime", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "j4jmqDCP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lM4n" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cHuTEw67q7S2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " many", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bN9LWhytI7C" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hX5paIbqr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " applications", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ieT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VYcobSOQsil" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "laGWyudv2seTDj1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iC4oO1J2T1IukV1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gRipDmSltIaki" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Lazy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rqLMc7CPQ0VO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " An", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "S4E4z4cTjhav7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "notations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YFgcjnV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fGfahpNXcq4oqM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "PE", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0wkFi0VnVyyBgR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "P", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wAw7b3toZfdu7Kv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DZJvL5eruyB47O9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "649", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tpbRULP6zGsWk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ")**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mQbiriqa2ya7f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RMDEt3U8nEIxg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MG5bFiKfYEBQ2y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "FLe53gyOKXTOg9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " An", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dFRdDf88kRaiL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "notations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "56Pd8MT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Z0cFYSgbrCxR5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "B5Cd6r03q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4wHFNmjUf46r" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " evaluated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KZPek0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " laz", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VwOIF71S9LAX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ily", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DViq5VmvVB89y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " instead", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0QavHtUf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YNGLhWG1phOVJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " at", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5DHT6df6Q2sdE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " function", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ymLi9ge" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " definition", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Sud0j" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " time", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7inQEIG3fNi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "twvngDRytso1p" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SFS52kCKdIesbu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Ewo77YQeF4alrK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "EtEjzOHRXkX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " allows", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oKQForQFt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bERBBnbBHLks" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " better", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jid1O14BE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " runtime", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "diUn6ut8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NgKs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OO0LIk6NbygS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " prevents", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "GGMBhTb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " circular", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2g9u6mh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " import", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JDdVUKW2E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " issues", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vw6o0gPaw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uJp27JVvOuH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oDtZ3OoewrPQkDy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YPoqPKiKCxHHt0z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vNjRd1sOaxdZh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Modern", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UdTG6HmbM7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ized", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xhNzoPTqeO1G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " RE", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ROH3o1AvoUFGd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "PL", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lQelBHv2BP0MLP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BjZICMDhb4MODt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HITQdvvPR9Un8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2sXjr84U3pdAtL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LuRGyhms8yy2Qf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jjDtUbz95" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xi6LCPyWQE3hAY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " interactive", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uHPB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " shell", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "20nZTPHSB3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "w2jiMYXVfCKkrO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "RE", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Y0jPeQoch8CgGB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "PL", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "c3CbIUVVIpqtFP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VNMPCK3Tec704Ce" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " has", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LpbrkBhlvJfy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " been", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YIeAsJTFkXe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " updated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bYl6oKEo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ByZNdcc0IHA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " enhancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2PX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " like", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JD2z8PzycpA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " improved", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZuitrOI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " color", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sWhph42eZh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ized", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Qwni2vYkeDMW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " output", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LMftRo1JB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hIXUT0vSE5Nzd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sWiblK3oWWnAjW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IL4ctRH2CfjPMB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AkwnfchBDliJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Re", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ltb0serGg5zzj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "pl", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "VxgnfjuOApubA1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " now", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5R3RyoxlpoDn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " supports", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kIks6AI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " better", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8TAGYMqRc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " syntax", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8x0UsP9AU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " highlighting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vhG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xyWLalh674K2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " readability", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TEpK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4691Ax0rzD1X" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " an", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pYGaJbyed1aGZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " interactive", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "FfqN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " development", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UcQP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " experience", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mon0M" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tdvdDCwsOKw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LspLUKpLQQzD641" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "gIBInTtmX4kTzNj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TObE71LqQ581y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Impro", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kiKLd2ySbOV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ved", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6XnRJjSp0EGIT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Type", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2tCk0OHj1JY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " H", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TEYRZHEL5PWwEy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ints", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bobHIajwZHj4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hPCVcU6tbtDYgo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WnuVy55wJ08HZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BiZ0SDjnBYcsAT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mXJWJuJP18B3NG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Enhanced", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OLWBMD9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " type", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "C0c0wHTz8DM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " hint", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hoRhgEvnK9Y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9dppdqj0VmWJ3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " capabilities", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "EP8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " make", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "29AKrDYcY84" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " type", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "H7ALfcxSnCQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " checking", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rfUlnO8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9AF1GLonCEkZd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lTQEodrMR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "PhlgW73Jf6Y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " powerful", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OYVH9jt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UsughBVLRf51D" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bj6NXpnJBoWDAB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Rp03uj4oPy9UWw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "u6fyEUjqmSp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vMQIydf8eUMtB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " particularly", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nZZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " useful", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pOFiqsbjF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2x7BFwBGgDtg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " projects", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jHuzlUm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " using", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "A00je1VpIj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " static", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "73WqnCY0o" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " type", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "K8VXfg9KGZk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " check", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "itH3xKIrIL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ers", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KS5ZlVLGi1rmq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " like", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oH31QK0uHMJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " `", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LVv5Ii49Dx5f33" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "m", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UZvKCM4dqbfhEzo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ypy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "roDdL6Ot0C9OH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "`.\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2Jz936enzJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "6", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Ecr4xhPJnVD4fXA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IVGczAjQHcDaeKR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aSR2jlMLO3O8a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Better", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "v7o0E8NjWu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Debug", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5F4lZvEEcH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ging", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "skhmimD991au" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MwTLLSCLA3ml" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Error", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kLaMmh54fi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Reporting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WxQliR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "H4vgUfgHPASShP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AIZ774xHIq8eQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xJawELuCQIqqdU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iGFLCyvmQH2jul" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " More", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QxnleyqX70m" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " detailed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QgPDqyO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " error", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tqO5PaSNtX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " messages", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DqVKiyG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wUBVN40XAGbG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " stack", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Nx6NqvsOlv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " traces", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "d6p3krbRL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dWGas0yFB4dU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " better", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7Oao2kjzB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " debugging", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8Kcpm5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "W4l9kYssrj3pz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "C5BFqLb5VF1o8O" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "e8fEbXplLxDHEK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Tools", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MG5vQxq3Uj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " like", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YB4YdWbzCvO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "g7aGTkvSeG4E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " built", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KXlyNaWHqf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WWioq11Tjcc3f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " debugger", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "y9KnnLD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " (`", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "znODJqnpi65LC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "p", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yjP79KHesMFKMbc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "db", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lMihMWlbjoORqg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "`)", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XU1qi16H1i1S7I" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " benefit", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "guZlM6gX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " from", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HWHx5LZPwgc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " these", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QVrUb5O3HG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RrT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "K0AyJyVa5n2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "7", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IhPB2qXrI6dUnOZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "zMTNhbI8P81RPnj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lSPWvRZL2yl4W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "G1oJH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XoH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Pp0Kv66sl21gTu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BUaZACzgoDgX6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hSliegyf8WAV0Q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dVbZCk2IP22w5F" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Numerous", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "shdm8pm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " under", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rrVkFaSHGg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "PO566IRbXZYw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ghb5JqOjfl8R8SD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "hood", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "POGdrvucXP0C" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " optim", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fY8CBdsKCZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "izations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5ZcmsgUe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " have", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NkgO7sGe3FK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " been", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SvfD0ynefah" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " implemented", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "F6Y9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vN9Qqevj15MMR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " make", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "a3F4g4kEO1K" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fPQ43lFZK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " programs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BkgFewo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " faster", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OlbueuPQq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3CdtTRjhBLlyq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mZZJmHF5ILxJQY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Tsp3OR6D2tfvo2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Startup", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "P8neigTD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " times", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JSwczgaWkW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7j6yUTZTO6NP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "thp9hilbR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " scripts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WSSvLt6L" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " have", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NQ3Umb3ZJHz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " also", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9Ls9sCbsmqC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " been", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "GjXnli09Elv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " reduced", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "1cjzskAj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3q2y58pXYOM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "8", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "otNJ7UVmZwxYYO4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oGFOL8kZbZus4wS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "becWT8MaV46GU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Standard", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mjOGCoog" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Library", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "htGHDzvb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Enh", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "USl5AYG952MY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BI4dylI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZUtaLkGp0mxGEf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "j4mD42r0pKUD4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YFyHs48TGl4whS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2S1mWZe3XigGXi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "S0znnJMa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6h2c2OLGXEWoM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " commonly", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SnJe3gS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " used", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WAi9sqNrKlx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " modules", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rhJk8mDn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Q2O2wFzAgoozV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5TWu7zXkqnyO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "S9kPBiAXt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " standard", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sq44eev" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " library", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "GJCpxpzM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TeTN4Mnmz5WtF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Eb0fMyoznk5m1W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NOqrVJqOHfses5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " For", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2pWA00gbg8KM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " example", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XryTv9ck" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uezUWOHsO2cB6SH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " changes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9OCiN08P" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "O4bQHmM48KGTx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " `", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BwnhRIu7FkfNkt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "math", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8JOm9qO3iI4Z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "`,", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "q7CGLoRn8lMdnM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " `", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Fiutg22b9Vi0OF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "collections", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oLXxz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "`,", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "YVZwCQp7LUOaTD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bBKrYbPSdJCC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " `", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TrEa3vdGtDcapQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "path", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Htirf0lXY4OB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "lib", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ljBCOm6av6cfG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "`.\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hsQXSz4n5z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "9", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SiJMKvgMyjCpDBe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Gf0Ng8zVUESI3Sc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "KU5f0HNO6EP3a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "Dep", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4NXozLkmDCZVl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "rec", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iqiFiBM1ZpqN6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cSgX2uaVrb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DdisDeDuuSvE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Rem", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tkz8wsw781zW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "ov", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ItMgqUmrX0GOCs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "als", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dy3eJQFXk6VsN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hYMCFjxk3iAAkg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ":\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tDwcBASjG41i7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MPKT7uQ5hs4WEW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " -", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oxlbm5wS707bpU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Deprecated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "V482W" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " APIs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BRvDKMzfJ5p" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "auG7pONUgAXc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " old", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "goZLA7sEU6R2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BgQdouH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " have", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7lUv9du155E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " been", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dPdXpcicYFR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " removed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QMcSd2eB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nlXLJoxhDd5FWJe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ensuring", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eMgTy9k" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6USDnqV2xG3gMN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " cleaner", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iCRuUV3J" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jMjIJrmE63pv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kFbsTYjFkn6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " modern", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4Vhbe06I6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " code", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Y1ODS5XCjEs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "base", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "k95IqYCTdyhF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BcQ5YItW0CH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "These", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "9w2YEjEKCvF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uDWqhdM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " make", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "etW4c3s6S7b" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mlmTT4YMd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "M6YgHpghg7z3sdo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "zLepqoTHRj8YfH9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7XRmguJVSQKU4zG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5UGejTeZBu7F8R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BSnyRDl2gjlGay" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " significant", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Kcrb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AY4LjzCQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "30kGzzcR2yY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " enhances", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "f6DoJks" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yz8T" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XA5mM0kKlUM1nkV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " usability", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jai9xm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aRjtI13Pd7ebpyI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8Yo8GESHNbIp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " developer", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IVtOox" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " productivity", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yUt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bGhz4nDEQIJoJii" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Make", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4N6aQe3Kcqt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " sure", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0jsXY1SfauO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vwC6wuZt1Dq2q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " check", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QX9hYZRFsR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lDpDIPzyoAyy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2yNyNNSnB3Bbor" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NmPjN6Wt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AT8BhNpbB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " documentation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "B3b5Fc1s5tDxgY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lqXPXQisCT3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Dcm5zPzmNmmsH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7E6SaKjOlTXE1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yg4fQRWwo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "J4iqGOux9xg5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "syqhSy8Nk7XRSdh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LhE7RtQ7IdY7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "opJoF24dPAk1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " complete", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "09MulkJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " details", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vfwMzuqe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " about", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rDkNgjVXhi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " this", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5v6NJXgvhmw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aUCkcJms" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": "!", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Xbwqv7QHyoDX543" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "q56TgHn5ad" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-a1aee99a5364", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 445, + "prompt_tokens": 554, + "total_tokens": 999, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "LamUcCNVkCDg" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/bdef94352a63b9657a7d0d7e680793baa72582dfc60d92b0f867595f5d532901.json b/tests/integration/responses/recordings/bdef94352a63b9657a7d0d7e680793baa72582dfc60d92b0f867595f5d532901.json new file mode 100644 index 0000000000..560b441e53 --- /dev/null +++ b/tests/integration/responses/recordings/bdef94352a63b9657a7d0d7e680793baa72582dfc60d92b0f867595f5d532901.json @@ -0,0 +1,1480 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=openai/gpt-4o-llama_experts]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "How many experts does the Llama 4 Maverick model have?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_FFbAYFayO6fNYdaudcEbOiJ7", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Llama 4 Maverick model number of experts\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_FFbAYFayO6fNYdaudcEbOiJ7", + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ZRRnipB9tgJHgc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "g1Gnlg1T6lune" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zFXN4JBGxKfigg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8sqtn2K16MbO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "n08sX28wyOHumrX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RdEOk1GC8BSGMnp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " Maver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Krd5Z1wtcI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "C6sBPGRn2fPfV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3qFWuWMycC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " has", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3jWOmfY1WwHP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eudNsNP769PHUP0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "n8AOoEqfjR0jN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4LttD165" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "v6FDhdf4jSM1Fum" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uz3FMG1R5DoaB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " indicated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SHL35x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " by", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6pYUrqTfrDZE3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "EAsHhpNdlPAC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "gm5IvVDt9w" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " naming", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RnDEDu6hM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SpZWrnUJ0NkwF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "L", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "10CKu4QJCMivxFX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "lama", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "M09SjDjbkPl0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IV4o4RkeLfDleHX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SMV21FH4GudysQx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "-M", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "k8g2OWIAXbhHnS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "aver", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SJrKHbe02fbL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "ick", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "0SFGybtvYIeTQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Z8MZjDQmpDUO6sa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "17", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "0dlOLnf6Uga6eX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "B", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zKPnmmKCdrgYed7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "5ZiFH0y46BWqFlf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Fhpm2emFCyfoj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KsbpX2RHAFBsOQD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": ",\"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ViPVkgzl5Zree" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " where", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "gKteUtFUSw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "nNVgdQ5bTAW5h" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "128", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KJoBVqbcnTCVh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "E", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wXD599hqVR1ESag" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": "\"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vALU27dXg52fiF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " refers", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "oJQNCMHrh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "m2wDdNcuILmYJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "DczipewwCNLf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " number", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wsRCQksSx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "aeV0v0AvP7SFG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " experts", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "JkyktEs2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "UJ9BqRedaR0wq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hiUCSSFrZ5pq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": " model", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "itrcms5mO9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "h9zbOAufkphr2s4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "LGQhygFld9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-bdef94352a63", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 50, + "prompt_tokens": 1408, + "total_tokens": 1458, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 1280 + } + }, + "obfuscation": "0MjzY0CB" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/beae1f966ba57a26608f2d7d0c5fa3bdc71706167ad9cd76539544261f593974.json b/tests/integration/responses/recordings/beae1f966ba57a26608f2d7d0c5fa3bdc71706167ad9cd76539544261f593974.json new file mode 100644 index 0000000000..2bebe5817e --- /dev/null +++ b/tests/integration/responses/recordings/beae1f966ba57a26608f2d7d0c5fa3bdc71706167ad9cd76539544261f593974.json @@ -0,0 +1,535 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[openai_client-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest version of Python?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_8MXA45Biv9jWIILkK3as9hRa", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest version of Python\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_8MXA45Biv9jWIILkK3as9hRa", + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.79769903, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "k3dlUaQsmzUNR2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HBpRDwrnHvKu6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "WsdIxvzpi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ws12Fakv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "A9Xh6YIr5QD8S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eG3he6B7S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "XvyOPSuZOu8eI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "obzjCCQVN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "N2q3IMHZSVg9Nzo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HrRGAMfiG7neoRP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NFYzZVzRlLPEGrz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ggcmECDVlO6lsP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "I3JN7sb7z4ctxwJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "aSnlQrV5Yl1TaI1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xzvosEVUZGPE7DS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ClH64o53cS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-beae1f966ba5", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 15, + "prompt_tokens": 569, + "total_tokens": 584, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "e2qBjjlNK6pP3" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/c27ffebf8523e71a5dd1dcc7277e7ba453fd77fe4752e8f2146d042cf62e22aa.json b/tests/integration/responses/recordings/c27ffebf8523e71a5dd1dcc7277e7ba453fd77fe4752e8f2146d042cf62e22aa.json new file mode 100644 index 0000000000..8680a6d440 --- /dev/null +++ b/tests/integration/responses/recordings/c27ffebf8523e71a5dd1dcc7277e7ba453fd77fe4752e8f2146d042cf62e22aa.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=openai/gpt-4o]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=openai/gpt-4o]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest Python version" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9997851, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99895966, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.98421544, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.96458924, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/c78a7baab4cba4b20952177f26dc5d06c12ec81580a8d1005ce97f8cd341fc6e.json b/tests/integration/responses/recordings/c78a7baab4cba4b20952177f26dc5d06c12ec81580a8d1005ce97f8cd341fc6e.json new file mode 100644 index 0000000000..43fad38210 --- /dev/null +++ b/tests/integration/responses/recordings/c78a7baab4cba4b20952177f26dc5d06c12ec81580a8d1005ce97f8cd341fc6e.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_non_streaming_web_search[client_with_models-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9995005, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.9933072, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.9801293, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.97462875, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.97344345, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/d229f5f59693ccd70b7c369aeaf31c14ae66100bc3157188e84774ac1a4c8176.json b/tests/integration/responses/recordings/d229f5f59693ccd70b7c369aeaf31c14ae66100bc3157188e84774ac1a4c8176.json new file mode 100644 index 0000000000..ff0f3311e1 --- /dev/null +++ b/tests/integration/responses/recordings/d229f5f59693ccd70b7c369aeaf31c14ae66100bc3157188e84774ac1a4c8176.json @@ -0,0 +1,859 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_avWw42CIvZkEsbodQdSXJu9G", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_avWw42CIvZkEsbodQdSXJu9G", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.9997851, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99895966, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.98421544, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.96458924, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xj3dPBNxDBhcD4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eb3KZGDRs292X" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "v19yGlO58" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " major", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1C7SS0aLJd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ru5hOGVN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "FtndA816XUJYo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "g15FlJ4o1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ytGE3J06XmjtN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "oAQAPX1Tu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HxWwZjT6eRhu3zX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1CvRMeTVENH2X02" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "f3hVIdjztnBBhxO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "dtVpSuOtX1dkFA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "AdkOPyz6yXySa31" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " which", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ckgXMoOFhd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " was", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HVc70GP38xAo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " officially", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wgT3l" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " released", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Znc8sYf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rlbQBTNSXi73e" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " October", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wUiAkX4Q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wpkTzshR6RhGQLF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "7", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eDQmB6R2HAFKGjl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "QDHuYhXXBSr5RuK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ov3LEZEH8yr6hvl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NbDrdP51uUoIW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bhidjYwFKzDzJu1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "nubir0fsOx6FKJG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zkFBUYZa7v" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d229f5f59693", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 27, + "prompt_tokens": 555, + "total_tokens": 582, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "qX0aLJk7XnNJc" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/d3221b3f8351a2918ec79eb91fda11d63b04782ec7b946952263eefab4e3b4a9.json b/tests/integration/responses/recordings/d3221b3f8351a2918ec79eb91fda11d63b04782ec7b946952263eefab4e3b4a9.json new file mode 100644 index 0000000000..8210de5f66 --- /dev/null +++ b/tests/integration/responses/recordings/d3221b3f8351a2918ec79eb91fda11d63b04782ec7b946952263eefab4e3b4a9.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=openai/gpt-4o]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=openai/gpt-4o]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest Python version" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.99983, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99793327, \"raw_content\": null}, {\"url\": \"https://www.geeksforgeeks.org/python/download-and-install-python-3-latest-version/\", \"title\": \"Download and Install Python 3 Latest Version - GeeksforGeeks\", \"content\": \"Open your browser and visit the Python download page: python.org/downloads. Select the latest Python 3 version, such as Python 3.13.1 (\", \"score\": 0.9890976, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.98421544, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/d875cd334fbb9cd08237a13a806ea3bf5838dca9521bc1e0d94b42d461f4b3bc.json b/tests/integration/responses/recordings/d875cd334fbb9cd08237a13a806ea3bf5838dca9521bc1e0d94b42d461f4b3bc.json new file mode 100644 index 0000000000..5a61d82ffd --- /dev/null +++ b/tests/integration/responses/recordings/d875cd334fbb9cd08237a13a806ea3bf5838dca9521bc1e0d94b42d461f4b3bc.json @@ -0,0 +1,817 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=azure/gpt-4o]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_dfUqP3oJW4jy8ZZTUVqZLX0f", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_dfUqP3oJW4jy8ZZTUVqZLX0f", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.90102744, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8051581, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.7915799, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.77994305, \"raw_content\": null}, {\"url\": \"https://www.geeksforgeeks.org/python/download-and-install-python-3-latest-version/\", \"title\": \"Download and Install Python 3 Latest Version - GeeksforGeeks\", \"content\": \"Open your browser and visit the Python download page: python.org/downloads. Select the latest Python 3 version, such as Python 3.13.1 (\", \"score\": 0.7608822, \"raw_content\": null}]}" + }, + { + "role": "assistant", + "content": "The latest Python version is Python **3.14.3**. You can find more information and download it from the official Python website: [Python.org](https://www.python.org/)." + }, + { + "role": "user", + "content": "What are the key features of this version?" + } + ], + "stream": true, + "stream_options": { + "include_usage": true + } + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "S8su0LRU3OAKfA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": "Allow", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UkAlODfV8Cr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " me", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Lc9hUs2lQtHFa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uH32cYHUVFfyA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " search", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8khdltdMP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yQN4p2icKa2u" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lFXh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "R6bsxwffL5zKR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OEdN7GwiBXcX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " key", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xzAg19LMjVRp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "shysSxD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hNRLEk6P6oTGw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Yhngqpmqr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rvmslNjM9yJvywf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6LW4oXnicVOMuRR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "xkDIDaTsq3e8e4U" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fUFChodhxB41du" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AsAkJT9T4GDnPjZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "0mVYQJBDZXaeFcv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nhMcSgrqYvwSO1H" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " One", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "S8mGpiSfEM4l" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " moment", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "LkHYqjwB5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "p7HkqiObqVTRQBN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " please", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "G02x4G8yc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bkYvGaRxLFwvcZG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MksSASm9rac3gk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HU4knKTtTc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-d875cd334fbb", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 26, + "prompt_tokens": 559, + "total_tokens": 585, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "WzhbEwpVJO3ec" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/df38ca4d679b1f3be2a67d0a165b993ef6db40d0578a823f15c8e6756d12dd17.json b/tests/integration/responses/recordings/df38ca4d679b1f3be2a67d0a165b993ef6db40d0578a823f15c8e6756d12dd17.json new file mode 100644 index 0000000000..0f9cb9d1a3 --- /dev/null +++ b/tests/integration/responses/recordings/df38ca4d679b1f3be2a67d0a165b993ef6db40d0578a823f15c8e6756d12dd17.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=azure/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.79769903, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/e07a7171ac4e6309b3ad2e6c0e1509eec2eea793bf88a4cf14b788c30e4a0170.json b/tests/integration/responses/recordings/e07a7171ac4e6309b3ad2e6c0e1509eec2eea793bf88a4cf14b788c30e4a0170.json new file mode 100644 index 0000000000..783329f994 --- /dev/null +++ b/tests/integration/responses/recordings/e07a7171ac4e6309b3ad2e6c0e1509eec2eea793bf88a4cf14b788c30e4a0170.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=openai/gpt-4o-llama_experts]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[openai_client-txt=openai/gpt-4o-llama_experts]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Llama 4 Maverick model number of experts" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Llama 4 Maverick model number of experts\", \"top_k\": [{\"url\": \"https://www.ibm.com/new/announcements/meta-llama-4-maverick-and-llama-4-scout-now-available-in-watsonx-ai\", \"title\": \"Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx ...\", \"content\": \"# Meta Llama 4 Maverick and Llama 4 Scout now available in watsonx.ai. **IBM is excited to announce the addition of Meta\\u2019s latest generation of open models, Llama 4, to** **watsonx.ai****.** Llama 4 Scout and Llama 4 Maverick, the first mixture of experts (MoE) models released by Meta, provide frontier multimodal performance, high speeds, low cost, and industry leading context length. With the introduction of these latest offerings from Meta, IBM now supports a total of 13 Meta models in the expansive library of \\u00a0foundation models available in watsonx.ai. Trained on 40 trillion tokens of data, Llama 4 Scout offers performance rivalling or exceeding that of models with significantly larger active parameter counts while keeping costs and latency low. ## Llama 4 models on IBM watsonx. Developers and businesses can select their preferred Llama 4 model from the extensive catalog of foundation models on IBM watsonx.ai, then fine-tune, distill and deploy it across cloud, on-premises, or edge environments of their choice. Start using Llama 4 models on watsonx.ai today. Start using Llama 4 models on watsonx.ai today.\", \"score\": 0.99992096, \"raw_content\": null}, {\"url\": \"https://build.nvidia.com/meta/llama-4-maverick-17b-128e-instruct/modelcard\", \"title\": \"llama-4-maverick-17b-128e-instruct Model by Meta | NVIDIA NIM\", \"content\": \"This model has been developed and built to Meta's requirements for this application and use case; see link to Non-NVIDIA Llama 4 Maverick. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy. Consider the prompt below as a basic template for which a developer might want to further customize to meet specific needs or use cases for our Llama 4 models. We provide the community with system level protections - like Llama Guard, Prompt Guard and Code Shield - that developers should deploy with Llama models or other LLMs. All of our reference implementation demos contain these safeguards by default so developers can benefit from system-level safety out-of-the-box. We evaluated Llama models for common use cases as well as specific capabilities. Therefore, before deploying any applications of Llama 4 models, developers should perform safety testing and tuning tailored to their specific applications of the model.\", \"score\": 0.9997508, \"raw_content\": null}, {\"url\": \"https://docs.oracle.com/en-us/iaas/Content/generative-ai/meta-llama-4-maverick.htm\", \"title\": \"Meta Llama 4 Maverick - Oracle Help Center\", \"content\": \"The Llama 4 models leverage a Mixture of Experts (MoE) architecture, enabling efficient and powerful processing capabilities.\", \"score\": 0.9995827, \"raw_content\": null}, {\"url\": \"https://docsbot.ai/models/llama-4-maverick\", \"title\": \"Meta's Llama 4 Maverick - AI Model Details - DocsBot AI\", \"content\": \"| Maximum Output Tokens The number of tokens that can be generated by the model in a single request. | Output Cost for tokens generated by the model | Unavailable |. Cost comparison with other models (per million tokens). ## Model Performance. | ChartQA Chart Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on chart images | 90% Source |. | DocVQA Document Visual Question Answering - Evaluates the ability of AI models to comprehend and answer questions based on document images | 94.4% text Source |. | LM Arena A benchmark that evaluates chat model performance through ELO ratings, where models compete against each other in head-to-head comparisons judged by users | 1417% ELO rating (experimental chat version) Source |. | MathVista Evaluates the mathematical reasoning abilities of AI models within visual contexts | 73.7% Source |. ## More models from Meta. ### LLM AI Model Directory.\", \"score\": 0.99869555, \"raw_content\": null}, {\"url\": \"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E\", \"title\": \"meta-llama/Llama-4-Maverick-17B-128E - Hugging Face\", \"content\": \"\\\"**Llama 4**\\\" means the foundational large language models and software and algorithms, including machine-learning model code, trained model weights, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by Meta at . i. If you distribute or make available the Llama Materials (or any derivative works thereof), or a product or service (including another AI model) that contains any of them, you shall (A) provide a copy of this Agreement with any such Llama Materials; and (B) prominently display \\\"Built with Llama\\\" on a related website, user interface, blogpost, about page, or product documentation. If you use the Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or otherwise improve an AI model, which is distributed or made available, you shall also include \\\"Llama\\\" at the beginning of any such AI model name. Developers may fine-tune Llama 4 models for languages beyond the 12 supported languages provided they comply with the Llama 4 Community License and the Acceptable Use Policy.\", \"score\": 0.99736834, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/e8cf12b5c15552ab2a4fe123ac4bd00e90da045e11c92e065c12af858a311f44.json b/tests/integration/responses/recordings/e8cf12b5c15552ab2a4fe123ac4bd00e90da045e11c92e065c12af858a311f44.json new file mode 100644 index 0000000000..463b928497 --- /dev/null +++ b/tests/integration/responses/recordings/e8cf12b5c15552ab2a4fe123ac4bd00e90da045e11c92e065c12af858a311f44.json @@ -0,0 +1,1345 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=azure/gpt-4o]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_tREJse2WCj9EuNodxsa7Pq9V", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version 2023\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_tREJse2WCj9EuNodxsa7Pq9V", + "content": "{\"query\": \"latest Python version 2023\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14\", \"content\": \"Python 3.14 is the latest release, packed with features like free-threaded mode, JIT compiler, lazy annotations, and a modern colorized REPL.\", \"score\": 0.9985104, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/source/\", \"title\": \"Python Source Releases\", \"content\": \"Python Source Releases. Latest Python 3 Release - Python 3.14.3. Stable ... Python 3.11.3 - April 5, 2023. Download Gzipped source tarball; Download XZ\", \"score\": 0.99453074, \"raw_content\": null}, {\"url\": \"https://docs.aws.amazon.com/linux/al2023/ug/python.html\", \"title\": \"Python in AL2023 - Amazon Linux 2023\", \"content\": \"AL2023 removed Python 2.7 and any components requiring Python are now written to work with Python 3. AL2023 makes Python 3 available as /usr/bin/python3.\", \"score\": 0.9943141, \"raw_content\": null}, {\"url\": \"https://www.facebook.com/groups/python/posts/1335602230613671/\", \"title\": \"Very good news for Python Developers in 2023. Improved ...\", \"content\": \"Very good news for Python Developers in 2023. Improved versions of Python 3.12 going to release for easy to use. @everyone What's new in Python\", \"score\": 0.9939964, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99298817, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4oyUlnl4Ku2HNn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6HPqANUqWmouY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "g2j6k7dse" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hfrjofSa0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MeeUgrPS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "39PGKVjERqTN0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HNE1bXFjw2tyE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eq07CsqwBYLDjoQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7O5C6FIUrUkWb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Z3DNQERbh0a16TB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "a0eoN9V7cg7N5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wxQewxD1x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pYE10DRAAzBXFao" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oSQv6CEUOZYzYf1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Jw9kQSXHqQkIUzj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yhNDrYCGcSwNAN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wOVpeRPhvqBpfc4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " It", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jtJ7K8sUx83sJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " introduces", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BIJ32" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " several", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "iqdS9i6E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "zfLIME2GoL2K" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "AJGGBfX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "8T9wiBrYKEYzkzn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " including", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sDkCfo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "s7Z0phtqy2Z4gw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " free", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "L5GwuvqBOKH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "-thread", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "teNcTnwfU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "ed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6H8KVTLTwKgdpP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " mode", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "IdTyuuXk4lK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nSrYtY71365QcRU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " J", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Z6Cwjt2unrZWsB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "IT", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vyc1jedMGDlCUC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " compiler", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Ytx0OfM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "84sGKLUXpAXJHVz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " lazy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "atLnTkOje2F" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " annotations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "egTG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "JVEgeEdml7loMpX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Do3qHzqXfPXF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RdBPwi3thjDtYk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " modern", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "l3xalkvPU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " color", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jks606W3lQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "ized", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "f7UdkLzcCdhs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": " RE", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "eUo4IrSnhX39i" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": "PL", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ua8KQ7VC5sMtRC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SgLLlxSGnXvi9uu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sQpasAoEcH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-e8cf12b5c155", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 46, + "prompt_tokens": 536, + "total_tokens": 582, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "3CMqP3cU5d6OB" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/ea239ee0fdaaccc986fb3179ed3829d904fa8b78f8f04d30d34ddff307d1ee86.json b/tests/integration/responses/recordings/ea239ee0fdaaccc986fb3179ed3829d904fa8b78f8f04d30d34ddff307d1ee86.json new file mode 100644 index 0000000000..a590468e89 --- /dev/null +++ b/tests/integration/responses/recordings/ea239ee0fdaaccc986fb3179ed3829d904fa8b78f8f04d30d34ddff307d1ee86.json @@ -0,0 +1,2841 @@ +{ + "test_id": "tests/integration/responses/test_basic_responses.py::test_include_logprobs_with_web_search[txt=azure/gpt-4o]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "Search for a positive news story from today." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_wszc0KelZIfL1CWlkEhVIBUx", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"Positive news October 22, 2023\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_wszc0KelZIfL1CWlkEhVIBUx", + "content": "{\"query\": \"Positive news October 22, 2023\", \"top_k\": [{\"url\": \"https://www.youtube.com/watch?v=8LuX6XRYR_w\", \"title\": \"Bernews \\\"Good News\\\" Sunday Spotlight, October 22, 2023 - YouTube\", \"content\": \"http://bernews.com | Bermuda | News that Bermuda won eight medals at the Caribbean Road Cycling Championships in Guadeloupe, the Leopards\", \"score\": 0.99964297, \"raw_content\": null}, {\"url\": \"https://www.yahoo.com/news/news-october-22-2023-111305761.html\", \"title\": \"News To Go: October 22, 2023 - Yahoo\", \"content\": \"Top Stories: Minneapolis shooting \\u00b7 Winter storm live updates \\u00b7 Pentagon shifts defense strategy \\u00b7 NATO, Trump and Greenland \\u00b7 5-year-old\", \"score\": 0.99857855, \"raw_content\": null}, {\"url\": \"https://www.nbcnews.com/meet-the-press/meet-press-october-22-2023-n1307654\", \"title\": \"Meet the Press \\u2013 October 22, 2023 - NBC News\", \"content\": \"And we need it to move forward on the strong bipartisan basis we've already seen when it comes to supporting both Ukraine and Israel, and I hope the people of Gaza. I mean, I just heard the former speaker of the House say that we need to make sure Israel has what they need, particularly with resupplying Iron Dome and other security apparatus that exist in Israel, in their war. And if I was president of the United States, I would have directed Joint Special Operations Command to stand up Delta Force, to stand up the Navy SEALs, who do the best hostage rescue in the world, and say, \\\"You need to \\u2013 you need to work with IDF, and we need to tell Hamas, 'You've got 12 hours to turn American and Israeli hostages loose, or we are coming to get them.'\\\" I mean, look, I welcome the release of two American hostages this week.\", \"score\": 0.9942251, \"raw_content\": null}, {\"url\": \"https://theweek.com/digest/round-up/10-things-you-need-to-know-today-october-22-2023\", \"title\": \"10 things you need to know today: October 22, 2023 | The Week\", \"content\": \"Protesters in the Philippines burn picture of U.S. President Donald Trump and Israeli Prime Minister Benjamin Netanyahu. The headquarters of the Washington Post in Washington, D.C. President Donald Trump holds a press conference with Israeli Prime Minister Benjamin Netanyahu at his Mar-a-Lago club on December 29, 2025. Israeli planes strike Gaza and West Bank as war intensifies, US pressing United Nations to draft Israeli self-defense resolution, and more. Israeli warplanes struck a number of targets on Sunday, including locations in the Gaza Strip, West Bank and Syria as the war with Hamas continues to grow increasingly volatile. The Israeli Air Force bombings marked the first time that warplanes had been used against targets in the West Bank since the 2000s, and the country appears on the verge of launching a full-scale ground assault into Gaza, despite pushback from some Western nations. A Colorado judge dismissed multiple challenges to a lawsuit seeking to bar former President Donald Trump from appearing on the state's ballot in 2024.\", \"score\": 0.9890976, \"raw_content\": null}, {\"url\": \"https://www.pbs.org/newshour/show/october-22-2023-pbs-news-weekend-full-episode\", \"title\": \"October 22, 2023 - PBS News Weekend full episode\", \"content\": \"#### Get news alerts from PBS News. ##### Turn on desktop notifications? # October 22, 2023PBS News Weekend full episode. ## Sunday on the News Hour... Sunday on PBS News Weekend, Israeli airstrikes hit sites in Gaza, the West Bank and Syria overnight as new humanitarian aid trickles into the Gaza strip. Then, we look at what steps can be taken to secure elections in the United States. ## Segments From This Episode. Palestinians check the damage at a mosque which was hit in an Israeli air strike, in Jenin. Aftermath of a Russian missile strike outside of Kharkiv. People cast their votes in midterm elections. ### Educate your inbox. Subscribe to Here\\u2019s the Deal, our politics. Please check your inbox to confirm. Friends of the News Hour. PBS is a 501(c)(3) not-for-profit organization. Subscribe to Here's the Deal with Lisa Desjardins. Please check your inbox to confirm. ## Support our journalism. Support for News Hour Provided By.\", \"score\": 0.98667485, \"raw_content\": null}]}" + } + ], + "logprobs": true, + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vrAJE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "I", + "bytes": [ + 73 + ], + "logprob": -2.3050742149353027, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nRIPK5rq1dKd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " found", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " found", + "bytes": [ + 32, + 102, + 111, + 117, + 110, + 100 + ], + "logprob": -0.012477399781346321, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "wGCNrERMdOpB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " a", + "bytes": [ + 32, + 97 + ], + "logprob": -0.02519112080335617, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pGWoiU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " positive", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " positive", + "bytes": [ + 32, + 112, + 111, + 115, + 105, + 116, + 105, + 118, + 101 + ], + "logprob": -0.016154371201992035, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SGVYm1e3Yx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " news", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " news", + "bytes": [ + 32, + 110, + 101, + 119, + 115 + ], + "logprob": -0.05165775492787361, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cVN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " story", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " story", + "bytes": [ + 32, + 115, + 116, + 111, + 114, + 121 + ], + "logprob": -0.007346781436353922, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "QmVucObzX7LJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " for", + "bytes": [ + 32, + 102, + 111, + 114 + ], + "logprob": -1.3410674333572388, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UecxyGrFMZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " today", + "bytes": [ + 32, + 116, + 111, + 100, + 97, + 121 + ], + "logprob": -0.03892211616039276, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "WaTYxWPNVEgzPO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ":", + "bytes": [ + 58 + ], + "logprob": -1.4961979389190674, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "a6PpAN7sWEpy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Bermuda", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Bermuda", + "bytes": [ + 32, + 66, + 101, + 114, + 109, + 117, + 100, + 97 + ], + "logprob": -0.034761764109134674, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " earned", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " earned", + "bytes": [ + 32, + 101, + 97, + 114, + 110, + 101, + 100 + ], + "logprob": -4.441145896911621, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "V3zJ3bvKmH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " eight", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " eight", + "bytes": [ + 32, + 101, + 105, + 103, + 104, + 116 + ], + "logprob": -0.08338187634944916, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "zKEbwl96TpVk4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " medals", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " medals", + "bytes": [ + 32, + 109, + 101, + 100, + 97, + 108, + 115 + ], + "logprob": -1.1637164789135568e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "lgdX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " at", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " at", + "bytes": [ + 32, + 97, + 116 + ], + "logprob": -0.022379135712981224, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7SKQtTkeBSgbCQu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " the", + "bytes": [ + 32, + 116, + 104, + 101 + ], + "logprob": -4.60414821645827e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7xdw2j7gS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Caribbean", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Caribbean", + "bytes": [ + 32, + 67, + 97, + 114, + 105, + 98, + 98, + 101, + 97, + 110 + ], + "logprob": -0.0005066845333203673, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2fzpnVy2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Road", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Road", + "bytes": [ + 32, + 82, + 111, + 97, + 100 + ], + "logprob": -7.896309739408025e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3VZ1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Cycling", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Cycling", + "bytes": [ + 32, + 67, + 121, + 99, + 108, + 105, + 110, + 103 + ], + "logprob": -3.128163257315464e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "sQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Championships", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Championships", + "bytes": [ + 32, + 67, + 104, + 97, + 109, + 112, + 105, + 111, + 110, + 115, + 104, + 105, + 112, + 115 + ], + "logprob": -3.130576806142926e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "5KLuaZzADPP1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " in", + "bytes": [ + 32, + 105, + 110 + ], + "logprob": -0.44598743319511414, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6P6iydN07dM9Av1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Gu", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Gu", + "bytes": [ + 32, + 71, + 117 + ], + "logprob": -2.045823566731997e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vubwdmluMRWZH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "adel", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "adel", + "bytes": [ + 97, + 100, + 101, + 108 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "zNuCtd1n5i" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "oupe", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "oupe", + "bytes": [ + 111, + 117, + 112, + 101 + ], + "logprob": -9.088346359931165e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "p29fMfe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".", + "bytes": [ + 46 + ], + "logprob": -0.12254296988248825, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BnArLpNo5el" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " This", + "bytes": [ + 32, + 84, + 104, + 105, + 115 + ], + "logprob": -0.27971628308296204, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "SMbA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " marks", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " marks", + "bytes": [ + 32, + 109, + 97, + 114, + 107, + 115 + ], + "logprob": -5.7521867752075195, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "UqyapcA7N5Rfjt7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " a", + "bytes": [ + 32, + 97 + ], + "logprob": -0.14704443514347076, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "dYl12x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " significant", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " significant", + "bytes": [ + 32, + 115, + 105, + 103, + 110, + 105, + 102, + 105, + 99, + 97, + 110, + 116 + ], + "logprob": -0.6032088994979858, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "PYViVqr7HjA4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " achievement", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " achievement", + "bytes": [ + 32, + 97, + 99, + 104, + 105, + 101, + 118, + 101, + 109, + 101, + 110, + 116 + ], + "logprob": -0.05947768688201904, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7TDHJ3Pj6bH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " for", + "bytes": [ + 32, + 102, + 111, + 114 + ], + "logprob": -0.5304368734359741, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6Pgo579Yx5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " Bermuda", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " Bermuda", + "bytes": [ + 32, + 66, + 101, + 114, + 109, + 117, + 100, + 97 + ], + "logprob": -1.631117820739746, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "TEsQV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " in", + "bytes": [ + 32, + 105, + 110 + ], + "logprob": -0.4622581899166107, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " competitive", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " competitive", + "bytes": [ + 32, + 99, + 111, + 109, + 112, + 101, + 116, + 105, + 116, + 105, + 118, + 101 + ], + "logprob": -2.7808244228363037, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vPLUnEo8pmL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " cycling", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " cycling", + "bytes": [ + 32, + 99, + 121, + 99, + 108, + 105, + 110, + 103 + ], + "logprob": -0.18857479095458984, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kNo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".", + "bytes": [ + 46 + ], + "logprob": -0.40964019298553467, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "k2KlQNnffRI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " You", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " You", + "bytes": [ + 32, + 89, + 111, + 117 + ], + "logprob": -0.7071737051010132, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mnH55Vage8y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " can", + "bytes": [ + 32, + 99, + 97, + 110 + ], + "logprob": -2.7848862373502925e-05, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hJHgvYu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " read", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " read", + "bytes": [ + 32, + 114, + 101, + 97, + 100 + ], + "logprob": -0.6812465786933899, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "7qpPn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " more", + "bytes": [ + 32, + 109, + 111, + 114, + 101 + ], + "logprob": -0.022142579779028893, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "FC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " about", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " about", + "bytes": [ + 32, + 97, + 98, + 111, + 117, + 116 + ], + "logprob": -0.1539953649044037, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " it", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " it", + "bytes": [ + 32, + 105, + 116 + ], + "logprob": -0.2970021963119507, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " on", + "bytes": [ + 32, + 111, + 110 + ], + "logprob": -1.0182669162750244, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": " [", + "bytes": [ + 32, + 91 + ], + "logprob": -0.11450781673192978, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fJXibG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "Ber", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "Ber", + "bytes": [ + 66, + 101, + 114 + ], + "logprob": -0.06467865407466888, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XiCXR3lbDDK5wiK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "news", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "news", + "bytes": [ + 110, + 101, + 119, + 115 + ], + "logprob": -0.0011762974318116903, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tW6Ehz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "](", + "bytes": [ + 93, + 40 + ], + "logprob": -0.27168986201286316, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "kupkQF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "https", + "bytes": [ + 104, + 116, + 116, + 112, + 115 + ], + "logprob": -0.00861528143286705, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "XC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "://", + "bytes": [ + 58, + 47, + 47 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "td" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "www", + "bytes": [ + 119, + 119, + 119 + ], + "logprob": -0.07094145566225052, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "MlrcXc8RyycnDC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": ".youtube", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".youtube", + "bytes": [ + 46, + 121, + 111, + 117, + 116, + 117, + 98, + 101 + ], + "logprob": -0.009918519295752048, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": ".com", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ".com", + "bytes": [ + 46, + 99, + 111, + 109 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "I5WNiWNT145" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "/watch", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "/watch", + "bytes": [ + 47, + 119, + 97, + 116, + 99, + 104 + ], + "logprob": -7.107425062713446e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "niB392N5UyBWPB" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "?v", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "?v", + "bytes": [ + 63, + 118 + ], + "logprob": -2.2200749754119897e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hub" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "=", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "=", + "bytes": [ + 61 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bAqouGjhvcze" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "8", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "8", + "bytes": [ + 56 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "f3Jhy5CngBSE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "Lu", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "Lu", + "bytes": [ + 76, + 117 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uI7opH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "X", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "X", + "bytes": [ + 88 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "pI9txsAF3MUw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "6", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "6", + "bytes": [ + 54 + ], + "logprob": 0.0, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3YiIdg8baERw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "X", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "X", + "bytes": [ + 88 + ], + "logprob": -1.9361264946837764e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "HGeDjxyoU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "RY", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "RY", + "bytes": [ + 82, + 89 + ], + "logprob": -1.9361264946837764e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Lzjo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "R", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "R", + "bytes": [ + 82 + ], + "logprob": -6.704273118884885e-07, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "2B77HTga8m" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": "_w", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": "_w", + "bytes": [ + 95, + 119 + ], + "logprob": -2.5776860184123507e-06, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "m2P" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": { + "content": [ + { + "token": ").", + "bytes": [ + 41, + 46 + ], + "logprob": -0.00775402644649148, + "top_logprobs": [] + } + ], + "refusal": null + } + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "fsWe2n" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "tO7bfpYxyM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-ea239ee0fdaa", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 65, + "prompt_tokens": 1131, + "total_tokens": 1196, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "blRii8iSfcS" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/f00807ec9ee660d63873b3b4ca7b3be2602af7701a3bd7c6971ad40de58bdbfe.json b/tests/integration/responses/recordings/f00807ec9ee660d63873b3b4ca7b3be2602af7701a3bd7c6971ad40de58bdbfe.json new file mode 100644 index 0000000000..4adb5d9934 --- /dev/null +++ b/tests/integration/responses/recordings/f00807ec9ee660d63873b3b4ca7b3be2602af7701a3bd7c6971ad40de58bdbfe.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_basic_responses.py::test_include_logprobs_with_web_search[txt=azure/gpt-4o]", + "request": { + "test_id": "tests/integration/responses/test_basic_responses.py::test_include_logprobs_with_web_search[txt=azure/gpt-4o]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "Positive news October 22, 2023" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.models.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"Positive news October 22, 2023\", \"top_k\": [{\"url\": \"https://www.youtube.com/watch?v=8LuX6XRYR_w\", \"title\": \"Bernews \\\"Good News\\\" Sunday Spotlight, October 22, 2023 - YouTube\", \"content\": \"http://bernews.com | Bermuda | News that Bermuda won eight medals at the Caribbean Road Cycling Championships in Guadeloupe, the Leopards\", \"score\": 0.99964297, \"raw_content\": null}, {\"url\": \"https://www.yahoo.com/news/news-october-22-2023-111305761.html\", \"title\": \"News To Go: October 22, 2023 - Yahoo\", \"content\": \"Top Stories: Minneapolis shooting \\u00b7 Winter storm live updates \\u00b7 Pentagon shifts defense strategy \\u00b7 NATO, Trump and Greenland \\u00b7 5-year-old\", \"score\": 0.99857855, \"raw_content\": null}, {\"url\": \"https://www.nbcnews.com/meet-the-press/meet-press-october-22-2023-n1307654\", \"title\": \"Meet the Press \\u2013 October 22, 2023 - NBC News\", \"content\": \"And we need it to move forward on the strong bipartisan basis we've already seen when it comes to supporting both Ukraine and Israel, and I hope the people of Gaza. I mean, I just heard the former speaker of the House say that we need to make sure Israel has what they need, particularly with resupplying Iron Dome and other security apparatus that exist in Israel, in their war. And if I was president of the United States, I would have directed Joint Special Operations Command to stand up Delta Force, to stand up the Navy SEALs, who do the best hostage rescue in the world, and say, \\\"You need to \\u2013 you need to work with IDF, and we need to tell Hamas, 'You've got 12 hours to turn American and Israeli hostages loose, or we are coming to get them.'\\\" I mean, look, I welcome the release of two American hostages this week.\", \"score\": 0.9942251, \"raw_content\": null}, {\"url\": \"https://theweek.com/digest/round-up/10-things-you-need-to-know-today-october-22-2023\", \"title\": \"10 things you need to know today: October 22, 2023 | The Week\", \"content\": \"Protesters in the Philippines burn picture of U.S. President Donald Trump and Israeli Prime Minister Benjamin Netanyahu. The headquarters of the Washington Post in Washington, D.C. President Donald Trump holds a press conference with Israeli Prime Minister Benjamin Netanyahu at his Mar-a-Lago club on December 29, 2025. Israeli planes strike Gaza and West Bank as war intensifies, US pressing United Nations to draft Israeli self-defense resolution, and more. Israeli warplanes struck a number of targets on Sunday, including locations in the Gaza Strip, West Bank and Syria as the war with Hamas continues to grow increasingly volatile. The Israeli Air Force bombings marked the first time that warplanes had been used against targets in the West Bank since the 2000s, and the country appears on the verge of launching a full-scale ground assault into Gaza, despite pushback from some Western nations. A Colorado judge dismissed multiple challenges to a lawsuit seeking to bar former President Donald Trump from appearing on the state's ballot in 2024.\", \"score\": 0.9890976, \"raw_content\": null}, {\"url\": \"https://www.pbs.org/newshour/show/october-22-2023-pbs-news-weekend-full-episode\", \"title\": \"October 22, 2023 - PBS News Weekend full episode\", \"content\": \"#### Get news alerts from PBS News. ##### Turn on desktop notifications? # October 22, 2023PBS News Weekend full episode. ## Sunday on the News Hour... Sunday on PBS News Weekend, Israeli airstrikes hit sites in Gaza, the West Bank and Syria overnight as new humanitarian aid trickles into the Gaza strip. Then, we look at what steps can be taken to secure elections in the United States. ## Segments From This Episode. Palestinians check the damage at a mosque which was hit in an Israeli air strike, in Jenin. Aftermath of a Russian missile strike outside of Kharkiv. People cast their votes in midterm elections. ### Educate your inbox. Subscribe to Here\\u2019s the Deal, our politics. Please check your inbox to confirm. Friends of the News Hour. PBS is a 501(c)(3) not-for-profit organization. Subscribe to Here's the Deal with Lisa Desjardins. Please check your inbox to confirm. ## Support our journalism. Support for News Hour Provided By.\", \"score\": 0.98667485, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/f32751edbdd95c9b290e6d6b962ed1df743c42bc6b3e0c4d5a39be4e153ee05d.json b/tests/integration/responses/recordings/f32751edbdd95c9b290e6d6b962ed1df743c42bc6b3e0c4d5a39be4e153ee05d.json new file mode 100644 index 0000000000..06a88d6d4a --- /dev/null +++ b/tests/integration/responses/recordings/f32751edbdd95c9b290e6d6b962ed1df743c42bc6b3e0c4d5a39be4e153ee05d.json @@ -0,0 +1,24 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "request": { + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_streaming_web_search[client_with_models-txt=openai/gpt-4o-web_search_2025_08_26_type]", + "provider": "tavily", + "tool_name": "web_search", + "kwargs": { + "query": "latest version of Python" + } + }, + "response": { + "body": { + "__type__": "llama_stack_api.tools.ToolInvocationResult", + "__data__": { + "content": "{\"query\": \"latest version of Python\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.8991304, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8088086, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.7978881, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.79099923, \"raw_content\": null}, {\"url\": \"https://www.python.org/downloads/\", \"title\": \"Download Python - Python.org\", \"content\": \"Active Python releases \\u00b7 3.16 planned Download 2027-10-06 2032-10 PEP 826 \\u00b7 3.15 pre-release Download 2026-10-01 (planned) 2031-10 PEP 790 \\u00b7 3.14 bugfix Download\", \"score\": 0.6530611, \"raw_content\": null}]}", + "error_message": null, + "error_code": null, + "metadata": null + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/f3f697864c7f98459426d841c11eb4c522393b8cae9afdf4d32d402cec8db6b5.json b/tests/integration/responses/recordings/f3f697864c7f98459426d841c11eb4c522393b8cae9afdf4d32d402cec8db6b5.json new file mode 100644 index 0000000000..2e61088f30 --- /dev/null +++ b/tests/integration/responses/recordings/f3f697864c7f98459426d841c11eb4c522393b8cae9afdf4d32d402cec8db6b5.json @@ -0,0 +1,5785 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_I3jkZtHT099RZamwCU10W7jB", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_I3jkZtHT099RZamwCU10W7jB", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.99983, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.99793327, \"raw_content\": null}, {\"url\": \"https://www.geeksforgeeks.org/python/download-and-install-python-3-latest-version/\", \"title\": \"Download and Install Python 3 Latest Version - GeeksforGeeks\", \"content\": \"Open your browser and visit the Python download page: python.org/downloads. Select the latest Python 3 version, such as Python 3.13.1 (\", \"score\": 0.9890976, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.98421544, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.98215127, \"raw_content\": null}]}" + }, + { + "role": "assistant", + "content": "The latest Python version is Python 3.14.3." + }, + { + "role": "user", + "content": "What are the key features of this version?" + } + ], + "stream": true, + "stream_options": { + "include_usage": true + } + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HqRe7DtVPmu21C" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pEyGoHNchc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "N0elMvg342FMe3x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CEqrMGIVKREMH0u" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TJLfuOvDIgPLbtO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Q2Z7m49mVBhbdD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " includes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "x9qwSoo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " several", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7HHun2O2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " key", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OJ9oizmhKZLt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CbEWY82" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "UV30w4nKhRoe" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ijo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "QXmeR82xAHPCq6N" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " though", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Y9OlIl01I" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " specific", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4MgAvMT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " details", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "QP2pQ64V" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " depend", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "i4ZsXZaVA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "osYSrW3S7C3fM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "MgFjEKxzX2GH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yy7aOus" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xt24pKUSZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "sY0Fgkm7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " notes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rIv4stU6ap" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "THK5UGBFUePBvKY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Common", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mCOC1Ha9K" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " enhancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bll" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "q017XH6q0o3v9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " such", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bbMex5xe4ud" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IMBxcrGv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " often", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "QC2pHCe4iT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " include", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "npCv6t5o" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "XYaiqIga09E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "1", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yGVVidT8SxLOZmC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "9I4A0IApf8OfmIk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1v97dN36oauRO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "Performance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "euhlg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OgX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vPHg1vVA8lXBGf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "GnQzOfoN1T7K8qh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Optim", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ZBYjv0fqxd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "izations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ahxlGWyE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Z7KZlB6gomz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " enhance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "9KlDda08" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8BmobZMrQzxo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " overall", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3R55HHxH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " efficiency", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "t3Ur9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "C4tcdqR0lT6w" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " execution", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "skDMWH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " speed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bqJ0Of5gIp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "b4osamReu4hS9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "abFBhurQw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " programs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "U5HtkUv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "e4dEpGcYohy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "2", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "FcJxqnAFFZuubPp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IgDaUchSabCP0gN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "89jG0piTtiS8t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "Syntax", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "gbmecOwNfw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Enh", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ngMcQDtXy8G6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "ancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "PybDTAf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "97MxtI8PRFhwMK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OS0tGQnDpPWNruX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Introduction", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "fL6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6fN0rPIQlEepJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "VKlJS7jiUEuN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hJF8cHZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " constructs", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OuivC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zq24NREZ1dUH1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " keywords", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "E3X0338" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "EO6Re8gFt30B6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " improve", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "fNbY0Hhl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " code", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "aQCfqCmiEGv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " express", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ecl8VgMR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "iveness", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "RXQfqfgsq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "pMnpNsZeIY9Z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " readability", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "KcPv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "b6u0vCHkwHA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qoOhgAQrAgM2JV6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ErUeCn2XITVrUse" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Ztw1uNn3zW4W4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "Standard", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Lu5nvlWt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Library", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "EGhBMvFs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hwDbYjU9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "XOdLD9DtZE99Kx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "whq4xkCLHh7wh3J" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Add", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OCzLCoiWp7Ih" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "itions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hK2O7Vdk14" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1g2P6VK7upSyK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "CjW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "8XDVC1cuU0wlA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " modules", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vIBZ3FyM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NCXWTqpCir26S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "59TAm8zu1V6Z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " standard", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Zuh5yni" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " library", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OxnPXCQR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vzgOtPlVTP6IICM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " providing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wdhyqK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bF0t3V2eO3G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " functionality", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "367Tu8qTcnue" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " maybe", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "U6QMuUujjh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " de", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NkIfGygXWpPeN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "prec", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hkNuc1HC7sVq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "ating", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "H8Ua9UqebMX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " outdated", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uJjTLBz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " modules", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "GsW0EEv2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6BW7na5jCLY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "4", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7F9v4d4IHKAb37K" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6MQaJmfAJEGts3u" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eI1WrmUljVCjr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "Security", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "lvmLMZHR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Enh", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Wki4KpUVq8ke" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "ancements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "eIzBN7n" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "FtgmbMpLfxd7Vz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ipPU5yDJmvMof8v" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ZoMZo55f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OqMoh6a0FI0Md" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " strengthen", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "NO9hQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "GSJdhlqPM6mr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " security", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "aXxgOCO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "a3D5MxN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SJEIJcKamKLxq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hvXBHjzwvlsK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "p0VfY5G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xfIH1DKDon2t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " address", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "mNNKjTun" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " vulnerabilities", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "dHYpbdO1sTj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "V0dl1vy5Bjb67Kx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wOB06WwT0DhaXXf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zwVQa7SvJsZ13" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "New", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "ESn5GN3UK8y9c" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "do4Hts8Q5nBly" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Improved", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Qm8IfK1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Typ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bWMJzS1tzqE7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "ing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "GAD2bJiBb8QbR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Features", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "cHjCuVz" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "2ZJpjlNBHKNtNj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "tJz0DYCu1zssKY1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Advances", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "PiMZItu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "HDfxuXpyrX3Eh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " type", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "xYKQUrhqvHj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " annotations", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "0W2k" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OBKwFUrdRYO4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yah9sTSvUf8f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " typing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "88kSLJcU1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " module", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "DweRKUcon" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "44wDQKPcd2zxu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " support", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "6YFTdpiW" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " better", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "V1YuW3tsO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " type", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "e1q4XEbmVHn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " checks", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3Ft7d5r4s" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "k82ayByP091y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " wider", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "PK8AhLPreP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " applications", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "P9f" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Q0xBVrmpB1CFl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " typed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "2OKif6g04I" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " code", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rKaGvD2AFk3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "adnWFCqJbO8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "6", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "XYeUBE0rFEHT7nu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "PISp3gQxJkmIn3l" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "2ZJwmVE2rc03j" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "Tool", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "cltAX91P0922" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "ing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "q6FDBh1XKPqut" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "4rJzRKfNpn7a" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Debug", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "aUOCnizRtr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "ging", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "bgzgi2rLRm5E" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Improvements", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Az0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "cv6livDZLgHpHo" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "qF21wSyDpgZa2xS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Enhanced", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "zwFZRBL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " tools", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "FFGGOgvhgr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "2B6OKWKcoHyD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " diagnosis", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rjHOEN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "VMQMMN25dn430dp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " testing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "7ANWBXsM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3JZmpacWvM82iMa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wMJNF314OYqK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " debugging", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "rUz0hG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "SNFsShymW9KOl" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " make", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "uS9W6lQAUpa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " developers", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TrUGD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "'", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "BUiyyt8MDi2hTV6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " work", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "EHPy7mC6J3x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "1woTo6WrLGk" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " efficient", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "caHPhu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "UTAPVElGvog" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "For", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "OF31DLU4dCzDZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "DkqVQE3L4V8QSC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " complete", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vN78bBq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " list", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "vBuq56igmOc" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " specific", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "cUEASSu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "gDHgBwo0KlGGV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "TNt72dQHY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "BfuICtS2mO8T5Y0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "553BiIV3SenO55Q" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yacCDwOqHVXVbML" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "yRbEchMpb5mZw0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "p1vZo4zy0CZ45k3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Vcv4TnIe299k" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " should", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "dEDUsVw4U" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " refer", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "IHZKEqesCa" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "hFZmhh9CPWVnv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "9GdPA9Dr8ikt" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "01gTwuq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "y7C9XfMtn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " release", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "3161i5I2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " notes", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "Oh9jYnxf3X" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wyq5slFMEXRza" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": " documentation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "5s" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "MSiis7iqMVC65Gw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": null, + "obfuscation": "wHocXpy91S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f3f697864c7f", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_49bd10b094", + "usage": { + "completion_tokens": 209, + "prompt_tokens": 532, + "total_tokens": 741, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "gOAsB0Ry6yZq" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/f657c38f78cc8ab3f05ab9d118a68f1cec7f8df3345c552352ed3199c725bf7a.json b/tests/integration/responses/recordings/f657c38f78cc8ab3f05ab9d118a68f1cec7f8df3345c552352ed3199c725bf7a.json new file mode 100644 index 0000000000..8b9a79d1b4 --- /dev/null +++ b/tests/integration/responses/recordings/f657c38f78cc8ab3f05ab9d118a68f1cec7f8df3345c552352ed3199c725bf7a.json @@ -0,0 +1,1210 @@ +{ + "test_id": "tests/integration/responses/test_tool_responses.py::test_response_multi_turn_streaming_web_search[client_with_models-txt=azure/gpt-4o]", + "request": { + "method": "POST", + "url": "https://llama-stack-test.openai.azure.com/openai/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What is the latest Python version?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_dfUqP3oJW4jy8ZZTUVqZLX0f", + "type": "function", + "function": { + "name": "web_search", + "arguments": "{\"query\":\"latest Python version\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_dfUqP3oJW4jy8ZZTUVqZLX0f", + "content": "{\"query\": \"latest Python version\", \"top_k\": [{\"url\": \"https://www.liquidweb.com/blog/latest-python-version/\", \"title\": \"The latest Python version: Python 3.14 - Liquid Web\", \"content\": \"The latest major version, Python 3.14 was officially released on October 7, 2025. Let's explore the key features of Python's current version, how to download\", \"score\": 0.90102744, \"raw_content\": null}, {\"url\": \"https://www.python.org/\", \"title\": \"Welcome to Python.org\", \"content\": \"Download. Python source code and installers are available for download for all versions! Latest: Python 3.14.3. Docs.\", \"score\": 0.8051581, \"raw_content\": null}, {\"url\": \"https://www.python.org/doc/versions/\", \"title\": \"Python documentation by version\", \"content\": \"Python 3.11.15, released on 3 March 2026 \\u00b7 Python 3.11.14, released on 9 October 2025 \\u00b7 Python 3.11.13, released on 3 June 2025 \\u00b7 Python 3.11.12, released on 8\", \"score\": 0.7915799, \"raw_content\": null}, {\"url\": \"https://devguide.python.org/versions/\", \"title\": \"Status of Python versions - Python Developer's Guide\", \"content\": \"The main branch is currently the future Python 3.15, and is the only branch that accepts new features. The latest release for each Python version can be found\", \"score\": 0.77994305, \"raw_content\": null}, {\"url\": \"https://www.geeksforgeeks.org/python/download-and-install-python-3-latest-version/\", \"title\": \"Download and Install Python 3 Latest Version - GeeksforGeeks\", \"content\": \"Open your browser and visit the Python download page: python.org/downloads. Select the latest Python 3 version, such as Python 3.13.1 (\", \"score\": 0.7608822, \"raw_content\": null}]}" + } + ], + "parallel_tool_calls": true, + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "web_search", + "description": "Search the web for information", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for" + } + }, + "required": [ + "query" + ] + } + } + } + ], + "service_tier": "default" + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o", + "provider_metadata": { + "openai_sdk_version": "2.5.0" + } + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cKvpv83KqERDk4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ucdbKzvExvf8t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " latest", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "V7Y04fHEj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "rBScWqC0G" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " version", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZYkN9ZTd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "owmTwtzbs0PVx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jsGH1dgne" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " **", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OvCI1vf2peJMS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "yOskdFvSASNHHLv" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vl0mkYePn1HeEMi" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "a8lSCQzUQ7pPcE" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "DeYvq9mRqkRSdiZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "ZnhuZ9X2vOGuLC8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "**", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "OUDdMLDfJdNq11" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "BZQQtGKjPRFlTPZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " You", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "3AUc1OKDiuJV" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "hA27rGY35z3j" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " find", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "cVMPuOtqSHH" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " more", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "720zppYZE1m" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "mUMM" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Q5yGpjp8ircg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " download", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "NDMKnar" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " it", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "nILp00xjdVHtw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " from", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jvOTEawWW64" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Wc45WPfsuLHP" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " official", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "PZlvU5Y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "I87WbxmnK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " website", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "St6duGgr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "jdsZrRg5C6BSrK7" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": " [", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "aTjSnxQpYpAhFZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "Python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "RSAU2hulJF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "Srov2KlYgBmx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "](", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "uqxXzTONAkymB6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "https", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "c9ge41DqSqQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "://", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "CZILZg9aMqDDf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "www", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "vNLuzyLZyNrSy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ".python", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "4FzCbM2VS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ".org", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "bRzp7Q5jUMR9" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": "/", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "oXCZddKYnIbEGSD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "edJEO5YsSLlMDb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": null, + "obfuscation": "R23CW7By0Z" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f657c38f78cc", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-11-20", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_af7f7349a4", + "usage": { + "completion_tokens": 41, + "prompt_tokens": 546, + "total_tokens": 587, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "yKccP49E0Ork6" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +}