Skip to content

Commit 80b200a

Browse files
Bump vllm to v0.10.0; add otel libs (#1614)
* Bump vLLM version to v0.10.0 * Add opentelemetry-exporter * Reconcile dependencies, updated IDs, tags --------- Co-authored-by: svc-harness-git2 <[email protected]>
1 parent abd5103 commit 80b200a

File tree

3 files changed

+8
-6
lines changed

3 files changed

+8
-6
lines changed

public_dropin_gpu_environments/vllm/Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
FROM vllm/vllm-openai:v0.8.3
1+
FROM vllm/vllm-openai:v0.10.0
22
USER root
33
RUN apt-get update && apt-get install -y \
44
python3.12 \

public_dropin_gpu_environments/vllm/env_info.json

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,9 @@
33
"name": "[GenAI] vLLM Inference Server",
44
"description": "A high-throughput and memory-efficient inference and serving engine for LLMs.",
55
"programmingLanguage": "python",
6-
"label": "v0.8.3+dr.1",
7-
"environmentVersionId": "68762410e014bc11a34e1fb0",
8-
"environmentVersionDescription": "Update to vllm v0.8.3\nFROM vllm/vllm-openai:v0.8.3",
6+
"label": "v0.10.0",
7+
"environmentVersionId": "6719f3b8cd24e87f9b5a2c46",
8+
"environmentVersionDescription": "Update to vllm v0.10.0\nFROM vllm/vllm-openai:v0.10.0",
99
"isPublic": true,
1010
"isDownloadable": true,
1111
"useCases": [
@@ -14,8 +14,8 @@
1414
"contextUrl": "https://github.com/datarobot/datarobot-user-models/tree/master/public_dropin_gpu_environments/vllm",
1515
"imageRepository": "env-gpu-vllm",
1616
"tags": [
17-
"v11.2.0-68762410e014bc11a34e1fb0",
18-
"68762410e014bc11a34e1fb0",
17+
"v11.2.0-6719f3b8cd24e87f9b5a2c46",
18+
"6719f3b8cd24e87f9b5a2c46",
1919
"v11.2.0-latest"
2020
]
2121
}
Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
datarobot
22
datarobot-mlops
33
datarobot-mlops-connected-client
4+
opentelemetry-instrumentation-requests
5+
opentelemetry-instrumentation-aiohttp-client
46
datarobot-drum
57
openai>=1.17.0

0 commit comments

Comments
 (0)