File tree Expand file tree Collapse file tree 3 files changed +8
-6
lines changed
public_dropin_gpu_environments/vllm Expand file tree Collapse file tree 3 files changed +8
-6
lines changed Original file line number Diff line number Diff line change 1- FROM vllm/vllm-openai:v0.8.3
1+ FROM vllm/vllm-openai:v0.10.0
22USER root
33RUN apt-get update && apt-get install -y \
44 python3.12 \
Original file line number Diff line number Diff line change 33 "name" : " [GenAI] vLLM Inference Server" ,
44 "description" : " A high-throughput and memory-efficient inference and serving engine for LLMs." ,
55 "programmingLanguage" : " python" ,
6- "label" : " v0.8.3+dr.1 " ,
7- "environmentVersionId" : " 68762410e014bc11a34e1fb0 " ,
8- "environmentVersionDescription" : " Update to vllm v0.8.3 \n FROM vllm/vllm-openai:v0.8.3 " ,
6+ "label" : " v0.10.0 " ,
7+ "environmentVersionId" : " 6719f3b8cd24e87f9b5a2c46 " ,
8+ "environmentVersionDescription" : " Update to vllm v0.10.0 \n FROM vllm/vllm-openai:v0.10.0 " ,
99 "isPublic" : true ,
1010 "isDownloadable" : true ,
1111 "useCases" : [
1414 "contextUrl" : " https://github.com/datarobot/datarobot-user-models/tree/master/public_dropin_gpu_environments/vllm" ,
1515 "imageRepository" : " env-gpu-vllm" ,
1616 "tags" : [
17- " v11.2.0-68762410e014bc11a34e1fb0 " ,
18- " 68762410e014bc11a34e1fb0 " ,
17+ " v11.2.0-6719f3b8cd24e87f9b5a2c46 " ,
18+ " 6719f3b8cd24e87f9b5a2c46 " ,
1919 " v11.2.0-latest"
2020 ]
2121}
Original file line number Diff line number Diff line change 11datarobot
22datarobot-mlops
33datarobot-mlops-connected-client
4+ opentelemetry-instrumentation-requests
5+ opentelemetry-instrumentation-aiohttp-client
46datarobot-drum
57openai>=1.17.0
You can’t perform that action at this time.
0 commit comments