Skip to content

Commit 1be10af

Browse files
authored
Compilation with src and bin tokenizers, genai and oponvino. (#3657)
### 🛠 Summary JIRA CVS-173265 ### 🧪 Checklist - [ ] Unit tests added. - [ ] The documentation updated. - [ ] Change follows security best practices. ``
1 parent c84f4d9 commit 1be10af

22 files changed

+310
-217
lines changed

.bazelrc

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,7 @@ build --define=MEDIAPIPE_DISABLE_GPU=1
5656
build --define=MEDIAPIPE_DISABLE=0
5757
build --define=CLOUD_DISABLE=0
5858
build --define=PYTHON_DISABLE=0
59+
build --define=USE_DROGON=1 # 0=legacy net_http, available only on linux
5960

6061
# Sets the default Apple platform to macOS.
6162
build --apple_platform_type=macos
@@ -91,7 +92,6 @@ build:linux --host_cxxopt=-std=c++17
9192
build:linux --action_env PYTHON_BIN_PATH="/usr/bin/python3"
9293
build:linux --define PYTHON_BIN_PATH=/usr/bin/python3
9394

94-
build:linux --define=USE_DROGON=1 # 0=legacy net_http, available only on linux
9595
# Security options ######################################################################################################
9696
# TODO: Add equivalent windows flag
9797
build:linux --cxxopt=-fno-strict-overflow
@@ -232,7 +232,6 @@ build:windows --deleted_packages=tensorflow/core/tfrt/stubs,tensorflow/compiler/
232232

233233
# Windows build ssl headers for GRPC workaround
234234
build:windows --override_repository="boringssl=C:\\opt\\boringSSL-SwiftPM"
235-
236235
#Add this parameter for windows local builds, its added on jenkins via windows_build.bat. Must be short path on C:\ for mediapipe to compile
237236
#startup --output_user_root=C:/b_tmp
238237

@@ -246,8 +245,6 @@ build:windows --action_env OpenVINO_DIR="c:/opt/openvino/runtime/cmake"
246245
build:windows --action_env OpenCV_DIR="c:/opt/opencv_4.12.0"
247246

248247
build:windows --repo_env=HERMETIC_PYTHON_VERSION=3.12
249-
build:windows --define=USE_DROGON=1
250-
build:windows --define=GENAI_USE_BINARY=1
251248

252249
build:win_mp_on_py_on --config=windows
253250
build:win_mp_on_py_on --define=MEDIAPIPE_DISABLE=0

Dockerfile.redhat

Lines changed: 30 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -161,9 +161,7 @@ RUN dnf install -y https://github.com/linux-test-project/lcov/releases/download
161161
ENV TF_SYSTEM_LIBS="curl"
162162
ENV TEST_LOG="/root/.cache/bazel/_bazel_root/bc57d4817a53cab8c785464da57d1983/execroot/ovms/bazel-out/test.log"
163163
ARG ov_source_branch=c01cd93e24d1cd78bfbb401eed51c08fb93e0816
164-
ARG ov_contrib_branch=master
165164
ARG ov_source_org=openvinotoolkit
166-
ARG ov_contrib_org=openvinotoolkit
167165
ARG ov_use_binary=0
168166
ARG DLDT_PACKAGE_URL
169167
ARG TEMP_DIR=/tmp/openvino_installer
@@ -199,9 +197,9 @@ WORKDIR $TEMP_DIR
199197
RUN if [ "$ov_use_binary" = "1" ] && [ "$DLDT_PACKAGE_URL" != "" ]; then true ; else exit 0 ; fi ; \
200198
wget -nv $DLDT_PACKAGE_URL && \
201199
mkdir /opt/intel && \
202-
tar -zxf ./*openvino_toolkit*.tgz -C /opt/intel && \
203-
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino && \
204-
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino_2025
200+
tar -zxf ./*openvino_genai*.tar.gz -C /opt/intel && \
201+
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino && \
202+
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino_2025
205203

206204
# install sample apps including benchmark_app
207205
# hadolint ignore=DL3041
@@ -214,17 +212,17 @@ RUN if [ -f /opt/intel/openvino/samples/cpp/build_samples.sh ]; then /opt/intel
214212
ENV OpenVINO_DIR=/opt/intel/openvino/runtime/cmake
215213
ENV OPENVINO_TOKENIZERS_PATH_GENAI=/opt/intel/openvino/runtime/lib/intel64/libopenvino_tokenizers.so
216214
ENV LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/opt/intel/openvino/runtime/lib/intel64/:/opt/opencv/lib/:/opt/intel/openvino/runtime/3rdparty/tbb/lib/
217-
WORKDIR /openvino_tokenizers/
218215

216+
WORKDIR /openvino_tokenizers/
219217
ARG ov_tokenizers_branch=85be884a69f10270703f81f970a5ee596a4c8df7
220-
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security"
218+
ARG ov_tokenizers_org=openvinotoolkit
219+
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security -s -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=deprecated-declarations -Wuninitialized"
221220
# hadolint ignore=DL3003
222-
RUN git clone https://github.com/openvinotoolkit/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive
223-
RUN cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DCMAKE_CXX_FLAGS=" ${SDL_OPS} ${LTO_CXX_FLAGS} " -DCMAKE_SHARED_LINKER_FLAGS="${LTO_LD_FLAGS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/
224-
225-
WORKDIR /openvino_tokenizers/
226-
# Install the openvino_tokenizers python bindings and copy to OpenVINO location
227-
RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
221+
RUN git clone https://github.com/$ov_tokenizers_org/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive
222+
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; \
223+
cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DCMAKE_CXX_FLAGS=" ${SDL_OPS} ${LTO_CXX_FLAGS} " -DCMAKE_SHARED_LINKER_FLAGS="${LTO_LD_FLAGS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/ ; \
224+
# Install the openvino_tokenizers python bindings and copy to OpenVINO location
225+
if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
228226
mkdir -p /opt/intel/openvino/python/openvino_tokenizers/lib ; \
229227
cp -r python/* /opt/intel/openvino/python/ ; \
230228
cp build/python/* /opt/intel/openvino/python/openvino_tokenizers/ ; \
@@ -233,6 +231,17 @@ RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
233231
ln -s /ovms/lib/libopenvino_tokenizers.so /opt/intel/openvino/python/openvino_tokenizers/lib/libopenvino_tokenizers.so ; \
234232
fi
235233

234+
WORKDIR /openvino_genai/
235+
ARG ov_genai_branch=master
236+
ARG ov_genai_org=openvinotoolkit
237+
# hadolint ignore=DL3003
238+
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
239+
git clone https://github.com/$ov_genai_org/openvino.genai /openvino_genai && cd /openvino_genai && git checkout $ov_genai_branch && git submodule update --init --recursive ; \
240+
cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS=" ${SDL_OPS} ${LTO_CXX_FLAGS} " -DCMAKE_SHARED_LINKER_FLAGS="${LTO_LD_FLAGS}" -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DENABLE_SYSTEM_ICU="True" -DBUILD_TOKENIZERS=OFF -DENABLE_SAMPLES=OFF -DENABLE_TOOLS=OFF -DENABLE_TESTS=OFF -DENABLE_XGRAMMAR=ON -S ./ -B ./build/ ; \
241+
cmake --build ./build/ --parallel $JOBS && cp /openvino_genai/build/openvino_genai/lib*.so* /opt/intel/openvino/runtime/lib/intel64/ ; \
242+
cp -r /openvino_genai/src/cpp/include/* /opt/intel/openvino/runtime/include/ ; \
243+
cp -r /openvino_genai/build/openvino_genai/*py* /opt/intel/openvino/python/
244+
236245
# Build OpenVINO Model Server
237246
WORKDIR /ovms
238247
COPY .bazelrc .user.bazelr[c] .bazelversion WORKSPACE /ovms/
@@ -274,6 +283,12 @@ RUN if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ;
274283
echo $'Metadata-Version: 1.0\nName: openvino\nVersion: 2025.4' > /opt/intel/openvino/python/openvino-4.dist-info/METADATA
275284
ENV PYTHONPATH=/opt/intel/openvino/python:/ovms/bazel-bin/src/python/binding
276285

286+
WORKDIR /patchelf
287+
# hadolint ignore=DL3003
288+
RUN wget -q https://github.com/NixOS/patchelf/archive/0.10.tar.gz && \
289+
tar -xf 0.10.tar.gz && cd patchelf-0.10 && \
290+
./bootstrap.sh && ./configure && make && make install
291+
277292
WORKDIR /ovms
278293

279294
ARG PROJECT_VERSION="2025.4.0"
@@ -321,6 +336,7 @@ FROM $BUILD_IMAGE as capi-build
321336
ARG CAPI_FLAGS="--strip=always --config=mp_off_py_off --//:distro=redhat"
322337
ARG JOBS=40
323338
ARG LTO_ENABLE=OFF
339+
WORKDIR /ovms
324340
RUN bazel build --jobs $JOBS ${CAPI_FLAGS} //src:ovms_shared
325341

326342
# C api app with bazel
@@ -338,12 +354,7 @@ RUN mkdir -p /ovms_release/lib/ ; find /ovms/bazel-out/k8-*/bin -iname 'libovms_
338354

339355
FROM $BUILD_IMAGE as pkg
340356

341-
RUN mkdir /patchelf
342-
WORKDIR /patchelf
343-
# hadolint ignore=DL3003
344-
RUN wget -q https://github.com/NixOS/patchelf/archive/0.10.tar.gz && \
345-
tar -xf 0.10.tar.gz && cd patchelf-0.10 && \
346-
./bootstrap.sh && ./configure && make && make install
357+
COPY --from=build /usr/local/bin/patchelf /usr/local/bin/patchelf
347358

348359
WORKDIR /
349360
ARG BASE_OS=redhat

Dockerfile.ubuntu

Lines changed: 28 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -135,10 +135,8 @@ RUN if [ "$BASE_OS" == "ubuntu22" ] ; then python3 -m pip install "Jinja2==3.1.6
135135
ARG JOBS=8
136136
ARG ov_use_binary=0
137137
ARG ov_source_org=openvinotoolkit
138-
ARG ov_contrib_org=openvinotoolkit
139138
ARG DLDT_PACKAGE_URL
140139
ARG ov_source_branch=master
141-
ARG ov_contrib_branch=master
142140
ARG CMAKE_BUILD_TYPE=Release
143141

144142
ENV HDDL_INSTALL_DIR=/opt/intel/openvino/deployment_tools/inference_engine/external/hddl
@@ -182,9 +180,9 @@ WORKDIR $TEMP_DIR
182180
RUN if [ "$ov_use_binary" == "1" ] && [ "$DLDT_PACKAGE_URL" != "" ]; then true ; else exit 0 ; fi ; \
183181
wget -nv $DLDT_PACKAGE_URL && \
184182
mkdir /opt/intel && \
185-
tar -zxf ./*openvino_toolkit*.tgz -C /opt/intel && \
186-
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino && \
187-
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino_2025
183+
tar -zxf ./*openvino_genai*.tar.gz -C /opt/intel && \
184+
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino && \
185+
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino_2025
188186

189187
WORKDIR /
190188
# install sample apps including benchmark_app
@@ -194,16 +192,15 @@ RUN if [ -f /opt/intel/openvino/samples/cpp/build_samples.sh ]; then /opt/intel
194192
# OpenVINO Tokenizers extension
195193
ENV OpenVINO_DIR=/opt/intel/openvino/runtime/cmake
196194
ENV OPENVINO_TOKENIZERS_PATH_GENAI=/opt/intel/openvino/runtime/lib/intel64/libopenvino_tokenizers.so
197-
WORKDIR /openvino_tokenizers/
198195

196+
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security -s -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=deprecated-declarations -Wuninitialized"
199197
ARG ov_tokenizers_branch=master
200-
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security"
198+
ARG ov_tokenizers_org=openvinotoolkit
201199
# hadolint ignore=DL3003
202-
RUN git clone https://github.com/openvinotoolkit/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive
203-
RUN cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS="${SDL_OPS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/
204-
205-
# Install the openvino_tokenizers python bindings and copy to OpenVINO location
206-
RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
200+
RUN git clone https://github.com/$ov_tokenizers_org/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive
201+
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
202+
cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS="${SDL_OPS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/ ; \
203+
if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
207204
mkdir -p /opt/intel/openvino/python/openvino_tokenizers/lib ; \
208205
cp -r python/* /opt/intel/openvino/python/ ; \
209206
cp build/python/* /opt/intel/openvino/python/openvino_tokenizers/ ; \
@@ -212,6 +209,16 @@ RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
212209
ln -s /ovms/lib/libopenvino_tokenizers.so /opt/intel/openvino/python/openvino_tokenizers/lib/libopenvino_tokenizers.so ; \
213210
fi
214211

212+
ARG ov_genai_branch=master
213+
ARG ov_genai_org=openvinotoolkit
214+
# hadolint ignore=DL3003
215+
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
216+
git clone https://github.com/$ov_genai_org/openvino.genai /openvino_genai && cd /openvino_genai && git checkout $ov_genai_branch && git submodule update --init --recursive ; \
217+
cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS="${SDL_OPS}" -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DENABLE_SYSTEM_ICU="True" -DBUILD_TOKENIZERS=OFF -DENABLE_SAMPLES=OFF -DENABLE_TOOLS=OFF -DENABLE_TESTS=OFF -DENABLE_XGRAMMAR=ON -S ./ -B ./build/ ; \
218+
cmake --build ./build/ --parallel $JOBS && cp /openvino_genai/build/openvino_genai/lib*.so* /opt/intel/openvino/runtime/lib/intel64/ ; \
219+
cp -r /openvino_genai/src/cpp/include/* /opt/intel/openvino/runtime/include/ ; \
220+
cp -r /openvino_genai/build/openvino_genai/*py* /opt/intel/openvino/python/
221+
215222
# Add Nvidia dev tool if needed
216223
RUN apt-get update ; \
217224
apt-get install -y --no-install-recommends opencl-clhpp-headers opencl-c-headers intel-opencl-icd && \
@@ -280,6 +287,13 @@ RUN bash -c "sed -i -e 's|REPLACE_PROJECT_VERSION|${PROJECT_VERSION}|g' /ovms/sr
280287

281288
WORKDIR /usr/lib/x86_64-linux-gnu/
282289
RUN ln -s libOpenCL.so.1 libOpenCL.so
290+
291+
WORKDIR /patchelf
292+
# hadolint ignore=DL3003
293+
RUN wget -q https://github.com/NixOS/patchelf/archive/0.10.tar.gz && \
294+
tar -xf 0.10.tar.gz && cd patchelf-0.10 && \
295+
./bootstrap.sh && ./configure && make && make install
296+
283297
WORKDIR /ovms
284298
# Test Coverage
285299
COPY ci/check_coverage.bat /ovms/
@@ -309,7 +323,6 @@ COPY client /client
309323
RUN python3 -c "import json; m={'PROJECT_VERSION':'${PROJECT_VERSION}','OPENVINO backend':'$(/ovms/bazel-bin/src/ovms --version | grep backend | cut -d' ' -f3)', \
310324
'BAZEL_BUILD_FLAGS':'${debug_bazel_flags}${minitrace_flags}','BASE_IMAGE':'${BASE_IMAGE}' }; \
311325
print(json.dumps(m,indent=4))" > /ovms/release_files/metadata.json
312-
313326
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ #
314327

315328
FROM $BUILD_IMAGE as capi-build
@@ -319,6 +332,7 @@ SHELL ["/bin/bash", "-xo", "pipefail", "-c"]
319332
ARG CAPI_FLAGS="--strip=always --config mp_off_py_off --//:distro=ubuntu"
320333
ARG JOBS=40
321334
ARG FUZZER_BUILD=0
335+
WORKDIR /ovms
322336
RUN bazel build --jobs=$JOBS ${CAPI_FLAGS} //src:ovms_shared
323337

324338
# C-API benchmark app
@@ -340,12 +354,7 @@ RUN mkdir -p /ovms_release/lib/ ; find /ovms/bazel-out/k8-*/bin -iname 'libovms_
340354

341355
FROM build as pkg
342356

343-
RUN mkdir /patchelf
344-
WORKDIR /patchelf
345-
# hadolint ignore=DL3003
346-
RUN wget -q https://github.com/NixOS/patchelf/archive/0.10.tar.gz && \
347-
tar -xf 0.10.tar.gz && cd patchelf-0.10 && \
348-
./bootstrap.sh && ./configure && make && make install
357+
COPY --from=build /usr/local/bin/patchelf /usr/local/bin/patchelf
349358

350359
WORKDIR /
351360
ARG BASE_OS=ubuntu

Makefile

Lines changed: 17 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -75,15 +75,17 @@ FUZZER_BUILD ?= 0
7575
# - uncomment source build section, comment binary section
7676
# - adjust binary version path - version variable is not passed to WORKSPACE file!
7777

78-
OV_SOURCE_BRANCH ?= 80e587bccec151a9acb0bc73fb96d007daa56e82 # master 2025/10/07
79-
OV_TOKENIZERS_BRANCH ?= 760f9140ab1fd330d62ec171673ca0705abe6aa0 # master 2025/10/07
78+
OV_SOURCE_BRANCH ?= ee21854d6821876e73fe8ec8f8eebd5fa1351927 # master 2025/10/14
79+
OV_TOKENIZERS_BRANCH ?= 760f9140ab1fd330d62ec171673ca0705abe6aa0 # master 2025/09/23
80+
OV_GENAI_BRANCH ?= 005f4d9fff7cfce6614d6b9d4d144273971080b4 # master 2025/10/14
8081

8182
OV_SOURCE_ORG ?= openvinotoolkit
83+
OV_GENAI_ORG ?= openvinotoolkit
84+
OV_TOKENIZERS_ORG ?= openvinotoolkit
8285

8386
TEST_LLM_PATH ?= "src/test/llm_testing"
8487
GPU_MODEL_PATH ?= "/tmp/face_detection_adas"
8588

86-
OV_USE_BINARY ?= 1
8789
APT_OV_PACKAGE ?= openvino-2022.1.0
8890
# opt, dbg:
8991
BAZEL_BUILD_TYPE ?= opt
@@ -133,8 +135,13 @@ endif
133135

134136
ifeq ($(findstring ubuntu,$(BASE_OS)),ubuntu)
135137
TARGET_DISTRO_PARAMS = " --//:distro=ubuntu"
138+
OV_USE_BINARY ?= 1
136139
else ifeq ($(findstring redhat,$(BASE_OS)),redhat)
137140
TARGET_DISTRO_PARAMS = " --//:distro=redhat"
141+
OV_USE_BINARY ?= 0
142+
ifeq ($(OV_USE_BINARY),1)
143+
$(error OV_USE_BINARY = 1 not supported on RHEL OS)
144+
endif
138145
else
139146
$(error BASE_OS must be either ubuntu or redhat)
140147
endif
@@ -160,11 +167,11 @@ ifeq ($(findstring ubuntu,$(BASE_OS)),ubuntu)
160167
ifeq ($(BASE_OS_TAG),24.04)
161168
OS=ubuntu24
162169
INSTALL_DRIVER_VERSION ?= "25.35.35096"
163-
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.4.0-20120-80e587bccec/openvino_toolkit_ubuntu24_2025.4.0.dev20251007_x86_64.tgz
170+
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino_genai/packages/nightly/2025.4.0.0.dev20251014/openvino_genai_ubuntu24_2025.4.0.0.dev20251014_x86_64.tar.gz
164171
else ifeq ($(BASE_OS_TAG),22.04)
165172
OS=ubuntu22
166173
INSTALL_DRIVER_VERSION ?= "24.39.31294"
167-
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.4.0-20120-80e587bccec/openvino_toolkit_ubuntu22_2025.4.0.dev20251007_x86_64.tgz
174+
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino_genai/packages/nightly/2025.4.0.0.dev20251014/openvino_genai_ubuntu22_2025.4.0.0.dev20251014_x86_64.tar.gz
168175
endif
169176
endif
170177
ifeq ($(BASE_OS),redhat)
@@ -173,7 +180,7 @@ ifeq ($(BASE_OS),redhat)
173180
BASE_IMAGE ?= registry.access.redhat.com/ubi9/ubi:$(BASE_OS_TAG_REDHAT)
174181
BASE_IMAGE_RELEASE=registry.access.redhat.com/ubi9/ubi-minimal:$(BASE_OS_TAG_REDHAT)
175182
DIST_OS=redhat
176-
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.4.0-20120-80e587bccec/openvino_toolkit_rhel8_2025.4.0.dev20251007_x86_64.tgz
183+
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino_genai/packages/nightly/2025.4.0.0.dev20251014/openvino_genai_rhel8_2025.4.0.0.dev20251014_x86_64.tar.gz
177184
INSTALL_DRIVER_VERSION ?= "24.52.32224"
178185
endif
179186

@@ -210,6 +217,10 @@ BUILD_ARGS = --build-arg http_proxy=$(HTTP_PROXY)\
210217
--build-arg no_proxy=$(NO_PROXY)\
211218
--build-arg ov_source_branch=$(OV_SOURCE_BRANCH)\
212219
--build-arg ov_source_org=$(OV_SOURCE_ORG)\
220+
--build-arg ov_genai_org=$(OV_GENAI_ORG)\
221+
--build-arg ov_tokenizers_org=$(OV_TOKENIZERS_ORG)\
222+
--build-arg ov_tokenizers_branch=$(OV_TOKENIZERS_BRANCH)\
223+
--build-arg ov_genai_branch=$(OV_GENAI_BRANCH)\
213224
--build-arg ov_use_binary=$(OV_USE_BINARY)\
214225
--build-arg DLDT_PACKAGE_URL=$(DLDT_PACKAGE_URL)\
215226
--build-arg CHECK_COVERAGE=$(CHECK_COVERAGE)\
@@ -223,7 +234,6 @@ BUILD_ARGS = --build-arg http_proxy=$(HTTP_PROXY)\
223234
--build-arg PROJECT_VERSION=$(PROJECT_VERSION)\
224235
--build-arg BASE_IMAGE=$(BASE_IMAGE)\
225236
--build-arg BASE_OS=$(BASE_OS)\
226-
--build-arg ov_tokenizers_branch=$(OV_TOKENIZERS_BRANCH)\
227237
--build-arg INSTALL_RPMS_FROM_URL=$(INSTALL_RPMS_FROM_URL)\
228238
--build-arg INSTALL_DRIVER_VERSION=$(INSTALL_DRIVER_VERSION)\
229239
--build-arg RELEASE_BASE_IMAGE=$(BASE_IMAGE_RELEASE)\

WORKSPACE

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -490,10 +490,6 @@ rules_pkg_dependencies()
490490
load("@ovms//third_party/aws-sdk-cpp:aws-sdk-cpp.bzl", "aws_sdk_cpp")
491491
aws_sdk_cpp()
492492

493-
### OpenVINO GenAI
494-
load("@ovms//third_party/llm_engine:llm_engine.bzl", "llm_engine")
495-
llm_engine()
496-
497493
### Libgit2
498494
load("@ovms//third_party/libgit2:libgit2_engine.bzl", "libgit2_engine")
499495
libgit2_engine()

0 commit comments

Comments
 (0)