Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
35 commits
Select commit Hold shift + click to select a range
edf7431
Linux compiles with binary
rasapala Sep 17, 2025
664ee82
Fix redhat
rasapala Sep 17, 2025
db69ba4
Shared flag
rasapala Sep 17, 2025
7af85c2
fix sdl
rasapala Sep 18, 2025
3945a97
Fix sdl
rasapala Sep 18, 2025
0a29876
Fix windows build
rasapala Sep 18, 2025
0b2d025
Genai from source
rasapala Sep 18, 2025
8362d22
Add deps
rasapala Sep 18, 2025
0b1aada
Fix dockerfile
rasapala Sep 18, 2025
b7f82f4
Fix include
rasapala Sep 18, 2025
7c974fd
Fix spell and if
rasapala Sep 18, 2025
1ba6ec8
Spell2
rasapala Sep 18, 2025
28f77cd
Add tokenizers flag
rasapala Sep 18, 2025
5c7bfdc
Merge branch 'main' into CVS-173265_genai_build
rasapala Sep 19, 2025
8ce18c7
Add tokenizers back
rasapala Sep 19, 2025
00baf0c
Fix sdl
rasapala Sep 19, 2025
510edcf
Fix tokenizers
rasapala Sep 22, 2025
6555d76
Merge branch 'main' into CVS-173265_genai_build
rasapala Sep 23, 2025
c9d60d0
Add test env
rasapala Sep 23, 2025
a150397
Merge branch 'main' into CVS-173265_genai_build
rasapala Sep 24, 2025
58c1fda
Merge branch 'main' into CVS-173265_genai_build
rasapala Sep 25, 2025
b846935
Merge branch 'main' into CVS-173265_genai_build
rasapala Sep 25, 2025
983ab94
Fix redhat
rasapala Sep 26, 2025
8fb5571
Fix dockerfile
rasapala Sep 26, 2025
39cc8ef
Add windows build from source
rasapala Sep 29, 2025
d4c1573
Test source
rasapala Sep 29, 2025
e9c5b6c
Fix workspace changes
rasapala Sep 30, 2025
d122b9a
Fix test and ov_bin=0
rasapala Sep 30, 2025
4a423d3
Style
rasapala Sep 30, 2025
86ed5f2
test ubuntu with bin on
rasapala Oct 1, 2025
83b15cd
Fix test
rasapala Oct 1, 2025
8febedb
Remove tokenizer from linking
rasapala Oct 2, 2025
51de4e6
Merge branch 'main' into CVS-173265_genai_build
rasapala Oct 2, 2025
a0d714a
SEt default build from bin windows
rasapala Oct 2, 2025
8cdf220
Remove header
rasapala Oct 2, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 2 additions & 4 deletions .bazelrc
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,8 @@ build --define=MEDIAPIPE_DISABLE_GPU=1
build --define=MEDIAPIPE_DISABLE=0
build --define=CLOUD_DISABLE=0
build --define=PYTHON_DISABLE=0
build --define=GENAI_USE_BINARY=1
build --define=USE_DROGON=1 # 0=legacy net_http, available only on linux

# Sets the default Apple platform to macOS.
build --apple_platform_type=macos
Expand Down Expand Up @@ -91,7 +93,6 @@ build:linux --host_cxxopt=-std=c++17
build:linux --action_env PYTHON_BIN_PATH="/usr/bin/python3"
build:linux --define PYTHON_BIN_PATH=/usr/bin/python3

build:linux --define=USE_DROGON=1 # 0=legacy net_http, available only on linux
# Security options ######################################################################################################
# TODO: Add equivalent windows flag
build:linux --cxxopt=-fno-strict-overflow
Expand Down Expand Up @@ -232,7 +233,6 @@ build:windows --deleted_packages=tensorflow/core/tfrt/stubs,tensorflow/compiler/

# Windows build ssl headers for GRPC workaround
build:windows --override_repository="boringssl=C:\\opt\\boringSSL-SwiftPM"

#Add this parameter for windows local builds, its added on jenkins via windows_build.bat. Must be short path on C:\ for mediapipe to compile
#startup --output_user_root=C:/b_tmp

Expand All @@ -246,8 +246,6 @@ build:windows --action_env OpenVINO_DIR="c:/opt/openvino/runtime/cmake"
build:windows --action_env OpenCV_DIR="c:/opt/opencv_4.12.0"

build:windows --repo_env=HERMETIC_PYTHON_VERSION=3.12
build:windows --define=USE_DROGON=1
build:windows --define=GENAI_USE_BINARY=1

build:win_mp_on_py_on --config=windows
build:win_mp_on_py_on --define=MEDIAPIPE_DISABLE=0
Expand Down
34 changes: 22 additions & 12 deletions Dockerfile.redhat
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@ ARG ov_source_branch=c01cd93e24d1cd78bfbb401eed51c08fb93e0816
ARG ov_contrib_branch=master
ARG ov_source_org=openvinotoolkit
ARG ov_contrib_org=openvinotoolkit
ARG ov_use_binary=0
ENV ov_use_binary=0
ARG DLDT_PACKAGE_URL
ARG TEMP_DIR=/tmp/openvino_installer
ARG CMAKE_BUILD_TYPE=Release
Expand Down Expand Up @@ -199,9 +199,9 @@ WORKDIR $TEMP_DIR
RUN if [ "$ov_use_binary" = "1" ] && [ "$DLDT_PACKAGE_URL" != "" ]; then true ; else exit 0 ; fi ; \
wget -nv $DLDT_PACKAGE_URL && \
mkdir /opt/intel && \
tar -zxf ./*openvino_toolkit*.tgz -C /opt/intel && \
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino && \
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino_2025
tar -zxf ./*openvino_genai*.tar.gz -C /opt/intel && \
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino && \
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino_2025

# install sample apps including benchmark_app
# hadolint ignore=DL3041
Expand All @@ -214,17 +214,17 @@ RUN if [ -f /opt/intel/openvino/samples/cpp/build_samples.sh ]; then /opt/intel
ENV OpenVINO_DIR=/opt/intel/openvino/runtime/cmake
ENV OPENVINO_TOKENIZERS_PATH_GENAI=/opt/intel/openvino/runtime/lib/intel64/libopenvino_tokenizers.so
ENV LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/opt/intel/openvino/runtime/lib/intel64/:/opt/opencv/lib/:/opt/intel/openvino/runtime/3rdparty/tbb/lib/
WORKDIR /openvino_tokenizers/

WORKDIR /openvino_tokenizers/
ARG ov_tokenizers_branch=85be884a69f10270703f81f970a5ee596a4c8df7
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security"
ARG ov_tokenizers_org=openvinotoolkit
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security -s -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=deprecated-declarations -Wuninitialized"
# hadolint ignore=DL3003
RUN git clone https://github.com/openvinotoolkit/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive
RUN cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DCMAKE_CXX_FLAGS=" ${SDL_OPS} ${LTO_CXX_FLAGS} " -DCMAKE_SHARED_LINKER_FLAGS="${LTO_LD_FLAGS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/

WORKDIR /openvino_tokenizers/
# Install the openvino_tokenizers python bindings and copy to OpenVINO location
RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; \
git clone https://github.com/$ov_tokenizers_org/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive ; \
cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_VERBOSE_MAKEFILE="${VERBOSE_LOGS}" -DCMAKE_CXX_FLAGS=" ${SDL_OPS} ${LTO_CXX_FLAGS} " -DCMAKE_SHARED_LINKER_FLAGS="${LTO_LD_FLAGS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/ ; \
# Install the openvino_tokenizers python bindings and copy to OpenVINO location
if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
mkdir -p /opt/intel/openvino/python/openvino_tokenizers/lib ; \
cp -r python/* /opt/intel/openvino/python/ ; \
cp build/python/* /opt/intel/openvino/python/openvino_tokenizers/ ; \
Expand All @@ -233,6 +233,16 @@ RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
ln -s /ovms/lib/libopenvino_tokenizers.so /opt/intel/openvino/python/openvino_tokenizers/lib/libopenvino_tokenizers.so ; \
fi

WORKDIR /openvino_genai/
ARG ov_genai_branch=master
ARG ov_genai_org=openvinotoolkit
# hadolint ignore=DL3003
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
git clone https://github.com/$ov_genai_org/openvino.genai /openvino_genai && cd /openvino_genai && git checkout $ov_genai_branch && git submodule update --init --recursive ; \
cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS=" ${SDL_OPS} ${LTO_CXX_FLAGS} " -DCMAKE_SHARED_LINKER_FLAGS="${LTO_LD_FLAGS}" -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DENABLE_SYSTEM_ICU="True" -DBUILD_TOKENIZERS=OFF -DENABLE_SAMPLES=OFF -DENABLE_TOOLS=OFF -DENABLE_TESTS=OFF -DENABLE_XGRAMMAR=ON -S ./ -B ./build/ ; \
cmake --build ./build/ --parallel $JOBS && cp /openvino_genai/build/openvino_genai/lib*.so* /opt/intel/openvino/runtime/lib/intel64/ ; \
cp -r /openvino_genai/src/cpp/include/* /opt/intel/openvino/runtime/include/

# Build OpenVINO Model Server
WORKDIR /ovms
COPY .bazelrc .user.bazelr[c] .bazelversion WORKSPACE /ovms/
Expand Down
28 changes: 18 additions & 10 deletions Dockerfile.ubuntu
Original file line number Diff line number Diff line change
Expand Up @@ -181,9 +181,9 @@ WORKDIR $TEMP_DIR
RUN if [ "$ov_use_binary" == "1" ] && [ "$DLDT_PACKAGE_URL" != "" ]; then true ; else exit 0 ; fi ; \
wget -nv $DLDT_PACKAGE_URL && \
mkdir /opt/intel && \
tar -zxf ./*openvino_toolkit*.tgz -C /opt/intel && \
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino && \
ln -s /opt/intel/*openvino_toolkit* /opt/intel/openvino_2025
tar -zxf ./*openvino_genai*.tar.gz -C /opt/intel && \
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino && \
ln -s /opt/intel/*openvino_genai* /opt/intel/openvino_2025

WORKDIR /
# install sample apps including benchmark_app
Expand All @@ -193,16 +193,15 @@ RUN if [ -f /opt/intel/openvino/samples/cpp/build_samples.sh ]; then /opt/intel
# OpenVINO Tokenizers extension
ENV OpenVINO_DIR=/opt/intel/openvino/runtime/cmake
ENV OPENVINO_TOKENIZERS_PATH_GENAI=/opt/intel/openvino/runtime/lib/intel64/libopenvino_tokenizers.so
WORKDIR /openvino_tokenizers/

ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security -s -D_GLIBCXX_USE_CXX11_ABI=1 -Wno-error=deprecated-declarations -Wuninitialized"
ARG ov_tokenizers_branch=master
ARG SDL_OPS="-fpic -O2 -U_FORTIFY_SOURCE -fstack-protector -fno-omit-frame-pointer -D_FORTIFY_SOURCE=1 -fno-strict-overflow -Wall -Wno-unknown-pragmas -Wno-error=sign-compare -fno-delete-null-pointer-checks -fwrapv -fstack-clash-protection -Wformat -Wformat-security -Werror=format-security"
ARG ov_tokenizers_org=openvinotoolkit
# hadolint ignore=DL3003
RUN git clone https://github.com/openvinotoolkit/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive
RUN cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS="${SDL_OPS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/

# Install the openvino_tokenizers python bindings and copy to OpenVINO location
RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
git clone https://github.com/$ov_tokenizers_org/openvino_tokenizers.git /openvino_tokenizers && cd /openvino_tokenizers && git checkout $ov_tokenizers_branch && git submodule update --init --recursive ; \
cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS="${SDL_OPS}" -S ./ -B ./build/ && cmake --build ./build/ --parallel $JOBS && cp /openvino_tokenizers/build/src/lib*.so /opt/intel/openvino/runtime/lib/intel64/ ; \
if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
mkdir -p /opt/intel/openvino/python/openvino_tokenizers/lib ; \
cp -r python/* /opt/intel/openvino/python/ ; \
cp build/python/* /opt/intel/openvino/python/openvino_tokenizers/ ; \
Expand All @@ -211,6 +210,15 @@ RUN if ! [[ $debug_bazel_flags == *"_py_off"* ]]; then \
ln -s /ovms/lib/libopenvino_tokenizers.so /opt/intel/openvino/python/openvino_tokenizers/lib/libopenvino_tokenizers.so ; \
fi

ARG ov_genai_branch=master
ARG ov_genai_org=openvinotoolkit
# hadolint ignore=DL3003
RUN if [ "$ov_use_binary" == "0" ]; then true ; else exit 0 ; fi ; if ! [[ $debug_bazel_flags == *"py_off"* ]]; then true ; else exit 0 ; fi ; \
git clone https://github.com/$ov_genai_org/openvino.genai /openvino_genai && cd /openvino_genai && git checkout $ov_genai_branch && git submodule update --init --recursive ; \
cmake -DCMAKE_BUILD_TYPE=$CMAKE_BUILD_TYPE -DCMAKE_CXX_FLAGS="${SDL_OPS}" -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DENABLE_SYSTEM_ICU="True" -DBUILD_TOKENIZERS=OFF -DENABLE_SAMPLES=OFF -DENABLE_TOOLS=OFF -DENABLE_TESTS=OFF -DENABLE_XGRAMMAR=ON -S ./ -B ./build/ ; \
cmake --build ./build/ --parallel $JOBS && cp /openvino_genai/build/openvino_genai/lib*.so* /opt/intel/openvino/runtime/lib/intel64/ ; \
cp -r /openvino_genai/src/cpp/include/* /opt/intel/openvino/runtime/include/

# Add Nvidia dev tool if needed
RUN apt-get update ; \
apt-get install -y --no-install-recommends opencl-clhpp-headers opencl-c-headers intel-opencl-icd && \
Expand Down
17 changes: 12 additions & 5 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -78,9 +78,12 @@ FUZZER_BUILD ?= 0
OV_SOURCE_BRANCH ?= 4a90bedcdd64dc4d6fee54cf03de6c5617b35a48 # master 2025/09/23
OV_CONTRIB_BRANCH ?= c39462ca8d7c550266dc70cdbfbe4fc8c5be0677 # master / 2024-10-31
OV_TOKENIZERS_BRANCH ?= bd47b33bcae913c59dcbe7e67ff52dbdf826ac32 # master 2025/09/18
OV_GENAI_BRANCH ?= 845ba50e83e3f2f436d3794044a87f767f76bfd7 # master 2025/09/23

OV_SOURCE_ORG ?= openvinotoolkit
OV_CONTRIB_ORG ?= openvinotoolkit
OV_GENAI_ORG ?= openvinotoolkit
OV_TOKENIZERS_ORG ?= openvinotoolkit

TEST_LLM_PATH ?= "src/test/llm_testing"
GPU_MODEL_PATH ?= "/tmp/face_detection_adas"
Expand Down Expand Up @@ -137,6 +140,7 @@ ifeq ($(findstring ubuntu,$(BASE_OS)),ubuntu)
TARGET_DISTRO_PARAMS = " --//:distro=ubuntu"
else ifeq ($(findstring redhat,$(BASE_OS)),redhat)
TARGET_DISTRO_PARAMS = " --//:distro=redhat"
OV_USE_BINARY = 0
else
$(error BASE_OS must be either ubuntu or redhat)
endif
Expand All @@ -162,11 +166,11 @@ ifeq ($(findstring ubuntu,$(BASE_OS)),ubuntu)
ifeq ($(BASE_OS_TAG),24.04)
OS=ubuntu24
INSTALL_DRIVER_VERSION ?= "25.35.35096"
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.4.0-20052-4a90bedcdd6/openvino_toolkit_ubuntu24_2025.4.0.dev20250923_x86_64.tgz
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino_genai/packages/nightly/2025.4.0.0.dev20250923/openvino_genai_ubuntu24_2025.4.0.0.dev20250923_x86_64.tar.gz
else ifeq ($(BASE_OS_TAG),22.04)
OS=ubuntu22
INSTALL_DRIVER_VERSION ?= "24.39.31294"
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.4.0-20052-4a90bedcdd6/openvino_toolkit_ubuntu22_2025.4.0.dev20250923_x86_64.tgz
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino_genai/packages/nightly/2025.4.0.0.dev20250923/openvino_genai_ubuntu22_2025.4.0.0.dev20250923_x86_64.tar.gz
endif
endif
ifeq ($(BASE_OS),redhat)
Expand All @@ -175,7 +179,7 @@ ifeq ($(BASE_OS),redhat)
BASE_IMAGE ?= registry.access.redhat.com/ubi9/ubi:$(BASE_OS_TAG_REDHAT)
BASE_IMAGE_RELEASE=registry.access.redhat.com/ubi9/ubi-minimal:$(BASE_OS_TAG_REDHAT)
DIST_OS=redhat
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2025.4.0-20052-4a90bedcdd6/openvino_toolkit_rhel8_2025.4.0.dev20250923_x86_64.tgz
DLDT_PACKAGE_URL ?= https://storage.openvinotoolkit.org/repositories/openvino_genai/packages/nightly/2025.4.0.0.dev20250923/openvino_genai_rhel8_2025.4.0.0.dev20250923_x86_64.tar.gz
INSTALL_DRIVER_VERSION ?= "24.52.32224"
endif

Expand Down Expand Up @@ -212,7 +216,12 @@ BUILD_ARGS = --build-arg http_proxy=$(HTTP_PROXY)\
--build-arg no_proxy=$(NO_PROXY)\
--build-arg ov_source_branch=$(OV_SOURCE_BRANCH)\
--build-arg ov_source_org=$(OV_SOURCE_ORG)\
--build-arg ov_genai_org=$(OV_GENAI_ORG)\
--build-arg ov_tokenizers_org=$(OV_TOKENIZERS_ORG)\
--build-arg ov_contrib_org=$(OV_CONTRIB_ORG)\
--build-arg ov_contrib_branch=$(OV_CONTRIB_BRANCH)\
--build-arg ov_tokenizers_branch=$(OV_TOKENIZERS_BRANCH)\
--build-arg ov_genai_branch=$(OV_GENAI_BRANCH)\
--build-arg ov_use_binary=$(OV_USE_BINARY)\
--build-arg DLDT_PACKAGE_URL=$(DLDT_PACKAGE_URL)\
--build-arg CHECK_COVERAGE=$(CHECK_COVERAGE)\
Expand All @@ -226,8 +235,6 @@ BUILD_ARGS = --build-arg http_proxy=$(HTTP_PROXY)\
--build-arg PROJECT_VERSION=$(PROJECT_VERSION)\
--build-arg BASE_IMAGE=$(BASE_IMAGE)\
--build-arg BASE_OS=$(BASE_OS)\
--build-arg ov_contrib_branch=$(OV_CONTRIB_BRANCH)\
--build-arg ov_tokenizers_branch=$(OV_TOKENIZERS_BRANCH)\
--build-arg INSTALL_RPMS_FROM_URL=$(INSTALL_RPMS_FROM_URL)\
--build-arg INSTALL_DRIVER_VERSION=$(INSTALL_DRIVER_VERSION)\
--build-arg RELEASE_BASE_IMAGE=$(BASE_IMAGE_RELEASE)\
Expand Down
4 changes: 2 additions & 2 deletions WORKSPACE
Original file line number Diff line number Diff line change
Expand Up @@ -491,8 +491,8 @@ load("@ovms//third_party/aws-sdk-cpp:aws-sdk-cpp.bzl", "aws_sdk_cpp")
aws_sdk_cpp()

### OpenVINO GenAI
load("@ovms//third_party/llm_engine:llm_engine.bzl", "llm_engine")
llm_engine()
### load("@ovms//third_party/llm_engine:llm_engine.bzl", "llm_engine")
###llm_engine()

### Libgit2
load("@ovms//third_party/libgit2:libgit2_engine.bzl", "libgit2_engine")
Expand Down
3 changes: 2 additions & 1 deletion create_package.sh
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,8 @@ mkdir -vp /ovms_release/bin
mkdir -vp /ovms_release/lib
mkdir -vp /ovms_release/lib/custom_nodes

if [ -f /openvino_tokenizers/build/src/libopenvino_tokenizers.so ]; then cp -v /openvino_tokenizers/build/src/libopenvino_tokenizers.so /ovms_release/lib/ ; fi
# Do not link this tokenizer lib as it as old protobuf sentencepiece symbols the conflict with new protobuf from ovsm
if [ "$ov_use_binary" == "0" ] ; then cp -v /openvino_tokenizers/build/src/libopenvino_tokenizers.so /ovms_release/lib/ ; fi

find /ovms/bazel-out/k8-*/bin -iname '*.so*' ! -type d ! -name "libgtest.so" ! -name "*params" ! -name "*.hana.*" ! -name "py_generate_pipeline.cpython*" ! -name "lib_node_*" ! -path "*test_python_binding*" ! -name "*libpython*" -exec cp -v {} /ovms_release/lib/ \;
mv /ovms_release/lib/libcustom_node* /ovms_release/lib/custom_nodes/
Expand Down
2 changes: 2 additions & 0 deletions spelling-whitelist.txt
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
Dockerfile.redhat:228: thirdparty ==> third party, third-party
Dockerfile.ubuntu:206: thirdparty ==> third party, third-party
client/common/resnet_labels.txt
demos/common/python/classes.py
demos/image_classification/go/labels.go
Expand Down
6 changes: 2 additions & 4 deletions src/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -3159,10 +3159,8 @@ ovms_cc_library(
"//src:libovms_ovinferrequestsqueue",
"@mediapipe//mediapipe/framework:calculator_framework",
"//third_party:openvino",
"@com_github_tencent_rapidjson//:rapidjson",] + select({
"//conditions:default": ["//third_party:genai", "@llm_engine//:llm_engine"],
"//:not_genai_bin" : ["@llm_engine//:llm_engine"],
}),
"@com_github_tencent_rapidjson//:rapidjson",
"//third_party:genai",],
visibility = ["//visibility:public"],
alwayslink = 1,
)
23 changes: 3 additions & 20 deletions src/image_gen/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -17,14 +17,6 @@
load("@mediapipe//mediapipe/framework/port:build_config.bzl", "mediapipe_cc_proto_library", "mediapipe_proto_library")
load("//:common_settings.bzl", "ovms_cc_library")

ovms_cc_library(
name = "llm_engine", # in fact this is genai library, includes image gen, TODO: Change name?
srcs = [],
deps = ["@llm_engine//:llm_engine"],
visibility = ["//visibility:public"],
alwayslink = 1,
)

ovms_cc_library(
name = "pipelines",
hdrs = ["pipelines.hpp"],
Expand All @@ -33,10 +25,7 @@ ovms_cc_library(
"imagegenpipelineargs",
"//src:libovmslogging",
"//src:libovmsstring_utils",
] + select({
"//conditions:default": ["//third_party:genai", ":llm_engine"],
"//:not_genai_bin" : [":llm_engine"],
}),
"//third_party:genai",],
visibility = ["//visibility:public"],
alwayslink = 1,
)
Expand Down Expand Up @@ -79,10 +68,7 @@ ovms_cc_library(
"//src:image_conversion",
"//src:libovmsstring_utils",
"imagegenpipelineargs",
] + select({
"//conditions:default": ["//third_party:genai", ":llm_engine"],
"//:not_genai_bin" : [":llm_engine"],
}),
"//third_party:genai",],
visibility = ["//visibility:public"],
)

Expand All @@ -97,10 +83,7 @@ ovms_cc_library(
":pipelines",
"//src:image_conversion",
":imagegenutils",
]+ select({
"//conditions:default": ["//third_party:genai", ":llm_engine"],
"//:not_genai_bin" : [":llm_engine"],
}),
"//third_party:genai",],
visibility = ["//visibility:public"],
alwayslink = 1,
)
Expand Down
Loading