[GENAI]Introduce add_extension to genai.

src/cpp/include/openvino/genai/generation_config.hpp

@@ -706,6 +706,13 @@ class OPENVINO_GENAI_EXPORTS GenerationConfig {
     void validate() const;
 };
 
+/**
+ * @brief Registers an extension to ov::Core object for model with custom op.
+ * @param library_path Path to the library with ov::Extension.
+ */
+void OPENVINO_GENAI_EXPORTS add_extension(const std::string& library_path);
+
+
 /*
  * utils that allow to use generate and operator() in the following way:
  * pipe.generate(input_ids, ov::genai::max_new_tokens(200), ov::genai::temperature(1.0f),...)

src/cpp/src/generation_config.cpp

@@ -490,5 +490,9 @@ GenerationConfig multinomial() {
     return multinomial_config;
 }
 
+void add_extension(const std::string& library_path) {
+    utils::singleton_core().add_extension(library_path);
+}
+
 }  // namespace genai
 }  // namespace ov

src/python/openvino_genai/__init__.py

@@ -19,7 +19,8 @@
     get_version,
     StreamingStatus,
     TextStreamer,
-    TextParserStreamer
+    TextParserStreamer,
+    add_extension
 )
 
 from .py_openvino_genai import (

src/python/openvino_genai/__init__.pyi

@@ -74,7 +74,8 @@ from openvino_genai.py_openvino_genai import WhisperPipeline
 from openvino_genai.py_openvino_genai import WhisperRawPerfMetrics
 from openvino_genai.py_openvino_genai import draft_model
 from openvino_genai.py_openvino_genai import get_version
+from openvino_genai.py_openvino_genai import add_extension
 import os as os
 from . import py_openvino_genai
-__all__: list[str] = ['Adapter', 'AdapterConfig', 'AggregationMode', 'AutoencoderKL', 'CLIPTextModel', 'CLIPTextModelWithProjection', 'CacheEvictionConfig', 'ChatHistory', 'ChunkStreamerBase', 'ContinuousBatchingPipeline', 'CppStdGenerator', 'DecodedResults', 'DeepSeekR1ReasoningIncrementalParser', 'DeepSeekR1ReasoningParser', 'EncodedResults', 'FluxTransformer2DModel', 'GenerationConfig', 'GenerationFinishReason', 'GenerationResult', 'GenerationStatus', 'Generator', 'Image2ImagePipeline', 'ImageGenerationConfig', 'ImageGenerationPerfMetrics', 'IncrementalParser', 'InpaintingPipeline', 'KVCrushAnchorPointMode', 'KVCrushConfig', 'LLMPipeline', 'Llama3JsonToolParser', 'Llama3PythonicToolParser', 'Parser', 'PerfMetrics', 'Phi4ReasoningIncrementalParser', 'Phi4ReasoningParser', 'RawImageGenerationPerfMetrics', 'RawPerfMetrics', 'ReasoningIncrementalParser', 'ReasoningParser', 'SD3Transformer2DModel', 'Scheduler', 'SchedulerConfig', 'SparseAttentionConfig', 'SparseAttentionMode', 'SpeechGenerationConfig', 'SpeechGenerationPerfMetrics', 'StopCriteria', 'StreamerBase', 'StreamingStatus', 'StructuralTagItem', 'StructuralTagsConfig', 'StructuredOutputConfig', 'T5EncoderModel', 'Text2ImagePipeline', 'Text2SpeechDecodedResults', 'Text2SpeechPipeline', 'TextEmbeddingPipeline', 'TextParserStreamer', 'TextRerankPipeline', 'TextStreamer', 'TokenizedInputs', 'Tokenizer', 'TorchGenerator', 'UNet2DConditionModel', 'VLMPipeline', 'WhisperGenerationConfig', 'WhisperPerfMetrics', 'WhisperPipeline', 'WhisperRawPerfMetrics', 'draft_model', 'get_version', 'openvino', 'os', 'py_openvino_genai']
+__all__: list[str] = ['Adapter', 'AdapterConfig', 'AggregationMode', 'AutoencoderKL', 'CLIPTextModel', 'CLIPTextModelWithProjection', 'CacheEvictionConfig', 'ChatHistory', 'ChunkStreamerBase', 'ContinuousBatchingPipeline', 'CppStdGenerator', 'DecodedResults', 'DeepSeekR1ReasoningIncrementalParser', 'DeepSeekR1ReasoningParser', 'EncodedResults', 'FluxTransformer2DModel', 'GenerationConfig', 'GenerationFinishReason', 'GenerationResult', 'GenerationStatus', 'Generator', 'Image2ImagePipeline', 'ImageGenerationConfig', 'ImageGenerationPerfMetrics', 'IncrementalParser', 'InpaintingPipeline', 'KVCrushAnchorPointMode', 'KVCrushConfig', 'LLMPipeline', 'Llama3JsonToolParser', 'Llama3PythonicToolParser', 'Parser', 'PerfMetrics', 'Phi4ReasoningIncrementalParser', 'Phi4ReasoningParser', 'RawImageGenerationPerfMetrics', 'RawPerfMetrics', 'ReasoningIncrementalParser', 'ReasoningParser', 'SD3Transformer2DModel', 'Scheduler', 'SchedulerConfig', 'SparseAttentionConfig', 'SparseAttentionMode', 'SpeechGenerationConfig', 'SpeechGenerationPerfMetrics', 'StopCriteria', 'StreamerBase', 'StreamingStatus', 'StructuralTagItem', 'StructuralTagsConfig', 'StructuredOutputConfig', 'T5EncoderModel', 'Text2ImagePipeline', 'Text2SpeechDecodedResults', 'Text2SpeechPipeline', 'TextEmbeddingPipeline', 'TextParserStreamer', 'TextRerankPipeline', 'TextStreamer', 'TokenizedInputs', 'Tokenizer', 'TorchGenerator', 'UNet2DConditionModel', 'VLMPipeline', 'WhisperGenerationConfig', 'WhisperPerfMetrics', 'WhisperPipeline', 'WhisperRawPerfMetrics', 'add_extension', 'draft_model', 'get_version', 'openvino', 'os', 'py_openvino_genai']
 __version__: str

src/python/openvino_genai/py_openvino_genai.pyi

@@ -4406,3 +4406,9 @@ def get_version() -> str:
     """
     OpenVINO GenAI version
     """
+def add_extension(library_path: str) -> None:
+    """
+    Registers an OpenVINO extension from a library path to enable support for models with custom operations.
+
+    :param library_path: Path to the extension library to register.
+    """

src/python/py_openvino_genai.cpp

@@ -13,6 +13,7 @@
 #include "openvino/genai/llm_pipeline.hpp"
 #include "openvino/genai/text_streamer.hpp"
 #include "openvino/genai/version.hpp"
+#include "openvino/genai/generation_config.hpp"
 
 #include "py_utils.hpp"
 
@@ -28,6 +29,7 @@ using ov::genai::StreamingStatus;
 using ov::genai::TextStreamer;
 using ov::genai::Tokenizer;
 using ov::genai::get_version;
+using ov::genai::add_extension;
 
 void init_lora_adapter(py::module_& m);
 void init_perf_metrics(py::module_& m);
@@ -88,6 +90,10 @@ PYBIND11_MODULE(py_openvino_genai, m) {
         return get_version().buildNumber;
     }, get_version().description);
 
+    m.def("add_extension", [] (py::str library_path) {
+        return add_extension(library_path);
+    });
+
     init_perf_metrics(m);
 
     py::class_<DecodedResults>(m, "DecodedResults", decoded_results_docstring)

tests/python_tests/test_add_extension.py

@@ -0,0 +1,14 @@
+# Copyright (C) 2023-2025 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+
+import pytest
+import openvino_genai as ov_genai
+
+@pytest.mark.precommit
+def test_add_extension():
+    print(ov_genai.get_version())
+    # Path to the OpenVINO extension shared library (update as needed).
+    extension_path = ""
+    with pytest.raises(Exception):
+        ov_genai.add_extension(extension_path)