From 730b31f33046483dbd83076d0d70c16dba42bc24 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 16:27:10 +0400 Subject: [PATCH 01/10] init --- .github/workflows/call_precommit.yml | 3 +++ .github/workflows/conformance_weight_compression.yml | 1 + .github/workflows/executorch.yml | 1 + ReleaseNotes.md | 2 +- constraints.txt | 2 +- docs/Installation.md | 2 +- examples/llm_compression/onnx/tiny_llama/requirements.txt | 2 +- .../onnx/tiny_llama_scale_estimation/requirements.txt | 2 +- .../openvino/smollm2_360m_adaptive_codebook/requirements.txt | 2 +- .../openvino/smollm2_360m_codebook/requirements.txt | 2 +- .../llm_compression/openvino/smollm2_360m_fp8/requirements.txt | 2 +- examples/llm_compression/openvino/tiny_llama/requirements.txt | 2 +- .../openvino/tiny_llama_find_hyperparams/requirements.txt | 2 +- .../openvino/tiny_llama_synthetic_data/requirements.txt | 2 +- .../torch/distillation_qat_with_lora/requirements.txt | 2 +- .../torch/downstream_qat_with_nls/requirements.txt | 2 +- examples/llm_compression/torch_fx/tiny_llama/requirements.txt | 2 +- .../onnx/mobilenet_v2/requirements.txt | 2 +- .../yolov8_quantize_with_accuracy_control/requirements.txt | 2 +- .../requirements.txt | 2 +- .../openvino/mobilenet_v2/requirements.txt | 2 +- .../openvino/yolo26/requirements.txt | 2 +- .../yolov8_quantize_with_accuracy_control/requirements.txt | 2 +- .../torch/mobilenet_v2/requirements.txt | 2 +- .../torch/ssd300_vgg16/requirements.txt | 2 +- .../torch_fx/resnet18/requirements.txt | 2 +- examples/pruning/torch/resnet18/requirements.txt | 2 +- .../torch/resnet18/requirements.txt | 2 +- 28 files changed, 30 insertions(+), 25 deletions(-) diff --git a/.github/workflows/call_precommit.yml b/.github/workflows/call_precommit.yml index 0276110d83d..c7c6faf33f2 100644 --- a/.github/workflows/call_precommit.yml +++ b/.github/workflows/call_precommit.yml @@ -18,6 +18,9 @@ on: type: string required: false +env: + UV_EXTRA_INDEX_URL: "https://storage.openvinotoolkit.org/simple/wheels/nightly" + jobs: common: timeout-minutes: 40 diff --git a/.github/workflows/conformance_weight_compression.yml b/.github/workflows/conformance_weight_compression.yml index ba04b571bf8..85bf96ae2eb 100644 --- a/.github/workflows/conformance_weight_compression.yml +++ b/.github/workflows/conformance_weight_compression.yml @@ -34,6 +34,7 @@ env: TQDM_DISABLE: 1 RESULT_XML: "pytest-results.xml" HOME_HF: "/home/runner/hf_home" + UV_EXTRA_INDEX_URL: "https://storage.openvinotoolkit.org/simple/wheels/nightly" jobs: weight-compression-cpu: diff --git a/.github/workflows/executorch.yml b/.github/workflows/executorch.yml index 35dfbdbea77..c221ab1d25c 100644 --- a/.github/workflows/executorch.yml +++ b/.github/workflows/executorch.yml @@ -20,6 +20,7 @@ jobs: shell: bash env: DEBIAN_FRONTEND: noninteractive + UV_EXTRA_INDEX_URL: "https://storage.openvinotoolkit.org/simple/wheels/nightly" steps: - name: Install dependencies run : | diff --git a/ReleaseNotes.md b/ReleaseNotes.md index 74f2bfc28ed..32d80974788 100644 --- a/ReleaseNotes.md +++ b/ReleaseNotes.md @@ -23,7 +23,7 @@ - [Post-Training Optimization of PaddleOCR-VL/PaddleOCR-VL-1.5 Models](https://github.com/openvinotoolkit/openvino_notebooks/blob/latest/notebooks/paddleocr_vl/paddleocr_vl.ipynb) - [Post-Training Optimization of RAG pipeline](https://github.com/openvinotoolkit/openvino_notebooks/blob/latest/notebooks/llm-rag-langchain/llm-rag-langchain-eval.ipynb) - Requirements: - - Updated to `openvino` 2026.1.0 (https://github.com/openvinotoolkit/nncf/pull/4005). + - Updated to `openvino` 2026.2.0rc1 (https://github.com/openvinotoolkit/nncf/pull/4005). - Updated to `torch` 2.10.0 (https://github.com/openvinotoolkit/nncf/pull/3852). - Updated to `onnx` 1.20.1 (https://github.com/openvinotoolkit/nncf/pull/3966). - Updated to `onnxruntime` 1.24.3 (https://github.com/openvinotoolkit/nncf/pull/3977). diff --git a/constraints.txt b/constraints.txt index 46d0a81352d..63a423426bc 100644 --- a/constraints.txt +++ b/constraints.txt @@ -1,5 +1,5 @@ # Openvino -openvino==2026.1.0 +openvino==2026.2.0rc1 # Pytorch torch==2.10.0 diff --git a/docs/Installation.md b/docs/Installation.md index 39a6d4044a1..0c1753a199f 100644 --- a/docs/Installation.md +++ b/docs/Installation.md @@ -48,7 +48,7 @@ as well as the supported versions of Python: | NNCF | OpenVINO | PyTorch | ONNX | TensorFlow | Python | |-----------|------------|----------|----------|------------|--------| -| `develop` | `2026.1.0` | `2.10.0` | `1.21.0` | | `3.12` | +| `3.2.0` | `2026.2.0` | `2.10.0` | `1.21.0` | | `3.12` | | `3.1.0` | `2026.1.0` | `2.10.0` | `1.21.0` | | `3.10` | | `3.0.0` | `2026.0.0` | `2.9.0` | `1.17.0` | | `3.10` | | `2.19.0` | `2025.4.0` | `2.8.0` | `1.17.0` | `2.15.1` | `3.10` | diff --git a/examples/llm_compression/onnx/tiny_llama/requirements.txt b/examples/llm_compression/onnx/tiny_llama/requirements.txt index da06b75ca75..a8ad447e3d1 100644 --- a/examples/llm_compression/onnx/tiny_llama/requirements.txt +++ b/examples/llm_compression/onnx/tiny_llama/requirements.txt @@ -1,5 +1,5 @@ transformers==4.53.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel[openvino]==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/onnx/tiny_llama_scale_estimation/requirements.txt b/examples/llm_compression/onnx/tiny_llama_scale_estimation/requirements.txt index 9db40711362..c67c054d8b7 100644 --- a/examples/llm_compression/onnx/tiny_llama_scale_estimation/requirements.txt +++ b/examples/llm_compression/onnx/tiny_llama_scale_estimation/requirements.txt @@ -1,6 +1,6 @@ torch==2.10.0 transformers==4.53.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel[openvino]==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/openvino/smollm2_360m_adaptive_codebook/requirements.txt b/examples/llm_compression/openvino/smollm2_360m_adaptive_codebook/requirements.txt index bd88681b569..4132985ea46 100644 --- a/examples/llm_compression/openvino/smollm2_360m_adaptive_codebook/requirements.txt +++ b/examples/llm_compression/openvino/smollm2_360m_adaptive_codebook/requirements.txt @@ -1,5 +1,5 @@ datasets==4.6.1 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel[openvino]==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/openvino/smollm2_360m_codebook/requirements.txt b/examples/llm_compression/openvino/smollm2_360m_codebook/requirements.txt index 7d05a8c263d..727e2f6cf9d 100644 --- a/examples/llm_compression/openvino/smollm2_360m_codebook/requirements.txt +++ b/examples/llm_compression/openvino/smollm2_360m_codebook/requirements.txt @@ -1,4 +1,4 @@ -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel[openvino]==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/openvino/smollm2_360m_fp8/requirements.txt b/examples/llm_compression/openvino/smollm2_360m_fp8/requirements.txt index 33be32addbf..a02fd963f75 100644 --- a/examples/llm_compression/openvino/smollm2_360m_fp8/requirements.txt +++ b/examples/llm_compression/openvino/smollm2_360m_fp8/requirements.txt @@ -1,5 +1,5 @@ datasets==4.6.1 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel[openvino]==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/openvino/tiny_llama/requirements.txt b/examples/llm_compression/openvino/tiny_llama/requirements.txt index f643b29e7b9..c0ce922a977 100644 --- a/examples/llm_compression/openvino/tiny_llama/requirements.txt +++ b/examples/llm_compression/openvino/tiny_llama/requirements.txt @@ -1,6 +1,6 @@ datasets==4.6.1 onnx==1.21.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel[openvino]==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt b/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt index c4552333461..92cfea822e9 100644 --- a/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt +++ b/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt @@ -1,6 +1,6 @@ whowhatbench @ git+https://github.com/AlexanderDokuchaev/openvino.genai@light_req#subdirectory=tools/who_what_benchmark numpy==1.26.4 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt b/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt index e941c44f84a..3ef729acfde 100644 --- a/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt +++ b/examples/llm_compression/openvino/tiny_llama_synthetic_data/requirements.txt @@ -1,7 +1,7 @@ torch==2.10.0 datasets==4.6.1 numpy>=1.23.5,<2 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/torch/distillation_qat_with_lora/requirements.txt b/examples/llm_compression/torch/distillation_qat_with_lora/requirements.txt index 75d6c8ba4aa..8202a8eeb12 100644 --- a/examples/llm_compression/torch/distillation_qat_with_lora/requirements.txt +++ b/examples/llm_compression/torch/distillation_qat_with_lora/requirements.txt @@ -2,7 +2,7 @@ tensorboard==2.20.0 torch==2.10.0 torchao==0.17.0 numpy>=1.23.5,<2 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/torch/downstream_qat_with_nls/requirements.txt b/examples/llm_compression/torch/downstream_qat_with_nls/requirements.txt index 3032a2edce1..eb45d4b8fbc 100644 --- a/examples/llm_compression/torch/downstream_qat_with_nls/requirements.txt +++ b/examples/llm_compression/torch/downstream_qat_with_nls/requirements.txt @@ -1,7 +1,7 @@ tensorboard==2.20.0 torch==2.10.0 numpy>=1.23.5,<2 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum-intel==1.27.0 optimum-onnx==0.1.0 optimum==2.1.0 diff --git a/examples/llm_compression/torch_fx/tiny_llama/requirements.txt b/examples/llm_compression/torch_fx/tiny_llama/requirements.txt index e241a846521..cc5b28518a5 100644 --- a/examples/llm_compression/torch_fx/tiny_llama/requirements.txt +++ b/examples/llm_compression/torch_fx/tiny_llama/requirements.txt @@ -1,6 +1,6 @@ transformers==4.53.0 datasets==4.6.1 -openvino==2026.1.0 +openvino==2026.2.0rc1 optimum==2.1.0 torch==2.10.0 torchvision==0.25.0 diff --git a/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt b/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt index 0e8d338ccbc..e30961699d9 100644 --- a/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt +++ b/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt @@ -6,5 +6,5 @@ fastcore==1.11.5 onnx==1.21.0 onnxruntime==1.23.2; python_version < '3.11' onnxruntime==1.24.3; python_version >= '3.11' -openvino==2026.1.0 +openvino==2026.2.0rc1 numpy<2 diff --git a/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/requirements.txt b/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/requirements.txt index 61ae06bebe9..5e7efda4f09 100644 --- a/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/requirements.txt +++ b/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/requirements.txt @@ -2,5 +2,5 @@ ultralytics==8.3.221 onnx==1.21.0 onnxruntime==1.23.2; python_version < '3.11' onnxruntime==1.24.3; python_version >= '3.11' -openvino==2026.1.0 +openvino==2026.2.0rc1 torch==2.10.0 diff --git a/examples/post_training_quantization/openvino/anomaly_stfpm_quantize_with_accuracy_control/requirements.txt b/examples/post_training_quantization/openvino/anomaly_stfpm_quantize_with_accuracy_control/requirements.txt index d4f4ddc4490..39ab8769fec 100644 --- a/examples/post_training_quantization/openvino/anomaly_stfpm_quantize_with_accuracy_control/requirements.txt +++ b/examples/post_training_quantization/openvino/anomaly_stfpm_quantize_with_accuracy_control/requirements.txt @@ -1,5 +1,5 @@ anomalib==0.6.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 numpy<2 setuptools==81.0.0 pandas==2.3.3 diff --git a/examples/post_training_quantization/openvino/mobilenet_v2/requirements.txt b/examples/post_training_quantization/openvino/mobilenet_v2/requirements.txt index 93ca957f089..243bdbc3eab 100644 --- a/examples/post_training_quantization/openvino/mobilenet_v2/requirements.txt +++ b/examples/post_training_quantization/openvino/mobilenet_v2/requirements.txt @@ -4,4 +4,4 @@ scikit-learn fastdownload==0.0.7 fastprogress==1.0.5 fastcore==1.11.5 -openvino==2026.1.0 +openvino==2026.2.0rc1 diff --git a/examples/post_training_quantization/openvino/yolo26/requirements.txt b/examples/post_training_quantization/openvino/yolo26/requirements.txt index eaa28f411ac..072921bc91b 100644 --- a/examples/post_training_quantization/openvino/yolo26/requirements.txt +++ b/examples/post_training_quantization/openvino/yolo26/requirements.txt @@ -1,4 +1,4 @@ ultralytics==8.4.21 onnx==1.21.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 torch==2.10.0 diff --git a/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt b/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt index f07ba3934af..a0fbcb8d09f 100644 --- a/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt +++ b/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt @@ -1,4 +1,4 @@ ultralytics==8.3.221 onnx==1.21.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 torch==2.10.0 diff --git a/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt b/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt index a74cd1383dd..6a6e182aefe 100644 --- a/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt +++ b/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt @@ -1,7 +1,7 @@ fastdownload==0.0.7 fastprogress==1.0.5 fastcore==1.11.5 -openvino==2026.1.0 +openvino==2026.2.0rc1 scikit-learn torch==2.10.0 torchvision==0.25.0 diff --git a/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt b/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt index c289838eac3..c18877dfe76 100644 --- a/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt +++ b/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt @@ -2,7 +2,7 @@ fastdownload==0.0.7 fastprogress==1.0.5 fastcore==1.11.5 onnx==1.21.0 -openvino==2026.1.0 +openvino==2026.2.0rc1 pycocotools==2.0.7 torch==2.10.0 torchmetrics==1.0.1 diff --git a/examples/post_training_quantization/torch_fx/resnet18/requirements.txt b/examples/post_training_quantization/torch_fx/resnet18/requirements.txt index a00d0702e8d..5140a2b3bf6 100644 --- a/examples/post_training_quantization/torch_fx/resnet18/requirements.txt +++ b/examples/post_training_quantization/torch_fx/resnet18/requirements.txt @@ -1,7 +1,7 @@ fastdownload==0.0.7 fastprogress==1.0.5 fastcore==1.11.5 -openvino==2026.1.0 +openvino==2026.2.0rc1 torch==2.10.0 torchvision==0.25.0 torchao==0.17.0 diff --git a/examples/pruning/torch/resnet18/requirements.txt b/examples/pruning/torch/resnet18/requirements.txt index 0a501b91058..ce449f11471 100644 --- a/examples/pruning/torch/resnet18/requirements.txt +++ b/examples/pruning/torch/resnet18/requirements.txt @@ -1,6 +1,6 @@ fastdownload==0.0.7 fastprogress==1.0.5 fastcore==1.11.5 -openvino==2026.1.0 +openvino==2026.2.0rc1 torch==2.10.0 torchvision==0.25.0 diff --git a/examples/quantization_aware_training/torch/resnet18/requirements.txt b/examples/quantization_aware_training/torch/resnet18/requirements.txt index 0a501b91058..ce449f11471 100644 --- a/examples/quantization_aware_training/torch/resnet18/requirements.txt +++ b/examples/quantization_aware_training/torch/resnet18/requirements.txt @@ -1,6 +1,6 @@ fastdownload==0.0.7 fastprogress==1.0.5 fastcore==1.11.5 -openvino==2026.1.0 +openvino==2026.2.0rc1 torch==2.10.0 torchvision==0.25.0 From 69445e04c8452218bfda26fb638b5b1f73a88cf3 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 16:39:47 +0400 Subject: [PATCH 02/10] fix --- .github/workflows/call_precommit.yml | 3 --- .github/workflows/conformance_weight_compression.yml | 1 - .github/workflows/executorch.yml | 1 - pyproject.toml | 7 +++++++ 4 files changed, 7 insertions(+), 5 deletions(-) diff --git a/.github/workflows/call_precommit.yml b/.github/workflows/call_precommit.yml index c7c6faf33f2..0276110d83d 100644 --- a/.github/workflows/call_precommit.yml +++ b/.github/workflows/call_precommit.yml @@ -18,9 +18,6 @@ on: type: string required: false -env: - UV_EXTRA_INDEX_URL: "https://storage.openvinotoolkit.org/simple/wheels/nightly" - jobs: common: timeout-minutes: 40 diff --git a/.github/workflows/conformance_weight_compression.yml b/.github/workflows/conformance_weight_compression.yml index 85bf96ae2eb..ba04b571bf8 100644 --- a/.github/workflows/conformance_weight_compression.yml +++ b/.github/workflows/conformance_weight_compression.yml @@ -34,7 +34,6 @@ env: TQDM_DISABLE: 1 RESULT_XML: "pytest-results.xml" HOME_HF: "/home/runner/hf_home" - UV_EXTRA_INDEX_URL: "https://storage.openvinotoolkit.org/simple/wheels/nightly" jobs: weight-compression-cpu: diff --git a/.github/workflows/executorch.yml b/.github/workflows/executorch.yml index c221ab1d25c..35dfbdbea77 100644 --- a/.github/workflows/executorch.yml +++ b/.github/workflows/executorch.yml @@ -20,7 +20,6 @@ jobs: shell: bash env: DEBIAN_FRONTEND: noninteractive - UV_EXTRA_INDEX_URL: "https://storage.openvinotoolkit.org/simple/wheels/nightly" steps: - name: Install dependencies run : | diff --git a/pyproject.toml b/pyproject.toml index 5064f715299..eed7909487c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -68,6 +68,13 @@ namespaces = false [tool.md_dead_link_check] exclude_files = ["ReleaseNotes.md"] +[[tool.uv.index]] +name = "openvino-rc" +url = "https://storage.openvinotoolkit.org/simple/wheels/nightly" + +[tool.uv] +index-strategy = "unsafe-best-match" + [tool.mypy] follow_imports = "silent" strict = true From a177582ab5ce0dfab06873f8cd7f1f4a7055e728 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 17:30:05 +0400 Subject: [PATCH 03/10] fix --- pyproject.toml | 4 ++-- tests/cross_fw/examples/test_examples.py | 6 +++--- tests/cross_fw/shared/helpers.py | 3 +++ 3 files changed, 8 insertions(+), 5 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index eed7909487c..ec1c8260e85 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -72,8 +72,8 @@ exclude_files = ["ReleaseNotes.md"] name = "openvino-rc" url = "https://storage.openvinotoolkit.org/simple/wheels/nightly" -[tool.uv] -index-strategy = "unsafe-best-match" +[tool.uv.sources] +openvino = { index = "openvino-rc" } [tool.mypy] follow_imports = "silent" diff --git a/tests/cross_fw/examples/test_examples.py b/tests/cross_fw/examples/test_examples.py index f4c96d98fec..a8b6c8ec96b 100644 --- a/tests/cross_fw/examples/test_examples.py +++ b/tests/cross_fw/examples/test_examples.py @@ -20,6 +20,7 @@ from tests.cross_fw.shared.case_collection import skip_if_backend_not_selected from tests.cross_fw.shared.command import Command +from tests.cross_fw.shared.helpers import OPENVINO_EXTRA_INDEX_URL from tests.cross_fw.shared.helpers import create_venv_with_nncf from tests.cross_fw.shared.helpers import get_pip_executable_with_venv from tests.cross_fw.shared.helpers import get_python_executable_with_venv @@ -105,7 +106,7 @@ def test_examples( if "whowhatbench" in requirements_content: install_wwb = True - run_cmd_line = f"{pip_with_venv} install -r {requirements}" + run_cmd_line = f"{pip_with_venv} install --extra-index-url {OPENVINO_EXTRA_INDEX_URL} -r {requirements}" print(f"Installing requirements: {run_cmd_line}") subprocess.run(run_cmd_line, check=True, shell=True) @@ -118,14 +119,13 @@ def test_examples( if ov_version_override is not None: ov_version_cmd_line = f"{pip_with_venv} install {ov_version_override}" uninstall_cmd_line = f"{pip_with_venv} uninstall --yes openvino-genai openvino_tokenizers" - extra_index_url = "https://storage.openvinotoolkit.org/simple/wheels/nightly" print(f"Installing OpenVINO version override: {ov_version_cmd_line}") subprocess.run(ov_version_cmd_line, check=True, shell=True) if install_wwb: wwb_module_string = "whowhatbench@git+https://github.com/openvinotoolkit/openvino.genai.git#subdirectory=tools/who_what_benchmark" wwb_override_cmd_line = ( - f"{pip_with_venv} install --pre --extra-index-url {extra_index_url} {wwb_module_string}" + f"{pip_with_venv} install --pre --extra-index-url {OPENVINO_EXTRA_INDEX_URL} {wwb_module_string}" ) print(f"Uninstalling OpenVINO packages: {uninstall_cmd_line}") subprocess.run(uninstall_cmd_line, check=True, shell=True) diff --git a/tests/cross_fw/shared/helpers.py b/tests/cross_fw/shared/helpers.py index adbf18216af..dcaeaade378 100644 --- a/tests/cross_fw/shared/helpers.py +++ b/tests/cross_fw/shared/helpers.py @@ -16,6 +16,9 @@ from tests.cross_fw.shared.paths import GITHUB_REPO_URL from tests.cross_fw.shared.paths import PROJECT_ROOT +# For tests, it is in a shared place so that other tests can use it too. +OPENVINO_EXTRA_INDEX_URL = "https://storage.openvinotoolkit.org/simple/wheels/nightly" + def is_windows() -> bool: return "win32" in sys.platform From 4b6ab2e911ce70fc879be6550845a44df9cba3c1 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 17:33:41 +0400 Subject: [PATCH 04/10] add index strategy fix --- pyproject.toml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index ec1c8260e85..dbe19bb7949 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -75,6 +75,9 @@ url = "https://storage.openvinotoolkit.org/simple/wheels/nightly" [tool.uv.sources] openvino = { index = "openvino-rc" } +[tool.uv] +index-strategy = "unsafe-best-match" + [tool.mypy] follow_imports = "silent" strict = true From 5714f610111b361c1d59fb5e4e3706247e61a0f0 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 18:18:22 +0400 Subject: [PATCH 05/10] add extra index --- tests/cross_fw/examples/test_examples.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/cross_fw/examples/test_examples.py b/tests/cross_fw/examples/test_examples.py index a8b6c8ec96b..cdb8e1ebf36 100644 --- a/tests/cross_fw/examples/test_examples.py +++ b/tests/cross_fw/examples/test_examples.py @@ -106,7 +106,7 @@ def test_examples( if "whowhatbench" in requirements_content: install_wwb = True - run_cmd_line = f"{pip_with_venv} install --extra-index-url {OPENVINO_EXTRA_INDEX_URL} -r {requirements}" + run_cmd_line = f"{pip_with_venv} install --pre --extra-index-url {OPENVINO_EXTRA_INDEX_URL} -r {requirements}" print(f"Installing requirements: {run_cmd_line}") subprocess.run(run_cmd_line, check=True, shell=True) From 96a7c986419657e99511ad5636ea35bc4365a56c Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 22:26:18 +0400 Subject: [PATCH 06/10] try fix for windows --- .../openvino/tiny_llama_synthetic_data/main.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py index 25faa00ee28..47e6693e6c0 100644 --- a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py +++ b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py @@ -43,7 +43,9 @@ def main(): MODEL_ID = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" tokenizer = AutoTokenizer.from_pretrained(MODEL_ID) - hf_model = OVModelForCausalLM.from_pretrained(MODEL_ID, export=True, load_in_8bit=False, compile=False) + hf_model = OVModelForCausalLM.from_pretrained( + MODEL_ID, export=True, load_in_8bit=False, compile=False, ov_config={"INFERENCE_PRECISION_HINT": "f32"} + ) dataset_size = 100 @@ -68,7 +70,8 @@ def main(): hf_model.model = optimized_model hf_model.request = None - opt_output = hf_model.generate(**input_ids, max_new_tokens=max_new_tokens) + hf_model.ov_config = {"INFERENCE_PRECISION_HINT": "f32"} + opt_output = hf_model.generate(**input_ids, max_new_tokens=max_new_tokens, do_sample=False) opt_output_text = tokenizer.decode(opt_output[0]) print(f"Optimized model output: {opt_output_text}\n") From 73bee1c1342981b839e642730ce32aac03f8d92d Mon Sep 17 00:00:00 2001 From: anzr299 Date: Mon, 18 May 2026 23:51:13 +0400 Subject: [PATCH 07/10] update to add extra index for PTQ conformance --- tests/post_training/requirements.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/post_training/requirements.txt b/tests/post_training/requirements.txt index c4930c9ee4f..1b9d54131f0 100644 --- a/tests/post_training/requirements.txt +++ b/tests/post_training/requirements.txt @@ -1,4 +1,6 @@ -c ../../constraints.txt +--pre +--extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly datasets matplotlib # required for the memory monitor tool From 8a8cd45782d2187bcc2ed9579158bbd22f97a98d Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 19 May 2026 11:10:02 +0400 Subject: [PATCH 08/10] revert debug changes --- .../openvino/tiny_llama_synthetic_data/main.py | 12 +++++------- 1 file changed, 5 insertions(+), 7 deletions(-) diff --git a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py index 47e6693e6c0..cbf54e1b92c 100644 --- a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py +++ b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py @@ -9,6 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. + from functools import partial import numpy as np @@ -43,9 +44,7 @@ def main(): MODEL_ID = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" tokenizer = AutoTokenizer.from_pretrained(MODEL_ID) - hf_model = OVModelForCausalLM.from_pretrained( - MODEL_ID, export=True, load_in_8bit=False, compile=False, ov_config={"INFERENCE_PRECISION_HINT": "f32"} - ) + hf_model = OVModelForCausalLM.from_pretrained(MODEL_ID, export=True, load_in_8bit=False, compile=False) dataset_size = 100 @@ -65,13 +64,12 @@ def main(): scale_estimation=True, ) + hf_model.model = optimized_model + hf_model.request = None input_ids = tokenizer("What is Python? ", return_tensors="pt").to(device=hf_model.device) max_new_tokens = 100 - hf_model.model = optimized_model - hf_model.request = None - hf_model.ov_config = {"INFERENCE_PRECISION_HINT": "f32"} - opt_output = hf_model.generate(**input_ids, max_new_tokens=max_new_tokens, do_sample=False) + opt_output = hf_model.generate(**input_ids, max_new_tokens=max_new_tokens) opt_output_text = tokenizer.decode(opt_output[0]) print(f"Optimized model output: {opt_output_text}\n") From d5280994677c7c919ada0e3c3ec44797e29622d1 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 19 May 2026 18:03:55 +0400 Subject: [PATCH 09/10] update refs and install openvino properly --- tests/cross_fw/examples/example_scope.json | 2 +- tests/cross_fw/examples/test_examples.py | 13 ++++++------- tests/cross_fw/install/test_install.py | 4 +++- tests/cross_fw/shared/helpers.py | 5 ++++- 4 files changed, 14 insertions(+), 10 deletions(-) diff --git a/tests/cross_fw/examples/example_scope.json b/tests/cross_fw/examples/example_scope.json index c337f46dc59..da8ffd52893 100644 --- a/tests/cross_fw/examples/example_scope.json +++ b/tests/cross_fw/examples/example_scope.json @@ -82,7 +82,7 @@ "accuracy_metrics": { "fp32_mAP": 0.44964819083938, "int8_mAP": 0.4507030984145927, - "accuracy_drop": -0.0010549075752127046 + "accuracy_drop": -0.0009941002422954037 }, "performance_metrics": { "fp32_fps": 134.48, diff --git a/tests/cross_fw/examples/test_examples.py b/tests/cross_fw/examples/test_examples.py index cdb8e1ebf36..6fefa9563b1 100644 --- a/tests/cross_fw/examples/test_examples.py +++ b/tests/cross_fw/examples/test_examples.py @@ -20,7 +20,7 @@ from tests.cross_fw.shared.case_collection import skip_if_backend_not_selected from tests.cross_fw.shared.command import Command -from tests.cross_fw.shared.helpers import OPENVINO_EXTRA_INDEX_URL +from tests.cross_fw.shared.helpers import OPENVINO_PIP_EXTRA_FLAGS from tests.cross_fw.shared.helpers import create_venv_with_nncf from tests.cross_fw.shared.helpers import get_pip_executable_with_venv from tests.cross_fw.shared.helpers import get_python_executable_with_venv @@ -106,27 +106,26 @@ def test_examples( if "whowhatbench" in requirements_content: install_wwb = True - run_cmd_line = f"{pip_with_venv} install --pre --extra-index-url {OPENVINO_EXTRA_INDEX_URL} -r {requirements}" + run_cmd_line = f"{pip_with_venv} install {OPENVINO_PIP_EXTRA_FLAGS} -r {requirements}" print(f"Installing requirements: {run_cmd_line}") subprocess.run(run_cmd_line, check=True, shell=True) extra_requirements = example_params.get("extra_requirements") if extra_requirements: - run_cmd_line = f"{pip_with_venv} install -r {PROJECT_ROOT / extra_requirements} --no-build-isolation" + requirements_path = PROJECT_ROOT / extra_requirements + run_cmd_line = f"{pip_with_venv} install {OPENVINO_PIP_EXTRA_FLAGS} -r {requirements_path} --no-build-isolation" print(f"Installing extra_requirements: {run_cmd_line}") subprocess.run(run_cmd_line, check=True, shell=True) if ov_version_override is not None: - ov_version_cmd_line = f"{pip_with_venv} install {ov_version_override}" + ov_version_cmd_line = f"{pip_with_venv} install {OPENVINO_PIP_EXTRA_FLAGS} {ov_version_override}" uninstall_cmd_line = f"{pip_with_venv} uninstall --yes openvino-genai openvino_tokenizers" print(f"Installing OpenVINO version override: {ov_version_cmd_line}") subprocess.run(ov_version_cmd_line, check=True, shell=True) if install_wwb: wwb_module_string = "whowhatbench@git+https://github.com/openvinotoolkit/openvino.genai.git#subdirectory=tools/who_what_benchmark" - wwb_override_cmd_line = ( - f"{pip_with_venv} install --pre --extra-index-url {OPENVINO_EXTRA_INDEX_URL} {wwb_module_string}" - ) + wwb_override_cmd_line = f"{pip_with_venv} install {OPENVINO_PIP_EXTRA_FLAGS} {wwb_module_string}" print(f"Uninstalling OpenVINO packages: {uninstall_cmd_line}") subprocess.run(uninstall_cmd_line, check=True, shell=True) print(f"Installing WWB module: {wwb_override_cmd_line}") diff --git a/tests/cross_fw/install/test_install.py b/tests/cross_fw/install/test_install.py index 97de957dd04..2e625bb19a9 100644 --- a/tests/cross_fw/install/test_install.py +++ b/tests/cross_fw/install/test_install.py @@ -88,8 +88,10 @@ def test_install( pytest.xfail("Disabled until NNCF is exposed in a release") venv_path = create_venv_with_nncf(removable_tmp_path, package_type, "venv", {backend}) if ov_version_override is not None: + from tests.cross_fw.shared.helpers import OPENVINO_PIP_EXTRA_FLAGS + pip_with_venv = get_pip_executable_with_venv(venv_path) - ov_version_cmd_line = f"{pip_with_venv} install {ov_version_override}" + ov_version_cmd_line = f"{pip_with_venv} install {OPENVINO_PIP_EXTRA_FLAGS} {ov_version_override}" subprocess.run(ov_version_cmd_line, check=True, shell=True) run_install_checks( venv_path, removable_tmp_path, package_type, backend=backend, install_type=host_configuration_clopt diff --git a/tests/cross_fw/shared/helpers.py b/tests/cross_fw/shared/helpers.py index dcaeaade378..105b334aa08 100644 --- a/tests/cross_fw/shared/helpers.py +++ b/tests/cross_fw/shared/helpers.py @@ -18,6 +18,7 @@ # For tests, it is in a shared place so that other tests can use it too. OPENVINO_EXTRA_INDEX_URL = "https://storage.openvinotoolkit.org/simple/wheels/nightly" +OPENVINO_PIP_EXTRA_FLAGS = f"--pre --extra-index-url {OPENVINO_EXTRA_INDEX_URL}" def is_windows() -> bool: @@ -125,7 +126,9 @@ def create_venv_with_nncf(tmp_path: Path, package_type: str, venv_type: str, bac # Install backend specific packages with according version from constraints.txt packages = [item for b in backends for item in MAP_BACKEND_PACKAGES[b]] extra_reqs = " ".join(packages) - cmd_install_backends = f"{pip_with_venv} install {extra_reqs} -c {PROJECT_ROOT}/constraints.txt" + cmd_install_backends = ( + f"{pip_with_venv} install {OPENVINO_PIP_EXTRA_FLAGS} {extra_reqs} -c {PROJECT_ROOT}/constraints.txt" + ) print(f"Installing backend packages: {cmd_install_backends}") subprocess.run( cmd_install_backends, From 8ef23d612514132be92b054aab5fb153af300223 Mon Sep 17 00:00:00 2001 From: anzr299 Date: Tue, 19 May 2026 18:07:32 +0400 Subject: [PATCH 10/10] revert unnecesary change --- .../openvino/tiny_llama_synthetic_data/main.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py index cbf54e1b92c..25faa00ee28 100644 --- a/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py +++ b/examples/llm_compression/openvino/tiny_llama_synthetic_data/main.py @@ -9,7 +9,6 @@ # See the License for the specific language governing permissions and # limitations under the License. - from functools import partial import numpy as np @@ -64,11 +63,11 @@ def main(): scale_estimation=True, ) - hf_model.model = optimized_model - hf_model.request = None input_ids = tokenizer("What is Python? ", return_tensors="pt").to(device=hf_model.device) max_new_tokens = 100 + hf_model.model = optimized_model + hf_model.request = None opt_output = hf_model.generate(**input_ids, max_new_tokens=max_new_tokens) opt_output_text = tokenizer.decode(opt_output[0])