test_compare_compressed_weights is updated

Author: daniil-lyakhov

tests/openvino/conftest.py

@@ -9,20 +9,46 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import logging
+import os
 from pathlib import Path
 
 import pytest
+from pytest import Config
 
+from nncf import set_log_level
 from tests.cross_fw.shared.case_collection import COMMON_SCOPE_MARKS_VS_OPTIONS
 from tests.cross_fw.shared.case_collection import skip_marked_cases_if_options_not_specified
 from tests.cross_fw.shared.install_fixtures import tmp_venv_with_nncf  # noqa: F401
 from tests.cross_fw.shared.paths import TEST_ROOT
 
 
 def pytest_addoption(parser):
+    parser.addoption(
+        "--regen-ref-data",
+        action="store_true",
+        default=False,
+        help="If specified, the reference files will be regenerated using the current state of the repository.",
+    )
+    parser.addoption(
+        "--nncf-debug",
+        action="store_true",
+        default=False,
+        help="Set debug level for nncf logger.",
+    )
     parser.addoption("--data", type=str, default=None, help="Directory path to cached data.")
 
 
+def pytest_configure(config: Config) -> None:
+    regen_dot = config.getoption("--regen-ref-data", False)
+    if regen_dot:
+        os.environ["NNCF_TEST_REGEN_DOT"] = "1"
+
+    nncf_debug = config.getoption("--nncf-debug", False)
+    if nncf_debug:
+        set_log_level(logging.DEBUG)
+
+
 @pytest.fixture(name="data_dir")
 def data(request):
     option = request.config.getoption("--data")

tests/openvino/native/data/2024.1/reference_scales/IntegerModel_compressed_weights_int4_asym.json

@@ -1,5 +1,33 @@
 {
     "matmul_2_data": {
+        "compressed_weight": [
+            55,
+            249,
+            21,
+            56,
+            162,
+            197,
+            244,
+            38,
+            251,
+            248,
+            185,
+            255,
+            207,
+            223,
+            234,
+            216,
+            253,
+            178,
+            254,
+            208,
+            255
+        ],
+        "zero_point": [
+            0,
+            0,
+            0
+        ],
         "scale": [
             [
                 [

tests/openvino/native/data/2024.1/reference_scales/IntegerModel_compressed_weights_int4_sym.json

@@ -1,5 +1,28 @@
 {
     "matmul_2_data": {
+        "compressed_weight": [
+            -19,
+            -117,
+            -2,
+            -20,
+            -65,
+            -83,
+            -114,
+            -3,
+            -117,
+            -116,
+            -36,
+            -117,
+            -56,
+            -54,
+            -101,
+            -84,
+            -118,
+            -81,
+            -120,
+            -112,
+            -120
+        ],
         "scale": [
             [
                 [

tests/openvino/native/data/2024.1/reference_scales/IntegerModel_compressed_weights_nf4.json

@@ -1,5 +1,28 @@
 {
     "matmul_2_data": {
+        "compressed_weight": [
+            156,
+            253,
+            138,
+            173,
+            216,
+            235,
+            250,
+            139,
+            254,
+            252,
+            205,
+            253,
+            207,
+            206,
+            237,
+            236,
+            254,
+            233,
+            255,
+            247,
+            255
+        ],
         "scale": [
             [
                 [

tests/openvino/native/data/2025.2/reference_scales/IntegerModel_compressed_weights_cb4_f8e4m3.json

@@ -1,5 +1,23 @@
 {
     "matmul_2_data": {
+        "compressed_weight": [
+            198,
+            194,
+            191,
+            187,
+            184,
+            178,
+            170,
+            0,
+            41,
+            49,
+            54,
+            57,
+            60,
+            64,
+            66,
+            70
+        ],
         "scale": [
             [
                 [