Add update_g_idx flag for setting qweight&g_idx (#2143)

Signed-off-by: Kaihui-intel <[email protected]>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Sun, Xuehao <[email protected]>

Author: 3 people

neural_compressor/transformers/quantization/utils.py

@@ -238,9 +238,16 @@ def _replace_linear(
                             dtype=torch.int32,
                             device=torch.device(device),
                         )
+
+                    # Note: update_g_idx is only applicable for ipex versions >=2.7
                     model._modules[name].set_weights_bias(
                         module.qweight.data if hasattr(module, "qweight") else weight,
                         None if module.bias is None else module.bias.data,
+                        **(
+                            {"update_g_idx": not empty_weights}
+                            if "update_g_idx" in model._modules[name].set_weights_bias.__code__.co_varnames
+                            else {}
+                        ),
                     )
                 else:
                     raise Exception("{} device Unsupported weight only quantization!".format(device))