Skip to content

Commit

Permalink
Comment out env vars
Browse files Browse the repository at this point in the history
  • Loading branch information
nikita-savelyevv committed Oct 29, 2024
1 parent fc82866 commit f3891cd
Showing 1 changed file with 6 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -461,7 +461,7 @@ def do_int_quantization(
accelerate_through_ov = (
is_openvino_available()
and weight.backend != TensorBackend.torch
and not bool(int(os.environ.get("NUMPY_COMPRESSION", "0")))
# and not bool(int(os.environ.get("NUMPY_COMPRESSION", "0")))
)
if not is_openvino_available() and weight.backend != TensorBackend.torch:
log_once(logging.INFO, "Compression time may be improved after installing OpenVINO")
Expand Down Expand Up @@ -502,10 +502,10 @@ def do_int_quantization(
ov_model_params.return_ov_tensors = weight.backend == TensorBackend.ov
else:
ov_model_params.output_dtype = TensorDataType.uint8 if config.is_int_asym else TensorDataType.int8
ov_model_params.dynamic_shapes = bool(int(os.environ.get("DYNAMIC_COMPRESSION", "0")))
ov_model_params.recompile = bool(int(os.environ.get("RECOMPILE", "0")))
ov_model_params.release_memory = bool(int(os.environ.get("RELEASE_MEMORY", "0")))
ov_model_params.share_outputs = bool(int(os.environ.get("SHARE_OUTPUTS", "0")))
# ov_model_params.dynamic_shapes = bool(int(os.environ.get("DYNAMIC_COMPRESSION", "0")))
# ov_model_params.recompile = bool(int(os.environ.get("RECOMPILE", "0")))
# ov_model_params.release_memory = bool(int(os.environ.get("RELEASE_MEMORY", "0")))
# ov_model_params.share_outputs = bool(int(os.environ.get("SHARE_OUTPUTS", "0")))

model = get_compress_weight_model(
ov_model_params,
Expand Down Expand Up @@ -557,7 +557,7 @@ def calculate_quantized_dequantized_weight(
accelerate_through_ov = (
is_openvino_available()
and weight.backend != TensorBackend.torch
and not bool(int(os.environ.get("NUMPY_COMPRESSION", "0")))
# and not bool(int(os.environ.get("NUMPY_COMPRESSION", "0")))
)
if not is_openvino_available() and weight.backend != TensorBackend.torch:
log_once(logging.INFO, "Compression time may be improved after installing OpenVINO")
Expand Down

0 comments on commit f3891cd

Please sign in to comment.