Makefile

JUNITXML_PATH ?= nncf-tests.xml

ifdef NNCF_COVERAGE
	COVERAGE_ARGS ?= --cov=./ --cov-report=xml
else
	COVERAGE_ARGS :=
endif

ifdef DATA
	DATA_ARG := --data $(DATA)
endif

ifdef SOTA_DATA_DIR
	SOTA_DATA_DIR_ARG := --sota-data-dir $(SOTA_DATA_DIR)
endif

ifdef SOTA_CHKP_DIR
	SOTA_CHKP_DIR_ARG := --sota-checkpoints-dir $(SOTA_CHKP_DIR)
endif

ifdef WEEKLY_MODELS
	WEEKLY_MODELS_ARG := --weekly-models $(WEEKLY_MODELS)
endif

ifdef NUM_WORKERS
	NUM_WORKERS_ARG := -n${NUM_WORKERS}
endif

install-pre-commit:
	pip install pre-commit==3.2.2


###############################################################################
# ONNX backend
install-onnx-test:
	pip install -U pip
	pip install -e .
	pip install "git+https://github.com/openvinotoolkit/open_model_zoo.git@e7df86da686d2e1600282422e54f66c2fecea160#egg=accuracy_checker&subdirectory=tools/accuracy_checker"
	pip install -r tests/onnx/requirements.txt
	pip install -r tests/cross_fw/install/requirements.txt
	pip install -r tests/cross_fw/examples/requirements.txt
	pip install -r tests/onnx/benchmarking/requirements.txt

install-onnx-dev: install-onnx-test install-pre-commit
	pip install -r examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt

test-onnx:
	pytest ${COVERAGE_ARGS} ${NUM_WORKERS_ARG} -ra tests/onnx $(DATA_ARG) --junitxml ${JUNITXML_PATH}


test-install-onnx:
	pytest tests/cross_fw/install -s       \
		--backend onnx                      \
		--junitxml ${JUNITXML_PATH}

test-examples-onnx:
	pytest tests/cross_fw/examples -s       \
		--backend onnx                      \
		--junitxml ${JUNITXML_PATH}

###############################################################################
# OpenVino backend
install-openvino-test:
	pip install -U pip
	pip install -e .
	pip install "git+https://github.com/openvinotoolkit/open_model_zoo.git@e7df86da686d2e1600282422e54f66c2fecea160#egg=accuracy_checker&subdirectory=tools/accuracy_checker"
	pip install -r tests/openvino/requirements.txt
	pip install -r tests/cross_fw/install/requirements.txt
	pip install -r tests/cross_fw/examples/requirements.txt

install-openvino-dev: install-openvino-test install-pre-commit
	pip install -r examples/post_training_quantization/openvino/mobilenet_v2/requirements.txt
	pip install -r examples/post_training_quantization/openvino/anomaly_stfpm_quantize_with_accuracy_control/requirements.txt
	pip install -r examples/post_training_quantization/openvino/yolov8/requirements.txt
	pip install -r examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt

test-openvino:
	ONEDNN_MAX_CPU_ISA=AVX2 pytest ${COVERAGE_ARGS} ${NUM_WORKERS_ARG} -ra tests/openvino $(DATA_ARG) \
		--junitxml ${JUNITXML_PATH} --dist loadscope

test-install-openvino:
	pytest tests/cross_fw/install -s        \
		--backend openvino                  \
		--junitxml ${JUNITXML_PATH}

test-examples-openvino:
	pytest tests/cross_fw/examples -s        \
		--backend openvino                  \
		--junitxml ${JUNITXML_PATH}

###############################################################################
# TensorFlow backend
install-tensorflow-test:
	pip install -U pip
	pip install -e .
	pip install "git+https://github.com/openvinotoolkit/open_model_zoo.git@e7df86da686d2e1600282422e54f66c2fecea160#egg=accuracy_checker&subdirectory=tools/accuracy_checker"
	pip install -r tests/tensorflow/requirements.txt
	pip install -r tests/cross_fw/install/requirements.txt
	pip install -r tests/cross_fw/examples/requirements.txt

install-tensorflow-dev: install-tensorflow-test install-pre-commit
	pip install -r examples/post_training_quantization/tensorflow/mobilenet_v2/requirements.txt

test-tensorflow:
	pytest ${COVERAGE_ARGS} ${NUM_WORKERS_ARG} -ra tests/tensorflow -m "not nightly"   \
		--junitxml ${JUNITXML_PATH}         \
		$(DATA_ARG)

test-tensorflow-nightly:
	pytest ${COVERAGE_ARGS} tests/tensorflow -m 'nightly'  \
		--junitxml ${JUNITXML_PATH}         \
		$(DATA_ARG)

test-install-tensorflow:
	pytest tests/cross_fw/install -s --backend tf --junitxml ${JUNITXML_PATH}

test-examples-tensorflow:
	pytest tests/cross_fw/examples -s --backend tf --junitxml ${JUNITXML_PATH}

###############################################################################
# PyTorch backend
install-torch-test:
	pip install -U pip
	pip install -e .
	pip install "git+https://github.com/openvinotoolkit/open_model_zoo.git@e7df86da686d2e1600282422e54f66c2fecea160#egg=accuracy_checker&subdirectory=tools/accuracy_checker"
	pip install -r tests/torch/requirements.txt
	pip install -r tests/cross_fw/install/requirements.txt
	pip install -r tests/cross_fw/examples/requirements.txt

install-torch-dev: install-torch-test install-pre-commit
	pip install -r examples/post_training_quantization/torch/mobilenet_v2/requirements.txt
	pip install -r examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt

install-models-hub-torch:
	pip install -U pip
	pip install -e .
	pip install -r tests/torch/models_hub_test/requirements.txt
	# Install wheel to run pip with --no-build-isolation
	pip install wheel
	pip install --no-build-isolation -r tests/torch/models_hub_test/requirements_secondary.txt


test-torch:
	pytest ${COVERAGE_ARGS} tests/torch -m "not weekly and not nightly and not models_hub" --junitxml ${JUNITXML_PATH} $(DATA_ARG)

test-torch-cpu:
	pytest ${COVERAGE_ARGS} ${NUM_WORKERS_ARG} tests/torch -ra -m "not cuda and not weekly and not nightly and not models_hub" --junitxml ${JUNITXML_PATH}

test-torch-cuda:
	pytest ${COVERAGE_ARGS} tests/torch -ra -m "cuda and not weekly and not nightly and not models_hub" --junitxml ${JUNITXML_PATH}

test-torch-nightly:
	pytest ${COVERAGE_ARGS} tests/torch -m nightly --junitxml ${JUNITXML_PATH} $(DATA_ARG)

test-torch-weekly:
	pytest ${COVERAGE_ARGS} tests/torch -m weekly \
	    --junitxml ${JUNITXML_PATH} $(DATA_ARG) $(SOTA_DATA_DIR_ARG) $(SOTA_CHKP_DIR_ARG) ${WEEKLY_MODELS_ARG}

test-install-torch-cpu:
	pytest tests/cross_fw/install -s       \
		--backend torch                     \
		--host-configuration cpu            \
		--junitxml ${JUNITXML_PATH}

test-install-torch-gpu:
	pytest tests/cross_fw/install -s        \
		--backend torch                     \
		--junitxml ${JUNITXML_PATH}

test-examples-torch:
	pytest tests/cross_fw/examples -s        \
		--backend torch                     \
		--junitxml ${JUNITXML_PATH}

test-models-hub-torch:
	pytest tests/torch/models_hub_test --junitxml ${JUNITXML_PATH}

###############################################################################
# Common part
install-common-test:
	pip install -U pip
	pip install -e .
	pip install -r tests/common/requirements.txt
	pip install -r tests/cross_fw/install/requirements.txt
	pip install -r tests/cross_fw/examples/requirements.txt

test-common:
	pytest ${COVERAGE_ARGS} ${NUM_WORKERS_ARG} -ra tests/common $(DATA_ARG) --junitxml ${JUNITXML_PATH}

test-examples:
	pytest tests/cross_fw/examples -s --junitxml ${JUNITXML_PATH}

###############################################################################
# Pre commit check
pre-commit:
	pre-commit run -a


###############################################################################
# Fuzzing tests
install-fuzz-test: install-common-test
	pip install -r tests/cross_fw/sdl/fuzz/requirements.txt

test-fuzz:
	python tests/cross_fw/sdl/fuzz/quantize_api.py