Extending makefile for OpenVINO, TensorFlow and PyTorch backends

Makefile

@@ -1,25 +1,128 @@
+PYLINT_VERSION := 2.13.9
 JUNITXML_PATH ?= nncf-tests.xml
 
-install-onnx-dev:
+ifdef DATA
+	DATA_ARG := --data $(DATA)
+endif
+
+###############################################################################
+# ONNX backend
+install-onnx-test:
 	pip install -U pip
 	pip install -e .[onnx]
 	pip install -r tests/onnx/requirements.txt
+	pip install -r tests/cross_fw/install/requirements.txt
 	pip install -r tests/onnx/benchmarking/requirements.txt
 	pip install -r examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt
 
-	# Install pylint
-	pip install pylint==2.13.9
+install-onnx-dev: install-onnx-test 
+	pip install pylint==$(PYLINT_VERSION)
 
 test-onnx:
 	pytest tests/onnx --junitxml ${JUNITXML_PATH}
 
-PYFILES := $(shell find examples/post_training_quantization/onnx -type f -name "*.py")
+ONNX_PYFILES := $(shell find examples/post_training_quantization/onnx -type f -name "*.py")
 pylint-onnx:
 	pylint --rcfile .pylintrc               \
 		nncf/experimental/onnx              \
 		nncf/quantization                   \
 		tests/onnx                          \
-		$(PYFILES)                         
+		$(ONNX_PYFILES)
 
 test-install-onnx:
-	pytest tests/cross_fw/install/ --backend onnx --junitxml ${JUNITXML_PATH}
+	pytest tests/cross_fw/install/ -s       \
+		--backend onnx                      \
+		--junitxml ${JUNITXML_PATH}
+
+###############################################################################
+# OpenVino backend
+install-openvino-test:
+	pip install -U pip
+	pip install -e .[openvino]
+	pip install -r tests/openvino/requirements.txt
+	pip install -r tests/cross_fw/install/requirements.txt
+	pip install -r examples/experimental/openvino/bert/requirements.txt
+	pip install -r examples/experimental/openvino/yolo_v5/requirements.txt
+
+install-openvino-dev: install-openvino-test
+	pip install pylint==$(PYLINT_VERSION)
+
+test-openvino:
+	pytest tests/openvino --junitxml ${JUNITXML_PATH}
+
+pylint-openvino:
+	pylint --rcfile .pylintrc               \
+		nncf/openvino/                      \
+		tests/openvino/                     \
+		examples/experimental/openvino/
+
+test-install-openvino:
+	pytest tests/cross_fw/install -s        \
+		--backend openvino                  \
+		--junitxml ${JUNITXML_PATH}
+
+###############################################################################
+# TensorFlow backend
+install-tensorflow-test:
+	pip install -U pip
+	pip install -e .[tf]
+	pip install -r tests/tensorflow/requirements.txt
+	pip install -r tests/cross_fw/install/requirements.txt
+	pip install -r examples/tensorflow/requirements.txt
+
+install-tensorflow-dev: install-tensorflow-test
+	pip install pylint==$(PYLINT_VERSION)
+
+test-tensorflow:
+	pytest tests/common tests/tensorflow    \
+		--junitxml ${JUNITXML_PATH}         \
+		$(DATA_ARG)
+
+pylint-tensorflow:
+	pylint --rcfile .pylintrc               \
+		nncf/tensorflow                     \
+		nncf/experimental/tensorflow        \
+		tests/tensorflow                    \
+		tests/experimental/tensorflow       \
+		examples/tensorflow
+
+test-install-tensorflow:
+	pytest tests/cross_fw/install/ -s --backend tf --junitxml ${JUNITXML_PATH}
+
+###############################################################################
+# PyTorch backend
+install-torch-test:
+	pip install -U pip
+	pip install -e .[torch]
+	pip install -r tests/torch/requirements.txt
+	pip install -r tests/cross_fw/install/requirements.txt
+	pip install -r examples/torch/requirements.txt
+
+install-torch-dev: install-torch-test
+	pip install pylint==$(PYLINT_VERSION)
+
+test-torch:
+	pytest tests/common tests/torch --junitxml ${JUNITXML_PATH} $(DATA_ARG)
+
+pylint-torch:
+	pylint --rcfile .pylintrc               \
+		nncf/common                         \
+		nncf/config                         \
+		nncf/api                            \
+		nncf/torch                          \
+		nncf/experimental/torch             \
+		tests/common                        \
+		tests/torch                         \
+		examples/torch                      \
+		examples/experimental/torch
+
+test-install-torch-cpu:
+	pytest tests/cross_fw/install/ -s       \
+		--backend torch                     \
+		--host-configuration cpu            \
+		--junitxml ${JUNITXML_PATH}
+
+test-install-torch-gpu:
+	pytest tests/cross_fw/install -s        \
+		--backend torch                     \
+		--junitxml ${JUNITXML_PATH}

examples/experimental/openvino/bert/requirements.txt

@@ -1,2 +1,6 @@
 datasets
 evaluate
+transformers
+torch
+openvino-dev
+numpy

examples/experimental/openvino/yolo_v5/requirements.txt

@@ -1 +1,3 @@
 yolov5
+openvino-dev
+torch

tests/experimental/tensorflow/__init__.py

@@ -0,0 +1,12 @@
+"""
+ Copyright (c) 2022 Intel Corporation
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+      http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+"""