[SW-193273] Merge from public github to gerrit

Merged from INC public master branch,
top commit 7056720

Change-Id: I3c016ab98973ac56fc976e5b15a678e91a59291e

.azure-pipelines/code-scan.yml

@@ -44,15 +44,3 @@ stages:
             parameters:
               codeScanFileName: "bandit"
               uploadPath: "bandit.log"
-
-  - stage: PylintCodeScan
-    displayName: Pylint Code Scan
-    dependsOn: []
-    jobs:
-      - job: Pylint
-        displayName: Pylint
-        steps:
-          - template: template/code-scan-template.yml
-            parameters:
-              codeScanFileName: "pylint"
-              uploadPath: "pylint.json"

.azure-pipelines/docker/Dockerfile.devel

@@ -36,7 +36,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
 
 RUN ln -sf $(which python3) /usr/bin/python
 
-RUN python -m pip --no-cache-dir install --upgrade pip
+RUN python -m pip install pip==24.0
 RUN python -m pip install --no-cache-dir setuptools
 
 RUN pip list

.azure-pipelines/docker/DockerfileCodeScan.devel

@@ -30,7 +30,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
 
 RUN ln -sf $(which python3) /usr/bin/python
 
-RUN python -m pip install --no-cache-dir pylint==2.12.1\
+RUN python -m pip install --no-cache-dir \
     bandit\
     pyspelling\
     pydocstyle

.azure-pipelines/model-test-3x.yml

@@ -10,7 +10,7 @@ pr:
     include:
       - neural_compressor/common
       - neural_compressor/torch
-      - examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/llm
+      - examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/weight_only
       - setup.py
       - requirements_pt.txt
       - .azure-pipelines/scripts/models
@@ -112,7 +112,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"

.azure-pipelines/model-test.yml

@@ -40,33 +40,20 @@ parameters:
     displayName: Run ONNX models?
     type: boolean
     default: true
-  - name: MXNet_Model
-    displayName: Run MXNet models?
-    type: boolean
-    default: false
 
   - name: TensorFlowModelList
     type: object
     default:
       - resnet50v1.5
       - ssd_resnet50_v1
-#      - ssd_mobilenet_v1_ckpt
-#      - inception_v1
-#      - darknet19
-#      - resnet-101
   - name: PyTorchModelList
     type: object
     default:
-      - resnet18
       - resnet18_fx
   - name: ONNXModelList
     type: object
     default:
       - resnet50-v1-12
-  - name: MXNetModelList
-    type: object
-    default:
-      - resnet50v1
 
 stages:
   - stage: TensorFlowModels
@@ -114,21 +101,6 @@ stages:
                   modelName: ${{ model }}
                   framework: "onnxrt"
 
-  - stage: MXNetModels
-    displayName: Run MXNet Model
-    pool: MODEL_PERF_TEST
-    dependsOn: []
-    condition: and(succeeded(), eq('${{ parameters.MXNet_Model }}', 'true'))
-    jobs:
-      - ${{ each model in parameters.MXNetModelList }}:
-          - job:
-            displayName: ${{ model }}
-            steps:
-              - template: template/model-template.yml
-                parameters:
-                  modelName: ${{ model }}
-                  framework: "mxnet"
-
   - stage: GenerateLogs
     displayName: Generate Report
     pool:
@@ -191,7 +163,7 @@ stages:
             displayName: "Publish report"
           - script: |
               if [ $(is_perf_reg) == 'true' ]; then
-                echo "[Performance Regression] Some model performance regression occurred, please check artifacts and reports."
+                echo "Some benchmark regression occurred or the reference data need to be updated, please check artifacts and reports."
                 exit 1
               fi
-            displayName: "Specify performance regression"
+            displayName: "Specify regression"

.azure-pipelines/scripts/codeScan/pydocstyle/pydocstyle.sh

@@ -17,11 +17,6 @@ log_dir="$work_dir/../scanLog"
 mkdir -p $log_dir
 
 scan_path="scan_path.txt"
-if [ "${scan_module}" = "neural_solution" ]; then
-    scan_path="scan_path_neural_solution.txt"
-elif [ "${scan_module}" = "neural_insights" ]; then
-    scan_path="scan_path_neural_insights.txt"
-fi
 
 exit_code=0
 for line in $(cat ${work_dir}/${scan_path})

.azure-pipelines/scripts/codeScan/pydocstyle/scan_path.txt

@@ -15,3 +15,15 @@
 /neural-compressor/neural_compressor/strategy
 /neural-compressor/neural_compressor/training.py
 /neural-compressor/neural_compressor/utils
+/neural-compressor/neural_compressor/common
+/neural-compressor/neural_compressor/tensorflow
+/neural-compressor/neural_compressor/torch/algorithms/layer_wise
+/neural-compressor/neural_compressor/torch/algorithms/mixed_precision
+/neural-compressor/neural_compressor/torch/algorithms/mx_quant
+/neural-compressor/neural_compressor/torch/algorithms/pt2e_quant
+/neural-compressor/neural_compressor/torch/algorithms/smooth_quant
+/neural-compressor/neural_compressor/torch/algorithms/static_quant
+/neural-compressor/neural_compressor/torch/algorithms/weight_only
+/neural-compressor/neural_compressor/torch/export
+/neural-compressor/neural_compressor/torch/quantization
+/neural-compressor/neural_compressor/torch/utils

.azure-pipelines/scripts/fwk_version.sh

@@ -1,27 +1,10 @@
 #!/bin/bash
 
 echo "export FWs version..."
-test_mode=$1
-
-if [ "$test_mode" == "coverage" ] || [ "$test_mode" == "latest" ]; then
-    export tensorflow_version='2.15.0-official'
-    export pytorch_version='2.3.0+cpu'
-    export torchvision_version='0.18.0+cpu'
-    export ipex_version='2.3.0+cpu'
-    export onnx_version='1.16.0'
-    export onnxruntime_version='1.18.0'
-    export mxnet_version='1.9.1'
-else
-    export tensorflow_version='2.15.0-official'
-    export pytorch_version='2.2.1+cpu'
-    export torchvision_version='0.17.1+cpu'
-    export ipex_version='2.2.0+cpu'
-    export onnx_version='1.15.0'
-    export onnxruntime_version='1.17.1'
-    export mxnet_version='1.9.1'
-fi
-
-
-
-
-
+export tensorflow_version='2.15.0-official'
+export pytorch_version='2.3.0+cpu'
+export torchvision_version='0.18.0+cpu'
+export ipex_version='2.3.0+cpu'
+export onnx_version='1.16.0'
+export onnxruntime_version='1.18.0'
+export mxnet_version='1.9.1'