Deleted duplicated tabular tools (PolusAI#551)

* chore: deleting duplicate clustering tools

* chore: deleted csv stats plugin

* chore: deleted duplicated formats tools

* chore: deleted duplicate transforms tools

* chore: deleted duplicated visualization tool

* chore: deleted duplicated util tool

* ci: ignoring files that were deleted

* ci: ignoring tests if not tools were updated

* ci: fixing early exit in package filter

.github/workflows/package-filter.yml

@@ -20,6 +20,9 @@ on:
       list:
         description: "The list of directories containing the updated packages"
         value: ${{ jobs.package-filter.outputs.list }}
+      num_packages:
+        description: "The number of updated packages"
+        value: ${{ jobs.package-filter.outputs.num_packages }}
 
 permissions:
   contents: read
@@ -31,6 +34,7 @@ jobs:
     outputs:
       matrix: ${{ steps.package-filter.outputs.matrix }}
       list: ${{ steps.package-filter.outputs.list }}
+      num_packages: ${{ steps.package-filter.outputs.num_packages }}
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -41,6 +45,7 @@ jobs:
       - name: Find Updated Packages
         id: package-filter
         run: |
+          NUM_PACKAGES=0
           PACKAGE_DIRS=""
           COMPANION_FILES="VERSION .bumpversion.cfg"
 
@@ -63,7 +68,17 @@ jobs:
           echo "The comparison point is ${comparison_point}"
 
           # Get the changed files
-          changed_files=$(git diff --name-only ${comparison_point}...)
+          # the `--diff-filter=ACMR` flag filters out deleted files. The filters are as follows:
+          # A: Added
+          # C: Copied
+          # M: Modified
+          # R: Renamed
+          # D: Deleted
+          # T: Type changed (for example, regular file or symlink or submodule)
+          # U: Unmerged
+          # X: Unknown
+          # B: Broken pairing
+          changed_files=$(git diff --diff-filter=ACMR --name-only ${comparison_point}...)
           # echo the changed files
           echo "The changed files are $changed_files"
 
@@ -113,6 +128,7 @@ jobs:
                 fi
               fi
 
+              NUM_PACKAGES=$((NUM_PACKAGES+1))
               PACKAGE_DIRS="$PACKAGE_DIRS ${pkg_dir}"
             fi
           done
@@ -124,29 +140,38 @@ jobs:
           echo "The updated packages are $PACKAGE_DIRS"
           if [ -z "$PACKAGE_DIRS" ]
           then
-            echo "::error::No updated packages were found" && exit 1
-          fi
+            echo "::warning::No updated packages were found"
 
-          # Convert the package directories to JSON for the output matrix
-          JSON="{\"include\": ["
-          for package_dir in $PACKAGE_DIRS
-          do
-            package_name=$(basename $package_dir)
-            JSON_LINE="{\"package_dir\": \"${package_dir}\", \"package_name\": \"${package_name}\"},"
-            # Add the JSON line to the JSON string if it is not already included
-            if [ ! "$JSON" == *"$JSON_LINE"* ]
+            echo "matrix={\"include\": []}" >> $GITHUB_OUTPUT
+            echo "list=" >> $GITHUB_OUTPUT
+            echo "num_packages=0" >> $GITHUB_OUTPUT
+
+          else
+            echo "The number of updated packages is $NUM_PACKAGES"
+
+            # Convert the package directories to JSON for the output matrix
+            JSON="{\"include\": ["
+            for package_dir in $PACKAGE_DIRS
+            do
+              package_name=$(basename $package_dir)
+              JSON_LINE="{\"package_dir\": \"${package_dir}\", \"package_name\": \"${package_name}\"},"
+              # Add the JSON line to the JSON string if it is not already included
+              if [ ! "$JSON" == *"$JSON_LINE"* ]
+              then
+                JSON="$JSON$JSON_LINE"
+              fi
+            done
+
+            # Remove trailing comma and add closing brackets
+            if [ "$JSON" == *"," ]
             then
-              JSON="$JSON$JSON_LINE"
+              JSON="${JSON%?}"
             fi
-          done
+            JSON="$JSON]}"
 
-          # Remove trailing comma and add closing brackets
-          if [ "$JSON" == *"," ]
-          then
-            JSON="${JSON%?}"
-          fi
-          JSON="$JSON]}"
+            # Set the output
+            echo "matrix=$( echo "$JSON" )" >> $GITHUB_OUTPUT
+            echo "list=$( echo "$PACKAGE_DIRS" )" >> $GITHUB_OUTPUT
+            echo "num_packages=$NUM_PACKAGES" >> $GITHUB_OUTPUT
 
-          # Set the output
-          echo "matrix=$( echo "$JSON" )" >> $GITHUB_OUTPUT
-          echo "list=$( echo "$PACKAGE_DIRS" )" >> $GITHUB_OUTPUT
+          fi

.github/workflows/package-tests.yml

@@ -27,6 +27,7 @@ jobs:
   pre-commit:
     name: Pre-commit | ${{ matrix.package_name }}
     needs: package-filter
+    if: ${{ needs.package-filter.outputs.num_packages > 0 }}
     strategy:
       fail-fast: false
       matrix: ${{ fromJson(needs.package-filter.outputs.matrix) }}
@@ -56,6 +57,7 @@ jobs:
   docker:
     name: Docker | Build ${{ matrix.package_name }}
     needs: package-filter
+    if: ${{ needs.package-filter.outputs.num_packages > 0 }}
     strategy:
       fail-fast: false
       matrix: ${{ fromJson(needs.package-filter.outputs.matrix) }}
@@ -106,6 +108,7 @@ jobs:
   tests:
     name: Test | ${{ matrix.package_name }}
     needs: package-filter
+    if: ${{ needs.package-filter.outputs.num_packages > 0 }}
     strategy:
       fail-fast: false
       matrix: ${{ fromJson(needs.package-filter.outputs.matrix) }}