Merge pull request #271 from capitalone/develop

Release v0.11.0

.github/workflows/edgetest.yml

@@ -5,17 +5,51 @@ name: Run edgetest
 on:
   schedule:
     - cron: '30 17 * * 5'
+  workflow_dispatch:  # allows manual dispatch
 jobs:
   edgetest:
     runs-on: ubuntu-latest
     name: running edgetest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           ref: develop
-      - id: run-edgetest
-        uses: edgetest-dev/run-edgetest-action@v1.4
+
+      - name: Set up Python 3.10
+        uses: conda-incubator/setup-miniconda@v2
         with:
-          edgetest-flags: '-c pyproject.toml --export'
-          base-branch: 'develop'
-          skip-pr: 'false'
+          auto-update-conda: true
+          python-version: '3.10'
+          channels: conda-forge
+
+      - name: Setup Java JDK
+        uses: actions/setup-java@v3
+        with:
+          java-version: '8'
+          distribution: 'adopt'
+
+      - name: Install edgetest
+        shell: bash -el {0}
+        run: |
+          conda install pip
+          conda install edgetest edgetest-conda
+          python -m pip install .[dev]
+      
+      - name: Run edgetest
+        shell: bash -el {0}
+        run: |
+          edgetest -c pyproject.toml --export
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v3
+        with:
+          branch: edgetest-patch
+          base: develop
+          delete-branch: true
+          title: Changes by run-edgetest action
+          commit-message: '[edgetest] automated change'
+          body: Automated changes by [run-edgetest-action](https://github.com/edgetest-dev/run-edgetest-action) GitHub action
+          add-paths: |
+            requirements.txt
+            setup.cfg
+            pyproject.toml

.github/workflows/test-package.yml

@@ -9,39 +9,101 @@ on:
   pull_request:
     branches: [develop, main]
 
+permissions:
+  contents: read
+
 jobs:
-  build:
+  test-dev-install:
 
-    runs-on: ubuntu-latest 
+    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        python-version: [3.8, 3.9, '3.10']
-        spark-version: [3.0.3, 3.1.3, 3.2.3, 3.3.1, 3.4.0]
+        python-version: [3.8, 3.9, '3.10', '3.11']
+        spark-version: [3.1.3, 3.2.4, 3.3.4, 3.4.2, 3.5.0]
+        exclude:
+          - python-version: '3.11'
+            spark-version: 3.1.3
+          - python-version: '3.11'
+            spark-version: 3.2.4
+          - python-version: '3.11'
+            spark-version: 3.3.4
     env:
-      PYTHON_VERSION: ${{ matrix.python-version }} 
+      PYTHON_VERSION: ${{ matrix.python-version }}
       SPARK_VERSION: ${{ matrix.spark-version }}
 
     steps:
-    - uses: actions/checkout@v2
-      
+    - uses: actions/checkout@v3
+
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
-    
+
     - name: Setup Java JDK
       uses: actions/setup-java@v3
       with:
         java-version: '8'
         distribution: 'adopt'
-        
-    - name: Install Spark
+
+    - name: Install Spark and datacompy
       run: |
         python -m pip install --upgrade pip
         python -m pip install pytest pytest-spark pypandoc
         python -m pip install pyspark==${{ matrix.spark-version }}
-        python -m pip install .[dev,spark]
+        python -m pip install .[dev]
+    - name: Test with pytest
+      run: |
+        python -m pytest tests/
+
+  test-bare-install:
+
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: [3.8, 3.9, '3.10', '3.11']
+    env:
+      PYTHON_VERSION: ${{ matrix.python-version }}
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install datacompy
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install .[tests]
+    - name: Test with pytest
+      run: |
+        python -m pytest tests/
+
+  test-fugue-install-no-spark:
+
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: [3.8, 3.9, '3.10', '3.11']
+    env:
+      PYTHON_VERSION: ${{ matrix.python-version }}
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install datacompy
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install .[tests,duckdb,polars,dask,ray]
     - name: Test with pytest
       run: |
         python -m pytest tests/