Unpinning ray from requirements-dev.txt (unionai-oss#1052)

* unpinning ray from requirements-dev.txt

Signed-off-by: erichamers <[email protected]>

* altered environment.yml and ran scripts/generate_pip_deps_from_conda.py

Signed-off-by: erichamers <[email protected]>

* removed ray version pinning from setup.py

Signed-off-by: erichamers <[email protected]>

* installing ray with conda on ci tests

Signed-off-by: erichamers <[email protected]>

* Update ci-tests.yml

Signed-off-by: Niels Bantilan <[email protected]>

* special-case: dont install ray on windows, python 3.10

Signed-off-by: Niels Bantilan <[email protected]>

* add back geopandas

Signed-off-by: Niels Bantilan <[email protected]>

* disable modin-ray tests for problem os and python version

Signed-off-by: Niels Bantilan <[email protected]>

* Update ci-tests.yml

* disable modin-ray CI for python3.7

* update ci

Signed-off-by: Niels Bantilan <[email protected]>

* fix yaml

Signed-off-by: Niels Bantilan <[email protected]>

Signed-off-by: erichamers <[email protected]>
Signed-off-by: Niels Bantilan <[email protected]>
Co-authored-by: Niels Bantilan <[email protected]>

Author: erichamers

.github/workflows/ci-tests.yml

@@ -101,10 +101,8 @@ jobs:
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
         python-version: ["3.7", "3.8", "3.9", "3.10"]
-        pandas-version: ["1.2.0", "1.3.0", "latest"]
+        pandas-version: ["1.3.0", "latest"]
         exclude:
-        - python-version: "3.10"
-          pandas-version: "1.2.0"
         - python-version: "3.10"
           pandas-version: "1.3.0"
         include:
@@ -155,6 +153,11 @@ jobs:
         if: ${{ matrix.pandas-version != 'latest' }}
         run: mamba install -c conda-forge pandas==${{ matrix.pandas-version }} geopandas
 
+      # ray currently cannot be installed on python 3.10, windows
+      - name: Remove Ray from Deps
+        if: ${{ matrix.os == 'windows-latest' && matrix.python-version == '3.10' }}
+        run: sed -i 's/^ray//g' requirements-dev.txt
+
       - name: Install Pip Deps
         run: |
           python -m pip install -U pip
@@ -203,7 +206,11 @@ jobs:
           CI_MODIN_ENGINES: dask
 
       - name: Unit Tests - Modin-Ray
-        if: ${{ matrix.python-version != '3.10' }}
+        # ray CI issues with the following:
+        # - windows, python 3.10
+        # - mac, python 3.7
+        # Tracking issue: https://github.com/modin-project/modin/issues/5466
+        if: ${{ matrix.os != 'windows-latest' && !contains(fromJson('["3.7", "3.10"]'), matrix.python-version) }}
         run: pytest tests/modin ${{ env.PYTEST_FLAGS }}
         env:
           CI_MODIN_ENGINES: ray
@@ -212,9 +219,9 @@ jobs:
         uses: codecov/codecov-action@v3
 
       - name: Check Docstrings
-        if: ${{ matrix.os != 'windows-latest' && matrix.python-version != '3.10' && matrix.python-version != '3.7' }}
+        if: ${{ matrix.os != 'windows-latest' && !contains(fromJson('["3.7", "3.10"]'), matrix.python-version) }}
         run: nox ${{ env.NOX_FLAGS }} --session doctests
 
       - name: Check Docs
-        if: ${{ matrix.os != 'windows-latest' && matrix.python-version != '3.10' && matrix.python-version != '3.7' }}
+        if: ${{ matrix.os != 'windows-latest' && !contains(fromJson('["3.7", "3.10"]'), matrix.python-version) }}
         run: nox ${{ env.NOX_FLAGS }} --session docs

environment.yml

@@ -80,7 +80,7 @@ dependencies:
 
   - pip:
       - furo
-      - ray <= 1.7.0; python_version < '3.10'
+      - ray
       - types-click
       - types-pyyaml
       - types-pkg_resources

requirements-dev.txt

@@ -47,7 +47,7 @@ twine
 asv
 pre_commit
 furo
-ray <= 1.7.0; python_version < '3.10'
+ray
 types-click
 types-pyyaml
 types-pkg_resources

setup.py

@@ -1,4 +1,4 @@
-from setuptools import setup, find_packages
+from setuptools import find_packages, setup
 
 with open("README.md") as f:
     long_description = f.read()
@@ -12,8 +12,8 @@
     "hypotheses": ["scipy"],
     "io": ["pyyaml >= 5.1", "black", "frictionless"],
     "pyspark": ["pyspark >= 3.2.0"],
-    "modin": ["modin", "ray <= 1.7.0", "dask"],
-    "modin-ray": ["modin", "ray <= 1.7.0"],
+    "modin": ["modin", "ray", "dask"],
+    "modin-ray": ["modin", "ray"],
     "modin-dask": ["modin", "dask"],
     "dask": ["dask"],
     "mypy": ["pandas-stubs"],