Bump Python and RAPIDS versions

.github/workflows/test.yml

@@ -22,6 +22,12 @@ jobs:
         python-version: ["3.10"]
     steps:
       - uses: actions/checkout@v4
+      - name: Optionally free up space on Ubuntu
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:

README.md

@@ -37,7 +37,7 @@ These modules are designed to be flexible and allow for reordering with few exce
 
 ## Installation
 
-NeMo Curator currently requires a GPU with CUDA 12 or above installed in order to be used.
+NeMo Curator currently requires Python 3.10 and a GPU with CUDA 12 or above installed in order to be used.
 
 NeMo Curator can be installed manually by cloning the repository and installing as follows:
 ```

setup.py

@@ -36,7 +36,7 @@
         "Programming Language :: Python :: 3",
     ],
     packages=find_packages(),
-    python_requires=">=3.7",
+    python_requires=">=3.10, <3.11",
     install_requires=[
         "dask[complete]>=2021.7.1",
         "distributed>=2021.7.1",
@@ -55,10 +55,10 @@
         "comment_parser",
         "beautifulsoup4",
         "mwparserfromhell @ git+https://github.com/earwig/mwparserfromhell.git@0f89f44",
-        "cudf-cu12==23.10.*",
-        "dask-cudf-cu12==23.10.*",
-        "cugraph-cu12==23.10.*",
-        "dask-cuda==23.10.*",
+        "cudf-cu12>=24.2",
+        "dask-cudf-cu12>=24.2",
+        "cugraph-cu12>=24.2",
+        "dask-cuda>=24.2",
         "spacy>=3.6.0, <4.0.0",
         "presidio-analyzer==2.2.351",
         "presidio-anonymizer==2.2.351",