[FIX] Spark to optional-dependencies (#1481)

Author: nasaul

.circleci/config.yml

@@ -22,7 +22,7 @@ jobs:
           name: Run pytest
           no_output_timeout: 20m
           command: |
-            uv sync --group dev --group aws --group spark
+            uv sync --group dev --group aws --extra spark
             export GIT_PYTHON_REFRESH=quiet
             uv run pytest -k "not test_autonlinear_longer_horizon" --no-cov
       - save_cache:
@@ -51,7 +51,7 @@ jobs:
       - run:
           name: Run model performance tests
           command: |
-            uv sync --group dev --group aws --group spark
+            uv sync --group dev --group aws --extra spark
             uv pip install -r ./action_files/test_models/requirements.txt
             export PYTHONPATH="${PYTHONPATH}:./action_files/test_models"
             uv run python -m src.models
@@ -85,7 +85,7 @@ jobs:
       - run:
           name: Run model performance tests
           command: |
-            uv sync --group dev --group aws --group spark
+            uv sync --group dev --group aws --extra spark
             uv pip install -r ./action_files/test_models/requirements.txt
             export PYTHONPATH="${PYTHONPATH}:./action_files/test_models"
             uv run python -m src.models2
@@ -119,7 +119,7 @@ jobs:
       - run:
           name: Run model performance tests
           command: |
-            uv sync --group dev --group aws --group spark
+            uv sync --group dev --group aws --extra spark
             uv pip install -r ./action_files/test_models/requirements.txt
             export PYTHONPATH="${PYTHONPATH}:./action_files/test_models"
             uv run python -m src.multivariate_models

.github/workflows/build-docs.yaml

@@ -39,7 +39,7 @@ jobs:
           cache-dependency-glob: "uv.lock"
 
       - name: Install dependencies
-        run: uv sync --group dev --group aws --group spark
+        run: uv sync --group dev --group aws --extra spark --upgrade-package mkdocstrings-parser
 
       # setup quarto for rendering example/tutorial nbs
       - uses: quarto-dev/quarto-actions/setup@v2

.github/workflows/pytest.yml

@@ -40,7 +40,7 @@ jobs:
           cache-dependency-glob: "uv.lock"
 
       - name: Install dependencies
-        run: uv sync --group dev --group aws --group spark
+        run: uv sync --group dev --group aws --extra spark
 
       - name: Override torch and numpy version on MacOS due to compatibility issues with MPS in github runners on newer MacOS versions
         if: matrix.os == 'macos-13' || matrix.os == 'macos-14-xlarge'

CONTRIBUTING.md

@@ -116,7 +116,7 @@ uv sync --group dev --torch-backend cu118 # for CUDA 11.8 PyTorch backend
 You can install other optional dependencies:
 
 ```sh
-uv sync --group dev --group aws --group spark
+uv sync --group dev --group aws --extra spark
 ```
 
 #### Install pre-commit hooks
@@ -185,7 +185,7 @@ For additional instructions, see the [Mintlify installation guide](https://mintl
 **Install documentation dependencies:**
 
 ```sh
-uv sync --group dev --group aws --group spark
+uv sync --group dev --group aws --extra spark
 ```
 
 **Generate documentation:**

pyproject.toml

@@ -35,9 +35,10 @@ dependencies = [
     "optuna",
     "utilsforecast>=0.2.3",
 ]
+[project.optional-dependencies]
+spark = ["fugue", "pyspark>=3.5"]
 
 [dependency-groups]
-spark = ["fugue", "pyspark>=3.5"]
 aws = ["fsspec[s3]"]
 dev = [
     "black>=26.3.1",
@@ -58,7 +59,7 @@ dev = [
     "pytest",
     "pytest-cov",
     "pip-licenses",
-    "mkdocstrings-parser @ git+https://github.com/Nixtla/mkdocstrings-parser"
+    "mkdocstrings-parser @ git+https://github.com/Nixtla/mkdocstrings-parser@main"
 ]
 
 [project.urls]