Add CI

Author: maxmynter

.github/workflows/test-and-lint.yaml

@@ -0,0 +1,60 @@
+name: Lint and test jobs poc
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    env:
+      MYPY_CACHE_DIR: "${{ github.workspace }}/.cache/mypy"
+      RUFF_CACHE_DIR: "${{ github.workspace }}/.cache/ruff"
+      PRE_COMMIT_HOME: "${{ github.workspace }}/.cache/pre-commit"
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Python and dependencies
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
+          cache: pip
+          cache-dependency-path: |
+            requirements.txt
+            pyproject.toml
+      - name: Install dependencies
+        run: |
+          pip install -r requirements.txt
+          pip install -e . 
+      - name: Cache pre-commit tools
+        uses: actions/cache@v4
+        with:
+          path: |
+            ${{ env.MYPY_CACHE_DIR }}
+            ${{ env.RUFF_CACHE_DIR }}
+            ${{ env.PRE_COMMIT_HOME }}
+          key: ${{ hashFiles('requirements.txt', '.pre-commit-config.yaml') }}-linter-cache
+      - name: Run pre-commit checks
+        run: pre-commit run --all-files --verbose --show-diff-on-failure
+  test:
+    name: Test jobs-infra on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest ]
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up oldest supported Python on ${{ matrix.os }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3.11
+    - name: Run tests on oldest supported Python
+      run: |
+        python -m pip install -r requirements.txt .
+        pytest

pyproject.toml

@@ -14,7 +14,7 @@ dependencies = ["docker", "kubernetes", "ray[train]", "tensorflow"]
 jobs_execute = "jobs.execute:execute"
 
 [project.optional-dependencies]
-dev = ["black", "ruff", "ruff-lsp", "pytest"]
+dev = ["black", "ruff", "ruff-lsp", "pytest","pre-commit>=3.3.3"]
 
 [tool.ruff]
 src = ["src"]

requirements.txt

@@ -26,15 +26,21 @@ certifi==2024.2.2
     # via
     #   kubernetes
     #   requests
+cfgv==3.4.0
+    # via pre-commit
 charset-normalizer==3.3.2
     # via requests
 click==8.1.7
     # via
     #   black
     #   ray
+distlib==0.3.8
+    # via virtualenv
 docker==7.0.0
 filelock==3.13.4
-    # via ray
+    # via
+    #   ray
+    #   virtualenv
 flatbuffers==24.3.25
     # via tensorflow
 frozenlist==1.4.1
@@ -57,6 +63,8 @@ h5py==3.10.0
     # via
     #   keras
     #   tensorflow
+identify==2.5.35
+    # via pre-commit
 idna==3.6
     # via requests
 iniconfig==2.0.0
@@ -92,6 +100,8 @@ mypy-extensions==1.0.0
     # via black
 namex==0.0.7
     # via keras
+nodeenv==1.8.0
+    # via pre-commit
 numpy==1.26.4
     # via
     #   h5py
@@ -125,9 +135,12 @@ pandas==2.2.1
 pathspec==0.12.1
     # via black
 platformdirs==4.2.0
-    # via black
+    # via
+    #   black
+    #   virtualenv
 pluggy==1.4.0
     # via pytest
+pre-commit==3.7.0
 protobuf==4.25.3
     # via
     #   ray
@@ -156,6 +169,7 @@ pytz==2024.1
 pyyaml==6.0.1
     # via
     #   kubernetes
+    #   pre-commit
     #   ray
 ray==2.10.0
 referencing==0.34.0
@@ -184,6 +198,7 @@ ruff==0.3.4
 ruff-lsp==0.0.53
 setuptools==69.2.0
     # via
+    #   nodeenv
     #   tensorboard
     #   tensorflow
 six==1.16.0
@@ -217,6 +232,8 @@ urllib3==2.2.1
     #   docker
     #   kubernetes
     #   requests
+virtualenv==20.25.3
+    # via pre-commit
 websocket-client==1.7.0
     # via kubernetes
 werkzeug==3.0.2