diff --git a/.github/workflows/ci-workflow.yml b/.github/workflows/ci-workflow.yml index b4076ff..28e3dd7 100644 --- a/.github/workflows/ci-workflow.yml +++ b/.github/workflows/ci-workflow.yml @@ -1,5 +1,6 @@ name: CI Workflow + on: push: branches: @@ -16,25 +17,28 @@ jobs: - name: Checkout code uses: actions/checkout@v6 + - name: Install uv + uses: astral-sh/setup-uv@08807647e7069bb48b6ef5acd8ec9567f424441b # v8.1.0 + with: + enable-cache: true + - name: Set up python 3.12 uses: actions/setup-python@v6 with: python-version: '3.12' - - name: - run: | - python -m pip install --upgrade pip - pip install -r requirements-pyspark.txt - + - name: Install dependencies + run: uv sync --group local --all-extras + - name: Run pytest & generate HTML report run: | - pytest \ + uv run pytest \ --disable-warnings \ --cov=./src \ --cov-report=html - name: Upload coverage HTML report - uses: action/upload-artifact@v7 + uses: actions/upload-artifact@v7 with: name: coverage-html path: htmlcov \ No newline at end of file diff --git a/.gitignore b/.gitignore index e566c51..cb5d67e 100644 --- a/.gitignore +++ b/.gitignore @@ -8,3 +8,4 @@ scratch/** !scratch/README.md **/explorations/** **/!explorations/README.md +uv.lock \ No newline at end of file diff --git a/pyproject.toml b/pyproject.toml index 2f815e3..674650a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -21,6 +21,14 @@ dev = [ "ipykernel", ] +local = [ + "pandas", + "pygments", + "pyspark", + "pytest", + "pytest-cov", +] + [project.scripts] main = "databricks_dab.main:main" diff --git a/requirements-pyspark.txt b/requirements-pyspark.txt deleted file mode 100644 index 1d3a102..0000000 --- a/requirements-pyspark.txt +++ /dev/null @@ -1,18 +0,0 @@ -coverage==7.8.0 -googleapis-common-protos==1.63.2 -grpcio==1.60.0 -grpcio-status==1.60.0 -iniconfig==2.1.0 -numpy==1.23.5 -packaging==25.0 -pandas==1.5.3 -pluggy==1.5.0 -protobuf==5.29.4 -py4j==0.10.9.7 -pyarrow==14.0.1 -pyspark==3.5.0 -pytest==8.3.5 -pytest-cov==6.1.1 -python-dateutil==2.9.0.post0 -pytz==2025.2 -six==1.17.0 \ No newline at end of file