Refactor streaming sync architecture, preview flow, and packaging

.github/workflows/publish-pypi.yml

@@ -8,6 +8,7 @@ on:
 jobs:
   build:
     name: Build distribution
+    if: ${{ github.event_name == 'workflow_dispatch' || (!contains(github.event.release.tag_name, '-alpha') && !contains(github.event.release.tag_name, '-beta') && !contains(github.event.release.tag_name, '-rc')) }}
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -31,6 +32,7 @@ jobs:
 
   publish-pypi:
     name: Publish to PyPI
+    if: ${{ github.event_name == 'workflow_dispatch' || (!contains(github.event.release.tag_name, '-alpha') && !contains(github.event.release.tag_name, '-beta') && !contains(github.event.release.tag_name, '-rc')) }}
     needs: build
     runs-on: ubuntu-latest
     environment:

.github/workflows/publish-testpypi.yml

@@ -2,7 +2,10 @@ name: Publish to TestPyPI
 
 on:
   push:
-    branches: [main]
+    tags:
+      - "v*-alpha*"
+      - "v*-beta*"
+      - "v*-rc*"
   workflow_dispatch:
 
 jobs:

.github/workflows/test.yml

@@ -12,36 +12,39 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
-      
+
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
-      
+
       - name: Install dependencies
         run: |
           pip install -e ".[dev]"
-      
+
       - name: Run tests
         run: |
-          python -m pytest tests/ -v --tb=short
+          pytest tests/ -v --tb=short -m "not integration"
 
   lint:
     name: Lint
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      
+
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
           python-version: "3.10"
-      
+
       - name: Install dependencies
-        run: pip install ruff
-      
-      - name: Run ruff
+        run: pip install ruff==0.6.4
+
+      - name: Run ruff check
         run: ruff check src/
+
+      - name: Run ruff format check
+        run: ruff format --check src/

Makefile

@@ -1,5 +1,17 @@
-lock:
-	@cd integrations/destination-databricks-py && poetry lock
+.PHONY: install test lint format clean
 
 install:
-	@cd integrations/destination-databricks-py && poetry install
+	uv pip install -e ".[dev]"
+
+test:
+	uv run pytest tests/ -v -m "not integration"
+
+lint:
+	uv run ruff check src/
+
+format:
+	uv run ruff format src/
+
+clean:
+	rm -rf build/ dist/ *.egg-info src/*.egg-info .pytest_cache
+	find . -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true