upload-python-package.yml

# ====================================================================================
# Purpose:
#   This workflow builds and uploads the job-builder-util-transforms Python package to Google Cloud Storage (GCS).
#   It is designed to distribute the utility transforms package for use in Dataflow jobs.
#   The workflow:
#     1. Sets up Python and installs build dependencies.
#     2. Builds the Python package (wheel and sdist).
#     3. Uploads the built artifacts to a specified GCS bucket.
#
# How to Run:
#   This workflow is triggered manually via GitHub Actions `workflow_dispatch`.
#   Required Inputs:
#     - bucket_path: The GCS bucket destination (e.g., gs://my-bucket/path).
# ====================================================================================

name: Build and Upload Python Package for Job Builder

on:
  workflow_dispatch:
    inputs:
      bucket_path:
        description: 'GCS bucket path (e.g., gs://my-bucket/path)'
        required: true
      version:
        description: 'Version number for the package (e.g., 0.1.0)'
        required: true

jobs:
  build-and-upload:
    runs-on: [self-hosted, release]

    steps:
      - name: Checkout Code
        uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3

      - name: Set up Python
        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
        with:
          python-version: '3.11'

      - name: Install build dependencies
        run: |
          python -m pip install --upgrade pip
          pip install poetry

      - name: Install project dependencies
        working-directory: python/src/main/python/job-builder-util-transforms
        run: poetry install

      - name: Run Tests
        working-directory: python/src/main/python/job-builder-util-transforms
        run: poetry run pytest ../../../test/python/job-builder-util-transforms/

      - name: Build Package
        working-directory: python/src/main/python/job-builder-util-transforms
        run: poetry build

      - name: Upload to GCS
        env:
          BUCKET_PATH: ${{ github.event.inputs.bucket_path }}
          VERSION: ${{ github.event.inputs.version }}
        run: |
          DATE=$(date +'%Y-%m-%d')
          gcloud storage cp python/src/main/python/job-builder-util-transforms/dist/job_builder_util_transforms-*.tar.gz "$BUCKET_PATH/$DATE/job_builder_util_transforms-$VERSION.tar.gz"