pgsync/.github/workflows/python-build.yml at main · toluaina/pgsync · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
name: Build and Test

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

jobs:
  test-postgres:
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      max-parallel: 4
      matrix:
        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
    services:
      postgres:
        image: debezium/postgres:17
        env:
          POSTGRES_DB: testdb
          POSTGRES_PASSWORD: postgres
          POSTGRES_USER: postgres
        ports:
          - 5432:5432
        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
      redis:
        image: redis
        ports:
          - 6379:6379
      elasticsearch:
        image: docker.elastic.co/elasticsearch/elasticsearch:7.17.13
        ports:
          - 9200:9200
          - 9300:9300
        env:
          xpack.security.enabled: false
          network.host: 127.0.0.1
          http.host: 0.0.0.0
    steps:
    - uses: actions/checkout@v4

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
        cache: 'pip'
        cache-dependency-path: requirements/dev.txt

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -r requirements/dev.txt

    - name: Lint with flake8
      run: |
        # stop the build if there are Python syntax errors or undefined names
        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
        # exit-zero treats all errors as warnings
        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

    - name: Test with pytest
      run: pytest -x -s -vv --cov=./pgsync --cov-report=xml:tests/coverage.xml --cov-report term-missing
      env:
        ELASTICSEARCH_HOST: localhost
        ELASTICSEARCH_PORT: 9200
        ELASTICSEARCH_SCHEME: http
        PATH: $PATH:./bin
        PG_HOST: localhost
        PG_PORT: ${{ job.services.postgres.ports['5432'] }}
        PG_PASSWORD: postgres
        PG_USER: postgres
        PYTHONPATH: $PYTHONPATH:./pgsync
        REDIS_CHECKPOINT: False

    - name: Upload coverage to Codecov
      uses: codecov/codecov-action@v4
      with:
        token: ${{ secrets.CODECOV_TOKEN }}
        file: tests/coverage.xml
        flags: unittests
        name: codecov-umbrella
        fail_ci_if_error: false

  test-mariadb:
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      max-parallel: 4
      matrix:
        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
    services:
      mariadb:
        image: mariadb:11
        env:
          MARIADB_DATABASE: testdb
          MARIADB_USER: mysql
          MARIADB_PASSWORD: mysql
          MARIADB_ROOT_PASSWORD: root
        ports:
          - 3306:3306
      redis:
        image: redis
        ports:
          - 6379:6379
      elasticsearch:
        image: docker.elastic.co/elasticsearch/elasticsearch:7.17.13
        ports:
          - 9200:9200
          - 9300:9300
        env:
          xpack.security.enabled: false
          network.host: 127.0.0.1
          http.host: 0.0.0.0
    steps:
    - uses: actions/checkout@v4

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
        cache: 'pip'
        cache-dependency-path: requirements/dev.txt

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -r requirements/dev.txt

    - name: Test with pytest (MariaDB)
      run: pytest -x -s -vv --cov=./pgsync --cov-report=xml:tests/coverage.xml --cov-report term-missing
      env:
        ELASTICSEARCH_HOST: localhost
        ELASTICSEARCH_PORT: 9200
        ELASTICSEARCH_SCHEME: http
        PATH: $PATH:./bin
        # PG_* vars are used for all database types in pgsync settings
        PG_HOST: localhost
        PG_PORT: ${{ job.services.mariadb.ports['3306'] }}
        PG_PASSWORD: mysql
        PG_USER: mysql
        PG_DRIVER: pymysql
        PYTHONPATH: $PYTHONPATH:./pgsync
        REDIS_CHECKPOINT: False

    - name: Upload coverage to Codecov
      uses: codecov/codecov-action@v4
      with:
        token: ${{ secrets.CODECOV_TOKEN }}
        file: tests/coverage.xml
        flags: unittests
        name: codecov-umbrella
        fail_ci_if_error: false