Implement "Tablet Targeting" RFC #35695
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Query Serving (Schema) - Upgrade Downgrade Testing | |
| on: | |
| push: | |
| branches: | |
| - "main" | |
| - "release-[0-9]+.[0-9]" | |
| tags: '**' | |
| pull_request: | |
| branches: '**' | |
| concurrency: | |
| group: format('{0}-{1}', ${{ github.ref }}, 'Upgrade Downgrade Testing Query Serving (Schema)') | |
| cancel-in-progress: true | |
| permissions: read-all | |
| # This test ensures that our end-to-end tests work using Vitess components | |
| # (vtgate, vttablet, etc) built on different versions. | |
| jobs: | |
| upgrade_downgrade_test: | |
| timeout-minutes: 60 | |
| name: Run Upgrade Downgrade Test - Query Serving (Schema) | |
| runs-on: oracle-vm-16cpu-64gb-x86-64 | |
| steps: | |
| - name: Skip CI | |
| run: | | |
| if [[ "${{contains( github.event.pull_request.labels.*.name, 'Skip CI')}}" == "true" ]]; then | |
| echo "skipping CI due to the 'Skip CI' label" | |
| exit 1 | |
| fi | |
| - name: Check out commit's code | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| fetch-depth: 0 | |
| persist-credentials: 'false' | |
| - name: Set output with latest release branch | |
| id: output-previous-release-ref | |
| run: | | |
| previous_release_ref=$(./tools/get_previous_release.sh ${{github.base_ref}} ${{github.ref}}) | |
| echo $previous_release_ref | |
| echo "previous_release_ref=${previous_release_ref}" >> $GITHUB_OUTPUT | |
| - name: Check for changes in relevant files | |
| uses: dorny/paths-filter@ebc4d7e9ebcb0b1eb21480bb8f43113e996ac77a # v3.0.1 | |
| id: changes | |
| with: | |
| token: '' | |
| filters: | | |
| end_to_end: | |
| - 'test/config.json' | |
| - 'go/**' | |
| - 'go/**/*.go' | |
| - 'test.go' | |
| - 'Makefile' | |
| - 'build.env' | |
| - 'go.sum' | |
| - 'go.mod' | |
| - 'proto/*.proto' | |
| - 'tools/**' | |
| - 'config/**' | |
| - 'bootstrap.sh' | |
| - '.github/workflows/upgrade_downgrade_test_query_serving_schema.yml' | |
| - name: Tune the OS | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: ./.github/actions/tune-os | |
| - name: Set up python | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/setup-python@39cd14951b08e74b54015e9e001cdefcf80e669f # v5.1.1 | |
| - name: Setup MySQL | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: ./.github/actions/setup-mysql | |
| with: | |
| flavor: mysql-8.4 | |
| - name: Get base dependencies | |
| timeout-minutes: 10 | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| sudo DEBIAN_FRONTEND="noninteractive" apt-get update | |
| # Install everything else we need, and configure | |
| sudo apt-get install -y make unzip g++ etcd-client etcd-server curl git wget | |
| sudo service etcd stop | |
| # Checkout to the last release of Vitess | |
| - name: Check out other version's code (${{ steps.output-previous-release-ref.outputs.previous_release_ref }}) | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| ref: ${{ steps.output-previous-release-ref.outputs.previous_release_ref }} | |
| persist-credentials: 'false' | |
| - name: Set up Go | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0 | |
| with: | |
| go-version-file: go.mod | |
| cache: false | |
| - name: Get dependencies for the last release | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| go mod download | |
| - name: Building last release's binaries | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| timeout-minutes: 10 | |
| run: | | |
| source build.env | |
| NOVTADMINBUILD=1 make build | |
| mkdir -p /tmp/vitess-build-other/ | |
| cp -R bin /tmp/vitess-build-other/ | |
| rm -Rf bin/* | |
| # Checkout to this build's commit | |
| - name: Check out commit's code | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| persist-credentials: 'false' | |
| - name: Set up Go | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0 | |
| with: | |
| go-version-file: go.mod | |
| cache: false | |
| - name: Get dependencies for this commit | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| go mod download | |
| - name: Building the binaries for this commit | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| timeout-minutes: 10 | |
| run: | | |
| source build.env | |
| NOVTADMINBUILD=1 make build | |
| mkdir -p /tmp/vitess-build-current/ | |
| cp -R bin /tmp/vitess-build-current/ | |
| - name: Convert ErrorContains checks to Error checks | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| find ./go/test/endtoend -name '*.go' -exec sed -i 's/ErrorContains/Error/g' {} + | |
| find ./go/test/endtoend -name '*.go' -exec sed -i 's/EqualError/Error/g' {} + | |
| # Swap the binaries in the bin. Use vtgate version n-1 and keep vttablet at version n | |
| - name: Use last release's VTGate | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| source build.env | |
| rm -f $PWD/bin/vtgate | |
| cp /tmp/vitess-build-other/bin/vtgate $PWD/bin/vtgate | |
| vtgate --version | |
| # Running a test with vtgate at version n-1 and vttablet at version n | |
| - name: Run query serving tests (vtgate=N-1, vttablet=N) | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| rm -rf /tmp/vtdataroot | |
| mkdir -p /tmp/vtdataroot | |
| source build.env | |
| go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_query_serving_schema | |
| # Swap the binaries again. This time, vtgate will be at version n, and vttablet will be at version n-1 | |
| - name: Use current version VTGate, and other version VTTablet | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| source build.env | |
| rm -f $PWD/bin/vtgate $PWD/bin/vttablet $PWD/bin/mysqlctl $PWD/bin/mysqlctld | |
| cp /tmp/vitess-build-current/bin/vtgate $PWD/bin/vtgate | |
| cp /tmp/vitess-build-other/bin/vttablet $PWD/bin/vttablet | |
| cp /tmp/vitess-build-other/bin/mysqlctl $PWD/bin/mysqlctl | |
| cp /tmp/vitess-build-other/bin/mysqlctld $PWD/bin/mysqlctld | |
| vtgate --version | |
| vttablet --version | |
| # Running a test with vtgate at version n and vttablet at version n-1 | |
| - name: Run query serving tests (vtgate=N, vttablet=N-1) | |
| if: steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| rm -rf /tmp/vtdataroot | |
| mkdir -p /tmp/vtdataroot | |
| source build.env | |
| go run test.go -skip-build -keep-data=false -docker=false -print-log -follow -tag upgrade_downgrade_query_serving_schema |