diff --git a/.github/workflows/ci-basictests.yml b/.github/workflows/ci-basictests.yml index f9cd24d9a..f3807bd4c 100644 --- a/.github/workflows/ci-basictests.yml +++ b/.github/workflows/ci-basictests.yml @@ -21,185 +21,6 @@ concurrency: cancel-in-progress: true jobs: - build-n-test: - runs-on: ubuntu-22.04 - steps: - - - name: Install dependencies - run: | - sudo apt-get update -y - sudo apt-get install -y python3-pymysql python3-structlog sysbench mycli - sudo pip3 install fastcov - - wget https://github.com/openark/orchestrator/releases/download/v3.2.6/orchestrator-client_3.2.6_amd64.deb - sudo dpkg -i orchestrator-client_3.2.6_amd64.deb - - sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 467B942D3A79BD29 - wget https://repo.mysql.com/mysql-apt-config_0.8.24-1_all.deb - sudo dpkg -i mysql-apt-config_0.8.24-1_all.deb - sudo apt-get update -y - sudo apt-cache policy mysql-shell - sudo apt-get install -y mysql-shell - - sudo sed -i 's/8.0/5.7/' /etc/apt/sources.list.d/mysql.list - sudo sed -i 's/jammy/bionic/' /etc/apt/sources.list.d/mysql.list - sudo apt-get update -y - sudo apt-cache policy libmysqlclient-dev - sudo apt-get install -y --allow-downgrades libmysqlclient-dev=5.7* - - - name: Checkout proxysql - uses: actions/checkout@v3 - with: - repository: 'sysown/proxysql' -# ref: 'v2.x' - fetch-depth: 0 - path: 'proxysql' - - - name: Set GIT_VERSION - run: | - cd proxysql/ - git fetch --tags --force - echo "GIT_VERSION=$(git describe --long --abbrev=7)" >> $GITHUB_ENV - - - name: Fix paths - run: | - sudo ln -s ${{ github.workspace }}/proxysql /opt/proxysql - - - name: Checkout jenkins_build_scripts - uses: actions/checkout@v3 - with: - repository: 'proxysql/jenkins-build-scripts' - ref: 'kubernetes' - fetch-depth: 0 - path: 'jenkins-build-scripts' - token: ${{ secrets.GH_TOKEN }} - submodules: 'false' - - - name: Configure env.sh - run: | - cd jenkins-build-scripts - - # configure paths - sed -i "s|JENKINS_SCRIPTS_PATH=.*|JENKINS_SCRIPTS_PATH=${{ github.workspace }}/jenkins-build-scripts|" env.sh - sed -i "s|WORKSPACE=.*|WORKSPACE=${{ github.workspace }}/proxysql|" env.sh - - # select tests - sed -i "s|TEST_PY_INTERNAL=.*|TEST_PY_INTERNAL=0|" env.sh - sed -i "s|TEST_PY_BENCHMARK=.*|TEST_PY_BENCHMARK=1|" env.sh - sed -i "s|TEST_PY_CHUSER=.*|TEST_PY_CHUSER=1|" env.sh - sed -i "s|TEST_PY_STATS=.*|TEST_PY_STATS=0|" env.sh - sed -i "s|TEST_PY_TAP=.*|TEST_PY_TAP=0|" env.sh - sed -i "s|TEST_PY_TAPINT=.*|TEST_PY_TAPINT=0|" env.sh - sed -i "s|TEST_PY_FAILOVER=.*|TEST_PY_FAILOVER=1|" env.sh - #sed -i "s/TEST_PY_TAP_INCL=.*/TEST_PY_TAP_INCL=\"${{ matrix.testgroup }}\"/" env.sh - #sed -i "s|TEST_PY_TAP_EXCL=.*|TEST_PY_TAP_EXCL=\"\"|" env.sh - - - name: Patch TAP-tests - run: | - # apply patches - for PATCH in $(cd jenkins-build-scripts/test-scripts/patches; find . -type f); do - if [[ $PATCH =~ \.patch ]]; then - patch proxysql/${PATCH%.patch} jenkins-build-scripts/test-scripts/patches/${PATCH} || true - elif [[ ! -f jenkins-build-scripts/test-scripts/patches/${PATCH#./}.patch ]]; then - cp jenkins-build-scripts/test-scripts/patches/${PATCH#./} proxysql/${PATCH#./} || true - fi - done - - - name: Build - run: | - set -x - cd proxysql/ - # fix compile issues - grep -rl "" test/ | xargs -r sed -i 's||"curl/curl.h"|' - sed -i 's|-I/usr/include/mysql |-I/usr/include/mysql -I$(CURL_IDIR) |' test/tap/tests/Makefile - - # build proxysql - sed -i "/command/c \ command: bash -l -c 'cd /opt/proxysql && make debug_clickhouse WITHGCOV=1'" docker-compose.yml - #cat docker-compose.yml - make ubuntu22-dbg - - # build tap tests - sed -i "/command/c \ command: bash -l -c 'cd /opt/proxysql && make build_tap_test_debug WITHGCOV=1'" docker-compose.yml - #cat docker-compose.yml - #make ubuntu22-dbg - - # remove irrelevant tests (failing) - cd test/tap/tests - rm -f *clickhouse*-t - #rm -f *cluster*-t - rm -f *binlog*-t - rm -f *mariadb*-t - rm -f reg_test_3992_fast_forward_malformed_packet*-t - #rm -f reg_test_3847_admin_lock-t - - #rm -f set_testing-240-t - #rm -f test_com_reset_connection_com_change_user*-t - #rm -f max_connections_ff-t - #rm -f test_server_sess_status-t - - # remove long running tests (passing) - #rm -f multiple_prepared_statements-t - #rm -f mysql-mirror1-t - - - name: Run proxysql - run: | - set -x - set +e - cd ${{ github.workspace }}/jenkins-build-scripts - source ./env.sh - ./cluster_start.bash - sleep 10 - - cd ${{ github.workspace }}/proxysql - mkdir -p ci_infra_logs/regular_infra/proxysql - cd src - mkdir coverage_reports - - (./proxysql --clickhouse-server --sqlite3-server --idle-threads -f -c "$DOCKER_SCRIPT_PATH/conf/proxysql/proxysql.cnf" -D $REGULAR_INFRA_DATADIR &> $REGULAR_INFRA_DATADIR/proxysql.log) & - sleep 10 - mysql -uadmin -padmin -h127.0.0.1 -P6032 -e "SELECT version();" - - cd ${{ github.workspace }}/jenkins-build-scripts - ./cluster_init.bash - sleep 10 - - - name: Run infra - run: | - cd ${{ github.workspace }}/jenkins-build-scripts - source ./env.sh - - cd ${{ github.workspace }}/jenkins-build-scripts/infra-docker-hoster - #docker-compose up -d - ./docker-compose-init.bash - - cd ${{ github.workspace }}/jenkins-build-scripts/infra-mysql57 - sed -i "s/\${INFRA}-\${CONTAINER}-1/\${INFRA}_\${CONTAINER}_1/" docker-compose-init.bash - ./docker-compose-init.bash - - - name: Basic tests - run: | - set +e - cd ${{ github.workspace }}/jenkins-build-scripts - - source ./env.sh - env | sort - sudo -E ./test-scripts/bin/proxysql-tester.py - RC=$? - - exit $RC - - - name: Fix premissions - if: ${{ always() }} - run: | - sudo chmod -R 777 ${{ github.workspace }}/* - - - name: Archive artifacts - if: ${{ failure() }} - uses: actions/upload-artifact@v3 - with: - name: ci-selftests-${{ env.GIT_VERSION }}-run#${{ github.run_number }} - path: | - proxysql/ci_gcov_logs/ - proxysql/ci_infra_logs/ - proxysql/ci_tests_logs/ - + run: + uses: sysown/proxysql/.github/workflows/ci-basictests.yml@GH-Actions + secrets: inherit