fix: remove create connection from critical area #4532
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run fvt tests | |
| concurrency: | |
| group: fvt-${{ github.event_name }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| push: | |
| tags: | |
| - "*" | |
| branches: | |
| - master | |
| pull_request: | |
| paths-ignore: | |
| - "docs/**" | |
| release: | |
| types: | |
| - published | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| jobs: | |
| fvt_tests_with_edgex: | |
| runs-on: ubuntu-latest | |
| # Service containers to run with `runner-job` | |
| services: | |
| # Label used to access the service container | |
| redis: | |
| # Docker Hub image | |
| image: redis | |
| # Set health checks to wait until redis has started | |
| options: >- | |
| --health-cmd "redis-cli ping" | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| # Maps port 6379 on service container to the host | |
| - 6379:6379 | |
| emqx: | |
| image: emqx/emqx:4.3.10 | |
| ports: | |
| - 1883:1883 | |
| - 18083:18083 | |
| steps: | |
| - uses: actions/setup-go@v3 | |
| with: | |
| go-version: '1.22' | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: zulu | |
| java-version: '8' # The JDK version to make available on the path. | |
| java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk | |
| architecture: x64 # (x64 or x86) - defaults to x64 | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install pynng==0.7.2 | |
| - name: install jmeter | |
| timeout-minutes: 10 | |
| env: | |
| JMETER_VERSION: 5.4.3 | |
| run: | | |
| wget --no-check-certificate -O /tmp/apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz | |
| cd /tmp && tar -xvf apache-jmeter.tgz | |
| echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties | |
| echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties | |
| wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar | |
| ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter | |
| - name: install tdengine client | |
| timeout-minutes: 10 | |
| env: | |
| TD_VERSION: 2.4.0.18 | |
| run: | | |
| if [ "$(uname -m)" = "x86_64" ]; then | |
| wget "https://www.taosdata.com/assets-download/TDengine-client-$TD_VERSION-Linux-x64.tar.gz" -O /tmp/TDengine-client-2.4.0.18.tar.gz; | |
| fi; | |
| if [ "$(uname -m)" = "aarch64" ]; then | |
| wget "https://www.taosdata.com/assets-download/TDengine-client-$TD_VERSION-Linux-aarch64.tar.gz" -O /tmp/TDengine-client-2.4.0.18.tar.gz; | |
| fi; | |
| tar -zxvf /tmp/TDengine-client-$TD_VERSION.tar.gz | |
| cd TDengine-client-$TD_VERSION && ./install_client.sh | |
| - uses: actions/checkout@v3 | |
| - name: build kuiper | |
| run: | | |
| sudo apt-get update && sudo apt-get install pkg-config libczmq-dev -y | |
| make build_with_edgex_and_script | |
| echo "KUIPER_LOG_PATH=_build/kuiper-$(git describe --tags --always | sed 's/^v//g')-$(uname -s | tr "[A-Z]" "[a-z]")-amd64/log" >> $GITHUB_ENV | |
| - name: run edgex && kuiper | |
| env: | |
| KUIPER__CONNECTION__ENABLEWAITSINK: "true" | |
| run: | | |
| ./test/setup_env.sh | |
| ./test/prepare_plugins.sh | |
| - name: run fvt tests | |
| timeout-minutes: 4 | |
| run: ./test/run_jmeter.sh with_edgex=true | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: kuiper_logs_with_edgex | |
| path: ${{ env.KUIPER_LOG_PATH }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: jmeter_logs_with_edgex | |
| path: ./jmeter_logs | |
| - name: check logs | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y libxml2-utils | |
| cd jmeter_logs | |
| for file in `ls *.jtl` | |
| do | |
| if [ ! -z "$(cat $file| grep '<failure>' | awk -F '>' '{print $2}' | awk -F '<' '{print $1}' | grep true)" ] || | |
| [ "$(xmllint --format --xpath '/testResults/sample/@rc' $file | sed -r 's/ /\n/g;' | sort -u | grep -E 'rc=\"[45][0-9][0-9]\"|rc=\"\"')" != "" ]; then | |
| echo -e "---------------------------------------------\n" | |
| echo "FVT tests error for $file" | |
| exit 1 | |
| fi | |
| done | |
| fvt_tests_redis_as_storage: | |
| runs-on: ubuntu-latest | |
| # Service containers to run with `runner-job` | |
| services: | |
| # Label used to access the service container | |
| redis: | |
| # Docker Hub image | |
| image: redis | |
| # Set health checks to wait until redis has started | |
| options: >- | |
| --health-cmd "redis-cli ping" | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| # Maps port 6379 on service container to the host | |
| - 6379:6379 | |
| emqx: | |
| image: emqx/emqx:4.3.10 | |
| ports: | |
| - 1883:1883 | |
| - 18083:18083 | |
| steps: | |
| - uses: actions/setup-go@v3 | |
| with: | |
| go-version: '1.22' | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: zulu | |
| java-version: '8' # The JDK version to make available on the path. | |
| java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk | |
| architecture: x64 # (x64 or x86) - defaults to x64 | |
| - name: install jmeter | |
| timeout-minutes: 10 | |
| env: | |
| JMETER_VERSION: 5.4.3 | |
| run: | | |
| wget --no-check-certificate -O /tmp/apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz | |
| cd /tmp && tar -xvf apache-jmeter.tgz | |
| echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties | |
| echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties | |
| wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar | |
| ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter | |
| - uses: actions/checkout@v3 | |
| - name: build kuiper | |
| run: | | |
| make build_with_edgex | |
| echo "KUIPER_LOG_PATH=_build/kuiper-$(git describe --tags --always | sed 's/^v//g')-$(uname -s | tr "[A-Z]" "[a-z]")-amd64/log" >> $GITHUB_ENV | |
| - name: run edgex && kuiper | |
| env: | |
| KUIPER__STORE__TYPE: redis | |
| KUIPER__STORE__REDIS__PASSWORD: "" | |
| run: ./test/setup_env.sh | |
| - name: run fvt tests | |
| timeout-minutes: 8 | |
| run: | | |
| rm -rf test/redis/set | |
| go build -o test/redis/set test/redis/set.go | |
| chmod +x test/redis/set | |
| fvt_dir=`pwd` | |
| /opt/jmeter/bin/jmeter.sh -Jjmeter.save.saveservice.output_format=xml -n -t test/redis_kv_storage.jmx -Dfvt="$fvt_dir" -l jmeter_logs/redis_kv_storage.jtl -j jmeter_logs/redis_kv_storage.log | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: kuiper_logs_redis_storage | |
| path: ${{ env.KUIPER_LOG_PATH }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: jmeter_logs_redis_storage | |
| path: ./jmeter_logs | |
| - name: check logs | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y libxml2-utils | |
| cd jmeter_logs | |
| for file in `ls *.jtl` | |
| do | |
| if [ ! -z "$(cat $file| grep '<failure>' | awk -F '>' '{print $2}' | awk -F '<' '{print $1}' | grep true)" ] || | |
| [ "$(xmllint --format --xpath '/testResults/sample/@rc' $file | sed -r 's/ /\n/g;' | sort -u | grep -E 'rc=\"[45][0-9][0-9]\"|rc=\"\"')" != "" ]; then | |
| echo -e "---------------------------------------------\n" | |
| echo "FVT tests error for $file" | |
| exit 1 | |
| fi | |
| done | |
| fvt_tests_for_container_in_helm: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-java@v3 | |
| with: | |
| distribution: zulu | |
| java-version: '8' # The JDK version to make available on the path. | |
| java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk | |
| architecture: x64 # (x64 or x86) - defaults to x64 | |
| - name: install jmeter | |
| timeout-minutes: 10 | |
| env: | |
| JMETER_VERSION: 5.4.3 | |
| run: | | |
| wget --no-check-certificate -O /tmp/apache-jmeter.tgz https://archive.apache.org/dist/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz | |
| cd /tmp && tar -xvf apache-jmeter.tgz | |
| echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties | |
| echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties | |
| wget -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-1.13-jar-with-dependencies.jar https://github.com/emqx/mqtt-jmeter/raw/master/Download/v1.13.0/mqtt-xmeter-1.13-jar-with-dependencies.jar | |
| ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter | |
| - name: setup jmeter | |
| timeout-minutes: 10 | |
| run: | | |
| wget -O "/opt/jmeter/lib/json-lib-2.4-jdk15.jar" https://repo1.maven.org/maven2/net/sf/json-lib/json-lib/2.4/json-lib-2.4-jdk15.jar | |
| wget -O "/opt/jmeter/lib/commons-beanutils-1.8.0.jar" https://repo1.maven.org/maven2/commons-beanutils/commons-beanutils/1.8.0/commons-beanutils-1.8.0.jar | |
| wget -O "/opt/jmeter/lib/commons-collections-3.2.1.jar" https://repo1.maven.org/maven2/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar | |
| wget -O "/opt/jmeter/lib/commons-lang-2.5.jar" https://repo1.maven.org/maven2/commons-lang/commons-lang/2.5/commons-lang-2.5.jar | |
| wget -O "/opt/jmeter/lib/commons-logging-1.1.1.jar" https://repo1.maven.org/maven2/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar | |
| wget -O "/opt/jmeter/lib/ezmorph-1.0.6.jar" https://repo1.maven.org/maven2/net/sf/ezmorph/ezmorph/1.0.6/ezmorph-1.0.6.jar | |
| - name: install docker | |
| run: | | |
| sudo apt-get remove docker docker-engine docker.io containerd runc | |
| sudo apt-get update | |
| sudo apt-get install -y apt-transport-https ca-certificates curl gnupg-agent software-properties-common | |
| curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - | |
| sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | |
| sudo apt-get update | |
| sudo apt-get install -y docker-ce docker-ce-cli containerd.io | |
| - name: install k3s | |
| env: | |
| KUBECONFIG: "/etc/rancher/k3s/k3s.yaml" | |
| run: | | |
| sudo sh -c "echo \"127.0.0.1 $(hostname)\" >> /etc/hosts" | |
| curl -sfL https://get.k3s.io | sh - | |
| sudo chmod 644 /etc/rancher/k3s/k3s.yaml | |
| kubectl cluster-info | |
| - name: install helm | |
| run: | | |
| curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3 | |
| sudo chmod 700 get_helm.sh | |
| sudo ./get_helm.sh | |
| helm version | |
| - name: build kuiper for docker | |
| run: sudo docker build --no-cache -t lfedge/ekuiper:$(git describe --tags --always | sed 's/^v//g') -f deploy/docker/Dockerfile . | |
| - name: run emqx on chart | |
| env: | |
| KUBECONFIG: "/etc/rancher/k3s/k3s.yaml" | |
| timeout-minutes: 5 | |
| run: | | |
| helm repo add emqx https://repos.emqx.io/charts | |
| helm repo update | |
| helm install emqx --set replicaCount=1 emqx/emqx | |
| while [ "$(kubectl get StatefulSet -l app.kubernetes.io/name=emqx -o jsonpath='{.items[0].status.replicas}')" \ | |
| != "$(kubectl get StatefulSet -l app.kubernetes.io/name=emqx -o jsonpath='{.items[0].status.readyReplicas}')" ]; do | |
| echo "waiting emqx started" | |
| sleep 10 | |
| done | |
| - name: run kuiper for chart | |
| env: | |
| KUBECONFIG: "/etc/rancher/k3s/k3s.yaml" | |
| timeout-minutes: 5 | |
| run: | | |
| version=$(git describe --tags --always | sed 's/^v//g') | |
| emqx_address=$(kubectl get svc --namespace default emqx -o jsonpath="{.spec.clusterIP}") | |
| sudo docker save lfedge/ekuiper:$version -o kuier.tar.gz | |
| sudo k3s ctr image import kuier.tar.gz | |
| sed -i -r "s/^appVersion: .*$/appVersion: \"${version}\"/g" deploy/chart/ekuiper/Chart.yaml | |
| sed -i -r 's/ pullPolicy: .*$/ pullPolicy: Never/g' deploy/chart/ekuiper/values.yaml | |
| helm install ekuiper deploy/chart/ekuiper --debug --dry-run | |
| helm install ekuiper deploy/chart/ekuiper | |
| while [ "$(kubectl get pods -l app.kubernetes.io/name=ekuiper -o json | jq '.items[0].status.containerStatuses[] | select(.ready==true) | .containerID')" = "" ]; do | |
| echo "==============================" | |
| kubectl get pods | |
| echo "==============================" | |
| echo "waiting ekuiper started" | |
| sleep 10 | |
| done | |
| ekuiper_address=$(kubectl get svc --namespace default ekuiper -o jsonpath="{.spec.clusterIP}") | |
| if [ $(curl -w %{http_code} -fsSL -o /dev/null $ekuiper_address:9081) != 200 ];then | |
| ekuiper_pod=$(kubectl get pod -l app.kubernetes.io/instance=ekuiper -o jsonpath="{.items[0].metadata.name}") | |
| kubectl logs $ekuiper_pod | |
| exit 1; | |
| fi |