run_broker_tests.yaml 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. name: Broker tests
  2. on:
  3. push:
  4. tags:
  5. - v*
  6. pull_request:
  7. jobs:
  8. build:
  9. runs-on: ubuntu-latest
  10. outputs:
  11. version: ${{ steps.build_docker.outputs.version}}
  12. steps:
  13. - name: download jmeter
  14. timeout-minutes: 3
  15. env:
  16. JMETER_VERSION: 5.3
  17. run: |
  18. wget --no-verbose --no-check-certificate -O /tmp/apache-jmeter.tgz https://downloads.apache.org/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
  19. - uses: actions/upload-artifact@v2
  20. with:
  21. name: apache-jmeter.tgz
  22. path: /tmp/apache-jmeter.tgz
  23. - uses: actions/checkout@v2
  24. - name: zip emqx docker image
  25. id: build_docker
  26. if: endsWith(github.repository, 'emqx')
  27. run: |
  28. make emqx-docker
  29. echo "::set-output name=version::$(./pkg-vsn.sh)"
  30. docker save -o emqx.tar emqx/emqx:$(./pkg-vsn.sh)
  31. - uses: actions/upload-artifact@v2
  32. with:
  33. name: emqx.tar
  34. path: ./emqx.tar
  35. mqtt_subscription:
  36. runs-on: ubuntu-latest
  37. strategy:
  38. fail-fast: false
  39. matrix:
  40. subscription_type:
  41. - mqtt_subscription_topic_metrics
  42. needs: build
  43. steps:
  44. - uses: actions/checkout@v2
  45. - uses: actions/download-artifact@v2
  46. with:
  47. name: emqx.tar
  48. path: /tmp
  49. - name: load docker image
  50. run: |
  51. docker load < /tmp/emqx.tar
  52. - name: docker compose up
  53. timeout-minutes: 5
  54. env:
  55. _EMQX_DOCKER_IMAGE_TAG: emqx/emqx:${{ needs.build.outputs.version }}
  56. run: |
  57. docker-compose \
  58. -f .ci/docker-compose-file/docker-compose-emqx-cluster.yaml \
  59. up -d --build
  60. - name: wait docker compose up
  61. timeout-minutes: 5
  62. run: |
  63. while [ "$(docker inspect -f '{{ .State.Health.Status}}' node1.emqx.io)" != "healthy" ] || [ "$(docker inspect -f '{{ .State.Health.Status}}' node2.emqx.io)" != "healthy" ]; do
  64. echo "['$(date -u +"%y-%m-%dt%h:%m:%sz")']:waiting emqx";
  65. sleep 5;
  66. done
  67. while [ $(docker ps -a --filter name=client --filter exited=0 | wc -l) \
  68. != $(docker ps -a --filter name=client | wc -l) ]; do
  69. sleep 1
  70. done
  71. docker ps -a
  72. echo HAPROXY_IP=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' haproxy) >> $GITHUB_ENV
  73. - uses: actions/checkout@v2
  74. with:
  75. repository: emqx/emqx-fvt
  76. ref: broker-autotest
  77. path: scripts
  78. - uses: actions/setup-java@v1
  79. with:
  80. java-version: '8.0.282' # The JDK version to make available on the path.
  81. java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
  82. architecture: x64 # (x64 or x86) - defaults to x64
  83. - uses: actions/download-artifact@v2
  84. with:
  85. name: apache-jmeter.tgz
  86. path: /tmp
  87. - name: install jmeter
  88. timeout-minutes: 10
  89. env:
  90. JMETER_VERSION: 5.3
  91. run: |
  92. cd /tmp && tar -xvf apache-jmeter.tgz
  93. echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
  94. echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
  95. wget --no-verbose -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-2.0.2-jar-with-dependencies.jar https://raw.githubusercontent.com/xmeter-net/mqtt-jmeter/master/Download/v2.0.2/mqtt-xmeter-2.0.2-jar-with-dependencies.jar
  96. ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
  97. - name: run jmeter
  98. run: |
  99. /opt/jmeter/bin/jmeter.sh \
  100. -Jjmeter.save.saveservice.output_format=xml -n \
  101. -t scripts/broker-autotest-suite/${{ matrix.subscription_type }}.jmx \
  102. -Demqx_ip=$HAPROXY_IP \
  103. -l jmeter_logs/${{ matrix.subscription_type }}.jtl \
  104. -j jmeter_logs/logs/${{ matrix.subscription_type }}.log
  105. - name: check logs
  106. run: |
  107. if cat jmeter_logs/${{ matrix.subscription_type }}}.jtl | grep -e '<failure>true</failure>' > /dev/null 2>&1; then
  108. echo "check logs filed"
  109. exit 1
  110. fi
  111. - uses: actions/upload-artifact@v1
  112. if: always()
  113. with:
  114. name: jmeter_logs
  115. path: ./jmeter_logs