run_api_tests.yaml 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105
  1. name: API Test Suite
  2. on:
  3. push:
  4. tags:
  5. - e*
  6. - v*
  7. pull_request:
  8. jobs:
  9. build:
  10. runs-on: ubuntu-latest
  11. container: "emqx/build-env:erl23.2.7.2-emqx-2-ubuntu20.04"
  12. steps:
  13. - uses: actions/checkout@v2
  14. - name: zip emqx-broker
  15. if: endsWith(github.repository, 'emqx')
  16. run: |
  17. make emqx-zip
  18. - name: zip emqx-broker
  19. if: endsWith(github.repository, 'enterprise')
  20. run: |
  21. echo "https://ci%40emqx.io:${{ secrets.CI_GIT_TOKEN }}@github.com" > $HOME/.git-credentials
  22. git config --global credential.helper store
  23. make emqx-ee-zip
  24. - uses: actions/upload-artifact@v2
  25. with:
  26. name: emqx-broker
  27. path: _packages/**/*.zip
  28. api-test:
  29. needs: build
  30. runs-on: ubuntu-latest
  31. strategy:
  32. fail-fast: false
  33. matrix:
  34. script_name:
  35. - api_metrics
  36. - api_subscriptions
  37. - api_clients
  38. - api_routes
  39. - api_publish
  40. steps:
  41. - uses: actions/checkout@v2
  42. with:
  43. repository: emqx/emqx-fvt
  44. path: .
  45. - uses: actions/setup-java@v1
  46. with:
  47. java-version: '8.0.282' # The JDK version to make available on the path.
  48. java-package: jdk # (jre, jdk, or jdk+fx) - defaults to jdk
  49. architecture: x64 # (x64 or x86) - defaults to x64
  50. - uses: actions/download-artifact@v2
  51. with:
  52. name: emqx-broker
  53. path: .
  54. - name: start emqx-broker
  55. env:
  56. EMQX_LISTENERS__WSS__DEFAULT__BIND: "0.0.0.0:8085"
  57. run: |
  58. unzip ./emqx/*.zip
  59. ./emqx/bin/emqx start
  60. - name: install jmeter
  61. timeout-minutes: 10
  62. env:
  63. JMETER_VERSION: 5.3
  64. run: |
  65. wget --no-verbose --no-check-certificate -O /tmp/apache-jmeter.tgz https://downloads.apache.org/jmeter/binaries/apache-jmeter-$JMETER_VERSION.tgz
  66. cd /tmp && tar -xvf apache-jmeter.tgz
  67. echo "jmeter.save.saveservice.output_format=xml" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
  68. echo "jmeter.save.saveservice.response_data.on_error=true" >> /tmp/apache-jmeter-$JMETER_VERSION/user.properties
  69. wget --no-verbose -O /tmp/apache-jmeter-$JMETER_VERSION/lib/ext/mqtt-xmeter-2.0.2-jar-with-dependencies.jar https://raw.githubusercontent.com/xmeter-net/mqtt-jmeter/master/Download/v2.0.2/mqtt-xmeter-2.0.2-jar-with-dependencies.jar
  70. ln -s /tmp/apache-jmeter-$JMETER_VERSION /opt/jmeter
  71. - name: run ${{ matrix.script_name }}
  72. run: |
  73. /opt/jmeter/bin/jmeter.sh \
  74. -Jjmeter.save.saveservice.output_format=xml -n \
  75. -t .ci/api-test-suite/${{ matrix.script_name }}.jmx \
  76. -Demqx_ip="127.0.0.1" \
  77. -l jmeter_logs/${{ matrix.script_name }}.jtl \
  78. -j jmeter_logs/logs/${{ matrix.script_name }}.log
  79. - name: check test logs
  80. run: |
  81. if cat jmeter_logs/${{ matrix.script_name }}.jtl | grep -e '<failure>true</failure>' > /dev/null 2>&1; then
  82. grep -A 5 -B 3 '<failure>true</failure>' jmeter_logs/${{ matrix.script_name }}.jtl > jmeter_logs/${{ matrix.script_name }}_err_api.txt
  83. echo "check logs failed"
  84. exit 1
  85. fi
  86. - uses: actions/upload-artifact@v1
  87. if: failure()
  88. with:
  89. name: jmeter_logs
  90. path: ./jmeter_logs
  91. - uses: actions/upload-artifact@v1
  92. if: failure()
  93. with:
  94. name: jmeter_logs
  95. path: emqx/log
  96. delete-package:
  97. runs-on: ubuntu-20.04
  98. needs: api-test
  99. if: always()
  100. steps:
  101. - uses: geekyeggo/delete-artifact@v1
  102. with:
  103. name: emqx-broker