Makefile 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336
  1. ifeq ($(DEBUG),1)
  2. DEBUG_INFO = $(info $1)
  3. else
  4. DEBUG_INFO = @:
  5. endif
  6. REBAR = $(CURDIR)/rebar3
  7. BUILD = $(CURDIR)/build
  8. SCRIPTS = $(CURDIR)/scripts
  9. export EMQX_RELUP ?= true
  10. export EMQX_DEFAULT_BUILDER = ghcr.io/emqx/emqx-builder/5.3-8:1.15.7-26.2.5-2-debian12
  11. export EMQX_DEFAULT_RUNNER = public.ecr.aws/debian/debian:12-slim
  12. export EMQX_REL_FORM ?= tgz
  13. export QUICER_DOWNLOAD_FROM_RELEASE = 1
  14. ifeq ($(OS),Windows_NT)
  15. export REBAR_COLOR=none
  16. FIND=/usr/bin/find
  17. else
  18. FIND=find
  19. endif
  20. # Dashboard version
  21. # from https://github.com/emqx/emqx-dashboard5
  22. export EMQX_DASHBOARD_VERSION ?= v1.9.1
  23. export EMQX_EE_DASHBOARD_VERSION ?= e1.7.1
  24. -include default-profile.mk
  25. PROFILE ?= emqx
  26. REL_PROFILES := emqx emqx-enterprise
  27. PKG_PROFILES := emqx-pkg emqx-enterprise-pkg
  28. PROFILES := $(REL_PROFILES) $(PKG_PROFILES) default
  29. CT_NODE_NAME ?= 'test@127.0.0.1'
  30. CT_READABLE ?= true
  31. CT_COVER_EXPORT_PREFIX ?= $(PROFILE)
  32. export REBAR_GIT_CLONE_OPTIONS += --depth=1
  33. .PHONY: default
  34. default: $(REBAR) $(PROFILE)
  35. .prepare:
  36. @$(SCRIPTS)/git-hooks-init.sh # this is no longer needed since 5.0 but we keep it anyway
  37. @$(SCRIPTS)/prepare-build-deps.sh
  38. @touch .prepare
  39. .PHONY: all
  40. all: $(REBAR) $(PROFILES)
  41. .PHONY: ensure-rebar3
  42. ensure-rebar3:
  43. @$(SCRIPTS)/ensure-rebar3.sh
  44. $(REBAR): .prepare ensure-rebar3
  45. .PHONY: ensure-hex
  46. ensure-hex:
  47. # @mix local.hex --if-missing --force
  48. @mix local.hex 2.0.6 --if-missing --force
  49. .PHONY: ensure-mix-rebar3
  50. ensure-mix-rebar3: $(REBAR)
  51. @mix local.rebar rebar3 $(CURDIR)/rebar3 --if-missing --force
  52. .PHONY: ensure-mix-rebar
  53. ensure-mix-rebar: $(REBAR)
  54. @mix local.rebar --if-missing --force
  55. .PHONY: mix-deps-get
  56. mix-deps-get: $(ELIXIR_COMMON_DEPS)
  57. @mix deps.get
  58. .PHONY: eunit
  59. eunit: $(REBAR) merge-config
  60. @$(REBAR) eunit --name eunit@127.0.0.1 -c -v --cover_export_name $(CT_COVER_EXPORT_PREFIX)-eunit
  61. .PHONY: proper
  62. proper: $(REBAR)
  63. @$(REBAR) proper -d test/props -c
  64. .PHONY: test-compile
  65. test-compile: $(REBAR) merge-config
  66. $(REBAR) as test compile
  67. .PHONY: $(REL_PROFILES:%=%-compile)
  68. $(REL_PROFILES:%=%-compile): $(REBAR) merge-config
  69. $(REBAR) as $(@:%-compile=%) compile
  70. .PHONY: ct
  71. ct: $(REBAR) merge-config
  72. @$(REBAR) ct --name $(CT_NODE_NAME) -c -v --cover_export_name $(CT_COVER_EXPORT_PREFIX)-ct
  73. ## only check bpapi for enterprise profile because it's a super-set.
  74. .PHONY: static_checks
  75. static_checks:
  76. @$(REBAR) as check do xref, dialyzer
  77. @if [ "$${PROFILE}" = 'emqx-enterprise' ]; then $(REBAR) ct --suite apps/emqx/test/emqx_static_checks --readable $(CT_READABLE); fi
  78. ./scripts/check-i18n-style.sh
  79. ./scripts/check_missing_reboot_apps.exs
  80. # Allow user-set CASES environment variable
  81. ifneq ($(CASES),)
  82. CASES_ARG := --case $(CASES)
  83. endif
  84. # Allow user-set GROUPS environment variable
  85. ifneq ($(GROUPS),)
  86. GROUPS_ARG := --group $(GROUPS)
  87. endif
  88. ifeq ($(ENABLE_COVER_COMPILE),1)
  89. cover_args = --cover --cover_export_name $(CT_COVER_EXPORT_PREFIX)-$(subst /,-,$1)
  90. else
  91. cover_args =
  92. endif
  93. ## example:
  94. ## env SUITES=apps/appname/test/test_SUITE.erl CASES=t_foo make apps/appname-ct
  95. define gen-app-ct-target
  96. $1-ct: $(REBAR) merge-config clean-test-cluster-config
  97. $(eval SUITES := $(shell $(SCRIPTS)/find-suites.sh $1))
  98. ifneq ($(SUITES),)
  99. $(REBAR) ct -v \
  100. --readable=$(CT_READABLE) \
  101. --name $(CT_NODE_NAME) \
  102. $(call cover_args,$1) \
  103. --suite $(SUITES) \
  104. $(GROUPS_ARG) \
  105. $(CASES_ARG)
  106. else
  107. @echo 'No suites found for $1'
  108. endif
  109. endef
  110. ifneq ($(filter %-ct,$(MAKECMDGOALS)),)
  111. app_to_test := $(patsubst %-ct,%,$(filter %-ct,$(MAKECMDGOALS)))
  112. $(call DEBUG_INFO,app_to_test $(app_to_test))
  113. $(eval $(call gen-app-ct-target,$(app_to_test)))
  114. endif
  115. ## apps/name-prop targets
  116. define gen-app-prop-target
  117. $1-prop:
  118. $(REBAR) proper -d test/props -v -m $(shell $(SCRIPTS)/find-props.sh $1)
  119. endef
  120. ifneq ($(filter %-prop,$(MAKECMDGOALS)),)
  121. app_to_test := $(patsubst %-prop,%,$(filter %-prop,$(MAKECMDGOALS)))
  122. $(call DEBUG_INFO,app_to_test $(app_to_test))
  123. $(eval $(call gen-app-prop-target,$(app_to_test)))
  124. endif
  125. .PHONY: ct-suite
  126. ct-suite: $(REBAR) merge-config clean-test-cluster-config
  127. ifneq ($(TESTCASE),)
  128. ifneq ($(GROUP),)
  129. $(REBAR) ct -v --readable=$(CT_READABLE) --name $(CT_NODE_NAME) --suite $(SUITE) --case $(TESTCASE) --group $(GROUP)
  130. else
  131. $(REBAR) ct -v --readable=$(CT_READABLE) --name $(CT_NODE_NAME) --suite $(SUITE) --case $(TESTCASE)
  132. endif
  133. else ifneq ($(GROUP),)
  134. $(REBAR) ct -v --readable=$(CT_READABLE) --name $(CT_NODE_NAME) --suite $(SUITE) --group $(GROUP)
  135. else
  136. $(REBAR) ct -v --readable=$(CT_READABLE) --name $(CT_NODE_NAME) --suite $(SUITE)
  137. endif
  138. .PHONY: cover
  139. cover: $(REBAR)
  140. @ENABLE_COVER_COMPILE=1 $(REBAR) as test cover
  141. .PHONY: coveralls
  142. coveralls: $(REBAR)
  143. @ENABLE_COVER_COMPILE=1 $(REBAR) as test coveralls send
  144. COMMON_DEPS := $(REBAR)
  145. .PHONY: $(REL_PROFILES)
  146. $(REL_PROFILES:%=%): $(COMMON_DEPS)
  147. @$(BUILD) $(@) rel
  148. .PHONY: compile $(PROFILES:%=compile-%)
  149. compile: $(PROFILES:%=compile-%)
  150. $(PROFILES:%=compile-%):
  151. @$(BUILD) $(@:compile-%=%) apps
  152. .PHONY: $(PROFILES:%=compile-%-elixir)
  153. $(PROFILES:%=compile-%-elixir):
  154. @env IS_ELIXIR=yes $(BUILD) $(@:compile-%-elixir=%) apps
  155. ## Not calling rebar3 clean because
  156. ## 1. rebar3 clean relies on rebar3, meaning it reads config, fetches dependencies etc.
  157. ## 2. it's slow
  158. ## NOTE: this does not force rebar3 to fetch new version dependencies
  159. ## make clean-all to delete all fetched dependencies for a fresh start-over
  160. .PHONY: clean $(PROFILES:%=clean-%)
  161. clean: $(PROFILES:%=clean-%)
  162. $(PROFILES:%=clean-%):
  163. @if [ -d _build/$(@:clean-%=%) ]; then \
  164. rm -f rebar.lock; \
  165. rm -rf _build/$(@:clean-%=%)/rel; \
  166. $(FIND) _build/$(@:clean-%=%) -name '*.beam' -o -name '*.so' -o -name '*.app' -o -name '*.appup' -o -name '*.o' -o -name '*.d' -type f | xargs rm -f; \
  167. $(FIND) _build/$(@:clean-%=%) -type l -delete; \
  168. fi
  169. .PHONY: clean-all
  170. clean-all:
  171. @rm -f rebar.lock
  172. @rm -rf deps
  173. @rm -rf _build
  174. @rm -f emqx_dialyzer_*_plt
  175. .PHONY: deps-all
  176. deps-all: $(REBAR) $(PROFILES:%=deps-%)
  177. @make clean # ensure clean at the end
  178. ## deps-<profile> is used in CI scripts to download deps and the
  179. ## share downloads between CI steps and/or copied into containers
  180. ## which may not have the right credentials
  181. .PHONY: $(PROFILES:%=deps-%)
  182. $(PROFILES:%=deps-%): $(COMMON_DEPS)
  183. @$(SCRIPTS)/pre-compile.sh $(@:deps-%=%)
  184. @$(REBAR) as $(@:deps-%=%) get-deps
  185. @rm -f rebar.lock
  186. .PHONY: xref
  187. xref: $(REBAR)
  188. @$(REBAR) as check xref
  189. .PHONY: dialyzer
  190. dialyzer: $(REBAR)
  191. @$(REBAR) as check dialyzer
  192. ## rel target is to create release package without relup
  193. .PHONY: $(REL_PROFILES:%=%-rel) $(PKG_PROFILES:%=%-rel)
  194. $(REL_PROFILES:%=%-rel) $(PKG_PROFILES:%=%-rel): $(COMMON_DEPS)
  195. @$(BUILD) $(subst -rel,,$(@)) rel
  196. ## download relup base packages
  197. .PHONY: $(REL_PROFILES:%=%-relup-downloads)
  198. define download-relup-packages
  199. $1-relup-downloads:
  200. @if [ "$${EMQX_RELUP}" = "true" ]; then $(SCRIPTS)/relup-build/download-base-packages.sh $1; fi
  201. endef
  202. ALL_ZIPS = $(REL_PROFILES)
  203. $(foreach zt,$(ALL_ZIPS),$(eval $(call download-relup-packages,$(zt))))
  204. ## relup target is to create relup instructions
  205. .PHONY: $(REL_PROFILES:%=%-relup)
  206. define gen-relup-target
  207. $1-relup: $1-relup-downloads $(COMMON_DEPS)
  208. @$(BUILD) $1 relup
  209. endef
  210. ALL_TGZS = $(REL_PROFILES)
  211. $(foreach zt,$(ALL_TGZS),$(eval $(call gen-relup-target,$(zt))))
  212. ## tgz target is to create a release package .tar.gz with relup
  213. .PHONY: $(REL_PROFILES:%=%-tgz)
  214. define gen-tgz-target
  215. $1-tgz: $1-relup
  216. @$(BUILD) $1 tgz
  217. endef
  218. ALL_TGZS = $(REL_PROFILES)
  219. $(foreach zt,$(ALL_TGZS),$(eval $(call gen-tgz-target,$(zt))))
  220. ## A pkg target depend on a regular release
  221. .PHONY: $(PKG_PROFILES)
  222. define gen-pkg-target
  223. $1: $(COMMON_DEPS)
  224. @$(BUILD) $1 pkg
  225. endef
  226. $(foreach pt,$(PKG_PROFILES),$(eval $(call gen-pkg-target,$(pt))))
  227. .PHONY: run
  228. run: compile-$(PROFILE) quickrun
  229. .PHONY: quickrun
  230. quickrun:
  231. ./dev -p $(PROFILE)
  232. ## Take the currently set PROFILE
  233. docker:
  234. @$(BUILD) $(PROFILE) docker
  235. ## docker target is to create docker instructions
  236. .PHONY: $(REL_PROFILES:%=%-docker) $(REL_PROFILES:%=%-elixir-docker)
  237. define gen-docker-target
  238. $1-docker: $(COMMON_DEPS)
  239. @$(BUILD) $1 docker
  240. endef
  241. ALL_DOCKERS = $(REL_PROFILES) $(REL_PROFILES:%=%-elixir)
  242. $(foreach zt,$(ALL_DOCKERS),$(eval $(call gen-docker-target,$(zt))))
  243. .PHONY:
  244. merge-config:
  245. @$(SCRIPTS)/merge-config.escript
  246. ## elixir target is to create release packages using Elixir's Mix
  247. .PHONY: $(REL_PROFILES:%=%-elixir) $(PKG_PROFILES:%=%-elixir)
  248. $(REL_PROFILES:%=%-elixir) $(PKG_PROFILES:%=%-elixir): $(COMMON_DEPS)
  249. @env IS_ELIXIR=yes $(BUILD) $(subst -elixir,,$(@)) elixir
  250. .PHONY: $(REL_PROFILES:%=%-elixir-pkg)
  251. define gen-elixir-pkg-target
  252. # the Elixir places the tar in a different path than Rebar3
  253. $1-elixir-pkg: $(COMMON_DEPS)
  254. @env TAR_PKG_DIR=_build/$1-pkg \
  255. IS_ELIXIR=yes \
  256. $(BUILD) $1-pkg pkg
  257. endef
  258. $(foreach pt,$(REL_PROFILES),$(eval $(call gen-elixir-pkg-target,$(pt))))
  259. .PHONY: $(REL_PROFILES:%=%-elixir-tgz)
  260. define gen-elixir-tgz-target
  261. $1-elixir-tgz: $(COMMON_DEPS)
  262. @env IS_ELIXIR=yes $(BUILD) $1 tgz
  263. endef
  264. ALL_ELIXIR_TGZS = $(REL_PROFILES)
  265. $(foreach tt,$(ALL_ELIXIR_TGZS),$(eval $(call gen-elixir-tgz-target,$(tt))))
  266. .PHONY: fmt
  267. fmt: $(REBAR)
  268. @$(SCRIPTS)/erlfmt -w 'apps/*/{src,include,priv,test,integration_test}/**/*.{erl,hrl,app.src,eterm}'
  269. @$(SCRIPTS)/erlfmt -w 'apps/*/rebar.config' 'apps/emqx/rebar.config.script' '.ci/fvt_tests/http_server/rebar.config'
  270. @$(SCRIPTS)/erlfmt -w 'rebar.config' 'rebar.config.erl'
  271. @$(SCRIPTS)/erlfmt -w 'scripts/*.escript' 'bin/*.escript' 'bin/nodetool'
  272. @mix format
  273. .PHONY: clean-test-cluster-config
  274. clean-test-cluster-config:
  275. @rm -f apps/emqx_conf/data/configs/cluster.hocon || true
  276. .PHONY: spellcheck
  277. spellcheck:
  278. ./scripts/spellcheck/spellcheck.sh _build/docgen/$(PROFILE)/schema-en.json
  279. .PHONY: nothing
  280. nothing:
  281. @: