mix.exs 28 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.6", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.13", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.7", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  90. ] ++
  91. emqx_apps(profile_info, version) ++
  92. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  93. end
  94. defp emqx_apps(profile_info, version) do
  95. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  96. set_emqx_app_system_env(apps, profile_info, version)
  97. end
  98. defp umbrella_apps(profile_info) do
  99. enterprise_apps = enterprise_umbrella_apps()
  100. "apps/*"
  101. |> Path.wildcard()
  102. |> Enum.map(fn path ->
  103. app =
  104. path
  105. |> Path.basename()
  106. |> String.to_atom()
  107. {app, path: path, manager: :rebar3, override: true}
  108. end)
  109. |> Enum.reject(fn dep_spec ->
  110. dep_spec
  111. |> elem(0)
  112. |> then(&MapSet.member?(enterprise_apps, &1))
  113. end)
  114. |> Enum.reject(fn {app, _} ->
  115. case profile_info do
  116. %{edition_type: :enterprise} ->
  117. app == :emqx_telemetry
  118. _ ->
  119. false
  120. end
  121. end)
  122. end
  123. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  124. umbrella_apps =
  125. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  126. path = "apps/#{app_name}"
  127. {app_name, path: path, manager: :rebar3, override: true}
  128. end)
  129. "lib-ee/*"
  130. |> Path.wildcard()
  131. |> Enum.filter(&File.dir?/1)
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.concat(umbrella_apps)
  140. end
  141. defp enterprise_apps(_profile_info) do
  142. []
  143. end
  144. # need to remove those when listing `/apps/`...
  145. defp enterprise_umbrella_apps() do
  146. MapSet.new([
  147. :emqx_bridge_kafka,
  148. :emqx_bridge_gcp_pubsub,
  149. :emqx_bridge_cassandra,
  150. :emqx_bridge_opents,
  151. :emqx_bridge_dynamo,
  152. :emqx_bridge_hstreamdb,
  153. :emqx_bridge_influxdb,
  154. :emqx_bridge_iotdb,
  155. :emqx_bridge_matrix,
  156. :emqx_bridge_mongodb,
  157. :emqx_bridge_mysql,
  158. :emqx_bridge_pgsql,
  159. :emqx_bridge_redis,
  160. :emqx_bridge_rocketmq,
  161. :emqx_bridge_tdengine,
  162. :emqx_bridge_timescale,
  163. :emqx_bridge_sqlserver,
  164. :emqx_bridge_pulsar,
  165. :emqx_oracle,
  166. :emqx_bridge_oracle,
  167. :emqx_bridge_rabbitmq,
  168. :emqx_bridge_clickhouse,
  169. :emqx_ft,
  170. :emqx_s3,
  171. :emqx_schema_registry,
  172. :emqx_enterprise,
  173. :emqx_bridge_kinesis
  174. ])
  175. end
  176. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  177. [
  178. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.3.1+v0.12.0"},
  179. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  180. {:wolff, github: "kafka4beam/wolff", tag: "1.7.6"},
  181. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  182. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  183. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  184. {:snappyer, "1.2.9", override: true},
  185. {:crc32cer, "0.1.8", override: true},
  186. {:supervisor3, "1.1.12", override: true},
  187. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  188. # The following two are dependencies of rabbit_common. They are needed here to
  189. # make mix not complain about conflicting versions
  190. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  191. {:credentials_obfuscation,
  192. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  193. {:rabbit_common,
  194. github: "emqx/rabbitmq-server",
  195. tag: "v3.11.13-emqx",
  196. sparse: "deps/rabbit_common",
  197. override: true},
  198. {:amqp_client,
  199. github: "emqx/rabbitmq-server",
  200. tag: "v3.11.13-emqx",
  201. sparse: "deps/amqp_client",
  202. override: true}
  203. ]
  204. end
  205. defp enterprise_deps(_profile_info) do
  206. []
  207. end
  208. defp set_emqx_app_system_env(apps, profile_info, version) do
  209. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  210. Enum.map(
  211. apps,
  212. fn {app, opts} ->
  213. {app,
  214. Keyword.update(
  215. opts,
  216. :system_env,
  217. system_env,
  218. &Keyword.merge(&1, system_env)
  219. )}
  220. end
  221. )
  222. end
  223. def emqx_app_system_env(profile_info, version) do
  224. erlc_options(profile_info, version)
  225. |> dump_as_erl()
  226. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  227. end
  228. defp erlc_options(%{edition_type: edition_type}, version) do
  229. [
  230. :debug_info,
  231. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  232. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  233. {:d, :snk_kind, :msg}
  234. ]
  235. end
  236. def maybe_no_quic_env() do
  237. if not enable_quicer?() do
  238. [{"BUILD_WITHOUT_QUIC", "true"}]
  239. else
  240. []
  241. end
  242. end
  243. defp releases() do
  244. [
  245. emqx: fn ->
  246. %{
  247. release_type: release_type,
  248. package_type: package_type,
  249. edition_type: edition_type
  250. } = check_profile!()
  251. base_steps = [
  252. &make_docs(&1),
  253. :assemble,
  254. &create_RELEASES/1,
  255. &copy_files(&1, release_type, package_type, edition_type),
  256. &copy_escript(&1, "nodetool"),
  257. &copy_escript(&1, "install_upgrade.escript")
  258. ]
  259. steps =
  260. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  261. base_steps ++ [&prepare_tar_overlays/1, :tar]
  262. else
  263. base_steps
  264. end
  265. [
  266. applications: applications(edition_type),
  267. skip_mode_validation_for: [
  268. :emqx_gateway,
  269. :emqx_gateway_stomp,
  270. :emqx_gateway_mqttsn,
  271. :emqx_gateway_coap,
  272. :emqx_gateway_lwm2m,
  273. :emqx_gateway_exproto,
  274. :emqx_dashboard,
  275. :emqx_resource,
  276. :emqx_connector,
  277. :emqx_exhook,
  278. :emqx_bridge,
  279. :emqx_bridge_mqtt,
  280. :emqx_modules,
  281. :emqx_management,
  282. :emqx_retainer,
  283. :emqx_prometheus,
  284. :emqx_auto_subscribe,
  285. :emqx_slow_subs,
  286. :emqx_plugins,
  287. :emqx_ft
  288. ],
  289. steps: steps,
  290. strip_beams: false
  291. ]
  292. end
  293. ]
  294. end
  295. def applications(edition_type) do
  296. [
  297. crypto: :permanent,
  298. public_key: :permanent,
  299. asn1: :permanent,
  300. syntax_tools: :permanent,
  301. ssl: :permanent,
  302. os_mon: :permanent,
  303. inets: :permanent,
  304. compiler: :permanent,
  305. runtime_tools: :permanent,
  306. redbug: :permanent,
  307. xmerl: :permanent,
  308. hocon: :load,
  309. telemetry: :permanent,
  310. emqx: :load,
  311. emqx_conf: :load,
  312. emqx_machine: :permanent
  313. ] ++
  314. if(enable_rocksdb?(),
  315. do: [mnesia_rocksdb: :load],
  316. else: []
  317. ) ++
  318. [
  319. mnesia: :load,
  320. ekka: :load,
  321. esasl: :load,
  322. observer_cli: :permanent,
  323. tools: :permanent,
  324. covertool: :load,
  325. system_monitor: :load,
  326. emqx_utils: :load,
  327. emqx_http_lib: :permanent,
  328. emqx_resource: :permanent,
  329. emqx_connector: :permanent,
  330. emqx_authn: :permanent,
  331. emqx_authz: :permanent,
  332. emqx_auto_subscribe: :permanent,
  333. emqx_gateway: :permanent,
  334. emqx_gateway_stomp: :permanent,
  335. emqx_gateway_mqttsn: :permanent,
  336. emqx_gateway_coap: :permanent,
  337. emqx_gateway_lwm2m: :permanent,
  338. emqx_gateway_exproto: :permanent,
  339. emqx_exhook: :permanent,
  340. emqx_bridge: :permanent,
  341. emqx_bridge_mqtt: :permanent,
  342. emqx_bridge_http: :permanent,
  343. emqx_rule_engine: :permanent,
  344. emqx_modules: :permanent,
  345. emqx_management: :permanent,
  346. emqx_dashboard: :permanent,
  347. emqx_retainer: :permanent,
  348. emqx_prometheus: :permanent,
  349. emqx_psk: :permanent,
  350. emqx_slow_subs: :permanent,
  351. emqx_mongodb: :permanent,
  352. emqx_redis: :permanent,
  353. emqx_mysql: :permanent,
  354. emqx_plugins: :permanent,
  355. emqx_mix: :none
  356. ] ++
  357. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  358. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  359. if(enable_jq?(), do: [jq: :load], else: []) ++
  360. if(is_app(:observer),
  361. do: [observer: :load],
  362. else: []
  363. ) ++
  364. if(edition_type == :enterprise,
  365. do: [
  366. emqx_license: :permanent,
  367. emqx_enterprise: :load,
  368. emqx_bridge_kafka: :permanent,
  369. emqx_bridge_pulsar: :permanent,
  370. emqx_bridge_gcp_pubsub: :permanent,
  371. emqx_bridge_cassandra: :permanent,
  372. emqx_bridge_opents: :permanent,
  373. emqx_bridge_clickhouse: :permanent,
  374. emqx_bridge_dynamo: :permanent,
  375. emqx_bridge_hstreamdb: :permanent,
  376. emqx_bridge_influxdb: :permanent,
  377. emqx_bridge_iotdb: :permanent,
  378. emqx_bridge_matrix: :permanent,
  379. emqx_bridge_mongodb: :permanent,
  380. emqx_bridge_mysql: :permanent,
  381. emqx_bridge_pgsql: :permanent,
  382. emqx_bridge_redis: :permanent,
  383. emqx_bridge_rocketmq: :permanent,
  384. emqx_bridge_tdengine: :permanent,
  385. emqx_bridge_timescale: :permanent,
  386. emqx_bridge_sqlserver: :permanent,
  387. emqx_oracle: :permanent,
  388. emqx_bridge_oracle: :permanent,
  389. emqx_bridge_rabbitmq: :permanent,
  390. emqx_schema_registry: :permanent,
  391. emqx_eviction_agent: :permanent,
  392. emqx_node_rebalance: :permanent,
  393. emqx_ft: :permanent,
  394. emqx_bridge_kinesis: :permanent
  395. ],
  396. else: [
  397. emqx_telemetry: :permanent
  398. ]
  399. )
  400. end
  401. defp is_app(name) do
  402. case Application.load(name) do
  403. :ok ->
  404. true
  405. {:error, {:already_loaded, _}} ->
  406. true
  407. _ ->
  408. false
  409. end
  410. end
  411. def check_profile!() do
  412. valid_envs = [
  413. :emqx,
  414. :"emqx-pkg",
  415. :"emqx-enterprise",
  416. :"emqx-enterprise-pkg"
  417. ]
  418. if Mix.env() == :dev do
  419. env_profile = System.get_env("PROFILE")
  420. if env_profile do
  421. # copy from PROFILE env var
  422. System.get_env("PROFILE")
  423. |> String.to_atom()
  424. |> Mix.env()
  425. else
  426. IO.puts(
  427. IO.ANSI.format([
  428. :yellow,
  429. "Warning: env var PROFILE is unset; defaulting to emqx"
  430. ])
  431. )
  432. Mix.env(:emqx)
  433. end
  434. end
  435. if Mix.env() not in valid_envs do
  436. formatted_envs =
  437. valid_envs
  438. |> Enum.map(&" * #{&1}")
  439. |> Enum.join("\n")
  440. Mix.raise("""
  441. Invalid env #{Mix.env()}. Valid options are:
  442. #{formatted_envs}
  443. """)
  444. end
  445. {
  446. release_type,
  447. package_type,
  448. edition_type
  449. } =
  450. case Mix.env() do
  451. :dev ->
  452. {:cloud, :bin, :community}
  453. :emqx ->
  454. {:cloud, :bin, :community}
  455. :"emqx-enterprise" ->
  456. {:cloud, :bin, :enterprise}
  457. :"emqx-pkg" ->
  458. {:cloud, :pkg, :community}
  459. :"emqx-enterprise-pkg" ->
  460. {:cloud, :pkg, :enterprise}
  461. end
  462. normalize_env!()
  463. %{
  464. release_type: release_type,
  465. package_type: package_type,
  466. edition_type: edition_type
  467. }
  468. end
  469. #############################################################################
  470. # Custom Steps
  471. #############################################################################
  472. defp make_docs(release) do
  473. profile = System.get_env("MIX_ENV")
  474. os_cmd("build", [profile, "docs"])
  475. release
  476. end
  477. defp copy_files(release, release_type, package_type, edition_type) do
  478. overwrite? = Keyword.get(release.options, :overwrite, false)
  479. bin = Path.join(release.path, "bin")
  480. etc = Path.join(release.path, "etc")
  481. log = Path.join(release.path, "log")
  482. plugins = Path.join(release.path, "plugins")
  483. Mix.Generator.create_directory(bin)
  484. Mix.Generator.create_directory(etc)
  485. Mix.Generator.create_directory(log)
  486. Mix.Generator.create_directory(plugins)
  487. Mix.Generator.create_directory(Path.join(etc, "certs"))
  488. Enum.each(
  489. ["mnesia", "configs", "patches", "scripts"],
  490. fn dir ->
  491. path = Path.join([release.path, "data", dir])
  492. Mix.Generator.create_directory(path)
  493. end
  494. )
  495. Mix.Generator.copy_file(
  496. "apps/emqx_authz/etc/acl.conf",
  497. Path.join(etc, "acl.conf"),
  498. force: overwrite?
  499. )
  500. # required by emqx_authz
  501. File.cp_r!(
  502. "apps/emqx/etc/certs",
  503. Path.join(etc, "certs")
  504. )
  505. profile = System.get_env("MIX_ENV")
  506. File.cp_r!(
  507. "rel/config/examples",
  508. Path.join(etc, "examples"),
  509. force: overwrite?
  510. )
  511. # copy /rel/config/ee-examples if profile is enterprise
  512. case profile do
  513. "emqx-enterprise" ->
  514. File.cp_r!(
  515. "rel/config/ee-examples",
  516. Path.join(etc, "examples"),
  517. force: overwrite?
  518. )
  519. _ ->
  520. :ok
  521. end
  522. # this is required by the produced escript / nodetool
  523. Mix.Generator.copy_file(
  524. Path.join(release.version_path, "start_clean.boot"),
  525. Path.join(bin, "no_dot_erlang.boot"),
  526. force: overwrite?
  527. )
  528. assigns = template_vars(release, release_type, package_type, edition_type)
  529. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  530. # So, this should be run before the release.
  531. # TODO: run as a "compiler" step???
  532. render_template(
  533. "apps/emqx_conf/etc/emqx.conf.all",
  534. assigns,
  535. Path.join(etc, "emqx.conf")
  536. )
  537. render_template(
  538. "rel/emqx_vars",
  539. assigns,
  540. Path.join([release.path, "releases", "emqx_vars"])
  541. )
  542. vm_args_template_path =
  543. case release_type do
  544. :cloud ->
  545. "apps/emqx/etc/vm.args.cloud"
  546. end
  547. render_template(
  548. vm_args_template_path,
  549. assigns,
  550. [
  551. Path.join(etc, "vm.args"),
  552. Path.join(release.version_path, "vm.args")
  553. ]
  554. )
  555. for name <- [
  556. "emqx",
  557. "emqx_ctl"
  558. ] do
  559. Mix.Generator.copy_file(
  560. "bin/#{name}",
  561. Path.join(bin, name),
  562. force: overwrite?
  563. )
  564. # Files with the version appended are expected by the release
  565. # upgrade script `install_upgrade.escript`
  566. Mix.Generator.copy_file(
  567. Path.join(bin, name),
  568. Path.join(bin, name <> "-#{release.version}"),
  569. force: overwrite?
  570. )
  571. end
  572. for base_name <- ["emqx", "emqx_ctl"],
  573. suffix <- ["", "-#{release.version}"] do
  574. name = base_name <> suffix
  575. File.chmod!(Path.join(bin, name), 0o755)
  576. end
  577. Mix.Generator.copy_file(
  578. "bin/node_dump",
  579. Path.join(bin, "node_dump"),
  580. force: overwrite?
  581. )
  582. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  583. Mix.Generator.copy_file(
  584. "bin/emqx_cluster_rescue",
  585. Path.join(bin, "emqx_cluster_rescue"),
  586. force: overwrite?
  587. )
  588. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  589. render_template(
  590. "rel/BUILD_INFO",
  591. assigns,
  592. Path.join(release.version_path, "BUILD_INFO")
  593. )
  594. release
  595. end
  596. defp render_template(template, assigns, target) when is_binary(target) do
  597. render_template(template, assigns, [target])
  598. end
  599. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  600. rendered =
  601. File.read!(template)
  602. |> from_rebar_to_eex_template()
  603. |> EEx.eval_string(assigns)
  604. for target <- tartgets do
  605. File.write!(target, rendered)
  606. end
  607. end
  608. # needed by nodetool and by release_handler
  609. defp create_RELEASES(release) do
  610. apps =
  611. Enum.map(release.applications, fn {app_name, app_props} ->
  612. app_vsn = Keyword.fetch!(app_props, :vsn)
  613. app_path =
  614. "./lib"
  615. |> Path.join("#{app_name}-#{app_vsn}")
  616. |> to_charlist()
  617. {app_name, app_vsn, app_path}
  618. end)
  619. release_entry = [
  620. {
  621. :release,
  622. to_charlist(release.name),
  623. to_charlist(release.version),
  624. release.erts_version,
  625. apps,
  626. :permanent
  627. }
  628. ]
  629. release.path
  630. |> Path.join("releases")
  631. |> Path.join("RELEASES")
  632. |> File.open!([:write, :utf8], fn handle ->
  633. IO.puts(handle, "%% coding: utf-8")
  634. :io.format(handle, ~c"~tp.~n", [release_entry])
  635. end)
  636. release
  637. end
  638. defp copy_escript(release, escript_name) do
  639. [shebang, rest] =
  640. "bin/#{escript_name}"
  641. |> File.read!()
  642. |> String.split("\n", parts: 2)
  643. # the elixir version of escript + start.boot required the boot_var
  644. # RELEASE_LIB to be defined.
  645. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  646. # Files with the version appended are expected by the release
  647. # upgrade script `install_upgrade.escript`
  648. Enum.each(
  649. [escript_name, escript_name <> "-" <> release.version],
  650. fn name ->
  651. path = Path.join([release.path, "bin", name])
  652. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  653. end
  654. )
  655. release
  656. end
  657. # The `:tar` built-in step in Mix Release does not currently add the
  658. # `etc` directory into the resulting tarball. The workaround is to
  659. # add those to the `:overlays` key before running `:tar`.
  660. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  661. defp prepare_tar_overlays(release) do
  662. Map.update!(
  663. release,
  664. :overlays,
  665. &[
  666. "etc",
  667. "data",
  668. "plugins",
  669. "bin/node_dump"
  670. | &1
  671. ]
  672. )
  673. end
  674. #############################################################################
  675. # Helper functions
  676. #############################################################################
  677. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  678. [
  679. emqx_default_erlang_cookie: default_cookie(),
  680. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  681. platform_data_dir: "data",
  682. platform_etc_dir: "etc",
  683. platform_plugins_dir: "plugins",
  684. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  685. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  686. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  687. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  688. runner_user: "",
  689. release_version: release.version,
  690. erts_vsn: release.erts_version,
  691. # FIXME: this is empty in `make emqx` ???
  692. erl_opts: "",
  693. emqx_description: emqx_description(release_type, edition_type),
  694. emqx_schema_mod: emqx_schema_mod(edition_type),
  695. is_elixir: "yes",
  696. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  697. ] ++ build_info()
  698. end
  699. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  700. [
  701. emqx_default_erlang_cookie: default_cookie(),
  702. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  703. platform_data_dir: "/var/lib/emqx",
  704. platform_etc_dir: "/etc/emqx",
  705. platform_plugins_dir: "/var/lib/emqx/plugins",
  706. runner_bin_dir: "/usr/bin",
  707. emqx_etc_dir: "/etc/emqx",
  708. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  709. runner_log_dir: "/var/log/emqx",
  710. runner_user: "emqx",
  711. release_version: release.version,
  712. erts_vsn: release.erts_version,
  713. # FIXME: this is empty in `make emqx` ???
  714. erl_opts: "",
  715. emqx_description: emqx_description(release_type, edition_type),
  716. emqx_schema_mod: emqx_schema_mod(edition_type),
  717. is_elixir: "yes",
  718. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  719. ] ++ build_info()
  720. end
  721. defp default_cookie() do
  722. "emqx50elixir"
  723. end
  724. defp emqx_description(release_type, edition_type) do
  725. case {release_type, edition_type} do
  726. {:cloud, :enterprise} ->
  727. "EMQX Enterprise"
  728. {:cloud, :community} ->
  729. "EMQX"
  730. end
  731. end
  732. defp emqx_configuration_doc(:enterprise),
  733. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  734. defp emqx_configuration_doc(:community),
  735. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  736. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  737. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  738. defp bcrypt_dep() do
  739. if enable_bcrypt?(),
  740. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  741. else: []
  742. end
  743. defp jq_dep() do
  744. if enable_jq?(),
  745. do: [{:jq, github: "emqx/jq", tag: "v0.3.10", override: true}],
  746. else: []
  747. end
  748. defp quicer_dep() do
  749. if enable_quicer?(),
  750. # in conflict with emqx and emqtt
  751. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  752. else: []
  753. end
  754. defp enable_bcrypt?() do
  755. not win32?()
  756. end
  757. defp enable_jq?() do
  758. not Enum.any?([
  759. build_without_jq?(),
  760. win32?()
  761. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  762. end
  763. defp enable_quicer?() do
  764. not Enum.any?([
  765. build_without_quic?(),
  766. win32?(),
  767. centos6?(),
  768. macos?()
  769. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  770. end
  771. defp enable_rocksdb?() do
  772. not Enum.any?([
  773. build_without_rocksdb?(),
  774. raspbian?()
  775. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  776. end
  777. defp pkg_vsn() do
  778. %{edition_type: edition_type} = check_profile!()
  779. basedir = Path.dirname(__ENV__.file)
  780. script = Path.join(basedir, "pkg-vsn.sh")
  781. os_cmd(script, [Atom.to_string(edition_type)])
  782. end
  783. defp os_cmd(script, args) do
  784. {str, 0} = System.cmd("bash", [script | args])
  785. String.trim(str)
  786. end
  787. defp win32?(),
  788. do: match?({:win_32, _}, :os.type())
  789. defp centos6?() do
  790. case File.read("/etc/centos-release") do
  791. {:ok, "CentOS release 6" <> _} ->
  792. true
  793. _ ->
  794. false
  795. end
  796. end
  797. defp macos?() do
  798. {:unix, :darwin} == :os.type()
  799. end
  800. defp raspbian?() do
  801. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  802. end
  803. defp build_without_jq?() do
  804. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  805. String.downcase(opt) != "false"
  806. end
  807. defp build_without_quic?() do
  808. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  809. String.downcase(opt) != "false"
  810. end
  811. defp build_without_rocksdb?() do
  812. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  813. String.downcase(opt) != "false"
  814. end
  815. defp from_rebar_to_eex_template(str) do
  816. # we must not consider surrounding space in the template var name
  817. # because some help strings contain informative variables that
  818. # should not be interpolated, and those have no spaces.
  819. Regex.replace(
  820. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  821. str,
  822. "<%= \\g{1} %>"
  823. )
  824. end
  825. defp build_info() do
  826. [
  827. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  828. build_info_wordsize: wordsize(),
  829. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  830. build_info_erlang: otp_release(),
  831. build_info_elixir: System.version(),
  832. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  833. ]
  834. end
  835. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  836. defp wordsize() do
  837. size =
  838. try do
  839. :erlang.system_info({:wordsize, :external})
  840. rescue
  841. ErlangError ->
  842. :erlang.system_info(:wordsize)
  843. end
  844. to_string(8 * size)
  845. end
  846. defp normalize_env!() do
  847. env =
  848. case Mix.env() do
  849. :dev ->
  850. :emqx
  851. env ->
  852. env
  853. end
  854. Mix.env(env)
  855. end
  856. # As from Erlang/OTP 17, the OTP release number corresponds to the
  857. # major OTP version number. No erlang:system_info() argument gives
  858. # the exact OTP version.
  859. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  860. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  861. defp otp_release() do
  862. major_version = System.otp_release()
  863. root_dir = to_string(:code.root_dir())
  864. [root_dir, "releases", major_version, "OTP_VERSION"]
  865. |> Path.join()
  866. |> File.read()
  867. |> case do
  868. {:error, _} ->
  869. major_version
  870. {:ok, version} ->
  871. version
  872. |> String.trim()
  873. |> String.split("**")
  874. |> List.first()
  875. end
  876. end
  877. defp dump_as_erl(term) do
  878. term
  879. |> then(&:io_lib.format("~0p", [&1]))
  880. |> :erlang.iolist_to_binary()
  881. end
  882. defp erlang_edition(:community), do: :ce
  883. defp erlang_edition(:enterprise), do: :ee
  884. end