mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-11", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.3", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.10", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch,
  83. github: "emqx/ranch", ref: "de8ba2a00817c0a6eb1b8f20d6fb3e44e2c9a5aa", override: true},
  84. # in conflict by grpc and eetcd
  85. {:gpb, "4.19.7", override: true, runtime: false},
  86. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  87. # set by hackney (dependency)
  88. {:ssl_verify_fun, "1.1.6", override: true}
  89. ] ++
  90. emqx_apps(profile_info, version) ++
  91. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  92. end
  93. defp emqx_apps(profile_info, version) do
  94. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  95. set_emqx_app_system_env(apps, profile_info, version)
  96. end
  97. defp umbrella_apps(profile_info) do
  98. enterprise_apps = enterprise_umbrella_apps()
  99. "apps/*"
  100. |> Path.wildcard()
  101. |> Enum.map(fn path ->
  102. app =
  103. path
  104. |> Path.basename()
  105. |> String.to_atom()
  106. {app, path: path, manager: :rebar3, override: true}
  107. end)
  108. |> Enum.reject(fn dep_spec ->
  109. dep_spec
  110. |> elem(0)
  111. |> then(&MapSet.member?(enterprise_apps, &1))
  112. end)
  113. |> Enum.reject(fn {app, _} ->
  114. case profile_info do
  115. %{edition_type: :enterprise} ->
  116. app == :emqx_telemetry
  117. _ ->
  118. false
  119. end
  120. end)
  121. end
  122. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  123. umbrella_apps =
  124. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  125. path = "apps/#{app_name}"
  126. {app_name, path: path, manager: :rebar3, override: true}
  127. end)
  128. "lib-ee/*"
  129. |> Path.wildcard()
  130. |> Enum.filter(&File.dir?/1)
  131. |> Enum.map(fn path ->
  132. app =
  133. path
  134. |> Path.basename()
  135. |> String.to_atom()
  136. {app, path: path, manager: :rebar3, override: true}
  137. end)
  138. |> Enum.concat(umbrella_apps)
  139. end
  140. defp enterprise_apps(_profile_info) do
  141. []
  142. end
  143. # need to remove those when listing `/apps/`...
  144. defp enterprise_umbrella_apps() do
  145. MapSet.new([
  146. :emqx_bridge_kafka,
  147. :emqx_bridge_gcp_pubsub,
  148. :emqx_bridge_cassandra,
  149. :emqx_bridge_opents,
  150. :emqx_bridge_dynamo,
  151. :emqx_bridge_hstreamdb,
  152. :emqx_bridge_influxdb,
  153. :emqx_bridge_iotdb,
  154. :emqx_bridge_matrix,
  155. :emqx_bridge_mongodb,
  156. :emqx_bridge_mysql,
  157. :emqx_bridge_pgsql,
  158. :emqx_bridge_redis,
  159. :emqx_bridge_rocketmq,
  160. :emqx_bridge_tdengine,
  161. :emqx_bridge_timescale,
  162. :emqx_bridge_sqlserver,
  163. :emqx_bridge_pulsar,
  164. :emqx_oracle,
  165. :emqx_bridge_oracle,
  166. :emqx_bridge_rabbitmq,
  167. :emqx_bridge_clickhouse,
  168. :emqx_ft,
  169. :emqx_s3
  170. ])
  171. end
  172. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  173. [
  174. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  175. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  176. {:wolff, github: "kafka4beam/wolff", tag: "1.7.6"},
  177. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  178. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  179. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  180. {:snappyer, "1.2.9", override: true},
  181. {:crc32cer, "0.1.8", override: true},
  182. {:supervisor3, "1.1.12", override: true},
  183. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  184. # The following two are dependencies of rabbit_common. They are needed here to
  185. # make mix not complain about conflicting versions
  186. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  187. {:credentials_obfuscation,
  188. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  189. {:rabbit_common,
  190. github: "emqx/rabbitmq-server",
  191. tag: "v3.11.13-emqx",
  192. sparse: "deps/rabbit_common",
  193. override: true},
  194. {:amqp_client,
  195. github: "emqx/rabbitmq-server",
  196. tag: "v3.11.13-emqx",
  197. sparse: "deps/amqp_client",
  198. override: true}
  199. ]
  200. end
  201. defp enterprise_deps(_profile_info) do
  202. []
  203. end
  204. defp set_emqx_app_system_env(apps, profile_info, version) do
  205. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  206. Enum.map(
  207. apps,
  208. fn {app, opts} ->
  209. {app,
  210. Keyword.update(
  211. opts,
  212. :system_env,
  213. system_env,
  214. &Keyword.merge(&1, system_env)
  215. )}
  216. end
  217. )
  218. end
  219. def emqx_app_system_env(profile_info, version) do
  220. erlc_options(profile_info, version)
  221. |> dump_as_erl()
  222. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  223. end
  224. defp erlc_options(%{edition_type: edition_type}, version) do
  225. [
  226. :debug_info,
  227. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  228. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  229. {:d, :snk_kind, :msg}
  230. ]
  231. end
  232. def maybe_no_quic_env() do
  233. if not enable_quicer?() do
  234. [{"BUILD_WITHOUT_QUIC", "true"}]
  235. else
  236. []
  237. end
  238. end
  239. defp releases() do
  240. [
  241. emqx: fn ->
  242. %{
  243. release_type: release_type,
  244. package_type: package_type,
  245. edition_type: edition_type
  246. } = check_profile!()
  247. base_steps = [
  248. &make_docs(&1),
  249. :assemble,
  250. &create_RELEASES/1,
  251. &copy_files(&1, release_type, package_type, edition_type),
  252. &copy_escript(&1, "nodetool"),
  253. &copy_escript(&1, "install_upgrade.escript")
  254. ]
  255. steps =
  256. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  257. base_steps ++ [&prepare_tar_overlays/1, :tar]
  258. else
  259. base_steps
  260. end
  261. [
  262. applications: applications(edition_type),
  263. skip_mode_validation_for: [
  264. :emqx_gateway,
  265. :emqx_gateway_stomp,
  266. :emqx_gateway_mqttsn,
  267. :emqx_gateway_coap,
  268. :emqx_gateway_lwm2m,
  269. :emqx_gateway_exproto,
  270. :emqx_dashboard,
  271. :emqx_resource,
  272. :emqx_connector,
  273. :emqx_exhook,
  274. :emqx_bridge,
  275. :emqx_bridge_mqtt,
  276. :emqx_modules,
  277. :emqx_management,
  278. :emqx_retainer,
  279. :emqx_prometheus,
  280. :emqx_auto_subscribe,
  281. :emqx_slow_subs,
  282. :emqx_plugins
  283. ],
  284. steps: steps,
  285. strip_beams: false
  286. ]
  287. end
  288. ]
  289. end
  290. def applications(edition_type) do
  291. [
  292. crypto: :permanent,
  293. public_key: :permanent,
  294. asn1: :permanent,
  295. syntax_tools: :permanent,
  296. ssl: :permanent,
  297. os_mon: :permanent,
  298. inets: :permanent,
  299. compiler: :permanent,
  300. runtime_tools: :permanent,
  301. redbug: :permanent,
  302. xmerl: :permanent,
  303. hocon: :load,
  304. telemetry: :permanent,
  305. emqx: :load,
  306. emqx_conf: :load,
  307. emqx_machine: :permanent
  308. ] ++
  309. if(enable_rocksdb?(),
  310. do: [mnesia_rocksdb: :load],
  311. else: []
  312. ) ++
  313. [
  314. mnesia: :load,
  315. ekka: :load,
  316. esasl: :load,
  317. observer_cli: :permanent,
  318. tools: :permanent,
  319. covertool: :load,
  320. system_monitor: :load,
  321. emqx_utils: :load,
  322. emqx_http_lib: :permanent,
  323. emqx_resource: :permanent,
  324. emqx_connector: :permanent,
  325. emqx_authn: :permanent,
  326. emqx_authz: :permanent,
  327. emqx_auto_subscribe: :permanent,
  328. emqx_gateway: :permanent,
  329. emqx_gateway_stomp: :permanent,
  330. emqx_gateway_mqttsn: :permanent,
  331. emqx_gateway_coap: :permanent,
  332. emqx_gateway_lwm2m: :permanent,
  333. emqx_gateway_exproto: :permanent,
  334. emqx_exhook: :permanent,
  335. emqx_bridge: :permanent,
  336. emqx_bridge_mqtt: :permanent,
  337. emqx_rule_engine: :permanent,
  338. emqx_modules: :permanent,
  339. emqx_management: :permanent,
  340. emqx_dashboard: :permanent,
  341. emqx_retainer: :permanent,
  342. emqx_prometheus: :permanent,
  343. emqx_psk: :permanent,
  344. emqx_slow_subs: :permanent,
  345. emqx_mongodb: :permanent,
  346. emqx_plugins: :permanent,
  347. emqx_mix: :none
  348. ] ++
  349. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  350. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  351. if(enable_jq?(), do: [jq: :load], else: []) ++
  352. if(is_app(:observer),
  353. do: [observer: :load],
  354. else: []
  355. ) ++
  356. if(edition_type == :enterprise,
  357. do: [
  358. emqx_license: :permanent,
  359. emqx_enterprise: :load,
  360. emqx_ee_connector: :permanent,
  361. emqx_ee_bridge: :permanent,
  362. emqx_bridge_kafka: :permanent,
  363. emqx_bridge_pulsar: :permanent,
  364. emqx_bridge_gcp_pubsub: :permanent,
  365. emqx_bridge_cassandra: :permanent,
  366. emqx_bridge_opents: :permanent,
  367. emqx_bridge_clickhouse: :permanent,
  368. emqx_bridge_dynamo: :permanent,
  369. emqx_bridge_hstreamdb: :permanent,
  370. emqx_bridge_influxdb: :permanent,
  371. emqx_bridge_iotdb: :permanent,
  372. emqx_bridge_matrix: :permanent,
  373. emqx_bridge_mongodb: :permanent,
  374. emqx_bridge_mysql: :permanent,
  375. emqx_bridge_pgsql: :permanent,
  376. emqx_bridge_redis: :permanent,
  377. emqx_bridge_rocketmq: :permanent,
  378. emqx_bridge_tdengine: :permanent,
  379. emqx_bridge_timescale: :permanent,
  380. emqx_bridge_sqlserver: :permanent,
  381. emqx_oracle: :permanent,
  382. emqx_redis: :permanent,
  383. emqx_bridge_oracle: :permanent,
  384. emqx_bridge_rabbitmq: :permanent,
  385. emqx_ee_schema_registry: :permanent,
  386. emqx_eviction_agent: :permanent,
  387. emqx_node_rebalance: :permanent,
  388. emqx_ft: :permanent
  389. ],
  390. else: [
  391. emqx_telemetry: :permanent
  392. ]
  393. )
  394. end
  395. defp is_app(name) do
  396. case Application.load(name) do
  397. :ok ->
  398. true
  399. {:error, {:already_loaded, _}} ->
  400. true
  401. _ ->
  402. false
  403. end
  404. end
  405. def check_profile!() do
  406. valid_envs = [
  407. :dev,
  408. :emqx,
  409. :"emqx-pkg",
  410. :"emqx-enterprise",
  411. :"emqx-enterprise-pkg"
  412. ]
  413. if Mix.env() not in valid_envs do
  414. formatted_envs =
  415. valid_envs
  416. |> Enum.map(&" * #{&1}")
  417. |> Enum.join("\n")
  418. Mix.raise("""
  419. Invalid env #{Mix.env()}. Valid options are:
  420. #{formatted_envs}
  421. """)
  422. end
  423. {
  424. release_type,
  425. package_type,
  426. edition_type
  427. } =
  428. case Mix.env() do
  429. :dev ->
  430. {:cloud, :bin, :community}
  431. :emqx ->
  432. {:cloud, :bin, :community}
  433. :"emqx-enterprise" ->
  434. {:cloud, :bin, :enterprise}
  435. :"emqx-pkg" ->
  436. {:cloud, :pkg, :community}
  437. :"emqx-enterprise-pkg" ->
  438. {:cloud, :pkg, :enterprise}
  439. end
  440. normalize_env!()
  441. %{
  442. release_type: release_type,
  443. package_type: package_type,
  444. edition_type: edition_type
  445. }
  446. end
  447. #############################################################################
  448. # Custom Steps
  449. #############################################################################
  450. defp make_docs(release) do
  451. profile = System.get_env("MIX_ENV")
  452. os_cmd("build", [profile, "docs"])
  453. release
  454. end
  455. defp copy_files(release, release_type, package_type, edition_type) do
  456. overwrite? = Keyword.get(release.options, :overwrite, false)
  457. bin = Path.join(release.path, "bin")
  458. etc = Path.join(release.path, "etc")
  459. log = Path.join(release.path, "log")
  460. plugins = Path.join(release.path, "plugins")
  461. Mix.Generator.create_directory(bin)
  462. Mix.Generator.create_directory(etc)
  463. Mix.Generator.create_directory(log)
  464. Mix.Generator.create_directory(plugins)
  465. Mix.Generator.create_directory(Path.join(etc, "certs"))
  466. Enum.each(
  467. ["mnesia", "configs", "patches", "scripts"],
  468. fn dir ->
  469. path = Path.join([release.path, "data", dir])
  470. Mix.Generator.create_directory(path)
  471. end
  472. )
  473. Mix.Generator.copy_file(
  474. "apps/emqx_authz/etc/acl.conf",
  475. Path.join(etc, "acl.conf"),
  476. force: overwrite?
  477. )
  478. # required by emqx_authz
  479. File.cp_r!(
  480. "apps/emqx/etc/certs",
  481. Path.join(etc, "certs")
  482. )
  483. profile = System.get_env("MIX_ENV")
  484. File.cp_r!(
  485. "examples",
  486. Path.join(etc, "examples"),
  487. force: overwrite?
  488. )
  489. # this is required by the produced escript / nodetool
  490. Mix.Generator.copy_file(
  491. Path.join(release.version_path, "start_clean.boot"),
  492. Path.join(bin, "no_dot_erlang.boot"),
  493. force: overwrite?
  494. )
  495. assigns = template_vars(release, release_type, package_type, edition_type)
  496. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  497. # So, this should be run before the release.
  498. # TODO: run as a "compiler" step???
  499. render_template(
  500. "apps/emqx_conf/etc/emqx.conf.all",
  501. assigns,
  502. Path.join(etc, "emqx.conf")
  503. )
  504. render_template(
  505. "rel/emqx_vars",
  506. assigns,
  507. Path.join([release.path, "releases", "emqx_vars"])
  508. )
  509. vm_args_template_path =
  510. case release_type do
  511. :cloud ->
  512. "apps/emqx/etc/vm.args.cloud"
  513. end
  514. render_template(
  515. vm_args_template_path,
  516. assigns,
  517. [
  518. Path.join(etc, "vm.args"),
  519. Path.join(release.version_path, "vm.args")
  520. ]
  521. )
  522. for name <- [
  523. "emqx",
  524. "emqx_ctl"
  525. ] do
  526. Mix.Generator.copy_file(
  527. "bin/#{name}",
  528. Path.join(bin, name),
  529. force: overwrite?
  530. )
  531. # Files with the version appended are expected by the release
  532. # upgrade script `install_upgrade.escript`
  533. Mix.Generator.copy_file(
  534. Path.join(bin, name),
  535. Path.join(bin, name <> "-#{release.version}"),
  536. force: overwrite?
  537. )
  538. end
  539. for base_name <- ["emqx", "emqx_ctl"],
  540. suffix <- ["", "-#{release.version}"] do
  541. name = base_name <> suffix
  542. File.chmod!(Path.join(bin, name), 0o755)
  543. end
  544. Mix.Generator.copy_file(
  545. "bin/node_dump",
  546. Path.join(bin, "node_dump"),
  547. force: overwrite?
  548. )
  549. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  550. Mix.Generator.copy_file(
  551. "bin/emqx_cluster_rescue",
  552. Path.join(bin, "emqx_cluster_rescue"),
  553. force: overwrite?
  554. )
  555. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  556. render_template(
  557. "rel/BUILD_INFO",
  558. assigns,
  559. Path.join(release.version_path, "BUILD_INFO")
  560. )
  561. release
  562. end
  563. defp render_template(template, assigns, target) when is_binary(target) do
  564. render_template(template, assigns, [target])
  565. end
  566. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  567. rendered =
  568. File.read!(template)
  569. |> from_rebar_to_eex_template()
  570. |> EEx.eval_string(assigns)
  571. for target <- tartgets do
  572. File.write!(target, rendered)
  573. end
  574. end
  575. # needed by nodetool and by release_handler
  576. defp create_RELEASES(release) do
  577. apps =
  578. Enum.map(release.applications, fn {app_name, app_props} ->
  579. app_vsn = Keyword.fetch!(app_props, :vsn)
  580. app_path =
  581. "./lib"
  582. |> Path.join("#{app_name}-#{app_vsn}")
  583. |> to_charlist()
  584. {app_name, app_vsn, app_path}
  585. end)
  586. release_entry = [
  587. {
  588. :release,
  589. to_charlist(release.name),
  590. to_charlist(release.version),
  591. release.erts_version,
  592. apps,
  593. :permanent
  594. }
  595. ]
  596. release.path
  597. |> Path.join("releases")
  598. |> Path.join("RELEASES")
  599. |> File.open!([:write, :utf8], fn handle ->
  600. IO.puts(handle, "%% coding: utf-8")
  601. :io.format(handle, ~c"~tp.~n", [release_entry])
  602. end)
  603. release
  604. end
  605. defp copy_escript(release, escript_name) do
  606. [shebang, rest] =
  607. "bin/#{escript_name}"
  608. |> File.read!()
  609. |> String.split("\n", parts: 2)
  610. # the elixir version of escript + start.boot required the boot_var
  611. # RELEASE_LIB to be defined.
  612. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  613. # Files with the version appended are expected by the release
  614. # upgrade script `install_upgrade.escript`
  615. Enum.each(
  616. [escript_name, escript_name <> "-" <> release.version],
  617. fn name ->
  618. path = Path.join([release.path, "bin", name])
  619. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  620. end
  621. )
  622. release
  623. end
  624. # The `:tar` built-in step in Mix Release does not currently add the
  625. # `etc` directory into the resulting tarball. The workaround is to
  626. # add those to the `:overlays` key before running `:tar`.
  627. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  628. defp prepare_tar_overlays(release) do
  629. Map.update!(
  630. release,
  631. :overlays,
  632. &[
  633. "etc",
  634. "data",
  635. "plugins",
  636. "bin/node_dump"
  637. | &1
  638. ]
  639. )
  640. end
  641. #############################################################################
  642. # Helper functions
  643. #############################################################################
  644. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  645. [
  646. emqx_default_erlang_cookie: default_cookie(),
  647. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  648. platform_data_dir: "data",
  649. platform_etc_dir: "etc",
  650. platform_plugins_dir: "plugins",
  651. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  652. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  653. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  654. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  655. runner_user: "",
  656. release_version: release.version,
  657. erts_vsn: release.erts_version,
  658. # FIXME: this is empty in `make emqx` ???
  659. erl_opts: "",
  660. emqx_description: emqx_description(release_type, edition_type),
  661. emqx_schema_mod: emqx_schema_mod(edition_type),
  662. is_elixir: "yes",
  663. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  664. ] ++ build_info()
  665. end
  666. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  667. [
  668. emqx_default_erlang_cookie: default_cookie(),
  669. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  670. platform_data_dir: "/var/lib/emqx",
  671. platform_etc_dir: "/etc/emqx",
  672. platform_plugins_dir: "/var/lib/emqx/plugins",
  673. runner_bin_dir: "/usr/bin",
  674. emqx_etc_dir: "/etc/emqx",
  675. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  676. runner_log_dir: "/var/log/emqx",
  677. runner_user: "emqx",
  678. release_version: release.version,
  679. erts_vsn: release.erts_version,
  680. # FIXME: this is empty in `make emqx` ???
  681. erl_opts: "",
  682. emqx_description: emqx_description(release_type, edition_type),
  683. emqx_schema_mod: emqx_schema_mod(edition_type),
  684. is_elixir: "yes",
  685. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  686. ] ++ build_info()
  687. end
  688. defp default_cookie() do
  689. "emqx50elixir"
  690. end
  691. defp emqx_description(release_type, edition_type) do
  692. case {release_type, edition_type} do
  693. {:cloud, :enterprise} ->
  694. "EMQX Enterprise"
  695. {:cloud, :community} ->
  696. "EMQX"
  697. end
  698. end
  699. defp emqx_configuration_doc(:enterprise),
  700. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  701. defp emqx_configuration_doc(:community),
  702. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  703. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  704. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  705. defp bcrypt_dep() do
  706. if enable_bcrypt?(),
  707. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  708. else: []
  709. end
  710. defp jq_dep() do
  711. if enable_jq?(),
  712. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  713. else: []
  714. end
  715. defp quicer_dep() do
  716. if enable_quicer?(),
  717. # in conflict with emqx and emqtt
  718. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  719. else: []
  720. end
  721. defp enable_bcrypt?() do
  722. not win32?()
  723. end
  724. defp enable_jq?() do
  725. not Enum.any?([
  726. build_without_jq?(),
  727. win32?()
  728. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  729. end
  730. defp enable_quicer?() do
  731. not Enum.any?([
  732. build_without_quic?(),
  733. win32?(),
  734. centos6?(),
  735. macos?()
  736. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  737. end
  738. defp enable_rocksdb?() do
  739. not Enum.any?([
  740. build_without_rocksdb?(),
  741. raspbian?()
  742. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  743. end
  744. defp pkg_vsn() do
  745. %{edition_type: edition_type} = check_profile!()
  746. basedir = Path.dirname(__ENV__.file)
  747. script = Path.join(basedir, "pkg-vsn.sh")
  748. os_cmd(script, [Atom.to_string(edition_type)])
  749. end
  750. defp os_cmd(script, args) do
  751. {str, 0} = System.cmd("bash", [script | args])
  752. String.trim(str)
  753. end
  754. defp win32?(),
  755. do: match?({:win_32, _}, :os.type())
  756. defp centos6?() do
  757. case File.read("/etc/centos-release") do
  758. {:ok, "CentOS release 6" <> _} ->
  759. true
  760. _ ->
  761. false
  762. end
  763. end
  764. defp macos?() do
  765. {:unix, :darwin} == :os.type()
  766. end
  767. defp raspbian?() do
  768. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  769. end
  770. defp build_without_jq?() do
  771. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  772. String.downcase(opt) != "false"
  773. end
  774. defp build_without_quic?() do
  775. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  776. String.downcase(opt) != "false"
  777. end
  778. defp build_without_rocksdb?() do
  779. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  780. String.downcase(opt) != "false"
  781. end
  782. defp from_rebar_to_eex_template(str) do
  783. # we must not consider surrounding space in the template var name
  784. # because some help strings contain informative variables that
  785. # should not be interpolated, and those have no spaces.
  786. Regex.replace(
  787. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  788. str,
  789. "<%= \\g{1} %>"
  790. )
  791. end
  792. defp build_info() do
  793. [
  794. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  795. build_info_wordsize: wordsize(),
  796. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  797. build_info_erlang: otp_release(),
  798. build_info_elixir: System.version(),
  799. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  800. ]
  801. end
  802. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  803. defp wordsize() do
  804. size =
  805. try do
  806. :erlang.system_info({:wordsize, :external})
  807. rescue
  808. ErlangError ->
  809. :erlang.system_info(:wordsize)
  810. end
  811. to_string(8 * size)
  812. end
  813. defp normalize_env!() do
  814. env =
  815. case Mix.env() do
  816. :dev ->
  817. :emqx
  818. env ->
  819. env
  820. end
  821. Mix.env(env)
  822. end
  823. # As from Erlang/OTP 17, the OTP release number corresponds to the
  824. # major OTP version number. No erlang:system_info() argument gives
  825. # the exact OTP version.
  826. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  827. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  828. defp otp_release() do
  829. major_version = System.otp_release()
  830. root_dir = to_string(:code.root_dir())
  831. [root_dir, "releases", major_version, "OTP_VERSION"]
  832. |> Path.join()
  833. |> File.read()
  834. |> case do
  835. {:error, _} ->
  836. major_version
  837. {:ok, version} ->
  838. version
  839. |> String.trim()
  840. |> String.split("**")
  841. |> List.first()
  842. end
  843. end
  844. defp dump_as_erl(term) do
  845. term
  846. |> then(&:io_lib.format("~0p", [&1]))
  847. |> :erlang.iolist_to_binary()
  848. end
  849. defp erlang_edition(:community), do: :ce
  850. defp erlang_edition(:enterprise), do: :ee
  851. end