mix.exs 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommendd to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.7", override: true},
  41. {:gproc, github: "uwiger/gproc", tag: "0.8.0", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.0", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-9", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.14.6", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.7", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.9", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.3", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.5", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.5"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.7", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.38.0", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # dependencies of dependencies; we choose specific refs to match
  75. # what rebar3 chooses.
  76. # in conflict by gun and emqtt
  77. {:cowlib,
  78. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  79. # in conflict by cowboy_swagger and cowboy
  80. {:ranch,
  81. github: "ninenines/ranch", ref: "a692f44567034dacf5efcaa24a24183788594eb7", override: true},
  82. # in conflict by grpc and eetcd
  83. {:gpb, "4.19.5", override: true, runtime: false},
  84. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  85. {:erlcloud, github: "emqx/erlcloud", tag: "3.6.8-emqx-1", override: true},
  86. # erlcloud's rebar.config requires rebar3 and does not support Mix,
  87. # so it tries to fetch deps from git. We need to override this.
  88. {:lhttpc, github: "erlcloud/lhttpc", tag: "1.6.2", override: true},
  89. {:eini, "1.2.9", override: true},
  90. {:base16, "1.0.0", override: true}
  91. # end of erlcloud's deps
  92. ] ++
  93. emqx_apps(profile_info, version) ++
  94. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  95. end
  96. defp emqx_apps(profile_info, version) do
  97. apps = community_apps() ++ enterprise_apps(profile_info)
  98. set_emqx_app_system_env(apps, profile_info, version)
  99. end
  100. defp community_apps() do
  101. community_app_paths()
  102. |> Enum.map(fn path ->
  103. app =
  104. path
  105. |> Path.basename()
  106. |> String.to_atom()
  107. {app, path: path, manager: :rebar3, override: true}
  108. end)
  109. end
  110. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  111. enterprise_app_paths()
  112. |> Enum.map(fn path ->
  113. app =
  114. path
  115. |> Path.basename()
  116. |> String.to_atom()
  117. {app, path: path, manager: :rebar3, override: true}
  118. end)
  119. end
  120. defp enterprise_apps(_profile_info) do
  121. []
  122. end
  123. defp community_app_paths() do
  124. "apps/*"
  125. |> Path.wildcard()
  126. |> Enum.filter(&File.dir?/1)
  127. |> Enum.reject(&File.exists?(Path.join(&1, "BSL.txt")))
  128. end
  129. defp enterprise_app_paths() do
  130. lib_ee_paths =
  131. "lib-ee/*"
  132. |> Path.wildcard()
  133. |> Enum.filter(&File.dir?/1)
  134. apps_paths =
  135. "apps/*"
  136. |> Path.wildcard()
  137. |> Enum.filter(&File.dir?/1)
  138. |> Enum.filter(&File.exists?(Path.join(&1, "BSL.txt")))
  139. lib_ee_paths ++ apps_paths
  140. end
  141. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  142. [
  143. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  144. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.9", override: true},
  145. {:wolff, github: "kafka4beam/wolff", tag: "1.7.5"},
  146. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.2", override: true},
  147. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0-rc1"},
  148. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  149. {:snappyer, "1.2.8", override: true},
  150. {:supervisor3, "1.1.11", override: true}
  151. ]
  152. end
  153. defp enterprise_deps(_profile_info) do
  154. []
  155. end
  156. defp set_emqx_app_system_env(apps, profile_info, version) do
  157. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  158. Enum.map(
  159. apps,
  160. fn {app, opts} ->
  161. {app,
  162. Keyword.update(
  163. opts,
  164. :system_env,
  165. system_env,
  166. &Keyword.merge(&1, system_env)
  167. )}
  168. end
  169. )
  170. end
  171. def emqx_app_system_env(profile_info, version) do
  172. erlc_options(profile_info, version)
  173. |> dump_as_erl()
  174. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  175. end
  176. defp erlc_options(%{edition_type: edition_type}, version) do
  177. [
  178. :debug_info,
  179. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  180. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  181. {:d, :snk_kind, :msg}
  182. ]
  183. end
  184. def maybe_no_quic_env() do
  185. if not enable_quicer?() do
  186. [{"BUILD_WITHOUT_QUIC", "true"}]
  187. else
  188. []
  189. end
  190. end
  191. defp releases() do
  192. [
  193. emqx: fn ->
  194. %{
  195. release_type: release_type,
  196. package_type: package_type,
  197. edition_type: edition_type
  198. } = check_profile!()
  199. base_steps = [
  200. &make_docs(&1),
  201. :assemble,
  202. &create_RELEASES/1,
  203. &copy_files(&1, release_type, package_type, edition_type),
  204. &copy_escript(&1, "nodetool"),
  205. &copy_escript(&1, "install_upgrade.escript")
  206. ]
  207. steps =
  208. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  209. base_steps ++ [&prepare_tar_overlays/1, :tar]
  210. else
  211. base_steps
  212. end
  213. [
  214. applications: applications(edition_type),
  215. skip_mode_validation_for: [
  216. :emqx_gateway,
  217. :emqx_dashboard,
  218. :emqx_resource,
  219. :emqx_connector,
  220. :emqx_exhook,
  221. :emqx_bridge,
  222. :emqx_modules,
  223. :emqx_management,
  224. :emqx_statsd,
  225. :emqx_retainer,
  226. :emqx_prometheus,
  227. :emqx_auto_subscribe,
  228. :emqx_slow_subs,
  229. :emqx_plugins
  230. ],
  231. steps: steps,
  232. strip_beams: false
  233. ]
  234. end
  235. ]
  236. end
  237. def applications(edition_type) do
  238. [
  239. crypto: :permanent,
  240. public_key: :permanent,
  241. asn1: :permanent,
  242. syntax_tools: :permanent,
  243. ssl: :permanent,
  244. os_mon: :permanent,
  245. inets: :permanent,
  246. compiler: :permanent,
  247. runtime_tools: :permanent,
  248. redbug: :permanent,
  249. xmerl: :permanent,
  250. hocon: :load,
  251. telemetry: :permanent,
  252. emqx: :load,
  253. emqx_conf: :load,
  254. emqx_machine: :permanent
  255. ] ++
  256. if(enable_rocksdb?(),
  257. do: [mnesia_rocksdb: :load],
  258. else: []
  259. ) ++
  260. [
  261. mnesia: :load,
  262. ekka: :load,
  263. emqx_plugin_libs: :load,
  264. esasl: :load,
  265. observer_cli: :permanent,
  266. tools: :load,
  267. covertool: :load,
  268. system_monitor: :load,
  269. emqx_http_lib: :permanent,
  270. emqx_resource: :permanent,
  271. emqx_connector: :permanent,
  272. emqx_authn: :permanent,
  273. emqx_authz: :permanent,
  274. emqx_auto_subscribe: :permanent,
  275. emqx_gateway: :permanent,
  276. emqx_exhook: :permanent,
  277. emqx_bridge: :permanent,
  278. emqx_rule_engine: :permanent,
  279. emqx_modules: :permanent,
  280. emqx_management: :permanent,
  281. emqx_dashboard: :permanent,
  282. emqx_retainer: :permanent,
  283. emqx_statsd: :permanent,
  284. emqx_prometheus: :permanent,
  285. emqx_psk: :permanent,
  286. emqx_slow_subs: :permanent,
  287. emqx_plugins: :permanent,
  288. emqx_mix: :none
  289. ] ++
  290. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  291. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  292. if(enable_jq?(), do: [jq: :load], else: []) ++
  293. if(is_app(:observer),
  294. do: [observer: :load],
  295. else: []
  296. ) ++
  297. if(edition_type == :enterprise,
  298. do: [
  299. emqx_license: :permanent,
  300. emqx_ee_conf: :load,
  301. emqx_ee_connector: :permanent,
  302. emqx_ee_bridge: :permanent,
  303. emqx_s3: :permanent,
  304. emqx_ft: :permanent
  305. ],
  306. else: []
  307. )
  308. end
  309. defp is_app(name) do
  310. case Application.load(name) do
  311. :ok ->
  312. true
  313. {:error, {:already_loaded, _}} ->
  314. true
  315. _ ->
  316. false
  317. end
  318. end
  319. def check_profile!() do
  320. valid_envs = [
  321. :dev,
  322. :emqx,
  323. :"emqx-pkg",
  324. :"emqx-enterprise",
  325. :"emqx-enterprise-pkg"
  326. ]
  327. if Mix.env() not in valid_envs do
  328. formatted_envs =
  329. valid_envs
  330. |> Enum.map(&" * #{&1}")
  331. |> Enum.join("\n")
  332. Mix.raise("""
  333. Invalid env #{Mix.env()}. Valid options are:
  334. #{formatted_envs}
  335. """)
  336. end
  337. {
  338. release_type,
  339. package_type,
  340. edition_type
  341. } =
  342. case Mix.env() do
  343. :dev ->
  344. {:cloud, :bin, :community}
  345. :emqx ->
  346. {:cloud, :bin, :community}
  347. :"emqx-enterprise" ->
  348. {:cloud, :bin, :enterprise}
  349. :"emqx-pkg" ->
  350. {:cloud, :pkg, :community}
  351. :"emqx-enterprise-pkg" ->
  352. {:cloud, :pkg, :enterprise}
  353. end
  354. normalize_env!()
  355. %{
  356. release_type: release_type,
  357. package_type: package_type,
  358. edition_type: edition_type
  359. }
  360. end
  361. #############################################################################
  362. # Custom Steps
  363. #############################################################################
  364. defp make_docs(release) do
  365. profile = System.get_env("MIX_ENV")
  366. os_cmd("build", [profile, "docs"])
  367. release
  368. end
  369. defp copy_files(release, release_type, package_type, edition_type) do
  370. overwrite? = Keyword.get(release.options, :overwrite, false)
  371. bin = Path.join(release.path, "bin")
  372. etc = Path.join(release.path, "etc")
  373. log = Path.join(release.path, "log")
  374. plugins = Path.join(release.path, "plugins")
  375. Mix.Generator.create_directory(bin)
  376. Mix.Generator.create_directory(etc)
  377. Mix.Generator.create_directory(log)
  378. Mix.Generator.create_directory(plugins)
  379. Mix.Generator.create_directory(Path.join(etc, "certs"))
  380. Enum.each(
  381. ["mnesia", "configs", "patches", "scripts"],
  382. fn dir ->
  383. path = Path.join([release.path, "data", dir])
  384. Mix.Generator.create_directory(path)
  385. end
  386. )
  387. Mix.Generator.copy_file(
  388. "apps/emqx_authz/etc/acl.conf",
  389. Path.join(etc, "acl.conf"),
  390. force: overwrite?
  391. )
  392. # required by emqx_authz
  393. File.cp_r!(
  394. "apps/emqx/etc/certs",
  395. Path.join(etc, "certs")
  396. )
  397. profile = System.get_env("MIX_ENV")
  398. Mix.Generator.copy_file(
  399. "_build/docgen/#{profile}/emqx.conf.en.example",
  400. Path.join(etc, "emqx.conf.example"),
  401. force: overwrite?
  402. )
  403. # this is required by the produced escript / nodetool
  404. Mix.Generator.copy_file(
  405. Path.join(release.version_path, "start_clean.boot"),
  406. Path.join(bin, "no_dot_erlang.boot"),
  407. force: overwrite?
  408. )
  409. assigns = template_vars(release, release_type, package_type, edition_type)
  410. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  411. # So, this should be run before the release.
  412. # TODO: run as a "compiler" step???
  413. render_template(
  414. "apps/emqx_conf/etc/emqx.conf.all",
  415. assigns,
  416. Path.join(etc, "emqx.conf")
  417. )
  418. if edition_type == :enterprise do
  419. render_template(
  420. "apps/emqx_conf/etc/emqx-enterprise.conf.all",
  421. assigns,
  422. Path.join(etc, "emqx-enterprise.conf")
  423. )
  424. end
  425. render_template(
  426. "rel/emqx_vars",
  427. assigns,
  428. Path.join([release.path, "releases", "emqx_vars"])
  429. )
  430. vm_args_template_path =
  431. case release_type do
  432. :cloud ->
  433. "apps/emqx/etc/vm.args.cloud"
  434. end
  435. render_template(
  436. vm_args_template_path,
  437. assigns,
  438. [
  439. Path.join(etc, "vm.args"),
  440. Path.join(release.version_path, "vm.args")
  441. ]
  442. )
  443. for name <- [
  444. "emqx",
  445. "emqx_ctl"
  446. ] do
  447. Mix.Generator.copy_file(
  448. "bin/#{name}",
  449. Path.join(bin, name),
  450. force: overwrite?
  451. )
  452. # Files with the version appended are expected by the release
  453. # upgrade script `install_upgrade.escript`
  454. Mix.Generator.copy_file(
  455. Path.join(bin, name),
  456. Path.join(bin, name <> "-#{release.version}"),
  457. force: overwrite?
  458. )
  459. end
  460. for base_name <- ["emqx", "emqx_ctl"],
  461. suffix <- ["", "-#{release.version}"] do
  462. name = base_name <> suffix
  463. File.chmod!(Path.join(bin, name), 0o755)
  464. end
  465. Mix.Generator.copy_file(
  466. "bin/node_dump",
  467. Path.join(bin, "node_dump"),
  468. force: overwrite?
  469. )
  470. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  471. Mix.Generator.copy_file(
  472. "bin/emqx_cluster_rescue",
  473. Path.join(bin, "emqx_cluster_rescue"),
  474. force: overwrite?
  475. )
  476. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  477. render_template(
  478. "rel/BUILD_INFO",
  479. assigns,
  480. Path.join(release.version_path, "BUILD_INFO")
  481. )
  482. release
  483. end
  484. defp render_template(template, assigns, target) when is_binary(target) do
  485. render_template(template, assigns, [target])
  486. end
  487. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  488. rendered =
  489. File.read!(template)
  490. |> from_rebar_to_eex_template()
  491. |> EEx.eval_string(assigns)
  492. for target <- tartgets do
  493. File.write!(target, rendered)
  494. end
  495. end
  496. # needed by nodetool and by release_handler
  497. defp create_RELEASES(release) do
  498. apps =
  499. Enum.map(release.applications, fn {app_name, app_props} ->
  500. app_vsn = Keyword.fetch!(app_props, :vsn)
  501. app_path =
  502. "./lib"
  503. |> Path.join("#{app_name}-#{app_vsn}")
  504. |> to_charlist()
  505. {app_name, app_vsn, app_path}
  506. end)
  507. release_entry = [
  508. {
  509. :release,
  510. to_charlist(release.name),
  511. to_charlist(release.version),
  512. release.erts_version,
  513. apps,
  514. :permanent
  515. }
  516. ]
  517. release.path
  518. |> Path.join("releases")
  519. |> Path.join("RELEASES")
  520. |> File.open!([:write, :utf8], fn handle ->
  521. IO.puts(handle, "%% coding: utf-8")
  522. :io.format(handle, ~c"~tp.~n", [release_entry])
  523. end)
  524. release
  525. end
  526. defp copy_escript(release, escript_name) do
  527. [shebang, rest] =
  528. "bin/#{escript_name}"
  529. |> File.read!()
  530. |> String.split("\n", parts: 2)
  531. # the elixir version of escript + start.boot required the boot_var
  532. # RELEASE_LIB to be defined.
  533. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  534. # Files with the version appended are expected by the release
  535. # upgrade script `install_upgrade.escript`
  536. Enum.each(
  537. [escript_name, escript_name <> "-" <> release.version],
  538. fn name ->
  539. path = Path.join([release.path, "bin", name])
  540. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  541. end
  542. )
  543. release
  544. end
  545. # The `:tar` built-in step in Mix Release does not currently add the
  546. # `etc` directory into the resulting tarball. The workaround is to
  547. # add those to the `:overlays` key before running `:tar`.
  548. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  549. defp prepare_tar_overlays(release) do
  550. Map.update!(
  551. release,
  552. :overlays,
  553. &[
  554. "etc",
  555. "data",
  556. "plugins",
  557. "bin/node_dump"
  558. | &1
  559. ]
  560. )
  561. end
  562. #############################################################################
  563. # Helper functions
  564. #############################################################################
  565. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  566. [
  567. emqx_default_erlang_cookie: default_cookie(),
  568. platform_data_dir: "data",
  569. platform_etc_dir: "etc",
  570. platform_log_dir: "log",
  571. platform_plugins_dir: "plugins",
  572. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  573. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  574. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  575. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  576. runner_user: "",
  577. release_version: release.version,
  578. erts_vsn: release.erts_version,
  579. # FIXME: this is empty in `make emqx` ???
  580. erl_opts: "",
  581. emqx_description: emqx_description(release_type, edition_type),
  582. emqx_schema_mod: emqx_schema_mod(edition_type),
  583. is_elixir: "yes",
  584. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  585. ] ++ build_info()
  586. end
  587. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  588. [
  589. emqx_default_erlang_cookie: default_cookie(),
  590. platform_data_dir: "/var/lib/emqx",
  591. platform_etc_dir: "/etc/emqx",
  592. platform_log_dir: "/var/log/emqx",
  593. platform_plugins_dir: "/var/lib/emqx/plugins",
  594. runner_bin_dir: "/usr/bin",
  595. emqx_etc_dir: "/etc/emqx",
  596. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  597. runner_log_dir: "/var/log/emqx",
  598. runner_user: "emqx",
  599. release_version: release.version,
  600. erts_vsn: release.erts_version,
  601. # FIXME: this is empty in `make emqx` ???
  602. erl_opts: "",
  603. emqx_description: emqx_description(release_type, edition_type),
  604. emqx_schema_mod: emqx_schema_mod(edition_type),
  605. is_elixir: "yes",
  606. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  607. ] ++ build_info()
  608. end
  609. defp default_cookie() do
  610. "emqx50elixir"
  611. end
  612. defp emqx_description(release_type, edition_type) do
  613. case {release_type, edition_type} do
  614. {:cloud, :enterprise} ->
  615. "EMQX Enterprise"
  616. {:cloud, :community} ->
  617. "EMQX"
  618. end
  619. end
  620. defp emqx_schema_mod(:enterprise), do: :emqx_ee_conf_schema
  621. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  622. defp bcrypt_dep() do
  623. if enable_bcrypt?(),
  624. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  625. else: []
  626. end
  627. defp jq_dep() do
  628. if enable_jq?(),
  629. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  630. else: []
  631. end
  632. defp quicer_dep() do
  633. if enable_quicer?(),
  634. # in conflict with emqx and emqtt
  635. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  636. else: []
  637. end
  638. defp enable_bcrypt?() do
  639. not win32?()
  640. end
  641. defp enable_jq?() do
  642. not Enum.any?([
  643. build_without_jq?(),
  644. win32?()
  645. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  646. end
  647. defp enable_quicer?() do
  648. not Enum.any?([
  649. build_without_quic?(),
  650. win32?(),
  651. centos6?(),
  652. macos?()
  653. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  654. end
  655. defp enable_rocksdb?() do
  656. not Enum.any?([
  657. build_without_rocksdb?(),
  658. raspbian?()
  659. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  660. end
  661. defp pkg_vsn() do
  662. %{edition_type: edition_type} = check_profile!()
  663. basedir = Path.dirname(__ENV__.file)
  664. script = Path.join(basedir, "pkg-vsn.sh")
  665. os_cmd(script, [Atom.to_string(edition_type)])
  666. end
  667. defp os_cmd(script, args) do
  668. {str, 0} = System.cmd("bash", [script | args])
  669. String.trim(str)
  670. end
  671. defp win32?(),
  672. do: match?({:win_32, _}, :os.type())
  673. defp centos6?() do
  674. case File.read("/etc/centos-release") do
  675. {:ok, "CentOS release 6" <> _} ->
  676. true
  677. _ ->
  678. false
  679. end
  680. end
  681. defp macos?() do
  682. {:unix, :darwin} == :os.type()
  683. end
  684. defp raspbian?() do
  685. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  686. end
  687. defp build_without_jq?() do
  688. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  689. String.downcase(opt) != "false"
  690. end
  691. defp build_without_quic?() do
  692. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  693. String.downcase(opt) != "false"
  694. end
  695. defp build_without_rocksdb?() do
  696. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  697. String.downcase(opt) != "false"
  698. end
  699. defp from_rebar_to_eex_template(str) do
  700. # we must not consider surrounding space in the template var name
  701. # because some help strings contain informative variables that
  702. # should not be interpolated, and those have no spaces.
  703. Regex.replace(
  704. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  705. str,
  706. "<%= \\g{1} %>"
  707. )
  708. end
  709. defp build_info() do
  710. [
  711. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  712. build_info_wordsize: wordsize(),
  713. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  714. build_info_erlang: otp_release(),
  715. build_info_elixir: System.version(),
  716. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  717. ]
  718. end
  719. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  720. defp wordsize() do
  721. size =
  722. try do
  723. :erlang.system_info({:wordsize, :external})
  724. rescue
  725. ErlangError ->
  726. :erlang.system_info(:wordsize)
  727. end
  728. to_string(8 * size)
  729. end
  730. defp normalize_env!() do
  731. env =
  732. case Mix.env() do
  733. :dev ->
  734. :emqx
  735. env ->
  736. env
  737. end
  738. Mix.env(env)
  739. end
  740. # As from Erlang/OTP 17, the OTP release number corresponds to the
  741. # major OTP version number. No erlang:system_info() argument gives
  742. # the exact OTP version.
  743. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  744. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  745. defp otp_release() do
  746. major_version = System.otp_release()
  747. root_dir = to_string(:code.root_dir())
  748. [root_dir, "releases", major_version, "OTP_VERSION"]
  749. |> Path.join()
  750. |> File.read()
  751. |> case do
  752. {:error, _} ->
  753. major_version
  754. {:ok, version} ->
  755. version
  756. |> String.trim()
  757. |> String.split("**")
  758. |> List.first()
  759. end
  760. end
  761. defp dump_as_erl(term) do
  762. term
  763. |> then(&:io_lib.format("~0p", [&1]))
  764. |> :erlang.iolist_to_binary()
  765. end
  766. defp erlang_edition(:community), do: :ce
  767. defp erlang_edition(:enterprise), do: :ee
  768. end