mix.exs 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommendd to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.7", override: true},
  41. {:gproc, github: "uwiger/gproc", tag: "0.8.0", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.0", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-9", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.14.6", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.7", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.8", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.3", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.5", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.5"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.7", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.1", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch,
  83. github: "ninenines/ranch", ref: "a692f44567034dacf5efcaa24a24183788594eb7", override: true},
  84. # in conflict by grpc and eetcd
  85. {:gpb, "4.19.7", override: true, runtime: false},
  86. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true}
  87. ] ++
  88. emqx_apps(profile_info, version) ++
  89. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  90. end
  91. defp emqx_apps(profile_info, version) do
  92. apps = umbrella_apps() ++ enterprise_apps(profile_info)
  93. set_emqx_app_system_env(apps, profile_info, version)
  94. end
  95. defp umbrella_apps() do
  96. enterprise_apps = enterprise_umbrella_apps()
  97. "apps/*"
  98. |> Path.wildcard()
  99. |> Enum.map(fn path ->
  100. app =
  101. path
  102. |> Path.basename()
  103. |> String.to_atom()
  104. {app, path: path, manager: :rebar3, override: true}
  105. end)
  106. |> Enum.reject(fn dep_spec ->
  107. dep_spec
  108. |> elem(0)
  109. |> then(&MapSet.member?(enterprise_apps, &1))
  110. end)
  111. end
  112. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  113. umbrella_apps =
  114. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  115. path = "apps/#{app_name}"
  116. {app_name, path: path, manager: :rebar3, override: true}
  117. end)
  118. "lib-ee/*"
  119. |> Path.wildcard()
  120. |> Enum.filter(&File.dir?/1)
  121. |> Enum.map(fn path ->
  122. app =
  123. path
  124. |> Path.basename()
  125. |> String.to_atom()
  126. {app, path: path, manager: :rebar3, override: true}
  127. end)
  128. |> Enum.concat(umbrella_apps)
  129. end
  130. defp enterprise_apps(_profile_info) do
  131. []
  132. end
  133. # need to remove those when listing `/apps/`...
  134. defp enterprise_umbrella_apps() do
  135. MapSet.new([
  136. :emqx_bridge_kafka
  137. ])
  138. end
  139. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  140. [
  141. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  142. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.9", override: true},
  143. {:wolff, github: "kafka4beam/wolff", tag: "1.7.5"},
  144. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.2", override: true},
  145. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0-rc1"},
  146. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  147. {:snappyer, "1.2.8", override: true},
  148. {:crc32cer, "0.1.8", override: true},
  149. {:supervisor3, "1.1.12", override: true}
  150. ]
  151. end
  152. defp enterprise_deps(_profile_info) do
  153. []
  154. end
  155. defp set_emqx_app_system_env(apps, profile_info, version) do
  156. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  157. Enum.map(
  158. apps,
  159. fn {app, opts} ->
  160. {app,
  161. Keyword.update(
  162. opts,
  163. :system_env,
  164. system_env,
  165. &Keyword.merge(&1, system_env)
  166. )}
  167. end
  168. )
  169. end
  170. def emqx_app_system_env(profile_info, version) do
  171. erlc_options(profile_info, version)
  172. |> dump_as_erl()
  173. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  174. end
  175. defp erlc_options(%{edition_type: edition_type}, version) do
  176. [
  177. :debug_info,
  178. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  179. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  180. {:d, :snk_kind, :msg}
  181. ]
  182. end
  183. def maybe_no_quic_env() do
  184. if not enable_quicer?() do
  185. [{"BUILD_WITHOUT_QUIC", "true"}]
  186. else
  187. []
  188. end
  189. end
  190. defp releases() do
  191. [
  192. emqx: fn ->
  193. %{
  194. release_type: release_type,
  195. package_type: package_type,
  196. edition_type: edition_type
  197. } = check_profile!()
  198. base_steps = [
  199. &make_docs(&1),
  200. :assemble,
  201. &create_RELEASES/1,
  202. &copy_files(&1, release_type, package_type, edition_type),
  203. &copy_escript(&1, "nodetool"),
  204. &copy_escript(&1, "install_upgrade.escript")
  205. ]
  206. steps =
  207. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  208. base_steps ++ [&prepare_tar_overlays/1, :tar]
  209. else
  210. base_steps
  211. end
  212. [
  213. applications: applications(edition_type),
  214. skip_mode_validation_for: [
  215. :emqx_gateway,
  216. :emqx_gateway_stomp,
  217. :emqx_gateway_mqttsn,
  218. :emqx_gateway_coap,
  219. :emqx_gateway_lwm2m,
  220. :emqx_gateway_exproto,
  221. :emqx_dashboard,
  222. :emqx_resource,
  223. :emqx_connector,
  224. :emqx_exhook,
  225. :emqx_bridge,
  226. :emqx_modules,
  227. :emqx_management,
  228. :emqx_statsd,
  229. :emqx_retainer,
  230. :emqx_prometheus,
  231. :emqx_auto_subscribe,
  232. :emqx_slow_subs,
  233. :emqx_plugins
  234. ],
  235. steps: steps,
  236. strip_beams: false
  237. ]
  238. end
  239. ]
  240. end
  241. def applications(edition_type) do
  242. [
  243. crypto: :permanent,
  244. public_key: :permanent,
  245. asn1: :permanent,
  246. syntax_tools: :permanent,
  247. ssl: :permanent,
  248. os_mon: :permanent,
  249. inets: :permanent,
  250. compiler: :permanent,
  251. runtime_tools: :permanent,
  252. redbug: :permanent,
  253. xmerl: :permanent,
  254. hocon: :load,
  255. telemetry: :permanent,
  256. emqx: :load,
  257. emqx_conf: :load,
  258. emqx_machine: :permanent
  259. ] ++
  260. if(enable_rocksdb?(),
  261. do: [mnesia_rocksdb: :load],
  262. else: []
  263. ) ++
  264. [
  265. mnesia: :load,
  266. ekka: :load,
  267. emqx_plugin_libs: :load,
  268. esasl: :load,
  269. observer_cli: :permanent,
  270. tools: :load,
  271. covertool: :load,
  272. system_monitor: :load,
  273. emqx_utils: :load,
  274. emqx_http_lib: :permanent,
  275. emqx_resource: :permanent,
  276. emqx_connector: :permanent,
  277. emqx_authn: :permanent,
  278. emqx_authz: :permanent,
  279. emqx_auto_subscribe: :permanent,
  280. emqx_gateway: :permanent,
  281. emqx_gateway_stomp: :permanent,
  282. emqx_gateway_mqttsn: :permanent,
  283. emqx_gateway_coap: :permanent,
  284. emqx_gateway_lwm2m: :permanent,
  285. emqx_gateway_exproto: :permanent,
  286. emqx_exhook: :permanent,
  287. emqx_bridge: :permanent,
  288. emqx_rule_engine: :permanent,
  289. emqx_modules: :permanent,
  290. emqx_management: :permanent,
  291. emqx_dashboard: :permanent,
  292. emqx_retainer: :permanent,
  293. emqx_statsd: :permanent,
  294. emqx_prometheus: :permanent,
  295. emqx_psk: :permanent,
  296. emqx_slow_subs: :permanent,
  297. emqx_plugins: :permanent,
  298. emqx_mix: :none
  299. ] ++
  300. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  301. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  302. if(enable_jq?(), do: [jq: :load], else: []) ++
  303. if(is_app(:observer),
  304. do: [observer: :load],
  305. else: []
  306. ) ++
  307. if(edition_type == :enterprise,
  308. do: [
  309. emqx_license: :permanent,
  310. emqx_ee_conf: :load,
  311. emqx_ee_connector: :permanent,
  312. emqx_ee_bridge: :permanent,
  313. emqx_bridge_kafka: :permanent,
  314. emqx_ee_schema_registry: :permanent
  315. ],
  316. else: []
  317. )
  318. end
  319. defp is_app(name) do
  320. case Application.load(name) do
  321. :ok ->
  322. true
  323. {:error, {:already_loaded, _}} ->
  324. true
  325. _ ->
  326. false
  327. end
  328. end
  329. def check_profile!() do
  330. valid_envs = [
  331. :dev,
  332. :emqx,
  333. :"emqx-pkg",
  334. :"emqx-enterprise",
  335. :"emqx-enterprise-pkg"
  336. ]
  337. if Mix.env() not in valid_envs do
  338. formatted_envs =
  339. valid_envs
  340. |> Enum.map(&" * #{&1}")
  341. |> Enum.join("\n")
  342. Mix.raise("""
  343. Invalid env #{Mix.env()}. Valid options are:
  344. #{formatted_envs}
  345. """)
  346. end
  347. {
  348. release_type,
  349. package_type,
  350. edition_type
  351. } =
  352. case Mix.env() do
  353. :dev ->
  354. {:cloud, :bin, :community}
  355. :emqx ->
  356. {:cloud, :bin, :community}
  357. :"emqx-enterprise" ->
  358. {:cloud, :bin, :enterprise}
  359. :"emqx-pkg" ->
  360. {:cloud, :pkg, :community}
  361. :"emqx-enterprise-pkg" ->
  362. {:cloud, :pkg, :enterprise}
  363. end
  364. normalize_env!()
  365. %{
  366. release_type: release_type,
  367. package_type: package_type,
  368. edition_type: edition_type
  369. }
  370. end
  371. #############################################################################
  372. # Custom Steps
  373. #############################################################################
  374. defp make_docs(release) do
  375. profile = System.get_env("MIX_ENV")
  376. os_cmd("build", [profile, "docs"])
  377. release
  378. end
  379. defp copy_files(release, release_type, package_type, edition_type) do
  380. overwrite? = Keyword.get(release.options, :overwrite, false)
  381. bin = Path.join(release.path, "bin")
  382. etc = Path.join(release.path, "etc")
  383. log = Path.join(release.path, "log")
  384. plugins = Path.join(release.path, "plugins")
  385. Mix.Generator.create_directory(bin)
  386. Mix.Generator.create_directory(etc)
  387. Mix.Generator.create_directory(log)
  388. Mix.Generator.create_directory(plugins)
  389. Mix.Generator.create_directory(Path.join(etc, "certs"))
  390. Enum.each(
  391. ["mnesia", "configs", "patches", "scripts"],
  392. fn dir ->
  393. path = Path.join([release.path, "data", dir])
  394. Mix.Generator.create_directory(path)
  395. end
  396. )
  397. Mix.Generator.copy_file(
  398. "apps/emqx_authz/etc/acl.conf",
  399. Path.join(etc, "acl.conf"),
  400. force: overwrite?
  401. )
  402. # required by emqx_authz
  403. File.cp_r!(
  404. "apps/emqx/etc/certs",
  405. Path.join(etc, "certs")
  406. )
  407. profile = System.get_env("MIX_ENV")
  408. Mix.Generator.copy_file(
  409. "_build/docgen/#{profile}/emqx.conf.example",
  410. Path.join(etc, "emqx.conf.example"),
  411. force: overwrite?
  412. )
  413. # this is required by the produced escript / nodetool
  414. Mix.Generator.copy_file(
  415. Path.join(release.version_path, "start_clean.boot"),
  416. Path.join(bin, "no_dot_erlang.boot"),
  417. force: overwrite?
  418. )
  419. assigns = template_vars(release, release_type, package_type, edition_type)
  420. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  421. # So, this should be run before the release.
  422. # TODO: run as a "compiler" step???
  423. render_template(
  424. "apps/emqx_conf/etc/emqx.conf.all",
  425. assigns,
  426. Path.join(etc, "emqx.conf")
  427. )
  428. if edition_type == :enterprise do
  429. render_template(
  430. "apps/emqx_conf/etc/emqx-enterprise.conf.all",
  431. assigns,
  432. Path.join(etc, "emqx-enterprise.conf")
  433. )
  434. end
  435. render_template(
  436. "rel/emqx_vars",
  437. assigns,
  438. Path.join([release.path, "releases", "emqx_vars"])
  439. )
  440. vm_args_template_path =
  441. case release_type do
  442. :cloud ->
  443. "apps/emqx/etc/vm.args.cloud"
  444. end
  445. render_template(
  446. vm_args_template_path,
  447. assigns,
  448. [
  449. Path.join(etc, "vm.args"),
  450. Path.join(release.version_path, "vm.args")
  451. ]
  452. )
  453. for name <- [
  454. "emqx",
  455. "emqx_ctl"
  456. ] do
  457. Mix.Generator.copy_file(
  458. "bin/#{name}",
  459. Path.join(bin, name),
  460. force: overwrite?
  461. )
  462. # Files with the version appended are expected by the release
  463. # upgrade script `install_upgrade.escript`
  464. Mix.Generator.copy_file(
  465. Path.join(bin, name),
  466. Path.join(bin, name <> "-#{release.version}"),
  467. force: overwrite?
  468. )
  469. end
  470. for base_name <- ["emqx", "emqx_ctl"],
  471. suffix <- ["", "-#{release.version}"] do
  472. name = base_name <> suffix
  473. File.chmod!(Path.join(bin, name), 0o755)
  474. end
  475. Mix.Generator.copy_file(
  476. "bin/node_dump",
  477. Path.join(bin, "node_dump"),
  478. force: overwrite?
  479. )
  480. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  481. Mix.Generator.copy_file(
  482. "bin/emqx_cluster_rescue",
  483. Path.join(bin, "emqx_cluster_rescue"),
  484. force: overwrite?
  485. )
  486. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  487. render_template(
  488. "rel/BUILD_INFO",
  489. assigns,
  490. Path.join(release.version_path, "BUILD_INFO")
  491. )
  492. release
  493. end
  494. defp render_template(template, assigns, target) when is_binary(target) do
  495. render_template(template, assigns, [target])
  496. end
  497. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  498. rendered =
  499. File.read!(template)
  500. |> from_rebar_to_eex_template()
  501. |> EEx.eval_string(assigns)
  502. for target <- tartgets do
  503. File.write!(target, rendered)
  504. end
  505. end
  506. # needed by nodetool and by release_handler
  507. defp create_RELEASES(release) do
  508. apps =
  509. Enum.map(release.applications, fn {app_name, app_props} ->
  510. app_vsn = Keyword.fetch!(app_props, :vsn)
  511. app_path =
  512. "./lib"
  513. |> Path.join("#{app_name}-#{app_vsn}")
  514. |> to_charlist()
  515. {app_name, app_vsn, app_path}
  516. end)
  517. release_entry = [
  518. {
  519. :release,
  520. to_charlist(release.name),
  521. to_charlist(release.version),
  522. release.erts_version,
  523. apps,
  524. :permanent
  525. }
  526. ]
  527. release.path
  528. |> Path.join("releases")
  529. |> Path.join("RELEASES")
  530. |> File.open!([:write, :utf8], fn handle ->
  531. IO.puts(handle, "%% coding: utf-8")
  532. :io.format(handle, ~c"~tp.~n", [release_entry])
  533. end)
  534. release
  535. end
  536. defp copy_escript(release, escript_name) do
  537. [shebang, rest] =
  538. "bin/#{escript_name}"
  539. |> File.read!()
  540. |> String.split("\n", parts: 2)
  541. # the elixir version of escript + start.boot required the boot_var
  542. # RELEASE_LIB to be defined.
  543. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  544. # Files with the version appended are expected by the release
  545. # upgrade script `install_upgrade.escript`
  546. Enum.each(
  547. [escript_name, escript_name <> "-" <> release.version],
  548. fn name ->
  549. path = Path.join([release.path, "bin", name])
  550. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  551. end
  552. )
  553. release
  554. end
  555. # The `:tar` built-in step in Mix Release does not currently add the
  556. # `etc` directory into the resulting tarball. The workaround is to
  557. # add those to the `:overlays` key before running `:tar`.
  558. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  559. defp prepare_tar_overlays(release) do
  560. Map.update!(
  561. release,
  562. :overlays,
  563. &[
  564. "etc",
  565. "data",
  566. "plugins",
  567. "bin/node_dump"
  568. | &1
  569. ]
  570. )
  571. end
  572. #############################################################################
  573. # Helper functions
  574. #############################################################################
  575. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  576. [
  577. emqx_default_erlang_cookie: default_cookie(),
  578. platform_data_dir: "data",
  579. platform_etc_dir: "etc",
  580. platform_log_dir: "log",
  581. platform_plugins_dir: "plugins",
  582. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  583. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  584. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  585. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  586. runner_user: "",
  587. release_version: release.version,
  588. erts_vsn: release.erts_version,
  589. # FIXME: this is empty in `make emqx` ???
  590. erl_opts: "",
  591. emqx_description: emqx_description(release_type, edition_type),
  592. emqx_schema_mod: emqx_schema_mod(edition_type),
  593. is_elixir: "yes",
  594. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  595. ] ++ build_info()
  596. end
  597. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  598. [
  599. emqx_default_erlang_cookie: default_cookie(),
  600. platform_data_dir: "/var/lib/emqx",
  601. platform_etc_dir: "/etc/emqx",
  602. platform_log_dir: "/var/log/emqx",
  603. platform_plugins_dir: "/var/lib/emqx/plugins",
  604. runner_bin_dir: "/usr/bin",
  605. emqx_etc_dir: "/etc/emqx",
  606. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  607. runner_log_dir: "/var/log/emqx",
  608. runner_user: "emqx",
  609. release_version: release.version,
  610. erts_vsn: release.erts_version,
  611. # FIXME: this is empty in `make emqx` ???
  612. erl_opts: "",
  613. emqx_description: emqx_description(release_type, edition_type),
  614. emqx_schema_mod: emqx_schema_mod(edition_type),
  615. is_elixir: "yes",
  616. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  617. ] ++ build_info()
  618. end
  619. defp default_cookie() do
  620. "emqx50elixir"
  621. end
  622. defp emqx_description(release_type, edition_type) do
  623. case {release_type, edition_type} do
  624. {:cloud, :enterprise} ->
  625. "EMQX Enterprise"
  626. {:cloud, :community} ->
  627. "EMQX"
  628. end
  629. end
  630. defp emqx_schema_mod(:enterprise), do: :emqx_ee_conf_schema
  631. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  632. defp bcrypt_dep() do
  633. if enable_bcrypt?(),
  634. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  635. else: []
  636. end
  637. defp jq_dep() do
  638. if enable_jq?(),
  639. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  640. else: []
  641. end
  642. defp quicer_dep() do
  643. if enable_quicer?(),
  644. # in conflict with emqx and emqtt
  645. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  646. else: []
  647. end
  648. defp enable_bcrypt?() do
  649. not win32?()
  650. end
  651. defp enable_jq?() do
  652. not Enum.any?([
  653. build_without_jq?(),
  654. win32?()
  655. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  656. end
  657. defp enable_quicer?() do
  658. not Enum.any?([
  659. build_without_quic?(),
  660. win32?(),
  661. centos6?(),
  662. macos?()
  663. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  664. end
  665. defp enable_rocksdb?() do
  666. not Enum.any?([
  667. build_without_rocksdb?(),
  668. raspbian?()
  669. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  670. end
  671. defp pkg_vsn() do
  672. %{edition_type: edition_type} = check_profile!()
  673. basedir = Path.dirname(__ENV__.file)
  674. script = Path.join(basedir, "pkg-vsn.sh")
  675. os_cmd(script, [Atom.to_string(edition_type)])
  676. end
  677. defp os_cmd(script, args) do
  678. {str, 0} = System.cmd("bash", [script | args])
  679. String.trim(str)
  680. end
  681. defp win32?(),
  682. do: match?({:win_32, _}, :os.type())
  683. defp centos6?() do
  684. case File.read("/etc/centos-release") do
  685. {:ok, "CentOS release 6" <> _} ->
  686. true
  687. _ ->
  688. false
  689. end
  690. end
  691. defp macos?() do
  692. {:unix, :darwin} == :os.type()
  693. end
  694. defp raspbian?() do
  695. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  696. end
  697. defp build_without_jq?() do
  698. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  699. String.downcase(opt) != "false"
  700. end
  701. defp build_without_quic?() do
  702. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  703. String.downcase(opt) != "false"
  704. end
  705. defp build_without_rocksdb?() do
  706. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  707. String.downcase(opt) != "false"
  708. end
  709. defp from_rebar_to_eex_template(str) do
  710. # we must not consider surrounding space in the template var name
  711. # because some help strings contain informative variables that
  712. # should not be interpolated, and those have no spaces.
  713. Regex.replace(
  714. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  715. str,
  716. "<%= \\g{1} %>"
  717. )
  718. end
  719. defp build_info() do
  720. [
  721. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  722. build_info_wordsize: wordsize(),
  723. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  724. build_info_erlang: otp_release(),
  725. build_info_elixir: System.version(),
  726. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  727. ]
  728. end
  729. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  730. defp wordsize() do
  731. size =
  732. try do
  733. :erlang.system_info({:wordsize, :external})
  734. rescue
  735. ErlangError ->
  736. :erlang.system_info(:wordsize)
  737. end
  738. to_string(8 * size)
  739. end
  740. defp normalize_env!() do
  741. env =
  742. case Mix.env() do
  743. :dev ->
  744. :emqx
  745. env ->
  746. env
  747. end
  748. Mix.env(env)
  749. end
  750. # As from Erlang/OTP 17, the OTP release number corresponds to the
  751. # major OTP version number. No erlang:system_info() argument gives
  752. # the exact OTP version.
  753. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  754. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  755. defp otp_release() do
  756. major_version = System.otp_release()
  757. root_dir = to_string(:code.root_dir())
  758. [root_dir, "releases", major_version, "OTP_VERSION"]
  759. |> Path.join()
  760. |> File.read()
  761. |> case do
  762. {:error, _} ->
  763. major_version
  764. {:ok, version} ->
  765. version
  766. |> String.trim()
  767. |> String.split("**")
  768. |> List.first()
  769. end
  770. end
  771. defp dump_as_erl(term) do
  772. term
  773. |> then(&:io_lib.format("~0p", [&1]))
  774. |> :erlang.iolist_to_binary()
  775. end
  776. defp erlang_edition(:community), do: :ce
  777. defp erlang_edition(:enterprise), do: :ee
  778. end