mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommendd to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.7", override: true},
  41. {:gproc, github: "uwiger/gproc", tag: "0.8.0", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.0", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-9", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.14.6", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.7", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.8", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.3", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.5", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.5"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.7", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.2", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch,
  83. github: "ninenines/ranch", ref: "a692f44567034dacf5efcaa24a24183788594eb7", override: true},
  84. # in conflict by grpc and eetcd
  85. {:gpb, "4.19.7", override: true, runtime: false},
  86. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true}
  87. ] ++
  88. emqx_apps(profile_info, version) ++
  89. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  90. end
  91. defp emqx_apps(profile_info, version) do
  92. apps = umbrella_apps() ++ enterprise_apps(profile_info)
  93. set_emqx_app_system_env(apps, profile_info, version)
  94. end
  95. defp umbrella_apps() do
  96. enterprise_apps = enterprise_umbrella_apps()
  97. "apps/*"
  98. |> Path.wildcard()
  99. |> Enum.map(fn path ->
  100. app =
  101. path
  102. |> Path.basename()
  103. |> String.to_atom()
  104. {app, path: path, manager: :rebar3, override: true}
  105. end)
  106. |> Enum.reject(fn dep_spec ->
  107. dep_spec
  108. |> elem(0)
  109. |> then(&MapSet.member?(enterprise_apps, &1))
  110. end)
  111. end
  112. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  113. umbrella_apps =
  114. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  115. path = "apps/#{app_name}"
  116. {app_name, path: path, manager: :rebar3, override: true}
  117. end)
  118. "lib-ee/*"
  119. |> Path.wildcard()
  120. |> Enum.filter(&File.dir?/1)
  121. |> Enum.map(fn path ->
  122. app =
  123. path
  124. |> Path.basename()
  125. |> String.to_atom()
  126. {app, path: path, manager: :rebar3, override: true}
  127. end)
  128. |> Enum.concat(umbrella_apps)
  129. end
  130. defp enterprise_apps(_profile_info) do
  131. []
  132. end
  133. # need to remove those when listing `/apps/`...
  134. defp enterprise_umbrella_apps() do
  135. MapSet.new([
  136. :emqx_bridge_kafka,
  137. :emqx_bridge_gcp_pubsub,
  138. :emqx_bridge_cassandra,
  139. :emqx_bridge_opents,
  140. :emqx_bridge_clickhouse,
  141. :emqx_bridge_dynamo,
  142. :emqx_bridge_hstreamdb,
  143. :emqx_bridge_influxdb,
  144. :emqx_bridge_matrix,
  145. :emqx_bridge_mongodb,
  146. :emqx_bridge_mysql,
  147. :emqx_bridge_pgsql,
  148. :emqx_bridge_redis,
  149. :emqx_bridge_rocketmq,
  150. :emqx_bridge_tdengine,
  151. :emqx_bridge_timescale,
  152. :emqx_bridge_pulsar
  153. ])
  154. end
  155. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  156. [
  157. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  158. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.9", override: true},
  159. {:wolff, github: "kafka4beam/wolff", tag: "1.7.5"},
  160. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.2", override: true},
  161. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0-rc1"},
  162. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  163. {:snappyer, "1.2.8", override: true},
  164. {:crc32cer, "0.1.8", override: true},
  165. {:supervisor3, "1.1.12", override: true},
  166. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true}
  167. ]
  168. end
  169. defp enterprise_deps(_profile_info) do
  170. []
  171. end
  172. defp set_emqx_app_system_env(apps, profile_info, version) do
  173. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  174. Enum.map(
  175. apps,
  176. fn {app, opts} ->
  177. {app,
  178. Keyword.update(
  179. opts,
  180. :system_env,
  181. system_env,
  182. &Keyword.merge(&1, system_env)
  183. )}
  184. end
  185. )
  186. end
  187. def emqx_app_system_env(profile_info, version) do
  188. erlc_options(profile_info, version)
  189. |> dump_as_erl()
  190. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  191. end
  192. defp erlc_options(%{edition_type: edition_type}, version) do
  193. [
  194. :debug_info,
  195. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  196. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  197. {:d, :snk_kind, :msg}
  198. ]
  199. end
  200. def maybe_no_quic_env() do
  201. if not enable_quicer?() do
  202. [{"BUILD_WITHOUT_QUIC", "true"}]
  203. else
  204. []
  205. end
  206. end
  207. defp releases() do
  208. [
  209. emqx: fn ->
  210. %{
  211. release_type: release_type,
  212. package_type: package_type,
  213. edition_type: edition_type
  214. } = check_profile!()
  215. base_steps = [
  216. &make_docs(&1),
  217. :assemble,
  218. &create_RELEASES/1,
  219. &copy_files(&1, release_type, package_type, edition_type),
  220. &copy_escript(&1, "nodetool"),
  221. &copy_escript(&1, "install_upgrade.escript")
  222. ]
  223. steps =
  224. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  225. base_steps ++ [&prepare_tar_overlays/1, :tar]
  226. else
  227. base_steps
  228. end
  229. [
  230. applications: applications(edition_type),
  231. skip_mode_validation_for: [
  232. :emqx_gateway,
  233. :emqx_gateway_stomp,
  234. :emqx_gateway_mqttsn,
  235. :emqx_gateway_coap,
  236. :emqx_gateway_lwm2m,
  237. :emqx_gateway_exproto,
  238. :emqx_dashboard,
  239. :emqx_resource,
  240. :emqx_connector,
  241. :emqx_exhook,
  242. :emqx_bridge,
  243. :emqx_modules,
  244. :emqx_management,
  245. :emqx_statsd,
  246. :emqx_retainer,
  247. :emqx_prometheus,
  248. :emqx_auto_subscribe,
  249. :emqx_slow_subs,
  250. :emqx_plugins
  251. ],
  252. steps: steps,
  253. strip_beams: false
  254. ]
  255. end
  256. ]
  257. end
  258. def applications(edition_type) do
  259. [
  260. crypto: :permanent,
  261. public_key: :permanent,
  262. asn1: :permanent,
  263. syntax_tools: :permanent,
  264. ssl: :permanent,
  265. os_mon: :permanent,
  266. inets: :permanent,
  267. compiler: :permanent,
  268. runtime_tools: :permanent,
  269. redbug: :permanent,
  270. xmerl: :permanent,
  271. hocon: :load,
  272. telemetry: :permanent,
  273. emqx: :load,
  274. emqx_conf: :load,
  275. emqx_machine: :permanent
  276. ] ++
  277. if(enable_rocksdb?(),
  278. do: [mnesia_rocksdb: :load],
  279. else: []
  280. ) ++
  281. [
  282. mnesia: :load,
  283. ekka: :load,
  284. emqx_plugin_libs: :load,
  285. esasl: :load,
  286. observer_cli: :permanent,
  287. tools: :load,
  288. covertool: :load,
  289. system_monitor: :load,
  290. emqx_utils: :load,
  291. emqx_http_lib: :permanent,
  292. emqx_resource: :permanent,
  293. emqx_connector: :permanent,
  294. emqx_authn: :permanent,
  295. emqx_authz: :permanent,
  296. emqx_auto_subscribe: :permanent,
  297. emqx_gateway: :permanent,
  298. emqx_gateway_stomp: :permanent,
  299. emqx_gateway_mqttsn: :permanent,
  300. emqx_gateway_coap: :permanent,
  301. emqx_gateway_lwm2m: :permanent,
  302. emqx_gateway_exproto: :permanent,
  303. emqx_exhook: :permanent,
  304. emqx_bridge: :permanent,
  305. emqx_rule_engine: :permanent,
  306. emqx_modules: :permanent,
  307. emqx_management: :permanent,
  308. emqx_dashboard: :permanent,
  309. emqx_retainer: :permanent,
  310. emqx_statsd: :permanent,
  311. emqx_prometheus: :permanent,
  312. emqx_psk: :permanent,
  313. emqx_slow_subs: :permanent,
  314. emqx_plugins: :permanent,
  315. emqx_mix: :none
  316. ] ++
  317. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  318. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  319. if(enable_jq?(), do: [jq: :load], else: []) ++
  320. if(is_app(:observer),
  321. do: [observer: :load],
  322. else: []
  323. ) ++
  324. if(edition_type == :enterprise,
  325. do: [
  326. emqx_license: :permanent,
  327. emqx_ee_conf: :load,
  328. emqx_ee_connector: :permanent,
  329. emqx_ee_bridge: :permanent,
  330. emqx_bridge_kafka: :permanent,
  331. emqx_bridge_pulsar: :permanent,
  332. emqx_bridge_gcp_pubsub: :permanent,
  333. emqx_bridge_cassandra: :permanent,
  334. emqx_bridge_opents: :permanent,
  335. emqx_bridge_clickhouse: :permanent,
  336. emqx_bridge_dynamo: :permanent,
  337. emqx_bridge_hstreamdb: :permanent,
  338. emqx_bridge_influxdb: :permanent,
  339. emqx_bridge_matrix: :permanent,
  340. emqx_bridge_mongodb: :permanent,
  341. emqx_bridge_mysql: :permanent,
  342. emqx_bridge_pgsql: :permanent,
  343. emqx_bridge_redis: :permanent,
  344. emqx_bridge_rocketmq: :permanent,
  345. emqx_bridge_tdengine: :permanent,
  346. emqx_bridge_timescale: :permanent,
  347. emqx_ee_schema_registry: :permanent
  348. ],
  349. else: []
  350. )
  351. end
  352. defp is_app(name) do
  353. case Application.load(name) do
  354. :ok ->
  355. true
  356. {:error, {:already_loaded, _}} ->
  357. true
  358. _ ->
  359. false
  360. end
  361. end
  362. def check_profile!() do
  363. valid_envs = [
  364. :dev,
  365. :emqx,
  366. :"emqx-pkg",
  367. :"emqx-enterprise",
  368. :"emqx-enterprise-pkg"
  369. ]
  370. if Mix.env() not in valid_envs do
  371. formatted_envs =
  372. valid_envs
  373. |> Enum.map(&" * #{&1}")
  374. |> Enum.join("\n")
  375. Mix.raise("""
  376. Invalid env #{Mix.env()}. Valid options are:
  377. #{formatted_envs}
  378. """)
  379. end
  380. {
  381. release_type,
  382. package_type,
  383. edition_type
  384. } =
  385. case Mix.env() do
  386. :dev ->
  387. {:cloud, :bin, :community}
  388. :emqx ->
  389. {:cloud, :bin, :community}
  390. :"emqx-enterprise" ->
  391. {:cloud, :bin, :enterprise}
  392. :"emqx-pkg" ->
  393. {:cloud, :pkg, :community}
  394. :"emqx-enterprise-pkg" ->
  395. {:cloud, :pkg, :enterprise}
  396. end
  397. normalize_env!()
  398. %{
  399. release_type: release_type,
  400. package_type: package_type,
  401. edition_type: edition_type
  402. }
  403. end
  404. #############################################################################
  405. # Custom Steps
  406. #############################################################################
  407. defp make_docs(release) do
  408. profile = System.get_env("MIX_ENV")
  409. os_cmd("build", [profile, "docs"])
  410. release
  411. end
  412. defp copy_files(release, release_type, package_type, edition_type) do
  413. overwrite? = Keyword.get(release.options, :overwrite, false)
  414. bin = Path.join(release.path, "bin")
  415. etc = Path.join(release.path, "etc")
  416. log = Path.join(release.path, "log")
  417. plugins = Path.join(release.path, "plugins")
  418. Mix.Generator.create_directory(bin)
  419. Mix.Generator.create_directory(etc)
  420. Mix.Generator.create_directory(log)
  421. Mix.Generator.create_directory(plugins)
  422. Mix.Generator.create_directory(Path.join(etc, "certs"))
  423. Enum.each(
  424. ["mnesia", "configs", "patches", "scripts"],
  425. fn dir ->
  426. path = Path.join([release.path, "data", dir])
  427. Mix.Generator.create_directory(path)
  428. end
  429. )
  430. Mix.Generator.copy_file(
  431. "apps/emqx_authz/etc/acl.conf",
  432. Path.join(etc, "acl.conf"),
  433. force: overwrite?
  434. )
  435. # required by emqx_authz
  436. File.cp_r!(
  437. "apps/emqx/etc/certs",
  438. Path.join(etc, "certs")
  439. )
  440. profile = System.get_env("MIX_ENV")
  441. Mix.Generator.copy_file(
  442. "_build/docgen/#{profile}/emqx.conf.example",
  443. Path.join(etc, "emqx.conf.example"),
  444. force: overwrite?
  445. )
  446. # this is required by the produced escript / nodetool
  447. Mix.Generator.copy_file(
  448. Path.join(release.version_path, "start_clean.boot"),
  449. Path.join(bin, "no_dot_erlang.boot"),
  450. force: overwrite?
  451. )
  452. assigns = template_vars(release, release_type, package_type, edition_type)
  453. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  454. # So, this should be run before the release.
  455. # TODO: run as a "compiler" step???
  456. render_template(
  457. "apps/emqx_conf/etc/emqx.conf.all",
  458. assigns,
  459. Path.join(etc, "emqx.conf")
  460. )
  461. if edition_type == :enterprise do
  462. render_template(
  463. "apps/emqx_conf/etc/emqx-enterprise.conf.all",
  464. assigns,
  465. Path.join(etc, "emqx-enterprise.conf")
  466. )
  467. end
  468. render_template(
  469. "rel/emqx_vars",
  470. assigns,
  471. Path.join([release.path, "releases", "emqx_vars"])
  472. )
  473. vm_args_template_path =
  474. case release_type do
  475. :cloud ->
  476. "apps/emqx/etc/vm.args.cloud"
  477. end
  478. render_template(
  479. vm_args_template_path,
  480. assigns,
  481. [
  482. Path.join(etc, "vm.args"),
  483. Path.join(release.version_path, "vm.args")
  484. ]
  485. )
  486. for name <- [
  487. "emqx",
  488. "emqx_ctl"
  489. ] do
  490. Mix.Generator.copy_file(
  491. "bin/#{name}",
  492. Path.join(bin, name),
  493. force: overwrite?
  494. )
  495. # Files with the version appended are expected by the release
  496. # upgrade script `install_upgrade.escript`
  497. Mix.Generator.copy_file(
  498. Path.join(bin, name),
  499. Path.join(bin, name <> "-#{release.version}"),
  500. force: overwrite?
  501. )
  502. end
  503. for base_name <- ["emqx", "emqx_ctl"],
  504. suffix <- ["", "-#{release.version}"] do
  505. name = base_name <> suffix
  506. File.chmod!(Path.join(bin, name), 0o755)
  507. end
  508. Mix.Generator.copy_file(
  509. "bin/node_dump",
  510. Path.join(bin, "node_dump"),
  511. force: overwrite?
  512. )
  513. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  514. Mix.Generator.copy_file(
  515. "bin/emqx_cluster_rescue",
  516. Path.join(bin, "emqx_cluster_rescue"),
  517. force: overwrite?
  518. )
  519. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  520. render_template(
  521. "rel/BUILD_INFO",
  522. assigns,
  523. Path.join(release.version_path, "BUILD_INFO")
  524. )
  525. release
  526. end
  527. defp render_template(template, assigns, target) when is_binary(target) do
  528. render_template(template, assigns, [target])
  529. end
  530. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  531. rendered =
  532. File.read!(template)
  533. |> from_rebar_to_eex_template()
  534. |> EEx.eval_string(assigns)
  535. for target <- tartgets do
  536. File.write!(target, rendered)
  537. end
  538. end
  539. # needed by nodetool and by release_handler
  540. defp create_RELEASES(release) do
  541. apps =
  542. Enum.map(release.applications, fn {app_name, app_props} ->
  543. app_vsn = Keyword.fetch!(app_props, :vsn)
  544. app_path =
  545. "./lib"
  546. |> Path.join("#{app_name}-#{app_vsn}")
  547. |> to_charlist()
  548. {app_name, app_vsn, app_path}
  549. end)
  550. release_entry = [
  551. {
  552. :release,
  553. to_charlist(release.name),
  554. to_charlist(release.version),
  555. release.erts_version,
  556. apps,
  557. :permanent
  558. }
  559. ]
  560. release.path
  561. |> Path.join("releases")
  562. |> Path.join("RELEASES")
  563. |> File.open!([:write, :utf8], fn handle ->
  564. IO.puts(handle, "%% coding: utf-8")
  565. :io.format(handle, ~c"~tp.~n", [release_entry])
  566. end)
  567. release
  568. end
  569. defp copy_escript(release, escript_name) do
  570. [shebang, rest] =
  571. "bin/#{escript_name}"
  572. |> File.read!()
  573. |> String.split("\n", parts: 2)
  574. # the elixir version of escript + start.boot required the boot_var
  575. # RELEASE_LIB to be defined.
  576. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  577. # Files with the version appended are expected by the release
  578. # upgrade script `install_upgrade.escript`
  579. Enum.each(
  580. [escript_name, escript_name <> "-" <> release.version],
  581. fn name ->
  582. path = Path.join([release.path, "bin", name])
  583. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  584. end
  585. )
  586. release
  587. end
  588. # The `:tar` built-in step in Mix Release does not currently add the
  589. # `etc` directory into the resulting tarball. The workaround is to
  590. # add those to the `:overlays` key before running `:tar`.
  591. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  592. defp prepare_tar_overlays(release) do
  593. Map.update!(
  594. release,
  595. :overlays,
  596. &[
  597. "etc",
  598. "data",
  599. "plugins",
  600. "bin/node_dump"
  601. | &1
  602. ]
  603. )
  604. end
  605. #############################################################################
  606. # Helper functions
  607. #############################################################################
  608. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  609. [
  610. emqx_default_erlang_cookie: default_cookie(),
  611. platform_data_dir: "data",
  612. platform_etc_dir: "etc",
  613. platform_log_dir: "log",
  614. platform_plugins_dir: "plugins",
  615. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  616. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  617. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  618. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  619. runner_user: "",
  620. release_version: release.version,
  621. erts_vsn: release.erts_version,
  622. # FIXME: this is empty in `make emqx` ???
  623. erl_opts: "",
  624. emqx_description: emqx_description(release_type, edition_type),
  625. emqx_schema_mod: emqx_schema_mod(edition_type),
  626. is_elixir: "yes",
  627. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  628. ] ++ build_info()
  629. end
  630. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  631. [
  632. emqx_default_erlang_cookie: default_cookie(),
  633. platform_data_dir: "/var/lib/emqx",
  634. platform_etc_dir: "/etc/emqx",
  635. platform_log_dir: "/var/log/emqx",
  636. platform_plugins_dir: "/var/lib/emqx/plugins",
  637. runner_bin_dir: "/usr/bin",
  638. emqx_etc_dir: "/etc/emqx",
  639. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  640. runner_log_dir: "/var/log/emqx",
  641. runner_user: "emqx",
  642. release_version: release.version,
  643. erts_vsn: release.erts_version,
  644. # FIXME: this is empty in `make emqx` ???
  645. erl_opts: "",
  646. emqx_description: emqx_description(release_type, edition_type),
  647. emqx_schema_mod: emqx_schema_mod(edition_type),
  648. is_elixir: "yes",
  649. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  650. ] ++ build_info()
  651. end
  652. defp default_cookie() do
  653. "emqx50elixir"
  654. end
  655. defp emqx_description(release_type, edition_type) do
  656. case {release_type, edition_type} do
  657. {:cloud, :enterprise} ->
  658. "EMQX Enterprise"
  659. {:cloud, :community} ->
  660. "EMQX"
  661. end
  662. end
  663. defp emqx_schema_mod(:enterprise), do: :emqx_ee_conf_schema
  664. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  665. defp bcrypt_dep() do
  666. if enable_bcrypt?(),
  667. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  668. else: []
  669. end
  670. defp jq_dep() do
  671. if enable_jq?(),
  672. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  673. else: []
  674. end
  675. defp quicer_dep() do
  676. if enable_quicer?(),
  677. # in conflict with emqx and emqtt
  678. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  679. else: []
  680. end
  681. defp enable_bcrypt?() do
  682. not win32?()
  683. end
  684. defp enable_jq?() do
  685. not Enum.any?([
  686. build_without_jq?(),
  687. win32?()
  688. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  689. end
  690. defp enable_quicer?() do
  691. not Enum.any?([
  692. build_without_quic?(),
  693. win32?(),
  694. centos6?(),
  695. macos?()
  696. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  697. end
  698. defp enable_rocksdb?() do
  699. not Enum.any?([
  700. build_without_rocksdb?(),
  701. raspbian?()
  702. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  703. end
  704. defp pkg_vsn() do
  705. %{edition_type: edition_type} = check_profile!()
  706. basedir = Path.dirname(__ENV__.file)
  707. script = Path.join(basedir, "pkg-vsn.sh")
  708. os_cmd(script, [Atom.to_string(edition_type)])
  709. end
  710. defp os_cmd(script, args) do
  711. {str, 0} = System.cmd("bash", [script | args])
  712. String.trim(str)
  713. end
  714. defp win32?(),
  715. do: match?({:win_32, _}, :os.type())
  716. defp centos6?() do
  717. case File.read("/etc/centos-release") do
  718. {:ok, "CentOS release 6" <> _} ->
  719. true
  720. _ ->
  721. false
  722. end
  723. end
  724. defp macos?() do
  725. {:unix, :darwin} == :os.type()
  726. end
  727. defp raspbian?() do
  728. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  729. end
  730. defp build_without_jq?() do
  731. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  732. String.downcase(opt) != "false"
  733. end
  734. defp build_without_quic?() do
  735. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  736. String.downcase(opt) != "false"
  737. end
  738. defp build_without_rocksdb?() do
  739. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  740. String.downcase(opt) != "false"
  741. end
  742. defp from_rebar_to_eex_template(str) do
  743. # we must not consider surrounding space in the template var name
  744. # because some help strings contain informative variables that
  745. # should not be interpolated, and those have no spaces.
  746. Regex.replace(
  747. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  748. str,
  749. "<%= \\g{1} %>"
  750. )
  751. end
  752. defp build_info() do
  753. [
  754. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  755. build_info_wordsize: wordsize(),
  756. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  757. build_info_erlang: otp_release(),
  758. build_info_elixir: System.version(),
  759. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  760. ]
  761. end
  762. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  763. defp wordsize() do
  764. size =
  765. try do
  766. :erlang.system_info({:wordsize, :external})
  767. rescue
  768. ErlangError ->
  769. :erlang.system_info(:wordsize)
  770. end
  771. to_string(8 * size)
  772. end
  773. defp normalize_env!() do
  774. env =
  775. case Mix.env() do
  776. :dev ->
  777. :emqx
  778. env ->
  779. env
  780. end
  781. Mix.env(env)
  782. end
  783. # As from Erlang/OTP 17, the OTP release number corresponds to the
  784. # major OTP version number. No erlang:system_info() argument gives
  785. # the exact OTP version.
  786. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  787. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  788. defp otp_release() do
  789. major_version = System.otp_release()
  790. root_dir = to_string(:code.root_dir())
  791. [root_dir, "releases", major_version, "OTP_VERSION"]
  792. |> Path.join()
  793. |> File.read()
  794. |> case do
  795. {:error, _} ->
  796. major_version
  797. {:ok, version} ->
  798. version
  799. |> String.trim()
  800. |> String.split("**")
  801. |> List.first()
  802. end
  803. end
  804. defp dump_as_erl(term) do
  805. term
  806. |> then(&:io_lib.format("~0p", [&1]))
  807. |> :erlang.iolist_to_binary()
  808. end
  809. defp erlang_edition(:community), do: :ce
  810. defp erlang_edition(:enterprise), do: :ee
  811. end