mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommendd to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.8", override: true},
  41. {:gproc, github: "uwiger/gproc", tag: "0.8.0", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.0", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-9", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.1", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.7", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.8", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.3", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.5", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.5"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.4", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch,
  83. github: "ninenines/ranch", ref: "a692f44567034dacf5efcaa24a24183788594eb7", override: true},
  84. # in conflict by grpc and eetcd
  85. {:gpb, "4.19.7", override: true, runtime: false},
  86. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true}
  87. ] ++
  88. emqx_apps(profile_info, version) ++
  89. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  90. end
  91. defp emqx_apps(profile_info, version) do
  92. apps = umbrella_apps() ++ enterprise_apps(profile_info)
  93. set_emqx_app_system_env(apps, profile_info, version)
  94. end
  95. defp umbrella_apps() do
  96. enterprise_apps = enterprise_umbrella_apps()
  97. "apps/*"
  98. |> Path.wildcard()
  99. |> Enum.map(fn path ->
  100. app =
  101. path
  102. |> Path.basename()
  103. |> String.to_atom()
  104. {app, path: path, manager: :rebar3, override: true}
  105. end)
  106. |> Enum.reject(fn dep_spec ->
  107. dep_spec
  108. |> elem(0)
  109. |> then(&MapSet.member?(enterprise_apps, &1))
  110. end)
  111. end
  112. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  113. umbrella_apps =
  114. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  115. path = "apps/#{app_name}"
  116. {app_name, path: path, manager: :rebar3, override: true}
  117. end)
  118. "lib-ee/*"
  119. |> Path.wildcard()
  120. |> Enum.filter(&File.dir?/1)
  121. |> Enum.map(fn path ->
  122. app =
  123. path
  124. |> Path.basename()
  125. |> String.to_atom()
  126. {app, path: path, manager: :rebar3, override: true}
  127. end)
  128. |> Enum.concat(umbrella_apps)
  129. end
  130. defp enterprise_apps(_profile_info) do
  131. []
  132. end
  133. # need to remove those when listing `/apps/`...
  134. defp enterprise_umbrella_apps() do
  135. MapSet.new([
  136. :emqx_bridge_kafka,
  137. :emqx_bridge_gcp_pubsub,
  138. :emqx_bridge_cassandra,
  139. :emqx_bridge_opents,
  140. :emqx_bridge_clickhouse,
  141. :emqx_bridge_dynamo,
  142. :emqx_bridge_hstreamdb,
  143. :emqx_bridge_influxdb,
  144. :emqx_bridge_matrix,
  145. :emqx_bridge_mongodb,
  146. :emqx_bridge_mysql,
  147. :emqx_bridge_pgsql,
  148. :emqx_bridge_redis,
  149. :emqx_bridge_rocketmq,
  150. :emqx_bridge_tdengine,
  151. :emqx_bridge_timescale,
  152. :emqx_bridge_pulsar,
  153. :emqx_oracle,
  154. :emqx_bridge_oracle
  155. ])
  156. end
  157. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  158. [
  159. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  160. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.9", override: true},
  161. {:wolff, github: "kafka4beam/wolff", tag: "1.7.5"},
  162. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.2", override: true},
  163. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0-rc1"},
  164. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  165. {:snappyer, "1.2.8", override: true},
  166. {:crc32cer, "0.1.8", override: true},
  167. {:supervisor3, "1.1.12", override: true},
  168. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true}
  169. ]
  170. end
  171. defp enterprise_deps(_profile_info) do
  172. []
  173. end
  174. defp set_emqx_app_system_env(apps, profile_info, version) do
  175. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  176. Enum.map(
  177. apps,
  178. fn {app, opts} ->
  179. {app,
  180. Keyword.update(
  181. opts,
  182. :system_env,
  183. system_env,
  184. &Keyword.merge(&1, system_env)
  185. )}
  186. end
  187. )
  188. end
  189. def emqx_app_system_env(profile_info, version) do
  190. erlc_options(profile_info, version)
  191. |> dump_as_erl()
  192. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  193. end
  194. defp erlc_options(%{edition_type: edition_type}, version) do
  195. [
  196. :debug_info,
  197. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  198. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  199. {:d, :snk_kind, :msg}
  200. ]
  201. end
  202. def maybe_no_quic_env() do
  203. if not enable_quicer?() do
  204. [{"BUILD_WITHOUT_QUIC", "true"}]
  205. else
  206. []
  207. end
  208. end
  209. defp releases() do
  210. [
  211. emqx: fn ->
  212. %{
  213. release_type: release_type,
  214. package_type: package_type,
  215. edition_type: edition_type
  216. } = check_profile!()
  217. base_steps = [
  218. &make_docs(&1),
  219. :assemble,
  220. &create_RELEASES/1,
  221. &copy_files(&1, release_type, package_type, edition_type),
  222. &copy_escript(&1, "nodetool"),
  223. &copy_escript(&1, "install_upgrade.escript")
  224. ]
  225. steps =
  226. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  227. base_steps ++ [&prepare_tar_overlays/1, :tar]
  228. else
  229. base_steps
  230. end
  231. [
  232. applications: applications(edition_type),
  233. skip_mode_validation_for: [
  234. :emqx_gateway,
  235. :emqx_gateway_stomp,
  236. :emqx_gateway_mqttsn,
  237. :emqx_gateway_coap,
  238. :emqx_gateway_lwm2m,
  239. :emqx_gateway_exproto,
  240. :emqx_dashboard,
  241. :emqx_resource,
  242. :emqx_connector,
  243. :emqx_exhook,
  244. :emqx_bridge,
  245. :emqx_modules,
  246. :emqx_management,
  247. :emqx_statsd,
  248. :emqx_retainer,
  249. :emqx_prometheus,
  250. :emqx_auto_subscribe,
  251. :emqx_slow_subs,
  252. :emqx_plugins
  253. ],
  254. steps: steps,
  255. strip_beams: false
  256. ]
  257. end
  258. ]
  259. end
  260. def applications(edition_type) do
  261. [
  262. crypto: :permanent,
  263. public_key: :permanent,
  264. asn1: :permanent,
  265. syntax_tools: :permanent,
  266. ssl: :permanent,
  267. os_mon: :permanent,
  268. inets: :permanent,
  269. compiler: :permanent,
  270. runtime_tools: :permanent,
  271. redbug: :permanent,
  272. xmerl: :permanent,
  273. hocon: :load,
  274. telemetry: :permanent,
  275. emqx: :load,
  276. emqx_conf: :load,
  277. emqx_machine: :permanent
  278. ] ++
  279. if(enable_rocksdb?(),
  280. do: [mnesia_rocksdb: :load],
  281. else: []
  282. ) ++
  283. [
  284. mnesia: :load,
  285. ekka: :load,
  286. emqx_plugin_libs: :load,
  287. esasl: :load,
  288. observer_cli: :permanent,
  289. tools: :load,
  290. covertool: :load,
  291. system_monitor: :load,
  292. emqx_utils: :load,
  293. emqx_http_lib: :permanent,
  294. emqx_resource: :permanent,
  295. emqx_connector: :permanent,
  296. emqx_authn: :permanent,
  297. emqx_authz: :permanent,
  298. emqx_auto_subscribe: :permanent,
  299. emqx_gateway: :permanent,
  300. emqx_gateway_stomp: :permanent,
  301. emqx_gateway_mqttsn: :permanent,
  302. emqx_gateway_coap: :permanent,
  303. emqx_gateway_lwm2m: :permanent,
  304. emqx_gateway_exproto: :permanent,
  305. emqx_exhook: :permanent,
  306. emqx_bridge: :permanent,
  307. emqx_rule_engine: :permanent,
  308. emqx_modules: :permanent,
  309. emqx_management: :permanent,
  310. emqx_dashboard: :permanent,
  311. emqx_retainer: :permanent,
  312. emqx_statsd: :permanent,
  313. emqx_prometheus: :permanent,
  314. emqx_psk: :permanent,
  315. emqx_slow_subs: :permanent,
  316. emqx_plugins: :permanent,
  317. emqx_mix: :none
  318. ] ++
  319. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  320. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  321. if(enable_jq?(), do: [jq: :load], else: []) ++
  322. if(is_app(:observer),
  323. do: [observer: :load],
  324. else: []
  325. ) ++
  326. if(edition_type == :enterprise,
  327. do: [
  328. emqx_license: :permanent,
  329. emqx_ee_conf: :load,
  330. emqx_ee_connector: :permanent,
  331. emqx_ee_bridge: :permanent,
  332. emqx_bridge_kafka: :permanent,
  333. emqx_bridge_pulsar: :permanent,
  334. emqx_bridge_gcp_pubsub: :permanent,
  335. emqx_bridge_cassandra: :permanent,
  336. emqx_bridge_opents: :permanent,
  337. emqx_bridge_clickhouse: :permanent,
  338. emqx_bridge_dynamo: :permanent,
  339. emqx_bridge_hstreamdb: :permanent,
  340. emqx_bridge_influxdb: :permanent,
  341. emqx_bridge_matrix: :permanent,
  342. emqx_bridge_mongodb: :permanent,
  343. emqx_bridge_mysql: :permanent,
  344. emqx_bridge_pgsql: :permanent,
  345. emqx_bridge_redis: :permanent,
  346. emqx_bridge_rocketmq: :permanent,
  347. emqx_bridge_tdengine: :permanent,
  348. emqx_bridge_timescale: :permanent,
  349. emqx_oracle: :permanent,
  350. emqx_bridge_oracle: :permanent,
  351. emqx_ee_schema_registry: :permanent
  352. ],
  353. else: []
  354. )
  355. end
  356. defp is_app(name) do
  357. case Application.load(name) do
  358. :ok ->
  359. true
  360. {:error, {:already_loaded, _}} ->
  361. true
  362. _ ->
  363. false
  364. end
  365. end
  366. def check_profile!() do
  367. valid_envs = [
  368. :dev,
  369. :emqx,
  370. :"emqx-pkg",
  371. :"emqx-enterprise",
  372. :"emqx-enterprise-pkg"
  373. ]
  374. if Mix.env() not in valid_envs do
  375. formatted_envs =
  376. valid_envs
  377. |> Enum.map(&" * #{&1}")
  378. |> Enum.join("\n")
  379. Mix.raise("""
  380. Invalid env #{Mix.env()}. Valid options are:
  381. #{formatted_envs}
  382. """)
  383. end
  384. {
  385. release_type,
  386. package_type,
  387. edition_type
  388. } =
  389. case Mix.env() do
  390. :dev ->
  391. {:cloud, :bin, :community}
  392. :emqx ->
  393. {:cloud, :bin, :community}
  394. :"emqx-enterprise" ->
  395. {:cloud, :bin, :enterprise}
  396. :"emqx-pkg" ->
  397. {:cloud, :pkg, :community}
  398. :"emqx-enterprise-pkg" ->
  399. {:cloud, :pkg, :enterprise}
  400. end
  401. normalize_env!()
  402. %{
  403. release_type: release_type,
  404. package_type: package_type,
  405. edition_type: edition_type
  406. }
  407. end
  408. #############################################################################
  409. # Custom Steps
  410. #############################################################################
  411. defp make_docs(release) do
  412. profile = System.get_env("MIX_ENV")
  413. os_cmd("build", [profile, "docs"])
  414. release
  415. end
  416. defp copy_files(release, release_type, package_type, edition_type) do
  417. overwrite? = Keyword.get(release.options, :overwrite, false)
  418. bin = Path.join(release.path, "bin")
  419. etc = Path.join(release.path, "etc")
  420. log = Path.join(release.path, "log")
  421. plugins = Path.join(release.path, "plugins")
  422. Mix.Generator.create_directory(bin)
  423. Mix.Generator.create_directory(etc)
  424. Mix.Generator.create_directory(log)
  425. Mix.Generator.create_directory(plugins)
  426. Mix.Generator.create_directory(Path.join(etc, "certs"))
  427. Enum.each(
  428. ["mnesia", "configs", "patches", "scripts"],
  429. fn dir ->
  430. path = Path.join([release.path, "data", dir])
  431. Mix.Generator.create_directory(path)
  432. end
  433. )
  434. Mix.Generator.copy_file(
  435. "apps/emqx_authz/etc/acl.conf",
  436. Path.join(etc, "acl.conf"),
  437. force: overwrite?
  438. )
  439. # required by emqx_authz
  440. File.cp_r!(
  441. "apps/emqx/etc/certs",
  442. Path.join(etc, "certs")
  443. )
  444. profile = System.get_env("MIX_ENV")
  445. Mix.Generator.copy_file(
  446. "_build/docgen/#{profile}/emqx.conf.example",
  447. Path.join(etc, "emqx.conf.example"),
  448. force: overwrite?
  449. )
  450. # this is required by the produced escript / nodetool
  451. Mix.Generator.copy_file(
  452. Path.join(release.version_path, "start_clean.boot"),
  453. Path.join(bin, "no_dot_erlang.boot"),
  454. force: overwrite?
  455. )
  456. assigns = template_vars(release, release_type, package_type, edition_type)
  457. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  458. # So, this should be run before the release.
  459. # TODO: run as a "compiler" step???
  460. render_template(
  461. "apps/emqx_conf/etc/emqx.conf.all",
  462. assigns,
  463. Path.join(etc, "emqx.conf")
  464. )
  465. if edition_type == :enterprise do
  466. render_template(
  467. "apps/emqx_conf/etc/emqx-enterprise.conf.all",
  468. assigns,
  469. Path.join(etc, "emqx-enterprise.conf")
  470. )
  471. end
  472. render_template(
  473. "rel/emqx_vars",
  474. assigns,
  475. Path.join([release.path, "releases", "emqx_vars"])
  476. )
  477. vm_args_template_path =
  478. case release_type do
  479. :cloud ->
  480. "apps/emqx/etc/vm.args.cloud"
  481. end
  482. render_template(
  483. vm_args_template_path,
  484. assigns,
  485. [
  486. Path.join(etc, "vm.args"),
  487. Path.join(release.version_path, "vm.args")
  488. ]
  489. )
  490. for name <- [
  491. "emqx",
  492. "emqx_ctl"
  493. ] do
  494. Mix.Generator.copy_file(
  495. "bin/#{name}",
  496. Path.join(bin, name),
  497. force: overwrite?
  498. )
  499. # Files with the version appended are expected by the release
  500. # upgrade script `install_upgrade.escript`
  501. Mix.Generator.copy_file(
  502. Path.join(bin, name),
  503. Path.join(bin, name <> "-#{release.version}"),
  504. force: overwrite?
  505. )
  506. end
  507. for base_name <- ["emqx", "emqx_ctl"],
  508. suffix <- ["", "-#{release.version}"] do
  509. name = base_name <> suffix
  510. File.chmod!(Path.join(bin, name), 0o755)
  511. end
  512. Mix.Generator.copy_file(
  513. "bin/node_dump",
  514. Path.join(bin, "node_dump"),
  515. force: overwrite?
  516. )
  517. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  518. Mix.Generator.copy_file(
  519. "bin/emqx_cluster_rescue",
  520. Path.join(bin, "emqx_cluster_rescue"),
  521. force: overwrite?
  522. )
  523. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  524. render_template(
  525. "rel/BUILD_INFO",
  526. assigns,
  527. Path.join(release.version_path, "BUILD_INFO")
  528. )
  529. release
  530. end
  531. defp render_template(template, assigns, target) when is_binary(target) do
  532. render_template(template, assigns, [target])
  533. end
  534. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  535. rendered =
  536. File.read!(template)
  537. |> from_rebar_to_eex_template()
  538. |> EEx.eval_string(assigns)
  539. for target <- tartgets do
  540. File.write!(target, rendered)
  541. end
  542. end
  543. # needed by nodetool and by release_handler
  544. defp create_RELEASES(release) do
  545. apps =
  546. Enum.map(release.applications, fn {app_name, app_props} ->
  547. app_vsn = Keyword.fetch!(app_props, :vsn)
  548. app_path =
  549. "./lib"
  550. |> Path.join("#{app_name}-#{app_vsn}")
  551. |> to_charlist()
  552. {app_name, app_vsn, app_path}
  553. end)
  554. release_entry = [
  555. {
  556. :release,
  557. to_charlist(release.name),
  558. to_charlist(release.version),
  559. release.erts_version,
  560. apps,
  561. :permanent
  562. }
  563. ]
  564. release.path
  565. |> Path.join("releases")
  566. |> Path.join("RELEASES")
  567. |> File.open!([:write, :utf8], fn handle ->
  568. IO.puts(handle, "%% coding: utf-8")
  569. :io.format(handle, ~c"~tp.~n", [release_entry])
  570. end)
  571. release
  572. end
  573. defp copy_escript(release, escript_name) do
  574. [shebang, rest] =
  575. "bin/#{escript_name}"
  576. |> File.read!()
  577. |> String.split("\n", parts: 2)
  578. # the elixir version of escript + start.boot required the boot_var
  579. # RELEASE_LIB to be defined.
  580. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  581. # Files with the version appended are expected by the release
  582. # upgrade script `install_upgrade.escript`
  583. Enum.each(
  584. [escript_name, escript_name <> "-" <> release.version],
  585. fn name ->
  586. path = Path.join([release.path, "bin", name])
  587. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  588. end
  589. )
  590. release
  591. end
  592. # The `:tar` built-in step in Mix Release does not currently add the
  593. # `etc` directory into the resulting tarball. The workaround is to
  594. # add those to the `:overlays` key before running `:tar`.
  595. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  596. defp prepare_tar_overlays(release) do
  597. Map.update!(
  598. release,
  599. :overlays,
  600. &[
  601. "etc",
  602. "data",
  603. "plugins",
  604. "bin/node_dump"
  605. | &1
  606. ]
  607. )
  608. end
  609. #############################################################################
  610. # Helper functions
  611. #############################################################################
  612. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  613. [
  614. emqx_default_erlang_cookie: default_cookie(),
  615. platform_data_dir: "data",
  616. platform_etc_dir: "etc",
  617. platform_plugins_dir: "plugins",
  618. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  619. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  620. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  621. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  622. runner_user: "",
  623. release_version: release.version,
  624. erts_vsn: release.erts_version,
  625. # FIXME: this is empty in `make emqx` ???
  626. erl_opts: "",
  627. emqx_description: emqx_description(release_type, edition_type),
  628. emqx_schema_mod: emqx_schema_mod(edition_type),
  629. is_elixir: "yes",
  630. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  631. ] ++ build_info()
  632. end
  633. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  634. [
  635. emqx_default_erlang_cookie: default_cookie(),
  636. platform_data_dir: "/var/lib/emqx",
  637. platform_etc_dir: "/etc/emqx",
  638. platform_plugins_dir: "/var/lib/emqx/plugins",
  639. runner_bin_dir: "/usr/bin",
  640. emqx_etc_dir: "/etc/emqx",
  641. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  642. runner_log_dir: "/var/log/emqx",
  643. runner_user: "emqx",
  644. release_version: release.version,
  645. erts_vsn: release.erts_version,
  646. # FIXME: this is empty in `make emqx` ???
  647. erl_opts: "",
  648. emqx_description: emqx_description(release_type, edition_type),
  649. emqx_schema_mod: emqx_schema_mod(edition_type),
  650. is_elixir: "yes",
  651. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  652. ] ++ build_info()
  653. end
  654. defp default_cookie() do
  655. "emqx50elixir"
  656. end
  657. defp emqx_description(release_type, edition_type) do
  658. case {release_type, edition_type} do
  659. {:cloud, :enterprise} ->
  660. "EMQX Enterprise"
  661. {:cloud, :community} ->
  662. "EMQX"
  663. end
  664. end
  665. defp emqx_schema_mod(:enterprise), do: :emqx_ee_conf_schema
  666. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  667. defp bcrypt_dep() do
  668. if enable_bcrypt?(),
  669. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  670. else: []
  671. end
  672. defp jq_dep() do
  673. if enable_jq?(),
  674. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  675. else: []
  676. end
  677. defp quicer_dep() do
  678. if enable_quicer?(),
  679. # in conflict with emqx and emqtt
  680. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  681. else: []
  682. end
  683. defp enable_bcrypt?() do
  684. not win32?()
  685. end
  686. defp enable_jq?() do
  687. not Enum.any?([
  688. build_without_jq?(),
  689. win32?()
  690. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  691. end
  692. defp enable_quicer?() do
  693. not Enum.any?([
  694. build_without_quic?(),
  695. win32?(),
  696. centos6?(),
  697. macos?()
  698. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  699. end
  700. defp enable_rocksdb?() do
  701. not Enum.any?([
  702. build_without_rocksdb?(),
  703. raspbian?()
  704. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  705. end
  706. defp pkg_vsn() do
  707. %{edition_type: edition_type} = check_profile!()
  708. basedir = Path.dirname(__ENV__.file)
  709. script = Path.join(basedir, "pkg-vsn.sh")
  710. os_cmd(script, [Atom.to_string(edition_type)])
  711. end
  712. defp os_cmd(script, args) do
  713. {str, 0} = System.cmd("bash", [script | args])
  714. String.trim(str)
  715. end
  716. defp win32?(),
  717. do: match?({:win_32, _}, :os.type())
  718. defp centos6?() do
  719. case File.read("/etc/centos-release") do
  720. {:ok, "CentOS release 6" <> _} ->
  721. true
  722. _ ->
  723. false
  724. end
  725. end
  726. defp macos?() do
  727. {:unix, :darwin} == :os.type()
  728. end
  729. defp raspbian?() do
  730. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  731. end
  732. defp build_without_jq?() do
  733. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  734. String.downcase(opt) != "false"
  735. end
  736. defp build_without_quic?() do
  737. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  738. String.downcase(opt) != "false"
  739. end
  740. defp build_without_rocksdb?() do
  741. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  742. String.downcase(opt) != "false"
  743. end
  744. defp from_rebar_to_eex_template(str) do
  745. # we must not consider surrounding space in the template var name
  746. # because some help strings contain informative variables that
  747. # should not be interpolated, and those have no spaces.
  748. Regex.replace(
  749. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  750. str,
  751. "<%= \\g{1} %>"
  752. )
  753. end
  754. defp build_info() do
  755. [
  756. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  757. build_info_wordsize: wordsize(),
  758. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  759. build_info_erlang: otp_release(),
  760. build_info_elixir: System.version(),
  761. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  762. ]
  763. end
  764. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  765. defp wordsize() do
  766. size =
  767. try do
  768. :erlang.system_info({:wordsize, :external})
  769. rescue
  770. ErlangError ->
  771. :erlang.system_info(:wordsize)
  772. end
  773. to_string(8 * size)
  774. end
  775. defp normalize_env!() do
  776. env =
  777. case Mix.env() do
  778. :dev ->
  779. :emqx
  780. env ->
  781. env
  782. end
  783. Mix.env(env)
  784. end
  785. # As from Erlang/OTP 17, the OTP release number corresponds to the
  786. # major OTP version number. No erlang:system_info() argument gives
  787. # the exact OTP version.
  788. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  789. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  790. defp otp_release() do
  791. major_version = System.otp_release()
  792. root_dir = to_string(:code.root_dir())
  793. [root_dir, "releases", major_version, "OTP_VERSION"]
  794. |> Path.join()
  795. |> File.read()
  796. |> case do
  797. {:error, _} ->
  798. major_version
  799. {:ok, version} ->
  800. version
  801. |> String.trim()
  802. |> String.split("**")
  803. |> List.first()
  804. end
  805. end
  806. defp dump_as_erl(term) do
  807. term
  808. |> then(&:io_lib.format("~0p", [&1]))
  809. |> :erlang.iolist_to_binary()
  810. end
  811. defp erlang_edition(:community), do: :ce
  812. defp erlang_edition(:enterprise), do: :ee
  813. end