mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommendd to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.8", override: true},
  41. {:gproc, github: "uwiger/gproc", tag: "0.8.0", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.0", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-9", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.1", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.7", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.8", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.3", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.5", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.5"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.4", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch,
  83. github: "ninenines/ranch", ref: "a692f44567034dacf5efcaa24a24183788594eb7", override: true},
  84. # in conflict by grpc and eetcd
  85. {:gpb, "4.19.7", override: true, runtime: false},
  86. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true}
  87. ] ++
  88. emqx_apps(profile_info, version) ++
  89. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  90. end
  91. defp emqx_apps(profile_info, version) do
  92. apps = umbrella_apps() ++ enterprise_apps(profile_info)
  93. set_emqx_app_system_env(apps, profile_info, version)
  94. end
  95. defp umbrella_apps() do
  96. enterprise_apps = enterprise_umbrella_apps()
  97. "apps/*"
  98. |> Path.wildcard()
  99. |> Enum.map(fn path ->
  100. app =
  101. path
  102. |> Path.basename()
  103. |> String.to_atom()
  104. {app, path: path, manager: :rebar3, override: true}
  105. end)
  106. |> Enum.reject(fn dep_spec ->
  107. dep_spec
  108. |> elem(0)
  109. |> then(&MapSet.member?(enterprise_apps, &1))
  110. end)
  111. end
  112. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  113. umbrella_apps =
  114. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  115. path = "apps/#{app_name}"
  116. {app_name, path: path, manager: :rebar3, override: true}
  117. end)
  118. "lib-ee/*"
  119. |> Path.wildcard()
  120. |> Enum.filter(&File.dir?/1)
  121. |> Enum.map(fn path ->
  122. app =
  123. path
  124. |> Path.basename()
  125. |> String.to_atom()
  126. {app, path: path, manager: :rebar3, override: true}
  127. end)
  128. |> Enum.concat(umbrella_apps)
  129. end
  130. defp enterprise_apps(_profile_info) do
  131. []
  132. end
  133. # need to remove those when listing `/apps/`...
  134. defp enterprise_umbrella_apps() do
  135. MapSet.new([
  136. :emqx_bridge_kafka,
  137. :emqx_bridge_gcp_pubsub,
  138. :emqx_bridge_cassandra,
  139. :emqx_bridge_opents,
  140. :emqx_bridge_clickhouse,
  141. :emqx_bridge_dynamo,
  142. :emqx_bridge_hstreamdb,
  143. :emqx_bridge_influxdb,
  144. :emqx_bridge_matrix,
  145. :emqx_bridge_mongodb,
  146. :emqx_bridge_mysql,
  147. :emqx_bridge_pgsql,
  148. :emqx_bridge_redis,
  149. :emqx_bridge_rocketmq,
  150. :emqx_bridge_tdengine,
  151. :emqx_bridge_timescale,
  152. :emqx_bridge_sqlserver,
  153. :emqx_bridge_pulsar,
  154. :emqx_oracle,
  155. :emqx_bridge_oracle
  156. ])
  157. end
  158. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  159. [
  160. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  161. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.9", override: true},
  162. {:wolff, github: "kafka4beam/wolff", tag: "1.7.5"},
  163. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.2", override: true},
  164. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0-rc1"},
  165. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  166. {:snappyer, "1.2.8", override: true},
  167. {:crc32cer, "0.1.8", override: true},
  168. {:supervisor3, "1.1.12", override: true},
  169. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true}
  170. ]
  171. end
  172. defp enterprise_deps(_profile_info) do
  173. []
  174. end
  175. defp set_emqx_app_system_env(apps, profile_info, version) do
  176. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  177. Enum.map(
  178. apps,
  179. fn {app, opts} ->
  180. {app,
  181. Keyword.update(
  182. opts,
  183. :system_env,
  184. system_env,
  185. &Keyword.merge(&1, system_env)
  186. )}
  187. end
  188. )
  189. end
  190. def emqx_app_system_env(profile_info, version) do
  191. erlc_options(profile_info, version)
  192. |> dump_as_erl()
  193. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  194. end
  195. defp erlc_options(%{edition_type: edition_type}, version) do
  196. [
  197. :debug_info,
  198. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  199. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  200. {:d, :snk_kind, :msg}
  201. ]
  202. end
  203. def maybe_no_quic_env() do
  204. if not enable_quicer?() do
  205. [{"BUILD_WITHOUT_QUIC", "true"}]
  206. else
  207. []
  208. end
  209. end
  210. defp releases() do
  211. [
  212. emqx: fn ->
  213. %{
  214. release_type: release_type,
  215. package_type: package_type,
  216. edition_type: edition_type
  217. } = check_profile!()
  218. base_steps = [
  219. &make_docs(&1),
  220. :assemble,
  221. &create_RELEASES/1,
  222. &copy_files(&1, release_type, package_type, edition_type),
  223. &copy_escript(&1, "nodetool"),
  224. &copy_escript(&1, "install_upgrade.escript")
  225. ]
  226. steps =
  227. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  228. base_steps ++ [&prepare_tar_overlays/1, :tar]
  229. else
  230. base_steps
  231. end
  232. [
  233. applications: applications(edition_type),
  234. skip_mode_validation_for: [
  235. :emqx_gateway,
  236. :emqx_gateway_stomp,
  237. :emqx_gateway_mqttsn,
  238. :emqx_gateway_coap,
  239. :emqx_gateway_lwm2m,
  240. :emqx_gateway_exproto,
  241. :emqx_dashboard,
  242. :emqx_resource,
  243. :emqx_connector,
  244. :emqx_exhook,
  245. :emqx_bridge,
  246. :emqx_modules,
  247. :emqx_management,
  248. :emqx_statsd,
  249. :emqx_retainer,
  250. :emqx_prometheus,
  251. :emqx_auto_subscribe,
  252. :emqx_slow_subs,
  253. :emqx_plugins
  254. ],
  255. steps: steps,
  256. strip_beams: false
  257. ]
  258. end
  259. ]
  260. end
  261. def applications(edition_type) do
  262. [
  263. crypto: :permanent,
  264. public_key: :permanent,
  265. asn1: :permanent,
  266. syntax_tools: :permanent,
  267. ssl: :permanent,
  268. os_mon: :permanent,
  269. inets: :permanent,
  270. compiler: :permanent,
  271. runtime_tools: :permanent,
  272. redbug: :permanent,
  273. xmerl: :permanent,
  274. hocon: :load,
  275. telemetry: :permanent,
  276. emqx: :load,
  277. emqx_conf: :load,
  278. emqx_machine: :permanent
  279. ] ++
  280. if(enable_rocksdb?(),
  281. do: [mnesia_rocksdb: :load],
  282. else: []
  283. ) ++
  284. [
  285. mnesia: :load,
  286. ekka: :load,
  287. emqx_plugin_libs: :load,
  288. esasl: :load,
  289. observer_cli: :permanent,
  290. tools: :load,
  291. covertool: :load,
  292. system_monitor: :load,
  293. emqx_utils: :load,
  294. emqx_http_lib: :permanent,
  295. emqx_resource: :permanent,
  296. emqx_connector: :permanent,
  297. emqx_authn: :permanent,
  298. emqx_authz: :permanent,
  299. emqx_auto_subscribe: :permanent,
  300. emqx_gateway: :permanent,
  301. emqx_gateway_stomp: :permanent,
  302. emqx_gateway_mqttsn: :permanent,
  303. emqx_gateway_coap: :permanent,
  304. emqx_gateway_lwm2m: :permanent,
  305. emqx_gateway_exproto: :permanent,
  306. emqx_exhook: :permanent,
  307. emqx_bridge: :permanent,
  308. emqx_rule_engine: :permanent,
  309. emqx_modules: :permanent,
  310. emqx_management: :permanent,
  311. emqx_dashboard: :permanent,
  312. emqx_retainer: :permanent,
  313. emqx_statsd: :permanent,
  314. emqx_prometheus: :permanent,
  315. emqx_psk: :permanent,
  316. emqx_slow_subs: :permanent,
  317. emqx_plugins: :permanent,
  318. emqx_mix: :none
  319. ] ++
  320. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  321. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  322. if(enable_jq?(), do: [jq: :load], else: []) ++
  323. if(is_app(:observer),
  324. do: [observer: :load],
  325. else: []
  326. ) ++
  327. if(edition_type == :enterprise,
  328. do: [
  329. emqx_license: :permanent,
  330. emqx_ee_conf: :load,
  331. emqx_ee_connector: :permanent,
  332. emqx_ee_bridge: :permanent,
  333. emqx_bridge_kafka: :permanent,
  334. emqx_bridge_pulsar: :permanent,
  335. emqx_bridge_gcp_pubsub: :permanent,
  336. emqx_bridge_cassandra: :permanent,
  337. emqx_bridge_opents: :permanent,
  338. emqx_bridge_clickhouse: :permanent,
  339. emqx_bridge_dynamo: :permanent,
  340. emqx_bridge_hstreamdb: :permanent,
  341. emqx_bridge_influxdb: :permanent,
  342. emqx_bridge_matrix: :permanent,
  343. emqx_bridge_mongodb: :permanent,
  344. emqx_bridge_mysql: :permanent,
  345. emqx_bridge_pgsql: :permanent,
  346. emqx_bridge_redis: :permanent,
  347. emqx_bridge_rocketmq: :permanent,
  348. emqx_bridge_tdengine: :permanent,
  349. emqx_bridge_timescale: :permanent,
  350. emqx_bridge_sqlserver: :permanent,
  351. emqx_oracle: :permanent,
  352. emqx_bridge_oracle: :permanent,
  353. emqx_ee_schema_registry: :permanent
  354. ],
  355. else: []
  356. )
  357. end
  358. defp is_app(name) do
  359. case Application.load(name) do
  360. :ok ->
  361. true
  362. {:error, {:already_loaded, _}} ->
  363. true
  364. _ ->
  365. false
  366. end
  367. end
  368. def check_profile!() do
  369. valid_envs = [
  370. :dev,
  371. :emqx,
  372. :"emqx-pkg",
  373. :"emqx-enterprise",
  374. :"emqx-enterprise-pkg"
  375. ]
  376. if Mix.env() not in valid_envs do
  377. formatted_envs =
  378. valid_envs
  379. |> Enum.map(&" * #{&1}")
  380. |> Enum.join("\n")
  381. Mix.raise("""
  382. Invalid env #{Mix.env()}. Valid options are:
  383. #{formatted_envs}
  384. """)
  385. end
  386. {
  387. release_type,
  388. package_type,
  389. edition_type
  390. } =
  391. case Mix.env() do
  392. :dev ->
  393. {:cloud, :bin, :community}
  394. :emqx ->
  395. {:cloud, :bin, :community}
  396. :"emqx-enterprise" ->
  397. {:cloud, :bin, :enterprise}
  398. :"emqx-pkg" ->
  399. {:cloud, :pkg, :community}
  400. :"emqx-enterprise-pkg" ->
  401. {:cloud, :pkg, :enterprise}
  402. end
  403. normalize_env!()
  404. %{
  405. release_type: release_type,
  406. package_type: package_type,
  407. edition_type: edition_type
  408. }
  409. end
  410. #############################################################################
  411. # Custom Steps
  412. #############################################################################
  413. defp make_docs(release) do
  414. profile = System.get_env("MIX_ENV")
  415. os_cmd("build", [profile, "docs"])
  416. release
  417. end
  418. defp copy_files(release, release_type, package_type, edition_type) do
  419. overwrite? = Keyword.get(release.options, :overwrite, false)
  420. bin = Path.join(release.path, "bin")
  421. etc = Path.join(release.path, "etc")
  422. log = Path.join(release.path, "log")
  423. plugins = Path.join(release.path, "plugins")
  424. Mix.Generator.create_directory(bin)
  425. Mix.Generator.create_directory(etc)
  426. Mix.Generator.create_directory(log)
  427. Mix.Generator.create_directory(plugins)
  428. Mix.Generator.create_directory(Path.join(etc, "certs"))
  429. Enum.each(
  430. ["mnesia", "configs", "patches", "scripts"],
  431. fn dir ->
  432. path = Path.join([release.path, "data", dir])
  433. Mix.Generator.create_directory(path)
  434. end
  435. )
  436. Mix.Generator.copy_file(
  437. "apps/emqx_authz/etc/acl.conf",
  438. Path.join(etc, "acl.conf"),
  439. force: overwrite?
  440. )
  441. # required by emqx_authz
  442. File.cp_r!(
  443. "apps/emqx/etc/certs",
  444. Path.join(etc, "certs")
  445. )
  446. profile = System.get_env("MIX_ENV")
  447. Mix.Generator.copy_file(
  448. "_build/docgen/#{profile}/emqx.conf.example",
  449. Path.join(etc, "emqx.conf.example"),
  450. force: overwrite?
  451. )
  452. # this is required by the produced escript / nodetool
  453. Mix.Generator.copy_file(
  454. Path.join(release.version_path, "start_clean.boot"),
  455. Path.join(bin, "no_dot_erlang.boot"),
  456. force: overwrite?
  457. )
  458. assigns = template_vars(release, release_type, package_type, edition_type)
  459. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  460. # So, this should be run before the release.
  461. # TODO: run as a "compiler" step???
  462. render_template(
  463. "apps/emqx_conf/etc/emqx.conf.all",
  464. assigns,
  465. Path.join(etc, "emqx.conf")
  466. )
  467. if edition_type == :enterprise do
  468. render_template(
  469. "apps/emqx_conf/etc/emqx-enterprise.conf.all",
  470. assigns,
  471. Path.join(etc, "emqx-enterprise.conf")
  472. )
  473. end
  474. render_template(
  475. "rel/emqx_vars",
  476. assigns,
  477. Path.join([release.path, "releases", "emqx_vars"])
  478. )
  479. vm_args_template_path =
  480. case release_type do
  481. :cloud ->
  482. "apps/emqx/etc/vm.args.cloud"
  483. end
  484. render_template(
  485. vm_args_template_path,
  486. assigns,
  487. [
  488. Path.join(etc, "vm.args"),
  489. Path.join(release.version_path, "vm.args")
  490. ]
  491. )
  492. for name <- [
  493. "emqx",
  494. "emqx_ctl"
  495. ] do
  496. Mix.Generator.copy_file(
  497. "bin/#{name}",
  498. Path.join(bin, name),
  499. force: overwrite?
  500. )
  501. # Files with the version appended are expected by the release
  502. # upgrade script `install_upgrade.escript`
  503. Mix.Generator.copy_file(
  504. Path.join(bin, name),
  505. Path.join(bin, name <> "-#{release.version}"),
  506. force: overwrite?
  507. )
  508. end
  509. for base_name <- ["emqx", "emqx_ctl"],
  510. suffix <- ["", "-#{release.version}"] do
  511. name = base_name <> suffix
  512. File.chmod!(Path.join(bin, name), 0o755)
  513. end
  514. Mix.Generator.copy_file(
  515. "bin/node_dump",
  516. Path.join(bin, "node_dump"),
  517. force: overwrite?
  518. )
  519. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  520. Mix.Generator.copy_file(
  521. "bin/emqx_cluster_rescue",
  522. Path.join(bin, "emqx_cluster_rescue"),
  523. force: overwrite?
  524. )
  525. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  526. render_template(
  527. "rel/BUILD_INFO",
  528. assigns,
  529. Path.join(release.version_path, "BUILD_INFO")
  530. )
  531. release
  532. end
  533. defp render_template(template, assigns, target) when is_binary(target) do
  534. render_template(template, assigns, [target])
  535. end
  536. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  537. rendered =
  538. File.read!(template)
  539. |> from_rebar_to_eex_template()
  540. |> EEx.eval_string(assigns)
  541. for target <- tartgets do
  542. File.write!(target, rendered)
  543. end
  544. end
  545. # needed by nodetool and by release_handler
  546. defp create_RELEASES(release) do
  547. apps =
  548. Enum.map(release.applications, fn {app_name, app_props} ->
  549. app_vsn = Keyword.fetch!(app_props, :vsn)
  550. app_path =
  551. "./lib"
  552. |> Path.join("#{app_name}-#{app_vsn}")
  553. |> to_charlist()
  554. {app_name, app_vsn, app_path}
  555. end)
  556. release_entry = [
  557. {
  558. :release,
  559. to_charlist(release.name),
  560. to_charlist(release.version),
  561. release.erts_version,
  562. apps,
  563. :permanent
  564. }
  565. ]
  566. release.path
  567. |> Path.join("releases")
  568. |> Path.join("RELEASES")
  569. |> File.open!([:write, :utf8], fn handle ->
  570. IO.puts(handle, "%% coding: utf-8")
  571. :io.format(handle, ~c"~tp.~n", [release_entry])
  572. end)
  573. release
  574. end
  575. defp copy_escript(release, escript_name) do
  576. [shebang, rest] =
  577. "bin/#{escript_name}"
  578. |> File.read!()
  579. |> String.split("\n", parts: 2)
  580. # the elixir version of escript + start.boot required the boot_var
  581. # RELEASE_LIB to be defined.
  582. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  583. # Files with the version appended are expected by the release
  584. # upgrade script `install_upgrade.escript`
  585. Enum.each(
  586. [escript_name, escript_name <> "-" <> release.version],
  587. fn name ->
  588. path = Path.join([release.path, "bin", name])
  589. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  590. end
  591. )
  592. release
  593. end
  594. # The `:tar` built-in step in Mix Release does not currently add the
  595. # `etc` directory into the resulting tarball. The workaround is to
  596. # add those to the `:overlays` key before running `:tar`.
  597. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  598. defp prepare_tar_overlays(release) do
  599. Map.update!(
  600. release,
  601. :overlays,
  602. &[
  603. "etc",
  604. "data",
  605. "plugins",
  606. "bin/node_dump"
  607. | &1
  608. ]
  609. )
  610. end
  611. #############################################################################
  612. # Helper functions
  613. #############################################################################
  614. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  615. [
  616. emqx_default_erlang_cookie: default_cookie(),
  617. platform_data_dir: "data",
  618. platform_etc_dir: "etc",
  619. platform_plugins_dir: "plugins",
  620. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  621. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  622. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  623. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  624. runner_user: "",
  625. release_version: release.version,
  626. erts_vsn: release.erts_version,
  627. # FIXME: this is empty in `make emqx` ???
  628. erl_opts: "",
  629. emqx_description: emqx_description(release_type, edition_type),
  630. emqx_schema_mod: emqx_schema_mod(edition_type),
  631. is_elixir: "yes",
  632. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  633. ] ++ build_info()
  634. end
  635. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  636. [
  637. emqx_default_erlang_cookie: default_cookie(),
  638. platform_data_dir: "/var/lib/emqx",
  639. platform_etc_dir: "/etc/emqx",
  640. platform_plugins_dir: "/var/lib/emqx/plugins",
  641. runner_bin_dir: "/usr/bin",
  642. emqx_etc_dir: "/etc/emqx",
  643. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  644. runner_log_dir: "/var/log/emqx",
  645. runner_user: "emqx",
  646. release_version: release.version,
  647. erts_vsn: release.erts_version,
  648. # FIXME: this is empty in `make emqx` ???
  649. erl_opts: "",
  650. emqx_description: emqx_description(release_type, edition_type),
  651. emqx_schema_mod: emqx_schema_mod(edition_type),
  652. is_elixir: "yes",
  653. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  654. ] ++ build_info()
  655. end
  656. defp default_cookie() do
  657. "emqx50elixir"
  658. end
  659. defp emqx_description(release_type, edition_type) do
  660. case {release_type, edition_type} do
  661. {:cloud, :enterprise} ->
  662. "EMQX Enterprise"
  663. {:cloud, :community} ->
  664. "EMQX"
  665. end
  666. end
  667. defp emqx_schema_mod(:enterprise), do: :emqx_ee_conf_schema
  668. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  669. defp bcrypt_dep() do
  670. if enable_bcrypt?(),
  671. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  672. else: []
  673. end
  674. defp jq_dep() do
  675. if enable_jq?(),
  676. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  677. else: []
  678. end
  679. defp quicer_dep() do
  680. if enable_quicer?(),
  681. # in conflict with emqx and emqtt
  682. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  683. else: []
  684. end
  685. defp enable_bcrypt?() do
  686. not win32?()
  687. end
  688. defp enable_jq?() do
  689. not Enum.any?([
  690. build_without_jq?(),
  691. win32?()
  692. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  693. end
  694. defp enable_quicer?() do
  695. not Enum.any?([
  696. build_without_quic?(),
  697. win32?(),
  698. centos6?(),
  699. macos?()
  700. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  701. end
  702. defp enable_rocksdb?() do
  703. not Enum.any?([
  704. build_without_rocksdb?(),
  705. raspbian?()
  706. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  707. end
  708. defp pkg_vsn() do
  709. %{edition_type: edition_type} = check_profile!()
  710. basedir = Path.dirname(__ENV__.file)
  711. script = Path.join(basedir, "pkg-vsn.sh")
  712. os_cmd(script, [Atom.to_string(edition_type)])
  713. end
  714. defp os_cmd(script, args) do
  715. {str, 0} = System.cmd("bash", [script | args])
  716. String.trim(str)
  717. end
  718. defp win32?(),
  719. do: match?({:win_32, _}, :os.type())
  720. defp centos6?() do
  721. case File.read("/etc/centos-release") do
  722. {:ok, "CentOS release 6" <> _} ->
  723. true
  724. _ ->
  725. false
  726. end
  727. end
  728. defp macos?() do
  729. {:unix, :darwin} == :os.type()
  730. end
  731. defp raspbian?() do
  732. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  733. end
  734. defp build_without_jq?() do
  735. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  736. String.downcase(opt) != "false"
  737. end
  738. defp build_without_quic?() do
  739. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  740. String.downcase(opt) != "false"
  741. end
  742. defp build_without_rocksdb?() do
  743. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  744. String.downcase(opt) != "false"
  745. end
  746. defp from_rebar_to_eex_template(str) do
  747. # we must not consider surrounding space in the template var name
  748. # because some help strings contain informative variables that
  749. # should not be interpolated, and those have no spaces.
  750. Regex.replace(
  751. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  752. str,
  753. "<%= \\g{1} %>"
  754. )
  755. end
  756. defp build_info() do
  757. [
  758. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  759. build_info_wordsize: wordsize(),
  760. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  761. build_info_erlang: otp_release(),
  762. build_info_elixir: System.version(),
  763. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  764. ]
  765. end
  766. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  767. defp wordsize() do
  768. size =
  769. try do
  770. :erlang.system_info({:wordsize, :external})
  771. rescue
  772. ErlangError ->
  773. :erlang.system_info(:wordsize)
  774. end
  775. to_string(8 * size)
  776. end
  777. defp normalize_env!() do
  778. env =
  779. case Mix.env() do
  780. :dev ->
  781. :emqx
  782. env ->
  783. env
  784. end
  785. Mix.env(env)
  786. end
  787. # As from Erlang/OTP 17, the OTP release number corresponds to the
  788. # major OTP version number. No erlang:system_info() argument gives
  789. # the exact OTP version.
  790. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  791. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  792. defp otp_release() do
  793. major_version = System.otp_release()
  794. root_dir = to_string(:code.root_dir())
  795. [root_dir, "releases", major_version, "OTP_VERSION"]
  796. |> Path.join()
  797. |> File.read()
  798. |> case do
  799. {:error, _} ->
  800. major_version
  801. {:ok, version} ->
  802. version
  803. |> String.trim()
  804. |> String.split("**")
  805. |> List.first()
  806. end
  807. end
  808. defp dump_as_erl(term) do
  809. term
  810. |> then(&:io_lib.format("~0p", [&1]))
  811. |> :erlang.iolist_to_binary()
  812. end
  813. defp erlang_edition(:community), do: :ce
  814. defp erlang_edition(:enterprise), do: :ee
  815. end