mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, github: "emqx/redbug", tag: "2.0.10"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.12", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.6", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.11.1", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-2", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.18.1", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.3.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.12", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.15", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.7", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.10.1", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.40.4", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.10", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.1.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.7", override: true},
  88. {:rfc3339, github: "emqx/rfc3339", tag: "0.2.3", override: true},
  89. {:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.1", override: true},
  90. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  91. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  92. ] ++
  93. emqx_apps(profile_info, version) ++
  94. enterprise_deps(profile_info) ++ jq_dep() ++ quicer_dep()
  95. end
  96. defp emqx_apps(profile_info, version) do
  97. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  98. set_emqx_app_system_env(apps, profile_info, version)
  99. end
  100. defp umbrella_apps(profile_info) do
  101. enterprise_apps = enterprise_umbrella_apps()
  102. "apps/*"
  103. |> Path.wildcard()
  104. |> Enum.map(fn path ->
  105. app =
  106. path
  107. |> Path.basename()
  108. |> String.to_atom()
  109. {app, path: path, manager: :rebar3, override: true}
  110. end)
  111. |> Enum.reject(fn dep_spec ->
  112. dep_spec
  113. |> elem(0)
  114. |> then(&MapSet.member?(enterprise_apps, &1))
  115. end)
  116. |> Enum.reject(fn {app, _} ->
  117. case profile_info do
  118. %{edition_type: :enterprise} ->
  119. app == :emqx_telemetry
  120. _ ->
  121. false
  122. end
  123. end)
  124. end
  125. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  126. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  127. path = "apps/#{app_name}"
  128. {app_name, path: path, manager: :rebar3, override: true}
  129. end)
  130. end
  131. defp enterprise_apps(_profile_info) do
  132. []
  133. end
  134. # need to remove those when listing `/apps/`...
  135. defp enterprise_umbrella_apps() do
  136. MapSet.new([
  137. :emqx_bridge_kafka,
  138. :emqx_bridge_confluent,
  139. :emqx_bridge_gcp_pubsub,
  140. :emqx_bridge_cassandra,
  141. :emqx_bridge_opents,
  142. :emqx_bridge_dynamo,
  143. :emqx_bridge_greptimedb,
  144. :emqx_bridge_hstreamdb,
  145. :emqx_bridge_influxdb,
  146. :emqx_bridge_iotdb,
  147. :emqx_bridge_es,
  148. :emqx_bridge_matrix,
  149. :emqx_bridge_mongodb,
  150. :emqx_bridge_mysql,
  151. :emqx_bridge_pgsql,
  152. :emqx_bridge_redis,
  153. :emqx_bridge_rocketmq,
  154. :emqx_bridge_tdengine,
  155. :emqx_bridge_timescale,
  156. :emqx_bridge_sqlserver,
  157. :emqx_bridge_pulsar,
  158. :emqx_oracle,
  159. :emqx_bridge_oracle,
  160. :emqx_bridge_rabbitmq,
  161. :emqx_bridge_clickhouse,
  162. :emqx_ft,
  163. :emqx_license,
  164. :emqx_s3,
  165. :emqx_schema_registry,
  166. :emqx_enterprise,
  167. :emqx_bridge_kinesis,
  168. :emqx_bridge_azure_event_hub,
  169. :emqx_gcp_device,
  170. :emqx_dashboard_rbac,
  171. :emqx_dashboard_sso,
  172. :emqx_audit,
  173. :emqx_gateway_gbt32960,
  174. :emqx_gateway_ocpp,
  175. :emqx_gateway_jt808,
  176. :emqx_bridge_syskeeper
  177. ])
  178. end
  179. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  180. [
  181. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.4.5+v0.16.1"},
  182. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.13", override: true},
  183. {:wolff, github: "kafka4beam/wolff", tag: "1.9.1"},
  184. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  185. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.1"},
  186. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  187. {:snappyer, "1.2.9", override: true},
  188. {:crc32cer, "0.1.8", override: true},
  189. {:supervisor3, "1.1.12", override: true},
  190. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  191. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.6", override: true},
  192. # The following two are dependencies of rabbit_common. They are needed here to
  193. # make mix not complain about conflicting versions
  194. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  195. {:credentials_obfuscation,
  196. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  197. {:rabbit_common,
  198. github: "emqx/rabbitmq-server",
  199. tag: "v3.11.13.2",
  200. sparse: "deps/rabbit_common",
  201. override: true},
  202. {:amqp_client,
  203. github: "emqx/rabbitmq-server",
  204. tag: "v3.11.13.2",
  205. sparse: "deps/amqp_client",
  206. override: true}
  207. ]
  208. end
  209. defp enterprise_deps(_profile_info) do
  210. []
  211. end
  212. defp set_emqx_app_system_env(apps, profile_info, version) do
  213. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  214. Enum.map(
  215. apps,
  216. fn {app, opts} ->
  217. {app,
  218. Keyword.update(
  219. opts,
  220. :system_env,
  221. system_env,
  222. &Keyword.merge(&1, system_env)
  223. )}
  224. end
  225. )
  226. end
  227. def emqx_app_system_env(profile_info, version) do
  228. erlc_options(profile_info, version)
  229. |> dump_as_erl()
  230. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  231. end
  232. defp erlc_options(%{edition_type: edition_type}, version) do
  233. [
  234. :debug_info,
  235. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  236. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  237. {:d, :snk_kind, :msg}
  238. ]
  239. end
  240. def maybe_no_quic_env() do
  241. if not enable_quicer?() do
  242. [{"BUILD_WITHOUT_QUIC", "true"}]
  243. else
  244. []
  245. end
  246. end
  247. defp releases() do
  248. [
  249. emqx: fn ->
  250. %{
  251. release_type: release_type,
  252. package_type: package_type,
  253. edition_type: edition_type
  254. } = check_profile!()
  255. base_steps = [
  256. &make_docs(&1),
  257. :assemble,
  258. &create_RELEASES/1,
  259. &copy_files(&1, release_type, package_type, edition_type),
  260. &copy_escript(&1, "nodetool"),
  261. &copy_escript(&1, "install_upgrade.escript")
  262. ]
  263. steps =
  264. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  265. base_steps ++ [&prepare_tar_overlays/1, :tar]
  266. else
  267. base_steps
  268. end
  269. [
  270. applications: applications(edition_type),
  271. skip_mode_validation_for: [
  272. :emqx_mix,
  273. :emqx_gateway,
  274. :emqx_gateway_stomp,
  275. :emqx_gateway_mqttsn,
  276. :emqx_gateway_coap,
  277. :emqx_gateway_lwm2m,
  278. :emqx_gateway_exproto,
  279. :emqx_dashboard,
  280. :emqx_dashboard_sso,
  281. :emqx_audit,
  282. :emqx_resource,
  283. :emqx_connector,
  284. :emqx_exhook,
  285. :emqx_bridge,
  286. :emqx_bridge_mqtt,
  287. :emqx_modules,
  288. :emqx_management,
  289. :emqx_retainer,
  290. :emqx_prometheus,
  291. :emqx_rule_engine,
  292. :emqx_auto_subscribe,
  293. :emqx_slow_subs,
  294. :emqx_plugins,
  295. :emqx_ft,
  296. :emqx_s3,
  297. :emqx_opentelemetry,
  298. :emqx_durable_storage,
  299. :rabbit_common
  300. ],
  301. steps: steps,
  302. strip_beams: false
  303. ]
  304. end
  305. ]
  306. end
  307. def applications(edition_type) do
  308. {:ok,
  309. [
  310. %{
  311. db_apps: db_apps,
  312. system_apps: system_apps,
  313. common_business_apps: common_business_apps,
  314. ee_business_apps: ee_business_apps,
  315. ce_business_apps: ce_business_apps
  316. }
  317. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  318. edition_specific_apps =
  319. if edition_type == :enterprise do
  320. ee_business_apps
  321. else
  322. ce_business_apps
  323. end
  324. business_apps = common_business_apps ++ edition_specific_apps
  325. excluded_apps = excluded_apps()
  326. system_apps =
  327. Enum.map(system_apps, fn app ->
  328. if is_atom(app), do: {app, :permanent}, else: app
  329. end)
  330. db_apps = Enum.map(db_apps, &{&1, :load})
  331. business_apps = Enum.map(business_apps, &{&1, :load})
  332. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  333. |> List.flatten()
  334. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  335. end
  336. defp excluded_apps() do
  337. %{
  338. mnesia_rocksdb: enable_rocksdb?(),
  339. quicer: enable_quicer?(),
  340. jq: enable_jq?(),
  341. observer: is_app?(:observer)
  342. }
  343. |> Enum.reject(&elem(&1, 1))
  344. |> Enum.map(&elem(&1, 0))
  345. end
  346. defp is_app?(name) do
  347. case Application.load(name) do
  348. :ok ->
  349. true
  350. {:error, {:already_loaded, _}} ->
  351. true
  352. _ ->
  353. false
  354. end
  355. end
  356. def check_profile!() do
  357. valid_envs = [
  358. :emqx,
  359. :"emqx-pkg",
  360. :"emqx-enterprise",
  361. :"emqx-enterprise-pkg"
  362. ]
  363. if Mix.env() == :dev do
  364. env_profile = System.get_env("PROFILE")
  365. if env_profile do
  366. # copy from PROFILE env var
  367. System.get_env("PROFILE")
  368. |> String.to_atom()
  369. |> Mix.env()
  370. else
  371. IO.puts(
  372. IO.ANSI.format([
  373. :yellow,
  374. "Warning: env var PROFILE is unset; defaulting to emqx"
  375. ])
  376. )
  377. Mix.env(:emqx)
  378. end
  379. end
  380. if Mix.env() not in valid_envs do
  381. formatted_envs =
  382. valid_envs
  383. |> Enum.map(&" * #{&1}")
  384. |> Enum.join("\n")
  385. Mix.raise("""
  386. Invalid env #{Mix.env()}. Valid options are:
  387. #{formatted_envs}
  388. """)
  389. end
  390. {
  391. release_type,
  392. package_type,
  393. edition_type
  394. } =
  395. case Mix.env() do
  396. :dev ->
  397. {:cloud, :bin, :community}
  398. :emqx ->
  399. {:cloud, :bin, :community}
  400. :"emqx-enterprise" ->
  401. {:cloud, :bin, :enterprise}
  402. :"emqx-pkg" ->
  403. {:cloud, :pkg, :community}
  404. :"emqx-enterprise-pkg" ->
  405. {:cloud, :pkg, :enterprise}
  406. end
  407. normalize_env!()
  408. %{
  409. release_type: release_type,
  410. package_type: package_type,
  411. edition_type: edition_type
  412. }
  413. end
  414. #############################################################################
  415. # Custom Steps
  416. #############################################################################
  417. defp make_docs(release) do
  418. profile = System.get_env("MIX_ENV")
  419. os_cmd("build", [profile, "docs"])
  420. release
  421. end
  422. defp copy_files(release, release_type, package_type, edition_type) do
  423. overwrite? = Keyword.get(release.options, :overwrite, false)
  424. bin = Path.join(release.path, "bin")
  425. etc = Path.join(release.path, "etc")
  426. log = Path.join(release.path, "log")
  427. plugins = Path.join(release.path, "plugins")
  428. Mix.Generator.create_directory(bin)
  429. Mix.Generator.create_directory(etc)
  430. Mix.Generator.create_directory(log)
  431. Mix.Generator.create_directory(plugins)
  432. Mix.Generator.create_directory(Path.join(etc, "certs"))
  433. Enum.each(
  434. ["mnesia", "configs", "patches", "scripts"],
  435. fn dir ->
  436. path = Path.join([release.path, "data", dir])
  437. Mix.Generator.create_directory(path)
  438. end
  439. )
  440. Mix.Generator.copy_file(
  441. "apps/emqx_auth/etc/acl.conf",
  442. Path.join(etc, "acl.conf"),
  443. force: overwrite?
  444. )
  445. # required by emqx_auth
  446. File.cp_r!(
  447. "apps/emqx/etc/certs",
  448. Path.join(etc, "certs")
  449. )
  450. profile = System.get_env("MIX_ENV")
  451. File.cp_r!(
  452. "rel/config/examples",
  453. Path.join(etc, "examples"),
  454. force: overwrite?
  455. )
  456. # copy /rel/config/ee-examples if profile is enterprise
  457. case profile do
  458. "emqx-enterprise" ->
  459. File.cp_r!(
  460. "rel/config/ee-examples",
  461. Path.join(etc, "examples"),
  462. force: overwrite?
  463. )
  464. _ ->
  465. :ok
  466. end
  467. # this is required by the produced escript / nodetool
  468. Mix.Generator.copy_file(
  469. Path.join(release.version_path, "start_clean.boot"),
  470. Path.join(bin, "no_dot_erlang.boot"),
  471. force: overwrite?
  472. )
  473. assigns = template_vars(release, release_type, package_type, edition_type)
  474. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  475. # So, this should be run before the release.
  476. # TODO: run as a "compiler" step???
  477. render_template(
  478. "apps/emqx_conf/etc/emqx.conf.all",
  479. assigns,
  480. Path.join(etc, "emqx.conf")
  481. )
  482. render_template(
  483. "rel/emqx_vars",
  484. assigns,
  485. Path.join([release.path, "releases", "emqx_vars"])
  486. )
  487. vm_args_template_path =
  488. case release_type do
  489. :cloud ->
  490. "apps/emqx/etc/vm.args.cloud"
  491. end
  492. render_template(
  493. vm_args_template_path,
  494. assigns,
  495. [
  496. Path.join(etc, "vm.args"),
  497. Path.join(release.version_path, "vm.args")
  498. ]
  499. )
  500. for name <- [
  501. "emqx",
  502. "emqx_ctl"
  503. ] do
  504. Mix.Generator.copy_file(
  505. "bin/#{name}",
  506. Path.join(bin, name),
  507. force: overwrite?
  508. )
  509. # Files with the version appended are expected by the release
  510. # upgrade script `install_upgrade.escript`
  511. Mix.Generator.copy_file(
  512. Path.join(bin, name),
  513. Path.join(bin, name <> "-#{release.version}"),
  514. force: overwrite?
  515. )
  516. end
  517. for base_name <- ["emqx", "emqx_ctl"],
  518. suffix <- ["", "-#{release.version}"] do
  519. name = base_name <> suffix
  520. File.chmod!(Path.join(bin, name), 0o755)
  521. end
  522. Mix.Generator.copy_file(
  523. "bin/node_dump",
  524. Path.join(bin, "node_dump"),
  525. force: overwrite?
  526. )
  527. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  528. Mix.Generator.copy_file(
  529. "bin/emqx_cluster_rescue",
  530. Path.join(bin, "emqx_cluster_rescue"),
  531. force: overwrite?
  532. )
  533. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  534. render_template(
  535. "rel/BUILD_INFO",
  536. assigns,
  537. Path.join(release.version_path, "BUILD_INFO")
  538. )
  539. release
  540. end
  541. defp render_template(template, assigns, target) when is_binary(target) do
  542. render_template(template, assigns, [target])
  543. end
  544. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  545. rendered =
  546. File.read!(template)
  547. |> from_rebar_to_eex_template()
  548. |> EEx.eval_string(assigns)
  549. for target <- tartgets do
  550. File.write!(target, rendered)
  551. end
  552. end
  553. # needed by nodetool and by release_handler
  554. defp create_RELEASES(release) do
  555. apps =
  556. Enum.map(release.applications, fn {app_name, app_props} ->
  557. app_vsn = Keyword.fetch!(app_props, :vsn)
  558. app_path =
  559. "./lib"
  560. |> Path.join("#{app_name}-#{app_vsn}")
  561. |> to_charlist()
  562. {app_name, app_vsn, app_path}
  563. end)
  564. release_entry = [
  565. {
  566. :release,
  567. to_charlist(release.name),
  568. to_charlist(release.version),
  569. release.erts_version,
  570. apps,
  571. :permanent
  572. }
  573. ]
  574. release.path
  575. |> Path.join("releases")
  576. |> Path.join("RELEASES")
  577. |> File.open!([:write, :utf8], fn handle ->
  578. IO.puts(handle, "%% coding: utf-8")
  579. :io.format(handle, ~c"~tp.~n", [release_entry])
  580. end)
  581. release
  582. end
  583. defp copy_escript(release, escript_name) do
  584. [shebang, rest] =
  585. "bin/#{escript_name}"
  586. |> File.read!()
  587. |> String.split("\n", parts: 2)
  588. # the elixir version of escript + start.boot required the boot_var
  589. # RELEASE_LIB to be defined.
  590. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  591. # Files with the version appended are expected by the release
  592. # upgrade script `install_upgrade.escript`
  593. Enum.each(
  594. [escript_name, escript_name <> "-" <> release.version],
  595. fn name ->
  596. path = Path.join([release.path, "bin", name])
  597. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  598. end
  599. )
  600. release
  601. end
  602. # The `:tar` built-in step in Mix Release does not currently add the
  603. # `etc` directory into the resulting tarball. The workaround is to
  604. # add those to the `:overlays` key before running `:tar`.
  605. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  606. defp prepare_tar_overlays(release) do
  607. Map.update!(
  608. release,
  609. :overlays,
  610. &[
  611. "etc",
  612. "data",
  613. "plugins",
  614. "bin/node_dump"
  615. | &1
  616. ]
  617. )
  618. end
  619. #############################################################################
  620. # Helper functions
  621. #############################################################################
  622. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  623. [
  624. emqx_default_erlang_cookie: default_cookie(),
  625. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  626. platform_data_dir: "data",
  627. platform_etc_dir: "etc",
  628. platform_plugins_dir: "plugins",
  629. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  630. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  631. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  632. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  633. runner_user: "",
  634. release_version: release.version,
  635. erts_vsn: release.erts_version,
  636. # FIXME: this is empty in `make emqx` ???
  637. erl_opts: "",
  638. emqx_description: emqx_description(release_type, edition_type),
  639. emqx_schema_mod: emqx_schema_mod(edition_type),
  640. is_elixir: "yes",
  641. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  642. ] ++ build_info()
  643. end
  644. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  645. [
  646. emqx_default_erlang_cookie: default_cookie(),
  647. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  648. platform_data_dir: "/var/lib/emqx",
  649. platform_etc_dir: "/etc/emqx",
  650. platform_plugins_dir: "/var/lib/emqx/plugins",
  651. runner_bin_dir: "/usr/bin",
  652. emqx_etc_dir: "/etc/emqx",
  653. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  654. runner_log_dir: "/var/log/emqx",
  655. runner_user: "emqx",
  656. release_version: release.version,
  657. erts_vsn: release.erts_version,
  658. # FIXME: this is empty in `make emqx` ???
  659. erl_opts: "",
  660. emqx_description: emqx_description(release_type, edition_type),
  661. emqx_schema_mod: emqx_schema_mod(edition_type),
  662. is_elixir: "yes",
  663. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  664. ] ++ build_info()
  665. end
  666. defp default_cookie() do
  667. "emqx50elixir"
  668. end
  669. defp emqx_description(release_type, edition_type) do
  670. case {release_type, edition_type} do
  671. {:cloud, :enterprise} ->
  672. "EMQX Enterprise"
  673. {:cloud, :community} ->
  674. "EMQX"
  675. end
  676. end
  677. defp emqx_configuration_doc(:enterprise),
  678. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  679. defp emqx_configuration_doc(:community),
  680. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  681. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  682. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  683. defp jq_dep() do
  684. if enable_jq?(),
  685. do: [{:jq, github: "emqx/jq", tag: "v0.3.12", override: true}],
  686. else: []
  687. end
  688. defp quicer_dep() do
  689. if enable_quicer?(),
  690. # in conflict with emqx and emqtt
  691. do: [{:quicer, github: "emqx/quic", tag: "0.0.312", override: true}],
  692. else: []
  693. end
  694. defp enable_jq?() do
  695. not Enum.any?([
  696. build_without_jq?()
  697. ])
  698. end
  699. defp enable_quicer?() do
  700. "1" == System.get_env("BUILD_WITH_QUIC") or
  701. not Enum.any?([
  702. macos?(),
  703. build_without_quic?()
  704. ])
  705. end
  706. defp enable_rocksdb?() do
  707. not Enum.any?([
  708. raspbian?(),
  709. build_without_rocksdb?()
  710. ])
  711. end
  712. defp pkg_vsn() do
  713. %{edition_type: edition_type} = check_profile!()
  714. basedir = Path.dirname(__ENV__.file)
  715. script = Path.join(basedir, "pkg-vsn.sh")
  716. os_cmd(script, [Atom.to_string(edition_type)])
  717. end
  718. defp os_cmd(script, args) do
  719. {str, 0} = System.cmd("bash", [script | args])
  720. String.trim(str)
  721. end
  722. defp macos?() do
  723. {:unix, :darwin} == :os.type()
  724. end
  725. defp raspbian?() do
  726. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  727. end
  728. defp build_without_jq?() do
  729. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  730. String.downcase(opt) != "false"
  731. end
  732. defp build_without_quic?() do
  733. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  734. String.downcase(opt) != "false"
  735. end
  736. defp build_without_rocksdb?() do
  737. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  738. String.downcase(opt) != "false"
  739. end
  740. defp from_rebar_to_eex_template(str) do
  741. # we must not consider surrounding space in the template var name
  742. # because some help strings contain informative variables that
  743. # should not be interpolated, and those have no spaces.
  744. Regex.replace(
  745. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  746. str,
  747. "<%= \\g{1} %>"
  748. )
  749. end
  750. defp build_info() do
  751. [
  752. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  753. build_info_wordsize: wordsize(),
  754. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  755. build_info_erlang: otp_release(),
  756. build_info_elixir: System.version(),
  757. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  758. ]
  759. end
  760. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  761. defp wordsize() do
  762. size =
  763. try do
  764. :erlang.system_info({:wordsize, :external})
  765. rescue
  766. ErlangError ->
  767. :erlang.system_info(:wordsize)
  768. end
  769. to_string(8 * size)
  770. end
  771. defp normalize_env!() do
  772. env =
  773. case Mix.env() do
  774. :dev ->
  775. :emqx
  776. env ->
  777. env
  778. end
  779. Mix.env(env)
  780. end
  781. # As from Erlang/OTP 17, the OTP release number corresponds to the
  782. # major OTP version number. No erlang:system_info() argument gives
  783. # the exact OTP version.
  784. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  785. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  786. defp otp_release() do
  787. major_version = System.otp_release()
  788. root_dir = to_string(:code.root_dir())
  789. [root_dir, "releases", major_version, "OTP_VERSION"]
  790. |> Path.join()
  791. |> File.read()
  792. |> case do
  793. {:error, _} ->
  794. major_version
  795. {:ok, version} ->
  796. version
  797. |> String.trim()
  798. |> String.split("**")
  799. |> List.first()
  800. end
  801. end
  802. defp dump_as_erl(term) do
  803. term
  804. |> then(&:io_lib.format("~0p", [&1]))
  805. |> :erlang.iolist_to_binary()
  806. end
  807. defp erlang_edition(:community), do: :ce
  808. defp erlang_edition(:enterprise), do: :ee
  809. end