mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, github: "emqx/redbug", tag: "2.0.10"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.12", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.6", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.11.1", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-2", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.19.0", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.3.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.12", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.4.0", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.7", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.10.1", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.2.0"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.42.1", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.10", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.1.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.7", override: true},
  88. {:rfc3339, github: "emqx/rfc3339", tag: "0.2.3", override: true},
  89. {:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.2", override: true},
  90. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  91. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  92. ] ++
  93. emqx_apps(profile_info, version) ++
  94. enterprise_deps(profile_info) ++ jq_dep() ++ quicer_dep()
  95. end
  96. defp emqx_apps(profile_info, version) do
  97. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  98. set_emqx_app_system_env(apps, profile_info, version)
  99. end
  100. defp umbrella_apps(profile_info) do
  101. enterprise_apps = enterprise_umbrella_apps()
  102. "apps/*"
  103. |> Path.wildcard()
  104. |> Enum.map(fn path ->
  105. app =
  106. path
  107. |> Path.basename()
  108. |> String.to_atom()
  109. {app, path: path, manager: :rebar3, override: true}
  110. end)
  111. |> Enum.reject(fn dep_spec ->
  112. dep_spec
  113. |> elem(0)
  114. |> then(&MapSet.member?(enterprise_apps, &1))
  115. end)
  116. |> Enum.reject(fn {app, _} ->
  117. case profile_info do
  118. %{edition_type: :enterprise} ->
  119. app == :emqx_telemetry
  120. _ ->
  121. false
  122. end
  123. end)
  124. end
  125. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  126. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  127. path = "apps/#{app_name}"
  128. {app_name, path: path, manager: :rebar3, override: true}
  129. end)
  130. end
  131. defp enterprise_apps(_profile_info) do
  132. []
  133. end
  134. # need to remove those when listing `/apps/`...
  135. defp enterprise_umbrella_apps() do
  136. MapSet.new([
  137. :emqx_bridge_kafka,
  138. :emqx_bridge_confluent,
  139. :emqx_bridge_gcp_pubsub,
  140. :emqx_bridge_cassandra,
  141. :emqx_bridge_opents,
  142. :emqx_bridge_dynamo,
  143. :emqx_bridge_greptimedb,
  144. :emqx_bridge_hstreamdb,
  145. :emqx_bridge_influxdb,
  146. :emqx_bridge_iotdb,
  147. :emqx_bridge_es,
  148. :emqx_bridge_matrix,
  149. :emqx_bridge_mongodb,
  150. :emqx_bridge_mysql,
  151. :emqx_bridge_pgsql,
  152. :emqx_bridge_redis,
  153. :emqx_bridge_rocketmq,
  154. :emqx_bridge_tdengine,
  155. :emqx_bridge_timescale,
  156. :emqx_bridge_sqlserver,
  157. :emqx_bridge_pulsar,
  158. :emqx_oracle,
  159. :emqx_bridge_oracle,
  160. :emqx_bridge_rabbitmq,
  161. :emqx_bridge_clickhouse,
  162. :emqx_ft,
  163. :emqx_license,
  164. :emqx_s3,
  165. :emqx_bridge_s3,
  166. :emqx_schema_registry,
  167. :emqx_message_validation,
  168. :emqx_enterprise,
  169. :emqx_bridge_kinesis,
  170. :emqx_bridge_azure_event_hub,
  171. :emqx_gcp_device,
  172. :emqx_dashboard_rbac,
  173. :emqx_dashboard_sso,
  174. :emqx_audit,
  175. :emqx_gateway_gbt32960,
  176. :emqx_gateway_ocpp,
  177. :emqx_gateway_jt808,
  178. :emqx_bridge_syskeeper
  179. ])
  180. end
  181. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  182. [
  183. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.5.18+v0.18.1"},
  184. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.13", override: true},
  185. {:wolff, github: "kafka4beam/wolff", tag: "1.10.2"},
  186. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.5", override: true},
  187. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.1"},
  188. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  189. {:snappyer, "1.2.9", override: true},
  190. {:crc32cer, "0.1.8", override: true},
  191. {:supervisor3, "1.1.12", override: true},
  192. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  193. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.7", override: true},
  194. # The following two are dependencies of rabbit_common. They are needed here to
  195. # make mix not complain about conflicting versions
  196. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  197. {:credentials_obfuscation,
  198. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  199. {:rabbit_common,
  200. github: "emqx/rabbitmq-server",
  201. tag: "v3.11.13.2",
  202. sparse: "deps/rabbit_common",
  203. override: true},
  204. {:amqp_client,
  205. github: "emqx/rabbitmq-server",
  206. tag: "v3.11.13.2",
  207. sparse: "deps/amqp_client",
  208. override: true}
  209. ]
  210. end
  211. defp enterprise_deps(_profile_info) do
  212. []
  213. end
  214. defp set_emqx_app_system_env(apps, profile_info, version) do
  215. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  216. Enum.map(
  217. apps,
  218. fn {app, opts} ->
  219. {app,
  220. Keyword.update(
  221. opts,
  222. :system_env,
  223. system_env,
  224. &Keyword.merge(&1, system_env)
  225. )}
  226. end
  227. )
  228. end
  229. def emqx_app_system_env(profile_info, version) do
  230. erlc_options(profile_info, version)
  231. |> dump_as_erl()
  232. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  233. end
  234. defp erlc_options(%{edition_type: edition_type}, version) do
  235. [
  236. :debug_info,
  237. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  238. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  239. {:d, :snk_kind, :msg}
  240. ]
  241. end
  242. def maybe_no_quic_env() do
  243. if not enable_quicer?() do
  244. [{"BUILD_WITHOUT_QUIC", "true"}]
  245. else
  246. []
  247. end
  248. end
  249. defp releases() do
  250. [
  251. emqx: fn ->
  252. %{
  253. release_type: release_type,
  254. package_type: package_type,
  255. edition_type: edition_type
  256. } = check_profile!()
  257. base_steps = [
  258. &make_docs(&1),
  259. :assemble,
  260. &create_RELEASES/1,
  261. &copy_files(&1, release_type, package_type, edition_type),
  262. &copy_escript(&1, "nodetool"),
  263. &copy_escript(&1, "install_upgrade.escript")
  264. ]
  265. steps =
  266. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  267. base_steps ++ [&prepare_tar_overlays/1, :tar]
  268. else
  269. base_steps
  270. end
  271. [
  272. applications: applications(edition_type),
  273. skip_mode_validation_for: [
  274. :emqx_mix,
  275. :emqx_gateway,
  276. :emqx_gateway_stomp,
  277. :emqx_gateway_mqttsn,
  278. :emqx_gateway_coap,
  279. :emqx_gateway_lwm2m,
  280. :emqx_gateway_exproto,
  281. :emqx_dashboard,
  282. :emqx_dashboard_sso,
  283. :emqx_audit,
  284. :emqx_resource,
  285. :emqx_connector,
  286. :emqx_exhook,
  287. :emqx_bridge,
  288. :emqx_bridge_mqtt,
  289. :emqx_modules,
  290. :emqx_management,
  291. :emqx_retainer,
  292. :emqx_prometheus,
  293. :emqx_rule_engine,
  294. :emqx_auto_subscribe,
  295. :emqx_slow_subs,
  296. :emqx_plugins,
  297. :emqx_ft,
  298. :emqx_s3,
  299. :emqx_opentelemetry,
  300. :emqx_durable_storage,
  301. :rabbit_common
  302. ],
  303. steps: steps,
  304. strip_beams: false
  305. ]
  306. end
  307. ]
  308. end
  309. def applications(edition_type) do
  310. {:ok,
  311. [
  312. %{
  313. db_apps: db_apps,
  314. system_apps: system_apps,
  315. common_business_apps: common_business_apps,
  316. ee_business_apps: ee_business_apps,
  317. ce_business_apps: ce_business_apps
  318. }
  319. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  320. edition_specific_apps =
  321. if edition_type == :enterprise do
  322. ee_business_apps
  323. else
  324. ce_business_apps
  325. end
  326. business_apps = common_business_apps ++ edition_specific_apps
  327. excluded_apps = excluded_apps()
  328. system_apps =
  329. Enum.map(system_apps, fn app ->
  330. if is_atom(app), do: {app, :permanent}, else: app
  331. end)
  332. db_apps = Enum.map(db_apps, &{&1, :load})
  333. business_apps = Enum.map(business_apps, &{&1, :load})
  334. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  335. |> List.flatten()
  336. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  337. end
  338. defp excluded_apps() do
  339. %{
  340. mnesia_rocksdb: enable_rocksdb?(),
  341. quicer: enable_quicer?(),
  342. jq: enable_jq?(),
  343. observer: is_app?(:observer)
  344. }
  345. |> Enum.reject(&elem(&1, 1))
  346. |> Enum.map(&elem(&1, 0))
  347. end
  348. defp is_app?(name) do
  349. case Application.load(name) do
  350. :ok ->
  351. true
  352. {:error, {:already_loaded, _}} ->
  353. true
  354. _ ->
  355. false
  356. end
  357. end
  358. def check_profile!() do
  359. valid_envs = [
  360. :emqx,
  361. :"emqx-pkg",
  362. :"emqx-enterprise",
  363. :"emqx-enterprise-pkg"
  364. ]
  365. if Mix.env() == :dev do
  366. env_profile = System.get_env("PROFILE")
  367. if env_profile do
  368. # copy from PROFILE env var
  369. System.get_env("PROFILE")
  370. |> String.to_atom()
  371. |> Mix.env()
  372. else
  373. IO.puts(
  374. IO.ANSI.format([
  375. :yellow,
  376. "Warning: env var PROFILE is unset; defaulting to emqx"
  377. ])
  378. )
  379. Mix.env(:emqx)
  380. end
  381. end
  382. if Mix.env() not in valid_envs do
  383. formatted_envs =
  384. valid_envs
  385. |> Enum.map(&" * #{&1}")
  386. |> Enum.join("\n")
  387. Mix.raise("""
  388. Invalid env #{Mix.env()}. Valid options are:
  389. #{formatted_envs}
  390. """)
  391. end
  392. {
  393. release_type,
  394. package_type,
  395. edition_type
  396. } =
  397. case Mix.env() do
  398. :dev ->
  399. {:cloud, :bin, :community}
  400. :emqx ->
  401. {:cloud, :bin, :community}
  402. :"emqx-enterprise" ->
  403. {:cloud, :bin, :enterprise}
  404. :"emqx-pkg" ->
  405. {:cloud, :pkg, :community}
  406. :"emqx-enterprise-pkg" ->
  407. {:cloud, :pkg, :enterprise}
  408. end
  409. normalize_env!()
  410. %{
  411. release_type: release_type,
  412. package_type: package_type,
  413. edition_type: edition_type
  414. }
  415. end
  416. #############################################################################
  417. # Custom Steps
  418. #############################################################################
  419. defp make_docs(release) do
  420. profile = System.get_env("MIX_ENV")
  421. os_cmd("build", [profile, "docs"])
  422. release
  423. end
  424. defp copy_files(release, release_type, package_type, edition_type) do
  425. overwrite? = Keyword.get(release.options, :overwrite, false)
  426. bin = Path.join(release.path, "bin")
  427. etc = Path.join(release.path, "etc")
  428. log = Path.join(release.path, "log")
  429. plugins = Path.join(release.path, "plugins")
  430. Mix.Generator.create_directory(bin)
  431. Mix.Generator.create_directory(etc)
  432. Mix.Generator.create_directory(log)
  433. Mix.Generator.create_directory(plugins)
  434. Mix.Generator.create_directory(Path.join(etc, "certs"))
  435. Enum.each(
  436. ["mnesia", "configs", "patches", "scripts"],
  437. fn dir ->
  438. path = Path.join([release.path, "data", dir])
  439. Mix.Generator.create_directory(path)
  440. end
  441. )
  442. Mix.Generator.copy_file(
  443. "apps/emqx_auth/etc/acl.conf",
  444. Path.join(etc, "acl.conf"),
  445. force: overwrite?
  446. )
  447. # required by emqx_auth
  448. File.cp_r!(
  449. "apps/emqx/etc/certs",
  450. Path.join(etc, "certs")
  451. )
  452. profile = System.get_env("MIX_ENV")
  453. File.cp_r!(
  454. "rel/config/examples",
  455. Path.join(etc, "examples"),
  456. force: overwrite?
  457. )
  458. # copy /rel/config/ee-examples if profile is enterprise
  459. case profile do
  460. "emqx-enterprise" ->
  461. File.cp_r!(
  462. "rel/config/ee-examples",
  463. Path.join(etc, "examples"),
  464. force: overwrite?
  465. )
  466. _ ->
  467. :ok
  468. end
  469. # this is required by the produced escript / nodetool
  470. Mix.Generator.copy_file(
  471. Path.join(release.version_path, "start_clean.boot"),
  472. Path.join(bin, "no_dot_erlang.boot"),
  473. force: overwrite?
  474. )
  475. assigns = template_vars(release, release_type, package_type, edition_type)
  476. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  477. # So, this should be run before the release.
  478. # TODO: run as a "compiler" step???
  479. render_template(
  480. "apps/emqx_conf/etc/emqx.conf.all",
  481. assigns,
  482. Path.join(etc, "emqx.conf")
  483. )
  484. render_template(
  485. "rel/emqx_vars",
  486. assigns,
  487. Path.join([release.path, "releases", "emqx_vars"])
  488. )
  489. vm_args_template_path =
  490. case release_type do
  491. :cloud ->
  492. "apps/emqx/etc/vm.args.cloud"
  493. end
  494. render_template(
  495. vm_args_template_path,
  496. assigns,
  497. [
  498. Path.join(etc, "vm.args"),
  499. Path.join(release.version_path, "vm.args")
  500. ]
  501. )
  502. for name <- [
  503. "emqx",
  504. "emqx_ctl"
  505. ] do
  506. Mix.Generator.copy_file(
  507. "bin/#{name}",
  508. Path.join(bin, name),
  509. force: overwrite?
  510. )
  511. # Files with the version appended are expected by the release
  512. # upgrade script `install_upgrade.escript`
  513. Mix.Generator.copy_file(
  514. Path.join(bin, name),
  515. Path.join(bin, name <> "-#{release.version}"),
  516. force: overwrite?
  517. )
  518. end
  519. for base_name <- ["emqx", "emqx_ctl"],
  520. suffix <- ["", "-#{release.version}"] do
  521. name = base_name <> suffix
  522. File.chmod!(Path.join(bin, name), 0o755)
  523. end
  524. Mix.Generator.copy_file(
  525. "bin/node_dump",
  526. Path.join(bin, "node_dump"),
  527. force: overwrite?
  528. )
  529. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  530. Mix.Generator.copy_file(
  531. "bin/emqx_cluster_rescue",
  532. Path.join(bin, "emqx_cluster_rescue"),
  533. force: overwrite?
  534. )
  535. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  536. render_template(
  537. "rel/BUILD_INFO",
  538. assigns,
  539. Path.join(release.version_path, "BUILD_INFO")
  540. )
  541. release
  542. end
  543. defp render_template(template, assigns, target) when is_binary(target) do
  544. render_template(template, assigns, [target])
  545. end
  546. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  547. rendered =
  548. File.read!(template)
  549. |> from_rebar_to_eex_template()
  550. |> EEx.eval_string(assigns)
  551. for target <- tartgets do
  552. File.write!(target, rendered)
  553. end
  554. end
  555. # needed by nodetool and by release_handler
  556. defp create_RELEASES(release) do
  557. apps =
  558. Enum.map(release.applications, fn {app_name, app_props} ->
  559. app_vsn = Keyword.fetch!(app_props, :vsn)
  560. app_path =
  561. "./lib"
  562. |> Path.join("#{app_name}-#{app_vsn}")
  563. |> to_charlist()
  564. {app_name, app_vsn, app_path}
  565. end)
  566. release_entry = [
  567. {
  568. :release,
  569. to_charlist(release.name),
  570. to_charlist(release.version),
  571. release.erts_version,
  572. apps,
  573. :permanent
  574. }
  575. ]
  576. release.path
  577. |> Path.join("releases")
  578. |> Path.join("RELEASES")
  579. |> File.open!([:write, :utf8], fn handle ->
  580. IO.puts(handle, "%% coding: utf-8")
  581. :io.format(handle, ~c"~tp.~n", [release_entry])
  582. end)
  583. release
  584. end
  585. defp copy_escript(release, escript_name) do
  586. [shebang, rest] =
  587. "bin/#{escript_name}"
  588. |> File.read!()
  589. |> String.split("\n", parts: 2)
  590. # the elixir version of escript + start.boot required the boot_var
  591. # RELEASE_LIB to be defined.
  592. # enable-feature is not required when 1.6.x
  593. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib -enable-feature maybe_expr"
  594. # Files with the version appended are expected by the release
  595. # upgrade script `install_upgrade.escript`
  596. Enum.each(
  597. [escript_name, escript_name <> "-" <> release.version],
  598. fn name ->
  599. path = Path.join([release.path, "bin", name])
  600. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  601. end
  602. )
  603. release
  604. end
  605. # The `:tar` built-in step in Mix Release does not currently add the
  606. # `etc` directory into the resulting tarball. The workaround is to
  607. # add those to the `:overlays` key before running `:tar`.
  608. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  609. defp prepare_tar_overlays(release) do
  610. Map.update!(
  611. release,
  612. :overlays,
  613. &[
  614. "etc",
  615. "data",
  616. "plugins",
  617. "bin/node_dump"
  618. | &1
  619. ]
  620. )
  621. end
  622. #############################################################################
  623. # Helper functions
  624. #############################################################################
  625. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  626. [
  627. emqx_default_erlang_cookie: default_cookie(),
  628. emqx_configuration_doc: emqx_configuration_doc(edition_type, :root),
  629. emqx_configuration_doc_log: emqx_configuration_doc(edition_type, :log),
  630. platform_data_dir: "data",
  631. platform_etc_dir: "etc",
  632. platform_plugins_dir: "plugins",
  633. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  634. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  635. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  636. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  637. runner_user: "",
  638. release_version: release.version,
  639. erts_vsn: release.erts_version,
  640. # FIXME: this is empty in `make emqx` ???
  641. erl_opts: "",
  642. emqx_description: emqx_description(release_type, edition_type),
  643. emqx_schema_mod: emqx_schema_mod(edition_type),
  644. is_elixir: "yes",
  645. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  646. ] ++ build_info()
  647. end
  648. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  649. [
  650. emqx_default_erlang_cookie: default_cookie(),
  651. emqx_configuration_doc: emqx_configuration_doc(edition_type, :root),
  652. emqx_configuration_doc_log: emqx_configuration_doc(edition_type, :log),
  653. platform_data_dir: "/var/lib/emqx",
  654. platform_etc_dir: "/etc/emqx",
  655. platform_plugins_dir: "/var/lib/emqx/plugins",
  656. runner_bin_dir: "/usr/bin",
  657. emqx_etc_dir: "/etc/emqx",
  658. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  659. runner_log_dir: "/var/log/emqx",
  660. runner_user: "emqx",
  661. release_version: release.version,
  662. erts_vsn: release.erts_version,
  663. # FIXME: this is empty in `make emqx` ???
  664. erl_opts: "",
  665. emqx_description: emqx_description(release_type, edition_type),
  666. emqx_schema_mod: emqx_schema_mod(edition_type),
  667. is_elixir: "yes",
  668. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  669. ] ++ build_info()
  670. end
  671. defp default_cookie() do
  672. "emqx50elixir"
  673. end
  674. defp emqx_description(release_type, edition_type) do
  675. case {release_type, edition_type} do
  676. {:cloud, :enterprise} ->
  677. "EMQX Enterprise"
  678. {:cloud, :community} ->
  679. "EMQX"
  680. end
  681. end
  682. defp emqx_configuration_doc(:enterprise, :root),
  683. do: "https://docs.emqx.com/en/enterprise/latest/configuration/configuration.html"
  684. defp emqx_configuration_doc(:enterprise, :log),
  685. do: "https://docs.emqx.com/en/enterprise/latest/configuration/logs.html"
  686. defp emqx_configuration_doc(:community, :root),
  687. do: "https://www.emqx.io/docs/en/latest/configuration/configuration.html"
  688. defp emqx_configuration_doc(:community, :log),
  689. do: "https://www.emqx.io/docs/en/latest/configuration/logs.html"
  690. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  691. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  692. defp jq_dep() do
  693. if enable_jq?(),
  694. do: [{:jq, github: "emqx/jq", tag: "v0.3.12", override: true}],
  695. else: []
  696. end
  697. defp quicer_dep() do
  698. if enable_quicer?(),
  699. # in conflict with emqx and emqtt
  700. do: [{:quicer, github: "emqx/quic", tag: "0.0.313", override: true}],
  701. else: []
  702. end
  703. defp enable_jq?() do
  704. not Enum.any?([
  705. build_without_jq?()
  706. ])
  707. end
  708. defp enable_quicer?() do
  709. "1" == System.get_env("BUILD_WITH_QUIC") or
  710. not Enum.any?([
  711. macos?(),
  712. build_without_quic?()
  713. ])
  714. end
  715. defp enable_rocksdb?() do
  716. not Enum.any?([
  717. raspbian?(),
  718. build_without_rocksdb?()
  719. ])
  720. end
  721. defp pkg_vsn() do
  722. %{edition_type: edition_type} = check_profile!()
  723. basedir = Path.dirname(__ENV__.file)
  724. script = Path.join(basedir, "pkg-vsn.sh")
  725. os_cmd(script, [Atom.to_string(edition_type)])
  726. end
  727. defp os_cmd(script, args) do
  728. {str, 0} = System.cmd("bash", [script | args])
  729. String.trim(str)
  730. end
  731. defp macos?() do
  732. {:unix, :darwin} == :os.type()
  733. end
  734. defp raspbian?() do
  735. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  736. end
  737. defp build_without_jq?() do
  738. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  739. String.downcase(opt) != "false"
  740. end
  741. defp build_without_quic?() do
  742. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  743. String.downcase(opt) != "false"
  744. end
  745. defp build_without_rocksdb?() do
  746. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  747. String.downcase(opt) != "false"
  748. end
  749. defp from_rebar_to_eex_template(str) do
  750. # we must not consider surrounding space in the template var name
  751. # because some help strings contain informative variables that
  752. # should not be interpolated, and those have no spaces.
  753. Regex.replace(
  754. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  755. str,
  756. "<%= \\g{1} %>"
  757. )
  758. end
  759. defp build_info() do
  760. [
  761. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  762. build_info_wordsize: wordsize(),
  763. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  764. build_info_erlang: otp_release(),
  765. build_info_elixir: System.version(),
  766. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  767. ]
  768. end
  769. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  770. defp wordsize() do
  771. size =
  772. try do
  773. :erlang.system_info({:wordsize, :external})
  774. rescue
  775. ErlangError ->
  776. :erlang.system_info(:wordsize)
  777. end
  778. to_string(8 * size)
  779. end
  780. defp normalize_env!() do
  781. env =
  782. case Mix.env() do
  783. :dev ->
  784. :emqx
  785. env ->
  786. env
  787. end
  788. Mix.env(env)
  789. end
  790. # As from Erlang/OTP 17, the OTP release number corresponds to the
  791. # major OTP version number. No erlang:system_info() argument gives
  792. # the exact OTP version.
  793. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  794. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  795. defp otp_release() do
  796. major_version = System.otp_release()
  797. root_dir = to_string(:code.root_dir())
  798. [root_dir, "releases", major_version, "OTP_VERSION"]
  799. |> Path.join()
  800. |> File.read()
  801. |> case do
  802. {:error, _} ->
  803. major_version
  804. {:ok, version} ->
  805. version
  806. |> String.trim()
  807. |> String.split("**")
  808. |> List.first()
  809. end
  810. end
  811. defp dump_as_erl(term) do
  812. term
  813. |> then(&:io_lib.format("~0p", [&1]))
  814. |> :erlang.iolist_to_binary()
  815. end
  816. defp erlang_edition(:community), do: :ce
  817. defp erlang_edition(:enterprise), do: :ee
  818. end