mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, github: "emqx/redbug", tag: "2.0.10"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.13", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.6", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.11.2", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-6", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.19.4", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.3.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.12", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.4.3", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.7", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.8", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.10.1", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.2.1"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.5"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.10", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.42.2", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.1"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.11", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.1.2", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.7", override: true},
  88. {:rfc3339, github: "emqx/rfc3339", tag: "0.2.3", override: true},
  89. {:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.2", override: true},
  90. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  91. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true},
  92. {:mimerl, "1.2.0", override: true},
  93. {:ra, "2.7.3", override: true}
  94. ] ++
  95. emqx_apps(profile_info, version) ++
  96. enterprise_deps(profile_info) ++ jq_dep() ++ quicer_dep()
  97. end
  98. defp emqx_apps(profile_info, version) do
  99. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  100. set_emqx_app_system_env(apps, profile_info, version)
  101. end
  102. defp umbrella_apps(profile_info = %{release_type: release_type}) do
  103. enterprise_apps = enterprise_umbrella_apps(release_type)
  104. excluded_apps = excluded_apps(release_type)
  105. "apps/*"
  106. |> Path.wildcard()
  107. |> Enum.map(fn path ->
  108. app =
  109. path
  110. |> Path.basename()
  111. |> String.to_atom()
  112. {app, path: path, manager: :rebar3, override: true}
  113. end)
  114. |> Enum.reject(fn dep_spec ->
  115. dep_spec
  116. |> elem(0)
  117. |> then(&MapSet.member?(enterprise_apps, &1))
  118. end)
  119. |> Enum.reject(fn {app, _} ->
  120. case profile_info do
  121. %{edition_type: :enterprise} ->
  122. app == :emqx_telemetry
  123. _ ->
  124. false
  125. end
  126. end)
  127. |> Enum.reject(fn {app, _} -> app in excluded_apps end)
  128. end
  129. defp enterprise_apps(_profile_info = %{release_type: release_type, edition_type: :enterprise}) do
  130. Enum.map(enterprise_umbrella_apps(release_type), fn app_name ->
  131. path = "apps/#{app_name}"
  132. {app_name, path: path, manager: :rebar3, override: true}
  133. end)
  134. end
  135. defp enterprise_apps(_profile_info) do
  136. []
  137. end
  138. # need to remove those when listing `/apps/`...
  139. defp enterprise_umbrella_apps(_release_type) do
  140. MapSet.new([
  141. :emqx_connector_aggregator,
  142. :emqx_bridge_kafka,
  143. :emqx_bridge_confluent,
  144. :emqx_bridge_gcp_pubsub,
  145. :emqx_bridge_cassandra,
  146. :emqx_bridge_opents,
  147. :emqx_bridge_dynamo,
  148. :emqx_bridge_greptimedb,
  149. :emqx_bridge_hstreamdb,
  150. :emqx_bridge_influxdb,
  151. :emqx_bridge_iotdb,
  152. :emqx_bridge_es,
  153. :emqx_bridge_matrix,
  154. :emqx_bridge_mongodb,
  155. :emqx_bridge_mysql,
  156. :emqx_bridge_pgsql,
  157. :emqx_bridge_redis,
  158. :emqx_bridge_rocketmq,
  159. :emqx_bridge_tdengine,
  160. :emqx_bridge_timescale,
  161. :emqx_bridge_sqlserver,
  162. :emqx_bridge_pulsar,
  163. :emqx_oracle,
  164. :emqx_bridge_oracle,
  165. :emqx_bridge_rabbitmq,
  166. :emqx_bridge_clickhouse,
  167. :emqx_ft,
  168. :emqx_license,
  169. :emqx_s3,
  170. :emqx_bridge_s3,
  171. :emqx_bridge_azure_blob_storage,
  172. :emqx_schema_registry,
  173. :emqx_schema_validation,
  174. :emqx_message_transformation,
  175. :emqx_enterprise,
  176. :emqx_bridge_kinesis,
  177. :emqx_bridge_azure_event_hub,
  178. :emqx_gcp_device,
  179. :emqx_dashboard_rbac,
  180. :emqx_dashboard_sso,
  181. :emqx_audit,
  182. :emqx_gateway_gbt32960,
  183. :emqx_gateway_ocpp,
  184. :emqx_gateway_jt808,
  185. :emqx_bridge_syskeeper,
  186. :emqx_ds_shared_sub,
  187. :emqx_auth_ext,
  188. :emqx_cluster_link,
  189. :emqx_ds_builtin_raft
  190. ])
  191. end
  192. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  193. [
  194. {:hstreamdb_erl,
  195. github: "hstreamdb/hstreamdb_erl", tag: "0.5.18+v0.18.1+ezstd-v1.0.5-emqx1"},
  196. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.13", override: true},
  197. {:wolff, github: "kafka4beam/wolff", tag: "1.10.5"},
  198. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.5", override: true},
  199. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.1"},
  200. {:brod, github: "kafka4beam/brod", tag: "3.18.0"},
  201. {:snappyer, "1.2.9", override: true},
  202. {:crc32cer, "0.1.8", override: true},
  203. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  204. {:greptimedb,
  205. github: "GreptimeTeam/greptimedb-ingester-erl", tag: "v0.1.8", override: true},
  206. # The following two are dependencies of rabbit_common. They are needed here to
  207. # make mix not complain about conflicting versions
  208. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  209. {:credentials_obfuscation,
  210. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  211. {:rabbit_common,
  212. github: "emqx/rabbitmq-server",
  213. tag: "v3.11.13.2",
  214. sparse: "deps/rabbit_common",
  215. override: true},
  216. {:amqp_client,
  217. github: "emqx/rabbitmq-server",
  218. tag: "v3.11.13.2",
  219. sparse: "deps/amqp_client",
  220. override: true}
  221. ]
  222. end
  223. defp enterprise_deps(_profile_info) do
  224. []
  225. end
  226. defp set_emqx_app_system_env(apps, profile_info, version) do
  227. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  228. Enum.map(
  229. apps,
  230. fn {app, opts} ->
  231. {app,
  232. Keyword.update(
  233. opts,
  234. :system_env,
  235. system_env,
  236. &Keyword.merge(&1, system_env)
  237. )}
  238. end
  239. )
  240. end
  241. def emqx_app_system_env(profile_info, version) do
  242. erlc_options(profile_info, version)
  243. |> dump_as_erl()
  244. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  245. end
  246. defp erlc_options(%{edition_type: edition_type}, version) do
  247. [
  248. :debug_info,
  249. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  250. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  251. {:d, :EMQX_ELIXIR},
  252. {:d, :snk_kind, :msg}
  253. ]
  254. end
  255. def maybe_no_quic_env() do
  256. if not enable_quicer?() do
  257. [{"BUILD_WITHOUT_QUIC", "true"}]
  258. else
  259. []
  260. end
  261. end
  262. defp releases() do
  263. [
  264. emqx: fn ->
  265. %{
  266. release_type: release_type,
  267. package_type: package_type,
  268. edition_type: edition_type
  269. } = check_profile!()
  270. base_steps = [
  271. &make_docs(&1),
  272. :assemble,
  273. &create_RELEASES/1,
  274. &copy_files(&1, release_type, package_type, edition_type),
  275. &copy_escript(&1, "nodetool"),
  276. &copy_escript(&1, "install_upgrade.escript")
  277. ]
  278. steps =
  279. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  280. base_steps ++ [&prepare_tar_overlays/1, :tar]
  281. else
  282. base_steps
  283. end
  284. [
  285. applications: applications(release_type, edition_type),
  286. skip_mode_validation_for: [
  287. :emqx_mix,
  288. :emqx_gateway,
  289. :emqx_gateway_stomp,
  290. :emqx_gateway_mqttsn,
  291. :emqx_gateway_coap,
  292. :emqx_gateway_lwm2m,
  293. :emqx_gateway_exproto,
  294. :emqx_dashboard,
  295. :emqx_dashboard_sso,
  296. :emqx_audit,
  297. :emqx_resource,
  298. :emqx_connector,
  299. :emqx_exhook,
  300. :emqx_bridge,
  301. :emqx_bridge_mqtt,
  302. :emqx_modules,
  303. :emqx_management,
  304. :emqx_retainer,
  305. :emqx_prometheus,
  306. :emqx_rule_engine,
  307. :emqx_auto_subscribe,
  308. :emqx_slow_subs,
  309. :emqx_plugins,
  310. :emqx_ft,
  311. :emqx_s3,
  312. :emqx_opentelemetry,
  313. :emqx_durable_storage,
  314. :emqx_ds_builtin_local,
  315. :emqx_ds_builtin_raft,
  316. :rabbit_common,
  317. :emqx_eviction_agent,
  318. :emqx_node_rebalance
  319. ],
  320. steps: steps,
  321. strip_beams: false
  322. ]
  323. end
  324. ]
  325. end
  326. def applications(release_type, edition_type) do
  327. {:ok,
  328. [
  329. %{
  330. db_apps: db_apps,
  331. system_apps: system_apps,
  332. common_business_apps: common_business_apps,
  333. ee_business_apps: ee_business_apps,
  334. ce_business_apps: ce_business_apps
  335. }
  336. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  337. edition_specific_apps =
  338. if edition_type == :enterprise do
  339. ee_business_apps
  340. else
  341. ce_business_apps
  342. end
  343. business_apps = common_business_apps ++ edition_specific_apps
  344. excluded_apps = excluded_apps(release_type)
  345. system_apps =
  346. Enum.map(system_apps, fn app ->
  347. if is_atom(app), do: {app, :permanent}, else: app
  348. end)
  349. db_apps = Enum.map(db_apps, &{&1, :load})
  350. business_apps = Enum.map(business_apps, &{&1, :load})
  351. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  352. |> List.flatten()
  353. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  354. end
  355. defp excluded_apps(_release_type) do
  356. %{
  357. mnesia_rocksdb: enable_rocksdb?(),
  358. quicer: enable_quicer?(),
  359. jq: enable_jq?(),
  360. observer: is_app?(:observer)
  361. }
  362. |> Enum.reject(&elem(&1, 1))
  363. |> Enum.map(&elem(&1, 0))
  364. end
  365. defp is_app?(name) do
  366. case Application.load(name) do
  367. :ok ->
  368. true
  369. {:error, {:already_loaded, _}} ->
  370. true
  371. _ ->
  372. false
  373. end
  374. end
  375. def check_profile!() do
  376. valid_envs = [
  377. :emqx,
  378. :"emqx-pkg",
  379. :"emqx-enterprise",
  380. :"emqx-enterprise-pkg"
  381. ]
  382. if Mix.env() == :dev do
  383. env_profile = System.get_env("PROFILE")
  384. if env_profile do
  385. # copy from PROFILE env var
  386. System.get_env("PROFILE")
  387. |> String.to_atom()
  388. |> Mix.env()
  389. else
  390. IO.puts(
  391. IO.ANSI.format([
  392. :yellow,
  393. "Warning: env var PROFILE is unset; defaulting to emqx"
  394. ])
  395. )
  396. Mix.env(:emqx)
  397. end
  398. end
  399. if Mix.env() not in valid_envs do
  400. formatted_envs =
  401. valid_envs
  402. |> Enum.map(&" * #{&1}")
  403. |> Enum.join("\n")
  404. Mix.raise("""
  405. Invalid env #{Mix.env()}. Valid options are:
  406. #{formatted_envs}
  407. """)
  408. end
  409. {
  410. release_type,
  411. package_type,
  412. edition_type
  413. } =
  414. case Mix.env() do
  415. :dev ->
  416. {:standard, :bin, :community}
  417. :emqx ->
  418. {:standard, :bin, :community}
  419. :"emqx-enterprise" ->
  420. {:standard, :bin, :enterprise}
  421. :"emqx-pkg" ->
  422. {:standard, :pkg, :community}
  423. :"emqx-enterprise-pkg" ->
  424. {:standard, :pkg, :enterprise}
  425. end
  426. normalize_env!()
  427. %{
  428. release_type: release_type,
  429. package_type: package_type,
  430. edition_type: edition_type
  431. }
  432. end
  433. #############################################################################
  434. # Custom Steps
  435. #############################################################################
  436. defp make_docs(release) do
  437. profile = System.get_env("MIX_ENV")
  438. os_cmd("build", [profile, "docs"])
  439. release
  440. end
  441. defp copy_files(release, release_type, package_type, edition_type) do
  442. overwrite? = Keyword.get(release.options, :overwrite, false)
  443. bin = Path.join(release.path, "bin")
  444. etc = Path.join(release.path, "etc")
  445. log = Path.join(release.path, "log")
  446. plugins = Path.join(release.path, "plugins")
  447. Mix.Generator.create_directory(bin)
  448. Mix.Generator.create_directory(etc)
  449. Mix.Generator.create_directory(log)
  450. Mix.Generator.create_directory(plugins)
  451. Mix.Generator.create_directory(Path.join(etc, "certs"))
  452. Enum.each(
  453. ["mnesia", "configs", "patches", "scripts"],
  454. fn dir ->
  455. path = Path.join([release.path, "data", dir])
  456. Mix.Generator.create_directory(path)
  457. end
  458. )
  459. Mix.Generator.copy_file(
  460. "apps/emqx_auth/etc/acl.conf",
  461. Path.join(etc, "acl.conf"),
  462. force: overwrite?
  463. )
  464. # required by emqx_auth
  465. File.cp_r!(
  466. "apps/emqx/etc/certs",
  467. Path.join(etc, "certs")
  468. )
  469. profile = System.get_env("MIX_ENV")
  470. File.cp_r!(
  471. "rel/config/examples",
  472. Path.join(etc, "examples"),
  473. force: overwrite?
  474. )
  475. # copy /rel/config/ee-examples if profile is enterprise
  476. case profile do
  477. "emqx-enterprise" ->
  478. File.cp_r!(
  479. "rel/config/ee-examples",
  480. Path.join(etc, "examples"),
  481. force: overwrite?
  482. )
  483. _ ->
  484. :ok
  485. end
  486. # this is required by the produced escript / nodetool
  487. Mix.Generator.copy_file(
  488. Path.join(release.version_path, "start_clean.boot"),
  489. Path.join(bin, "no_dot_erlang.boot"),
  490. force: overwrite?
  491. )
  492. assigns = template_vars(release, release_type, package_type, edition_type)
  493. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  494. # So, this should be run before the release.
  495. # TODO: run as a "compiler" step???
  496. render_template(
  497. "apps/emqx_conf/etc/emqx.conf.all",
  498. assigns,
  499. Path.join(etc, "emqx.conf")
  500. )
  501. render_template(
  502. "rel/emqx_vars",
  503. assigns,
  504. Path.join([release.path, "releases", "emqx_vars"])
  505. )
  506. vm_args_template_path =
  507. case release_type do
  508. _ ->
  509. "apps/emqx/etc/vm.args.cloud"
  510. end
  511. render_template(
  512. vm_args_template_path,
  513. assigns,
  514. [
  515. Path.join(etc, "vm.args"),
  516. Path.join(release.version_path, "vm.args")
  517. ]
  518. )
  519. for name <- [
  520. "emqx",
  521. "emqx_ctl"
  522. ] do
  523. Mix.Generator.copy_file(
  524. "bin/#{name}",
  525. Path.join(bin, name),
  526. force: overwrite?
  527. )
  528. # Files with the version appended are expected by the release
  529. # upgrade script `install_upgrade.escript`
  530. Mix.Generator.copy_file(
  531. Path.join(bin, name),
  532. Path.join(bin, name <> "-#{release.version}"),
  533. force: overwrite?
  534. )
  535. end
  536. for base_name <- ["emqx", "emqx_ctl"],
  537. suffix <- ["", "-#{release.version}"] do
  538. name = base_name <> suffix
  539. File.chmod!(Path.join(bin, name), 0o755)
  540. end
  541. Mix.Generator.copy_file(
  542. "bin/node_dump",
  543. Path.join(bin, "node_dump"),
  544. force: overwrite?
  545. )
  546. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  547. Mix.Generator.copy_file(
  548. "bin/emqx_cluster_rescue",
  549. Path.join(bin, "emqx_cluster_rescue"),
  550. force: overwrite?
  551. )
  552. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  553. render_template(
  554. "rel/BUILD_INFO",
  555. assigns,
  556. Path.join(release.version_path, "BUILD_INFO")
  557. )
  558. release
  559. end
  560. defp render_template(template, assigns, target) when is_binary(target) do
  561. render_template(template, assigns, [target])
  562. end
  563. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  564. rendered =
  565. File.read!(template)
  566. |> from_rebar_to_eex_template()
  567. |> EEx.eval_string(assigns)
  568. for target <- tartgets do
  569. File.write!(target, rendered)
  570. end
  571. end
  572. # needed by nodetool and by release_handler
  573. defp create_RELEASES(release) do
  574. apps =
  575. Enum.map(release.applications, fn {app_name, app_props} ->
  576. app_vsn = Keyword.fetch!(app_props, :vsn)
  577. app_path =
  578. "./lib"
  579. |> Path.join("#{app_name}-#{app_vsn}")
  580. |> to_charlist()
  581. {app_name, app_vsn, app_path}
  582. end)
  583. release_entry = [
  584. {
  585. :release,
  586. to_charlist(release.name),
  587. to_charlist(release.version),
  588. release.erts_version,
  589. apps,
  590. :permanent
  591. }
  592. ]
  593. release.path
  594. |> Path.join("releases")
  595. |> Path.join("RELEASES")
  596. |> File.open!([:write, :utf8], fn handle ->
  597. IO.puts(handle, "%% coding: utf-8")
  598. :io.format(handle, ~c"~tp.~n", [release_entry])
  599. end)
  600. release
  601. end
  602. defp copy_escript(release, escript_name) do
  603. [shebang, rest] =
  604. "bin/#{escript_name}"
  605. |> File.read!()
  606. |> String.split("\n", parts: 2)
  607. # the elixir version of escript + start.boot required the boot_var
  608. # RELEASE_LIB to be defined.
  609. # enable-feature is not required when 1.6.x
  610. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib -enable-feature maybe_expr"
  611. # Files with the version appended are expected by the release
  612. # upgrade script `install_upgrade.escript`
  613. Enum.each(
  614. [escript_name, escript_name <> "-" <> release.version],
  615. fn name ->
  616. path = Path.join([release.path, "bin", name])
  617. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  618. end
  619. )
  620. release
  621. end
  622. # The `:tar` built-in step in Mix Release does not currently add the
  623. # `etc` directory into the resulting tarball. The workaround is to
  624. # add those to the `:overlays` key before running `:tar`.
  625. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  626. defp prepare_tar_overlays(release) do
  627. Map.update!(
  628. release,
  629. :overlays,
  630. &[
  631. "etc",
  632. "data",
  633. "plugins",
  634. "bin/node_dump"
  635. | &1
  636. ]
  637. )
  638. end
  639. #############################################################################
  640. # Helper functions
  641. #############################################################################
  642. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  643. [
  644. emqx_default_erlang_cookie: default_cookie(),
  645. emqx_configuration_doc: emqx_configuration_doc(edition_type, :root),
  646. emqx_configuration_doc_log: emqx_configuration_doc(edition_type, :log),
  647. platform_data_dir: "data",
  648. platform_etc_dir: "etc",
  649. platform_plugins_dir: "plugins",
  650. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  651. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  652. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  653. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  654. runner_user: "",
  655. release_version: release.version,
  656. erts_vsn: release.erts_version,
  657. # FIXME: this is empty in `make emqx` ???
  658. erl_opts: "",
  659. emqx_description: emqx_description(release_type, edition_type),
  660. emqx_schema_mod: emqx_schema_mod(edition_type),
  661. is_elixir: "yes",
  662. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  663. ] ++ build_info()
  664. end
  665. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  666. [
  667. emqx_default_erlang_cookie: default_cookie(),
  668. emqx_configuration_doc: emqx_configuration_doc(edition_type, :root),
  669. emqx_configuration_doc_log: emqx_configuration_doc(edition_type, :log),
  670. platform_data_dir: "/var/lib/emqx",
  671. platform_etc_dir: "/etc/emqx",
  672. platform_plugins_dir: "/var/lib/emqx/plugins",
  673. runner_bin_dir: "/usr/bin",
  674. emqx_etc_dir: "/etc/emqx",
  675. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  676. runner_log_dir: "/var/log/emqx",
  677. runner_user: "emqx",
  678. release_version: release.version,
  679. erts_vsn: release.erts_version,
  680. # FIXME: this is empty in `make emqx` ???
  681. erl_opts: "",
  682. emqx_description: emqx_description(release_type, edition_type),
  683. emqx_schema_mod: emqx_schema_mod(edition_type),
  684. is_elixir: "yes",
  685. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  686. ] ++ build_info()
  687. end
  688. defp default_cookie() do
  689. "emqx50elixir"
  690. end
  691. defp emqx_description(release_type, edition_type) do
  692. case {release_type, edition_type} do
  693. {_, :enterprise} ->
  694. "EMQX Enterprise"
  695. {_, :community} ->
  696. "EMQX"
  697. end
  698. end
  699. defp emqx_configuration_doc(:enterprise, :root),
  700. do: "https://docs.emqx.com/en/enterprise/latest/configuration/configuration.html"
  701. defp emqx_configuration_doc(:enterprise, :log),
  702. do: "https://docs.emqx.com/en/enterprise/latest/configuration/logs.html"
  703. defp emqx_configuration_doc(:community, :root),
  704. do: "https://www.emqx.io/docs/en/latest/configuration/configuration.html"
  705. defp emqx_configuration_doc(:community, :log),
  706. do: "https://www.emqx.io/docs/en/latest/configuration/logs.html"
  707. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  708. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  709. defp jq_dep() do
  710. if enable_jq?(),
  711. do: [{:jq, github: "emqx/jq", tag: "v0.3.12", override: true}],
  712. else: []
  713. end
  714. defp quicer_dep() do
  715. if enable_quicer?(),
  716. # in conflict with emqx and emqtt
  717. do: [
  718. {:quicer, github: "emqx/quic", tag: "0.0.500", override: true}
  719. ],
  720. else: []
  721. end
  722. defp enable_jq?() do
  723. not Enum.any?([
  724. build_without_jq?()
  725. ])
  726. end
  727. defp enable_quicer?() do
  728. "1" == System.get_env("BUILD_WITH_QUIC") or
  729. not Enum.any?([
  730. macos?(),
  731. build_without_quic?()
  732. ])
  733. end
  734. defp enable_rocksdb?() do
  735. not Enum.any?([
  736. raspbian?(),
  737. build_without_rocksdb?()
  738. ])
  739. end
  740. defp pkg_vsn() do
  741. %{edition_type: edition_type} = check_profile!()
  742. basedir = Path.dirname(__ENV__.file)
  743. script = Path.join(basedir, "pkg-vsn.sh")
  744. os_cmd(script, [Atom.to_string(edition_type)])
  745. end
  746. defp os_cmd(script, args) do
  747. {str, 0} = System.cmd("bash", [script | args])
  748. String.trim(str)
  749. end
  750. defp macos?() do
  751. {:unix, :darwin} == :os.type()
  752. end
  753. defp raspbian?() do
  754. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  755. end
  756. defp build_without_jq?() do
  757. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  758. String.downcase(opt) != "false"
  759. end
  760. defp build_without_quic?() do
  761. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  762. String.downcase(opt) != "false"
  763. end
  764. defp build_without_rocksdb?() do
  765. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  766. String.downcase(opt) != "false"
  767. end
  768. defp from_rebar_to_eex_template(str) do
  769. # we must not consider surrounding space in the template var name
  770. # because some help strings contain informative variables that
  771. # should not be interpolated, and those have no spaces.
  772. Regex.replace(
  773. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  774. str,
  775. "<%= \\g{1} %>"
  776. )
  777. end
  778. defp build_info() do
  779. [
  780. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  781. build_info_wordsize: wordsize(),
  782. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  783. build_info_erlang: otp_release(),
  784. build_info_elixir: System.version(),
  785. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  786. ]
  787. end
  788. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  789. defp wordsize() do
  790. size =
  791. try do
  792. :erlang.system_info({:wordsize, :external})
  793. rescue
  794. ErlangError ->
  795. :erlang.system_info(:wordsize)
  796. end
  797. to_string(8 * size)
  798. end
  799. defp normalize_env!() do
  800. env =
  801. case Mix.env() do
  802. :dev ->
  803. :emqx
  804. env ->
  805. env
  806. end
  807. Mix.env(env)
  808. end
  809. # As from Erlang/OTP 17, the OTP release number corresponds to the
  810. # major OTP version number. No erlang:system_info() argument gives
  811. # the exact OTP version.
  812. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  813. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  814. defp otp_release() do
  815. major_version = System.otp_release()
  816. root_dir = to_string(:code.root_dir())
  817. [root_dir, "releases", major_version, "OTP_VERSION"]
  818. |> Path.join()
  819. |> File.read()
  820. |> case do
  821. {:error, _} ->
  822. major_version
  823. {:ok, version} ->
  824. version
  825. |> String.trim()
  826. |> String.split("**")
  827. |> List.first()
  828. end
  829. end
  830. defp dump_as_erl(term) do
  831. term
  832. |> then(&:io_lib.format("~0p", [&1]))
  833. |> :erlang.iolist_to_binary()
  834. end
  835. defp erlang_edition(:community), do: :ce
  836. defp erlang_edition(:enterprise), do: :ee
  837. end