mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.7", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.16", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.2.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.14", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.9.1", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.19", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true},
  90. {:opentelemetry_api,
  91. github: "emqx/opentelemetry-erlang",
  92. sparse: "apps/opentelemetry_api",
  93. tag: "v1.3.1-emqx",
  94. override: true,
  95. runtime: false},
  96. {:opentelemetry,
  97. github: "emqx/opentelemetry-erlang",
  98. sparse: "apps/opentelemetry",
  99. tag: "v1.3.1-emqx",
  100. override: true,
  101. runtime: false},
  102. {:opentelemetry_api_experimental,
  103. github: "emqx/opentelemetry-erlang",
  104. sparse: "apps/opentelemetry_api_experimental",
  105. tag: "v1.3.1-emqx",
  106. override: true,
  107. runtime: false},
  108. {:opentelemetry_experimental,
  109. github: "emqx/opentelemetry-erlang",
  110. sparse: "apps/opentelemetry_experimental",
  111. tag: "v1.3.1-emqx",
  112. override: true,
  113. runtime: false},
  114. {:opentelemetry_exporter,
  115. github: "emqx/opentelemetry-erlang",
  116. sparse: "apps/opentelemetry_exporter",
  117. tag: "v1.3.1-emqx",
  118. override: true,
  119. runtime: false}
  120. ] ++
  121. emqx_apps(profile_info, version) ++
  122. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  123. end
  124. defp emqx_apps(profile_info, version) do
  125. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  126. set_emqx_app_system_env(apps, profile_info, version)
  127. end
  128. defp umbrella_apps(profile_info) do
  129. enterprise_apps = enterprise_umbrella_apps()
  130. "apps/*"
  131. |> Path.wildcard()
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.reject(fn dep_spec ->
  140. dep_spec
  141. |> elem(0)
  142. |> then(&MapSet.member?(enterprise_apps, &1))
  143. end)
  144. |> Enum.reject(fn {app, _} ->
  145. case profile_info do
  146. %{edition_type: :enterprise} ->
  147. app == :emqx_telemetry
  148. _ ->
  149. false
  150. end
  151. end)
  152. end
  153. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  154. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  155. path = "apps/#{app_name}"
  156. {app_name, path: path, manager: :rebar3, override: true}
  157. end)
  158. end
  159. defp enterprise_apps(_profile_info) do
  160. []
  161. end
  162. # need to remove those when listing `/apps/`...
  163. defp enterprise_umbrella_apps() do
  164. MapSet.new([
  165. :emqx_bridge_kafka,
  166. :emqx_bridge_gcp_pubsub,
  167. :emqx_bridge_cassandra,
  168. :emqx_bridge_opents,
  169. :emqx_bridge_dynamo,
  170. :emqx_bridge_greptimedb,
  171. :emqx_bridge_hstreamdb,
  172. :emqx_bridge_influxdb,
  173. :emqx_bridge_iotdb,
  174. :emqx_bridge_matrix,
  175. :emqx_bridge_mongodb,
  176. :emqx_bridge_mysql,
  177. :emqx_bridge_pgsql,
  178. :emqx_bridge_redis,
  179. :emqx_bridge_rocketmq,
  180. :emqx_bridge_tdengine,
  181. :emqx_bridge_timescale,
  182. :emqx_bridge_sqlserver,
  183. :emqx_bridge_pulsar,
  184. :emqx_oracle,
  185. :emqx_bridge_oracle,
  186. :emqx_bridge_rabbitmq,
  187. :emqx_bridge_clickhouse,
  188. :emqx_ft,
  189. :emqx_license,
  190. :emqx_s3,
  191. :emqx_schema_registry,
  192. :emqx_enterprise,
  193. :emqx_bridge_kinesis,
  194. :emqx_bridge_azure_event_hub,
  195. :emqx_gcp_device,
  196. :emqx_dashboard_rbac,
  197. :emqx_dashboard_sso,
  198. :emqx_audit,
  199. :emqx_gateway_gbt32960,
  200. :emqx_gateway_ocpp,
  201. :emqx_bridge_syskeeper
  202. ])
  203. end
  204. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  205. [
  206. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.4.5+v0.16.1"},
  207. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  208. {:wolff, github: "kafka4beam/wolff", tag: "1.8.0"},
  209. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  210. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  211. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  212. {:snappyer, "1.2.9", override: true},
  213. {:crc32cer, "0.1.8", override: true},
  214. {:supervisor3, "1.1.12", override: true},
  215. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  216. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  217. # The following two are dependencies of rabbit_common. They are needed here to
  218. # make mix not complain about conflicting versions
  219. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  220. {:credentials_obfuscation,
  221. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  222. {:rabbit_common,
  223. github: "emqx/rabbitmq-server",
  224. tag: "v3.11.13-emqx",
  225. sparse: "deps/rabbit_common",
  226. override: true},
  227. {:amqp_client,
  228. github: "emqx/rabbitmq-server",
  229. tag: "v3.11.13-emqx",
  230. sparse: "deps/amqp_client",
  231. override: true}
  232. ]
  233. end
  234. defp enterprise_deps(_profile_info) do
  235. []
  236. end
  237. defp set_emqx_app_system_env(apps, profile_info, version) do
  238. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  239. Enum.map(
  240. apps,
  241. fn {app, opts} ->
  242. {app,
  243. Keyword.update(
  244. opts,
  245. :system_env,
  246. system_env,
  247. &Keyword.merge(&1, system_env)
  248. )}
  249. end
  250. )
  251. end
  252. def emqx_app_system_env(profile_info, version) do
  253. erlc_options(profile_info, version)
  254. |> dump_as_erl()
  255. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  256. end
  257. defp erlc_options(%{edition_type: edition_type}, version) do
  258. [
  259. :debug_info,
  260. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  261. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  262. {:d, :snk_kind, :msg}
  263. ]
  264. end
  265. def maybe_no_quic_env() do
  266. if not enable_quicer?() do
  267. [{"BUILD_WITHOUT_QUIC", "true"}]
  268. else
  269. []
  270. end
  271. end
  272. defp releases() do
  273. [
  274. emqx: fn ->
  275. %{
  276. release_type: release_type,
  277. package_type: package_type,
  278. edition_type: edition_type
  279. } = check_profile!()
  280. base_steps = [
  281. &make_docs(&1),
  282. :assemble,
  283. &create_RELEASES/1,
  284. &copy_files(&1, release_type, package_type, edition_type),
  285. &copy_escript(&1, "nodetool"),
  286. &copy_escript(&1, "install_upgrade.escript")
  287. ]
  288. steps =
  289. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  290. base_steps ++ [&prepare_tar_overlays/1, :tar]
  291. else
  292. base_steps
  293. end
  294. [
  295. applications: applications(edition_type),
  296. skip_mode_validation_for: [
  297. :emqx_mix,
  298. :emqx_gateway,
  299. :emqx_gateway_stomp,
  300. :emqx_gateway_mqttsn,
  301. :emqx_gateway_coap,
  302. :emqx_gateway_lwm2m,
  303. :emqx_gateway_exproto,
  304. :emqx_dashboard,
  305. :emqx_dashboard_sso,
  306. :emqx_audit,
  307. :emqx_resource,
  308. :emqx_connector,
  309. :emqx_exhook,
  310. :emqx_bridge,
  311. :emqx_bridge_mqtt,
  312. :emqx_modules,
  313. :emqx_management,
  314. :emqx_retainer,
  315. :emqx_prometheus,
  316. :emqx_rule_engine,
  317. :emqx_auto_subscribe,
  318. :emqx_slow_subs,
  319. :emqx_plugins,
  320. :emqx_ft,
  321. :emqx_s3,
  322. :emqx_opentelemetry,
  323. :emqx_durable_storage,
  324. :rabbit_common
  325. ],
  326. steps: steps,
  327. strip_beams: false
  328. ]
  329. end
  330. ]
  331. end
  332. def applications(edition_type) do
  333. {:ok,
  334. [
  335. %{
  336. db_apps: db_apps,
  337. system_apps: system_apps,
  338. common_business_apps: common_business_apps,
  339. ee_business_apps: ee_business_apps,
  340. ce_business_apps: ce_business_apps
  341. }
  342. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  343. edition_specific_apps =
  344. if edition_type == :enterprise do
  345. ee_business_apps
  346. else
  347. ce_business_apps
  348. end
  349. business_apps = common_business_apps ++ edition_specific_apps
  350. excluded_apps = excluded_apps()
  351. system_apps =
  352. Enum.map(system_apps, fn app ->
  353. if is_atom(app), do: {app, :permanent}, else: app
  354. end)
  355. db_apps = Enum.map(db_apps, &{&1, :load})
  356. business_apps = Enum.map(business_apps, &{&1, :load})
  357. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  358. |> List.flatten()
  359. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  360. end
  361. defp excluded_apps() do
  362. %{
  363. mnesia_rocksdb: enable_rocksdb?(),
  364. quicer: enable_quicer?(),
  365. bcrypt: enable_bcrypt?(),
  366. jq: enable_jq?(),
  367. observer: is_app?(:observer),
  368. os_mon: enable_os_mon?()
  369. }
  370. |> Enum.reject(&elem(&1, 1))
  371. |> Enum.map(&elem(&1, 0))
  372. end
  373. defp is_app?(name) do
  374. case Application.load(name) do
  375. :ok ->
  376. true
  377. {:error, {:already_loaded, _}} ->
  378. true
  379. _ ->
  380. false
  381. end
  382. end
  383. def check_profile!() do
  384. valid_envs = [
  385. :emqx,
  386. :"emqx-pkg",
  387. :"emqx-enterprise",
  388. :"emqx-enterprise-pkg"
  389. ]
  390. if Mix.env() == :dev do
  391. env_profile = System.get_env("PROFILE")
  392. if env_profile do
  393. # copy from PROFILE env var
  394. System.get_env("PROFILE")
  395. |> String.to_atom()
  396. |> Mix.env()
  397. else
  398. IO.puts(
  399. IO.ANSI.format([
  400. :yellow,
  401. "Warning: env var PROFILE is unset; defaulting to emqx"
  402. ])
  403. )
  404. Mix.env(:emqx)
  405. end
  406. end
  407. if Mix.env() not in valid_envs do
  408. formatted_envs =
  409. valid_envs
  410. |> Enum.map(&" * #{&1}")
  411. |> Enum.join("\n")
  412. Mix.raise("""
  413. Invalid env #{Mix.env()}. Valid options are:
  414. #{formatted_envs}
  415. """)
  416. end
  417. {
  418. release_type,
  419. package_type,
  420. edition_type
  421. } =
  422. case Mix.env() do
  423. :dev ->
  424. {:cloud, :bin, :community}
  425. :emqx ->
  426. {:cloud, :bin, :community}
  427. :"emqx-enterprise" ->
  428. {:cloud, :bin, :enterprise}
  429. :"emqx-pkg" ->
  430. {:cloud, :pkg, :community}
  431. :"emqx-enterprise-pkg" ->
  432. {:cloud, :pkg, :enterprise}
  433. end
  434. normalize_env!()
  435. %{
  436. release_type: release_type,
  437. package_type: package_type,
  438. edition_type: edition_type
  439. }
  440. end
  441. #############################################################################
  442. # Custom Steps
  443. #############################################################################
  444. defp make_docs(release) do
  445. profile = System.get_env("MIX_ENV")
  446. os_cmd("build", [profile, "docs"])
  447. release
  448. end
  449. defp copy_files(release, release_type, package_type, edition_type) do
  450. overwrite? = Keyword.get(release.options, :overwrite, false)
  451. bin = Path.join(release.path, "bin")
  452. etc = Path.join(release.path, "etc")
  453. log = Path.join(release.path, "log")
  454. plugins = Path.join(release.path, "plugins")
  455. Mix.Generator.create_directory(bin)
  456. Mix.Generator.create_directory(etc)
  457. Mix.Generator.create_directory(log)
  458. Mix.Generator.create_directory(plugins)
  459. Mix.Generator.create_directory(Path.join(etc, "certs"))
  460. Enum.each(
  461. ["mnesia", "configs", "patches", "scripts"],
  462. fn dir ->
  463. path = Path.join([release.path, "data", dir])
  464. Mix.Generator.create_directory(path)
  465. end
  466. )
  467. Mix.Generator.copy_file(
  468. "apps/emqx_auth/etc/acl.conf",
  469. Path.join(etc, "acl.conf"),
  470. force: overwrite?
  471. )
  472. # required by emqx_auth
  473. File.cp_r!(
  474. "apps/emqx/etc/certs",
  475. Path.join(etc, "certs")
  476. )
  477. profile = System.get_env("MIX_ENV")
  478. File.cp_r!(
  479. "rel/config/examples",
  480. Path.join(etc, "examples"),
  481. force: overwrite?
  482. )
  483. # copy /rel/config/ee-examples if profile is enterprise
  484. case profile do
  485. "emqx-enterprise" ->
  486. File.cp_r!(
  487. "rel/config/ee-examples",
  488. Path.join(etc, "examples"),
  489. force: overwrite?
  490. )
  491. _ ->
  492. :ok
  493. end
  494. # this is required by the produced escript / nodetool
  495. Mix.Generator.copy_file(
  496. Path.join(release.version_path, "start_clean.boot"),
  497. Path.join(bin, "no_dot_erlang.boot"),
  498. force: overwrite?
  499. )
  500. assigns = template_vars(release, release_type, package_type, edition_type)
  501. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  502. # So, this should be run before the release.
  503. # TODO: run as a "compiler" step???
  504. render_template(
  505. "apps/emqx_conf/etc/emqx.conf.all",
  506. assigns,
  507. Path.join(etc, "emqx.conf")
  508. )
  509. render_template(
  510. "rel/emqx_vars",
  511. assigns,
  512. Path.join([release.path, "releases", "emqx_vars"])
  513. )
  514. vm_args_template_path =
  515. case release_type do
  516. :cloud ->
  517. "apps/emqx/etc/vm.args.cloud"
  518. end
  519. render_template(
  520. vm_args_template_path,
  521. assigns,
  522. [
  523. Path.join(etc, "vm.args"),
  524. Path.join(release.version_path, "vm.args")
  525. ]
  526. )
  527. for name <- [
  528. "emqx",
  529. "emqx_ctl"
  530. ] do
  531. Mix.Generator.copy_file(
  532. "bin/#{name}",
  533. Path.join(bin, name),
  534. force: overwrite?
  535. )
  536. # Files with the version appended are expected by the release
  537. # upgrade script `install_upgrade.escript`
  538. Mix.Generator.copy_file(
  539. Path.join(bin, name),
  540. Path.join(bin, name <> "-#{release.version}"),
  541. force: overwrite?
  542. )
  543. end
  544. for base_name <- ["emqx", "emqx_ctl"],
  545. suffix <- ["", "-#{release.version}"] do
  546. name = base_name <> suffix
  547. File.chmod!(Path.join(bin, name), 0o755)
  548. end
  549. Mix.Generator.copy_file(
  550. "bin/node_dump",
  551. Path.join(bin, "node_dump"),
  552. force: overwrite?
  553. )
  554. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  555. Mix.Generator.copy_file(
  556. "bin/emqx_cluster_rescue",
  557. Path.join(bin, "emqx_cluster_rescue"),
  558. force: overwrite?
  559. )
  560. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  561. render_template(
  562. "rel/BUILD_INFO",
  563. assigns,
  564. Path.join(release.version_path, "BUILD_INFO")
  565. )
  566. release
  567. end
  568. defp render_template(template, assigns, target) when is_binary(target) do
  569. render_template(template, assigns, [target])
  570. end
  571. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  572. rendered =
  573. File.read!(template)
  574. |> from_rebar_to_eex_template()
  575. |> EEx.eval_string(assigns)
  576. for target <- tartgets do
  577. File.write!(target, rendered)
  578. end
  579. end
  580. # needed by nodetool and by release_handler
  581. defp create_RELEASES(release) do
  582. apps =
  583. Enum.map(release.applications, fn {app_name, app_props} ->
  584. app_vsn = Keyword.fetch!(app_props, :vsn)
  585. app_path =
  586. "./lib"
  587. |> Path.join("#{app_name}-#{app_vsn}")
  588. |> to_charlist()
  589. {app_name, app_vsn, app_path}
  590. end)
  591. release_entry = [
  592. {
  593. :release,
  594. to_charlist(release.name),
  595. to_charlist(release.version),
  596. release.erts_version,
  597. apps,
  598. :permanent
  599. }
  600. ]
  601. release.path
  602. |> Path.join("releases")
  603. |> Path.join("RELEASES")
  604. |> File.open!([:write, :utf8], fn handle ->
  605. IO.puts(handle, "%% coding: utf-8")
  606. :io.format(handle, ~c"~tp.~n", [release_entry])
  607. end)
  608. release
  609. end
  610. defp copy_escript(release, escript_name) do
  611. [shebang, rest] =
  612. "bin/#{escript_name}"
  613. |> File.read!()
  614. |> String.split("\n", parts: 2)
  615. # the elixir version of escript + start.boot required the boot_var
  616. # RELEASE_LIB to be defined.
  617. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  618. # Files with the version appended are expected by the release
  619. # upgrade script `install_upgrade.escript`
  620. Enum.each(
  621. [escript_name, escript_name <> "-" <> release.version],
  622. fn name ->
  623. path = Path.join([release.path, "bin", name])
  624. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  625. end
  626. )
  627. release
  628. end
  629. # The `:tar` built-in step in Mix Release does not currently add the
  630. # `etc` directory into the resulting tarball. The workaround is to
  631. # add those to the `:overlays` key before running `:tar`.
  632. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  633. defp prepare_tar_overlays(release) do
  634. Map.update!(
  635. release,
  636. :overlays,
  637. &[
  638. "etc",
  639. "data",
  640. "plugins",
  641. "bin/node_dump"
  642. | &1
  643. ]
  644. )
  645. end
  646. #############################################################################
  647. # Helper functions
  648. #############################################################################
  649. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  650. [
  651. emqx_default_erlang_cookie: default_cookie(),
  652. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  653. platform_data_dir: "data",
  654. platform_etc_dir: "etc",
  655. platform_plugins_dir: "plugins",
  656. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  657. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  658. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  659. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  660. runner_user: "",
  661. release_version: release.version,
  662. erts_vsn: release.erts_version,
  663. # FIXME: this is empty in `make emqx` ???
  664. erl_opts: "",
  665. emqx_description: emqx_description(release_type, edition_type),
  666. emqx_schema_mod: emqx_schema_mod(edition_type),
  667. is_elixir: "yes",
  668. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  669. ] ++ build_info()
  670. end
  671. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  672. [
  673. emqx_default_erlang_cookie: default_cookie(),
  674. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  675. platform_data_dir: "/var/lib/emqx",
  676. platform_etc_dir: "/etc/emqx",
  677. platform_plugins_dir: "/var/lib/emqx/plugins",
  678. runner_bin_dir: "/usr/bin",
  679. emqx_etc_dir: "/etc/emqx",
  680. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  681. runner_log_dir: "/var/log/emqx",
  682. runner_user: "emqx",
  683. release_version: release.version,
  684. erts_vsn: release.erts_version,
  685. # FIXME: this is empty in `make emqx` ???
  686. erl_opts: "",
  687. emqx_description: emqx_description(release_type, edition_type),
  688. emqx_schema_mod: emqx_schema_mod(edition_type),
  689. is_elixir: "yes",
  690. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  691. ] ++ build_info()
  692. end
  693. defp default_cookie() do
  694. "emqx50elixir"
  695. end
  696. defp emqx_description(release_type, edition_type) do
  697. case {release_type, edition_type} do
  698. {:cloud, :enterprise} ->
  699. "EMQX Enterprise"
  700. {:cloud, :community} ->
  701. "EMQX"
  702. end
  703. end
  704. defp emqx_configuration_doc(:enterprise),
  705. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  706. defp emqx_configuration_doc(:community),
  707. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  708. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  709. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  710. defp bcrypt_dep() do
  711. if enable_bcrypt?(),
  712. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.1", override: true}],
  713. else: []
  714. end
  715. defp jq_dep() do
  716. if enable_jq?(),
  717. do: [{:jq, github: "emqx/jq", tag: "v0.3.11", override: true}],
  718. else: []
  719. end
  720. defp quicer_dep() do
  721. if enable_quicer?(),
  722. # in conflict with emqx and emqtt
  723. do: [{:quicer, github: "emqx/quic", tag: "0.0.202", override: true}],
  724. else: []
  725. end
  726. defp enable_bcrypt?() do
  727. not win32?()
  728. end
  729. defp enable_os_mon?() do
  730. not win32?()
  731. end
  732. defp enable_jq?() do
  733. not Enum.any?([
  734. build_without_jq?(),
  735. win32?()
  736. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  737. end
  738. defp enable_quicer?() do
  739. not Enum.any?([
  740. build_without_quic?(),
  741. win32?(),
  742. centos6?(),
  743. macos?()
  744. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  745. end
  746. defp enable_rocksdb?() do
  747. not Enum.any?([
  748. build_without_rocksdb?(),
  749. raspbian?()
  750. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  751. end
  752. defp pkg_vsn() do
  753. %{edition_type: edition_type} = check_profile!()
  754. basedir = Path.dirname(__ENV__.file)
  755. script = Path.join(basedir, "pkg-vsn.sh")
  756. os_cmd(script, [Atom.to_string(edition_type)])
  757. end
  758. defp os_cmd(script, args) do
  759. {str, 0} = System.cmd("bash", [script | args])
  760. String.trim(str)
  761. end
  762. defp win32?(),
  763. do: match?({:win_32, _}, :os.type())
  764. defp centos6?() do
  765. case File.read("/etc/centos-release") do
  766. {:ok, "CentOS release 6" <> _} ->
  767. true
  768. _ ->
  769. false
  770. end
  771. end
  772. defp macos?() do
  773. {:unix, :darwin} == :os.type()
  774. end
  775. defp raspbian?() do
  776. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  777. end
  778. defp build_without_jq?() do
  779. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  780. String.downcase(opt) != "false"
  781. end
  782. defp build_without_quic?() do
  783. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  784. String.downcase(opt) != "false"
  785. end
  786. defp build_without_rocksdb?() do
  787. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  788. String.downcase(opt) != "false"
  789. end
  790. defp from_rebar_to_eex_template(str) do
  791. # we must not consider surrounding space in the template var name
  792. # because some help strings contain informative variables that
  793. # should not be interpolated, and those have no spaces.
  794. Regex.replace(
  795. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  796. str,
  797. "<%= \\g{1} %>"
  798. )
  799. end
  800. defp build_info() do
  801. [
  802. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  803. build_info_wordsize: wordsize(),
  804. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  805. build_info_erlang: otp_release(),
  806. build_info_elixir: System.version(),
  807. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  808. ]
  809. end
  810. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  811. defp wordsize() do
  812. size =
  813. try do
  814. :erlang.system_info({:wordsize, :external})
  815. rescue
  816. ErlangError ->
  817. :erlang.system_info(:wordsize)
  818. end
  819. to_string(8 * size)
  820. end
  821. defp normalize_env!() do
  822. env =
  823. case Mix.env() do
  824. :dev ->
  825. :emqx
  826. env ->
  827. env
  828. end
  829. Mix.env(env)
  830. end
  831. # As from Erlang/OTP 17, the OTP release number corresponds to the
  832. # major OTP version number. No erlang:system_info() argument gives
  833. # the exact OTP version.
  834. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  835. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  836. defp otp_release() do
  837. major_version = System.otp_release()
  838. root_dir = to_string(:code.root_dir())
  839. [root_dir, "releases", major_version, "OTP_VERSION"]
  840. |> Path.join()
  841. |> File.read()
  842. |> case do
  843. {:error, _} ->
  844. major_version
  845. {:ok, version} ->
  846. version
  847. |> String.trim()
  848. |> String.split("**")
  849. |> List.first()
  850. end
  851. end
  852. defp dump_as_erl(term) do
  853. term
  854. |> then(&:io_lib.format("~0p", [&1]))
  855. |> :erlang.iolist_to_binary()
  856. end
  857. defp erlang_edition(:community), do: :ce
  858. defp erlang_edition(:enterprise), do: :ee
  859. end