mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, github: "emqx/redbug", tag: "2.0.10"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.8", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.16", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.3.0", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.14", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.9.7", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.40.0", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true},
  90. {:opentelemetry_api,
  91. github: "emqx/opentelemetry-erlang",
  92. sparse: "apps/opentelemetry_api",
  93. tag: "v1.4.2-emqx",
  94. override: true,
  95. runtime: false},
  96. {:opentelemetry,
  97. github: "emqx/opentelemetry-erlang",
  98. sparse: "apps/opentelemetry",
  99. tag: "v1.4.2-emqx",
  100. override: true,
  101. runtime: false},
  102. {:opentelemetry_api_experimental,
  103. github: "emqx/opentelemetry-erlang",
  104. sparse: "apps/opentelemetry_api_experimental",
  105. tag: "v1.4.2-emqx",
  106. override: true,
  107. runtime: false},
  108. {:opentelemetry_experimental,
  109. github: "emqx/opentelemetry-erlang",
  110. sparse: "apps/opentelemetry_experimental",
  111. tag: "v1.4.2-emqx",
  112. override: true,
  113. runtime: false},
  114. {:opentelemetry_exporter,
  115. github: "emqx/opentelemetry-erlang",
  116. sparse: "apps/opentelemetry_exporter",
  117. tag: "v1.4.2-emqx",
  118. override: true,
  119. runtime: false}
  120. ] ++
  121. emqx_apps(profile_info, version) ++
  122. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  123. end
  124. defp emqx_apps(profile_info, version) do
  125. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  126. set_emqx_app_system_env(apps, profile_info, version)
  127. end
  128. defp umbrella_apps(profile_info) do
  129. enterprise_apps = enterprise_umbrella_apps()
  130. "apps/*"
  131. |> Path.wildcard()
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.reject(fn dep_spec ->
  140. dep_spec
  141. |> elem(0)
  142. |> then(&MapSet.member?(enterprise_apps, &1))
  143. end)
  144. |> Enum.reject(fn {app, _} ->
  145. case profile_info do
  146. %{edition_type: :enterprise} ->
  147. app == :emqx_telemetry
  148. _ ->
  149. false
  150. end
  151. end)
  152. end
  153. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  154. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  155. path = "apps/#{app_name}"
  156. {app_name, path: path, manager: :rebar3, override: true}
  157. end)
  158. end
  159. defp enterprise_apps(_profile_info) do
  160. []
  161. end
  162. # need to remove those when listing `/apps/`...
  163. defp enterprise_umbrella_apps() do
  164. MapSet.new([
  165. :emqx_bridge_kafka,
  166. :emqx_bridge_confluent,
  167. :emqx_bridge_gcp_pubsub,
  168. :emqx_bridge_cassandra,
  169. :emqx_bridge_opents,
  170. :emqx_bridge_dynamo,
  171. :emqx_bridge_greptimedb,
  172. :emqx_bridge_hstreamdb,
  173. :emqx_bridge_influxdb,
  174. :emqx_bridge_iotdb,
  175. :emqx_bridge_matrix,
  176. :emqx_bridge_mongodb,
  177. :emqx_bridge_mysql,
  178. :emqx_bridge_pgsql,
  179. :emqx_bridge_redis,
  180. :emqx_bridge_rocketmq,
  181. :emqx_bridge_tdengine,
  182. :emqx_bridge_timescale,
  183. :emqx_bridge_sqlserver,
  184. :emqx_bridge_pulsar,
  185. :emqx_oracle,
  186. :emqx_bridge_oracle,
  187. :emqx_bridge_rabbitmq,
  188. :emqx_bridge_clickhouse,
  189. :emqx_ft,
  190. :emqx_license,
  191. :emqx_s3,
  192. :emqx_schema_registry,
  193. :emqx_enterprise,
  194. :emqx_bridge_kinesis,
  195. :emqx_bridge_azure_event_hub,
  196. :emqx_gcp_device,
  197. :emqx_dashboard_rbac,
  198. :emqx_dashboard_sso,
  199. :emqx_audit,
  200. :emqx_gateway_gbt32960,
  201. :emqx_gateway_ocpp,
  202. :emqx_gateway_jt808,
  203. :emqx_bridge_syskeeper
  204. ])
  205. end
  206. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  207. [
  208. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.4.5+v0.16.1"},
  209. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  210. {:wolff, github: "kafka4beam/wolff", tag: "1.8.0"},
  211. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  212. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.1"},
  213. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  214. {:snappyer, "1.2.9", override: true},
  215. {:crc32cer, "0.1.8", override: true},
  216. {:supervisor3, "1.1.12", override: true},
  217. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  218. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  219. # The following two are dependencies of rabbit_common. They are needed here to
  220. # make mix not complain about conflicting versions
  221. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  222. {:credentials_obfuscation,
  223. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  224. {:rabbit_common,
  225. github: "emqx/rabbitmq-server",
  226. tag: "v3.11.13-emqx",
  227. sparse: "deps/rabbit_common",
  228. override: true},
  229. {:amqp_client,
  230. github: "emqx/rabbitmq-server",
  231. tag: "v3.11.13-emqx",
  232. sparse: "deps/amqp_client",
  233. override: true}
  234. ]
  235. end
  236. defp enterprise_deps(_profile_info) do
  237. []
  238. end
  239. defp set_emqx_app_system_env(apps, profile_info, version) do
  240. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  241. Enum.map(
  242. apps,
  243. fn {app, opts} ->
  244. {app,
  245. Keyword.update(
  246. opts,
  247. :system_env,
  248. system_env,
  249. &Keyword.merge(&1, system_env)
  250. )}
  251. end
  252. )
  253. end
  254. def emqx_app_system_env(profile_info, version) do
  255. erlc_options(profile_info, version)
  256. |> dump_as_erl()
  257. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  258. end
  259. defp erlc_options(%{edition_type: edition_type}, version) do
  260. [
  261. :debug_info,
  262. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  263. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  264. {:d, :snk_kind, :msg}
  265. ]
  266. end
  267. def maybe_no_quic_env() do
  268. if not enable_quicer?() do
  269. [{"BUILD_WITHOUT_QUIC", "true"}]
  270. else
  271. []
  272. end
  273. end
  274. defp releases() do
  275. [
  276. emqx: fn ->
  277. %{
  278. release_type: release_type,
  279. package_type: package_type,
  280. edition_type: edition_type
  281. } = check_profile!()
  282. base_steps = [
  283. &make_docs(&1),
  284. :assemble,
  285. &create_RELEASES/1,
  286. &copy_files(&1, release_type, package_type, edition_type),
  287. &copy_escript(&1, "nodetool"),
  288. &copy_escript(&1, "install_upgrade.escript")
  289. ]
  290. steps =
  291. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  292. base_steps ++ [&prepare_tar_overlays/1, :tar]
  293. else
  294. base_steps
  295. end
  296. [
  297. applications: applications(edition_type),
  298. skip_mode_validation_for: [
  299. :emqx_mix,
  300. :emqx_gateway,
  301. :emqx_gateway_stomp,
  302. :emqx_gateway_mqttsn,
  303. :emqx_gateway_coap,
  304. :emqx_gateway_lwm2m,
  305. :emqx_gateway_exproto,
  306. :emqx_dashboard,
  307. :emqx_dashboard_sso,
  308. :emqx_audit,
  309. :emqx_resource,
  310. :emqx_connector,
  311. :emqx_exhook,
  312. :emqx_bridge,
  313. :emqx_bridge_mqtt,
  314. :emqx_modules,
  315. :emqx_management,
  316. :emqx_retainer,
  317. :emqx_prometheus,
  318. :emqx_rule_engine,
  319. :emqx_auto_subscribe,
  320. :emqx_slow_subs,
  321. :emqx_plugins,
  322. :emqx_ft,
  323. :emqx_s3,
  324. :emqx_opentelemetry,
  325. :emqx_durable_storage,
  326. :rabbit_common
  327. ],
  328. steps: steps,
  329. strip_beams: false
  330. ]
  331. end
  332. ]
  333. end
  334. def applications(edition_type) do
  335. {:ok,
  336. [
  337. %{
  338. db_apps: db_apps,
  339. system_apps: system_apps,
  340. common_business_apps: common_business_apps,
  341. ee_business_apps: ee_business_apps,
  342. ce_business_apps: ce_business_apps
  343. }
  344. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  345. edition_specific_apps =
  346. if edition_type == :enterprise do
  347. ee_business_apps
  348. else
  349. ce_business_apps
  350. end
  351. business_apps = common_business_apps ++ edition_specific_apps
  352. excluded_apps = excluded_apps()
  353. system_apps =
  354. Enum.map(system_apps, fn app ->
  355. if is_atom(app), do: {app, :permanent}, else: app
  356. end)
  357. db_apps = Enum.map(db_apps, &{&1, :load})
  358. business_apps = Enum.map(business_apps, &{&1, :load})
  359. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  360. |> List.flatten()
  361. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  362. end
  363. defp excluded_apps() do
  364. %{
  365. mnesia_rocksdb: enable_rocksdb?(),
  366. quicer: enable_quicer?(),
  367. bcrypt: enable_bcrypt?(),
  368. jq: enable_jq?(),
  369. observer: is_app?(:observer),
  370. os_mon: enable_os_mon?()
  371. }
  372. |> Enum.reject(&elem(&1, 1))
  373. |> Enum.map(&elem(&1, 0))
  374. end
  375. defp is_app?(name) do
  376. case Application.load(name) do
  377. :ok ->
  378. true
  379. {:error, {:already_loaded, _}} ->
  380. true
  381. _ ->
  382. false
  383. end
  384. end
  385. def check_profile!() do
  386. valid_envs = [
  387. :emqx,
  388. :"emqx-pkg",
  389. :"emqx-enterprise",
  390. :"emqx-enterprise-pkg"
  391. ]
  392. if Mix.env() == :dev do
  393. env_profile = System.get_env("PROFILE")
  394. if env_profile do
  395. # copy from PROFILE env var
  396. System.get_env("PROFILE")
  397. |> String.to_atom()
  398. |> Mix.env()
  399. else
  400. IO.puts(
  401. IO.ANSI.format([
  402. :yellow,
  403. "Warning: env var PROFILE is unset; defaulting to emqx"
  404. ])
  405. )
  406. Mix.env(:emqx)
  407. end
  408. end
  409. if Mix.env() not in valid_envs do
  410. formatted_envs =
  411. valid_envs
  412. |> Enum.map(&" * #{&1}")
  413. |> Enum.join("\n")
  414. Mix.raise("""
  415. Invalid env #{Mix.env()}. Valid options are:
  416. #{formatted_envs}
  417. """)
  418. end
  419. {
  420. release_type,
  421. package_type,
  422. edition_type
  423. } =
  424. case Mix.env() do
  425. :dev ->
  426. {:cloud, :bin, :community}
  427. :emqx ->
  428. {:cloud, :bin, :community}
  429. :"emqx-enterprise" ->
  430. {:cloud, :bin, :enterprise}
  431. :"emqx-pkg" ->
  432. {:cloud, :pkg, :community}
  433. :"emqx-enterprise-pkg" ->
  434. {:cloud, :pkg, :enterprise}
  435. end
  436. normalize_env!()
  437. %{
  438. release_type: release_type,
  439. package_type: package_type,
  440. edition_type: edition_type
  441. }
  442. end
  443. #############################################################################
  444. # Custom Steps
  445. #############################################################################
  446. defp make_docs(release) do
  447. profile = System.get_env("MIX_ENV")
  448. os_cmd("build", [profile, "docs"])
  449. release
  450. end
  451. defp copy_files(release, release_type, package_type, edition_type) do
  452. overwrite? = Keyword.get(release.options, :overwrite, false)
  453. bin = Path.join(release.path, "bin")
  454. etc = Path.join(release.path, "etc")
  455. log = Path.join(release.path, "log")
  456. plugins = Path.join(release.path, "plugins")
  457. Mix.Generator.create_directory(bin)
  458. Mix.Generator.create_directory(etc)
  459. Mix.Generator.create_directory(log)
  460. Mix.Generator.create_directory(plugins)
  461. Mix.Generator.create_directory(Path.join(etc, "certs"))
  462. Enum.each(
  463. ["mnesia", "configs", "patches", "scripts"],
  464. fn dir ->
  465. path = Path.join([release.path, "data", dir])
  466. Mix.Generator.create_directory(path)
  467. end
  468. )
  469. Mix.Generator.copy_file(
  470. "apps/emqx_auth/etc/acl.conf",
  471. Path.join(etc, "acl.conf"),
  472. force: overwrite?
  473. )
  474. # required by emqx_auth
  475. File.cp_r!(
  476. "apps/emqx/etc/certs",
  477. Path.join(etc, "certs")
  478. )
  479. profile = System.get_env("MIX_ENV")
  480. File.cp_r!(
  481. "rel/config/examples",
  482. Path.join(etc, "examples"),
  483. force: overwrite?
  484. )
  485. # copy /rel/config/ee-examples if profile is enterprise
  486. case profile do
  487. "emqx-enterprise" ->
  488. File.cp_r!(
  489. "rel/config/ee-examples",
  490. Path.join(etc, "examples"),
  491. force: overwrite?
  492. )
  493. _ ->
  494. :ok
  495. end
  496. # this is required by the produced escript / nodetool
  497. Mix.Generator.copy_file(
  498. Path.join(release.version_path, "start_clean.boot"),
  499. Path.join(bin, "no_dot_erlang.boot"),
  500. force: overwrite?
  501. )
  502. assigns = template_vars(release, release_type, package_type, edition_type)
  503. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  504. # So, this should be run before the release.
  505. # TODO: run as a "compiler" step???
  506. render_template(
  507. "apps/emqx_conf/etc/emqx.conf.all",
  508. assigns,
  509. Path.join(etc, "emqx.conf")
  510. )
  511. render_template(
  512. "rel/emqx_vars",
  513. assigns,
  514. Path.join([release.path, "releases", "emqx_vars"])
  515. )
  516. vm_args_template_path =
  517. case release_type do
  518. :cloud ->
  519. "apps/emqx/etc/vm.args.cloud"
  520. end
  521. render_template(
  522. vm_args_template_path,
  523. assigns,
  524. [
  525. Path.join(etc, "vm.args"),
  526. Path.join(release.version_path, "vm.args")
  527. ]
  528. )
  529. for name <- [
  530. "emqx",
  531. "emqx_ctl"
  532. ] do
  533. Mix.Generator.copy_file(
  534. "bin/#{name}",
  535. Path.join(bin, name),
  536. force: overwrite?
  537. )
  538. # Files with the version appended are expected by the release
  539. # upgrade script `install_upgrade.escript`
  540. Mix.Generator.copy_file(
  541. Path.join(bin, name),
  542. Path.join(bin, name <> "-#{release.version}"),
  543. force: overwrite?
  544. )
  545. end
  546. for base_name <- ["emqx", "emqx_ctl"],
  547. suffix <- ["", "-#{release.version}"] do
  548. name = base_name <> suffix
  549. File.chmod!(Path.join(bin, name), 0o755)
  550. end
  551. Mix.Generator.copy_file(
  552. "bin/node_dump",
  553. Path.join(bin, "node_dump"),
  554. force: overwrite?
  555. )
  556. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  557. Mix.Generator.copy_file(
  558. "bin/emqx_cluster_rescue",
  559. Path.join(bin, "emqx_cluster_rescue"),
  560. force: overwrite?
  561. )
  562. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  563. render_template(
  564. "rel/BUILD_INFO",
  565. assigns,
  566. Path.join(release.version_path, "BUILD_INFO")
  567. )
  568. release
  569. end
  570. defp render_template(template, assigns, target) when is_binary(target) do
  571. render_template(template, assigns, [target])
  572. end
  573. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  574. rendered =
  575. File.read!(template)
  576. |> from_rebar_to_eex_template()
  577. |> EEx.eval_string(assigns)
  578. for target <- tartgets do
  579. File.write!(target, rendered)
  580. end
  581. end
  582. # needed by nodetool and by release_handler
  583. defp create_RELEASES(release) do
  584. apps =
  585. Enum.map(release.applications, fn {app_name, app_props} ->
  586. app_vsn = Keyword.fetch!(app_props, :vsn)
  587. app_path =
  588. "./lib"
  589. |> Path.join("#{app_name}-#{app_vsn}")
  590. |> to_charlist()
  591. {app_name, app_vsn, app_path}
  592. end)
  593. release_entry = [
  594. {
  595. :release,
  596. to_charlist(release.name),
  597. to_charlist(release.version),
  598. release.erts_version,
  599. apps,
  600. :permanent
  601. }
  602. ]
  603. release.path
  604. |> Path.join("releases")
  605. |> Path.join("RELEASES")
  606. |> File.open!([:write, :utf8], fn handle ->
  607. IO.puts(handle, "%% coding: utf-8")
  608. :io.format(handle, ~c"~tp.~n", [release_entry])
  609. end)
  610. release
  611. end
  612. defp copy_escript(release, escript_name) do
  613. [shebang, rest] =
  614. "bin/#{escript_name}"
  615. |> File.read!()
  616. |> String.split("\n", parts: 2)
  617. # the elixir version of escript + start.boot required the boot_var
  618. # RELEASE_LIB to be defined.
  619. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  620. # Files with the version appended are expected by the release
  621. # upgrade script `install_upgrade.escript`
  622. Enum.each(
  623. [escript_name, escript_name <> "-" <> release.version],
  624. fn name ->
  625. path = Path.join([release.path, "bin", name])
  626. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  627. end
  628. )
  629. release
  630. end
  631. # The `:tar` built-in step in Mix Release does not currently add the
  632. # `etc` directory into the resulting tarball. The workaround is to
  633. # add those to the `:overlays` key before running `:tar`.
  634. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  635. defp prepare_tar_overlays(release) do
  636. Map.update!(
  637. release,
  638. :overlays,
  639. &[
  640. "etc",
  641. "data",
  642. "plugins",
  643. "bin/node_dump"
  644. | &1
  645. ]
  646. )
  647. end
  648. #############################################################################
  649. # Helper functions
  650. #############################################################################
  651. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  652. [
  653. emqx_default_erlang_cookie: default_cookie(),
  654. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  655. platform_data_dir: "data",
  656. platform_etc_dir: "etc",
  657. platform_plugins_dir: "plugins",
  658. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  659. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  660. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  661. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  662. runner_user: "",
  663. release_version: release.version,
  664. erts_vsn: release.erts_version,
  665. # FIXME: this is empty in `make emqx` ???
  666. erl_opts: "",
  667. emqx_description: emqx_description(release_type, edition_type),
  668. emqx_schema_mod: emqx_schema_mod(edition_type),
  669. is_elixir: "yes",
  670. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  671. ] ++ build_info()
  672. end
  673. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  674. [
  675. emqx_default_erlang_cookie: default_cookie(),
  676. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  677. platform_data_dir: "/var/lib/emqx",
  678. platform_etc_dir: "/etc/emqx",
  679. platform_plugins_dir: "/var/lib/emqx/plugins",
  680. runner_bin_dir: "/usr/bin",
  681. emqx_etc_dir: "/etc/emqx",
  682. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  683. runner_log_dir: "/var/log/emqx",
  684. runner_user: "emqx",
  685. release_version: release.version,
  686. erts_vsn: release.erts_version,
  687. # FIXME: this is empty in `make emqx` ???
  688. erl_opts: "",
  689. emqx_description: emqx_description(release_type, edition_type),
  690. emqx_schema_mod: emqx_schema_mod(edition_type),
  691. is_elixir: "yes",
  692. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  693. ] ++ build_info()
  694. end
  695. defp default_cookie() do
  696. "emqx50elixir"
  697. end
  698. defp emqx_description(release_type, edition_type) do
  699. case {release_type, edition_type} do
  700. {:cloud, :enterprise} ->
  701. "EMQX Enterprise"
  702. {:cloud, :community} ->
  703. "EMQX"
  704. end
  705. end
  706. defp emqx_configuration_doc(:enterprise),
  707. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  708. defp emqx_configuration_doc(:community),
  709. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  710. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  711. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  712. defp bcrypt_dep() do
  713. if enable_bcrypt?(),
  714. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.1", override: true}],
  715. else: []
  716. end
  717. defp jq_dep() do
  718. if enable_jq?(),
  719. do: [{:jq, github: "emqx/jq", tag: "v0.3.12", override: true}],
  720. else: []
  721. end
  722. defp quicer_dep() do
  723. if enable_quicer?(),
  724. # in conflict with emqx and emqtt
  725. do: [{:quicer, github: "emqx/quic", tag: "0.0.303", override: true}],
  726. else: []
  727. end
  728. defp enable_bcrypt?() do
  729. not win32?()
  730. end
  731. defp enable_os_mon?() do
  732. not win32?()
  733. end
  734. defp enable_jq?() do
  735. not Enum.any?([
  736. build_without_jq?(),
  737. win32?()
  738. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  739. end
  740. defp enable_quicer?() do
  741. not Enum.any?([
  742. build_without_quic?(),
  743. win32?(),
  744. centos6?(),
  745. macos?()
  746. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  747. end
  748. defp enable_rocksdb?() do
  749. not Enum.any?([
  750. build_without_rocksdb?(),
  751. raspbian?()
  752. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  753. end
  754. defp pkg_vsn() do
  755. %{edition_type: edition_type} = check_profile!()
  756. basedir = Path.dirname(__ENV__.file)
  757. script = Path.join(basedir, "pkg-vsn.sh")
  758. os_cmd(script, [Atom.to_string(edition_type)])
  759. end
  760. defp os_cmd(script, args) do
  761. {str, 0} = System.cmd("bash", [script | args])
  762. String.trim(str)
  763. end
  764. defp win32?(),
  765. do: match?({:win_32, _}, :os.type())
  766. defp centos6?() do
  767. case File.read("/etc/centos-release") do
  768. {:ok, "CentOS release 6" <> _} ->
  769. true
  770. _ ->
  771. false
  772. end
  773. end
  774. defp macos?() do
  775. {:unix, :darwin} == :os.type()
  776. end
  777. defp raspbian?() do
  778. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  779. end
  780. defp build_without_jq?() do
  781. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  782. String.downcase(opt) != "false"
  783. end
  784. defp build_without_quic?() do
  785. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  786. String.downcase(opt) != "false"
  787. end
  788. defp build_without_rocksdb?() do
  789. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  790. String.downcase(opt) != "false"
  791. end
  792. defp from_rebar_to_eex_template(str) do
  793. # we must not consider surrounding space in the template var name
  794. # because some help strings contain informative variables that
  795. # should not be interpolated, and those have no spaces.
  796. Regex.replace(
  797. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  798. str,
  799. "<%= \\g{1} %>"
  800. )
  801. end
  802. defp build_info() do
  803. [
  804. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  805. build_info_wordsize: wordsize(),
  806. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  807. build_info_erlang: otp_release(),
  808. build_info_elixir: System.version(),
  809. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  810. ]
  811. end
  812. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  813. defp wordsize() do
  814. size =
  815. try do
  816. :erlang.system_info({:wordsize, :external})
  817. rescue
  818. ErlangError ->
  819. :erlang.system_info(:wordsize)
  820. end
  821. to_string(8 * size)
  822. end
  823. defp normalize_env!() do
  824. env =
  825. case Mix.env() do
  826. :dev ->
  827. :emqx
  828. env ->
  829. env
  830. end
  831. Mix.env(env)
  832. end
  833. # As from Erlang/OTP 17, the OTP release number corresponds to the
  834. # major OTP version number. No erlang:system_info() argument gives
  835. # the exact OTP version.
  836. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  837. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  838. defp otp_release() do
  839. major_version = System.otp_release()
  840. root_dir = to_string(:code.root_dir())
  841. [root_dir, "releases", major_version, "OTP_VERSION"]
  842. |> Path.join()
  843. |> File.read()
  844. |> case do
  845. {:error, _} ->
  846. major_version
  847. {:ok, version} ->
  848. version
  849. |> String.trim()
  850. |> String.split("**")
  851. |> List.first()
  852. end
  853. end
  854. defp dump_as_erl(term) do
  855. term
  856. |> then(&:io_lib.format("~0p", [&1]))
  857. |> :erlang.iolist_to_binary()
  858. end
  859. defp erlang_edition(:community), do: :ce
  860. defp erlang_edition(:enterprise), do: :ee
  861. end