mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.7", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.16", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.2.0", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.14", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.9.0", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.16", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true},
  90. {:opentelemetry_api,
  91. github: "emqx/opentelemetry-erlang",
  92. sparse: "apps/opentelemetry_api",
  93. tag: "v1.3.0-emqx",
  94. override: true,
  95. runtime: false},
  96. {:opentelemetry,
  97. github: "emqx/opentelemetry-erlang",
  98. sparse: "apps/opentelemetry",
  99. tag: "v1.3.0-emqx",
  100. override: true,
  101. runtime: false},
  102. {:opentelemetry_api_experimental,
  103. github: "emqx/opentelemetry-erlang",
  104. sparse: "apps/opentelemetry_api_experimental",
  105. tag: "v1.3.0-emqx",
  106. override: true,
  107. runtime: false},
  108. {:opentelemetry_experimental,
  109. github: "emqx/opentelemetry-erlang",
  110. sparse: "apps/opentelemetry_experimental",
  111. tag: "v1.3.0-emqx",
  112. override: true,
  113. runtime: false},
  114. {:opentelemetry_exporter,
  115. github: "emqx/opentelemetry-erlang",
  116. sparse: "apps/opentelemetry_exporter",
  117. tag: "v1.3.0-emqx",
  118. override: true,
  119. runtime: false}
  120. ] ++
  121. emqx_apps(profile_info, version) ++
  122. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  123. end
  124. defp emqx_apps(profile_info, version) do
  125. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  126. set_emqx_app_system_env(apps, profile_info, version)
  127. end
  128. defp umbrella_apps(profile_info) do
  129. enterprise_apps = enterprise_umbrella_apps()
  130. "apps/*"
  131. |> Path.wildcard()
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.reject(fn dep_spec ->
  140. dep_spec
  141. |> elem(0)
  142. |> then(&MapSet.member?(enterprise_apps, &1))
  143. end)
  144. |> Enum.reject(fn {app, _} ->
  145. case profile_info do
  146. %{edition_type: :enterprise} ->
  147. app == :emqx_telemetry
  148. _ ->
  149. false
  150. end
  151. end)
  152. end
  153. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  154. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  155. path = "apps/#{app_name}"
  156. {app_name, path: path, manager: :rebar3, override: true}
  157. end)
  158. end
  159. defp enterprise_apps(_profile_info) do
  160. []
  161. end
  162. # need to remove those when listing `/apps/`...
  163. defp enterprise_umbrella_apps() do
  164. MapSet.new([
  165. :emqx_bridge_kafka,
  166. :emqx_bridge_gcp_pubsub,
  167. :emqx_bridge_cassandra,
  168. :emqx_bridge_opents,
  169. :emqx_bridge_dynamo,
  170. :emqx_bridge_greptimedb,
  171. :emqx_bridge_hstreamdb,
  172. :emqx_bridge_influxdb,
  173. :emqx_bridge_iotdb,
  174. :emqx_bridge_matrix,
  175. :emqx_bridge_mongodb,
  176. :emqx_bridge_mysql,
  177. :emqx_bridge_pgsql,
  178. :emqx_bridge_redis,
  179. :emqx_bridge_rocketmq,
  180. :emqx_bridge_tdengine,
  181. :emqx_bridge_timescale,
  182. :emqx_bridge_sqlserver,
  183. :emqx_bridge_pulsar,
  184. :emqx_oracle,
  185. :emqx_bridge_oracle,
  186. :emqx_bridge_rabbitmq,
  187. :emqx_bridge_clickhouse,
  188. :emqx_ft,
  189. :emqx_license,
  190. :emqx_s3,
  191. :emqx_schema_registry,
  192. :emqx_enterprise,
  193. :emqx_bridge_kinesis,
  194. :emqx_bridge_azure_event_hub,
  195. :emqx_gcp_device,
  196. :emqx_dashboard_rbac,
  197. :emqx_dashboard_sso,
  198. :emqx_audit
  199. ])
  200. end
  201. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  202. [
  203. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.4.5+v0.16.1"},
  204. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  205. {:wolff, github: "kafka4beam/wolff", tag: "1.7.7"},
  206. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  207. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  208. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  209. {:snappyer, "1.2.9", override: true},
  210. {:crc32cer, "0.1.8", override: true},
  211. {:supervisor3, "1.1.12", override: true},
  212. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  213. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  214. # The following two are dependencies of rabbit_common. They are needed here to
  215. # make mix not complain about conflicting versions
  216. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  217. {:credentials_obfuscation,
  218. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  219. {:rabbit_common,
  220. github: "emqx/rabbitmq-server",
  221. tag: "v3.11.13-emqx",
  222. sparse: "deps/rabbit_common",
  223. override: true},
  224. {:amqp_client,
  225. github: "emqx/rabbitmq-server",
  226. tag: "v3.11.13-emqx",
  227. sparse: "deps/amqp_client",
  228. override: true}
  229. ]
  230. end
  231. defp enterprise_deps(_profile_info) do
  232. []
  233. end
  234. defp set_emqx_app_system_env(apps, profile_info, version) do
  235. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  236. Enum.map(
  237. apps,
  238. fn {app, opts} ->
  239. {app,
  240. Keyword.update(
  241. opts,
  242. :system_env,
  243. system_env,
  244. &Keyword.merge(&1, system_env)
  245. )}
  246. end
  247. )
  248. end
  249. def emqx_app_system_env(profile_info, version) do
  250. erlc_options(profile_info, version)
  251. |> dump_as_erl()
  252. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  253. end
  254. defp erlc_options(%{edition_type: edition_type}, version) do
  255. [
  256. :debug_info,
  257. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  258. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  259. {:d, :snk_kind, :msg}
  260. ]
  261. end
  262. def maybe_no_quic_env() do
  263. if not enable_quicer?() do
  264. [{"BUILD_WITHOUT_QUIC", "true"}]
  265. else
  266. []
  267. end
  268. end
  269. defp releases() do
  270. [
  271. emqx: fn ->
  272. %{
  273. release_type: release_type,
  274. package_type: package_type,
  275. edition_type: edition_type
  276. } = check_profile!()
  277. base_steps = [
  278. &make_docs(&1),
  279. :assemble,
  280. &create_RELEASES/1,
  281. &copy_files(&1, release_type, package_type, edition_type),
  282. &copy_escript(&1, "nodetool"),
  283. &copy_escript(&1, "install_upgrade.escript")
  284. ]
  285. steps =
  286. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  287. base_steps ++ [&prepare_tar_overlays/1, :tar]
  288. else
  289. base_steps
  290. end
  291. [
  292. applications: applications(edition_type),
  293. skip_mode_validation_for: [
  294. :emqx_mix,
  295. :emqx_gateway,
  296. :emqx_gateway_stomp,
  297. :emqx_gateway_mqttsn,
  298. :emqx_gateway_coap,
  299. :emqx_gateway_lwm2m,
  300. :emqx_gateway_exproto,
  301. :emqx_dashboard,
  302. :emqx_dashboard_sso,
  303. :emqx_audit,
  304. :emqx_resource,
  305. :emqx_connector,
  306. :emqx_exhook,
  307. :emqx_bridge,
  308. :emqx_bridge_mqtt,
  309. :emqx_modules,
  310. :emqx_management,
  311. :emqx_retainer,
  312. :emqx_prometheus,
  313. :emqx_auto_subscribe,
  314. :emqx_slow_subs,
  315. :emqx_plugins,
  316. :emqx_ft,
  317. :emqx_s3,
  318. :emqx_opentelemetry,
  319. :emqx_durable_storage,
  320. :rabbit_common
  321. ],
  322. steps: steps,
  323. strip_beams: false
  324. ]
  325. end
  326. ]
  327. end
  328. def applications(edition_type) do
  329. {:ok,
  330. [
  331. %{
  332. db_apps: db_apps,
  333. system_apps: system_apps,
  334. common_business_apps: common_business_apps,
  335. ee_business_apps: ee_business_apps,
  336. ce_business_apps: ce_business_apps
  337. }
  338. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  339. edition_specific_apps =
  340. if edition_type == :enterprise do
  341. ee_business_apps
  342. else
  343. ce_business_apps
  344. end
  345. business_apps = common_business_apps ++ edition_specific_apps
  346. excluded_apps = excluded_apps()
  347. system_apps =
  348. Enum.map(system_apps, fn app ->
  349. if is_atom(app), do: {app, :permanent}, else: app
  350. end)
  351. db_apps = Enum.map(db_apps, &{&1, :load})
  352. business_apps = Enum.map(business_apps, &{&1, :load})
  353. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  354. |> List.flatten()
  355. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  356. end
  357. defp excluded_apps() do
  358. %{
  359. mnesia_rocksdb: enable_rocksdb?(),
  360. quicer: enable_quicer?(),
  361. bcrypt: enable_bcrypt?(),
  362. jq: enable_jq?(),
  363. observer: is_app?(:observer),
  364. os_mon: enable_os_mon?()
  365. }
  366. |> Enum.reject(&elem(&1, 1))
  367. |> Enum.map(&elem(&1, 0))
  368. end
  369. defp is_app?(name) do
  370. case Application.load(name) do
  371. :ok ->
  372. true
  373. {:error, {:already_loaded, _}} ->
  374. true
  375. _ ->
  376. false
  377. end
  378. end
  379. def check_profile!() do
  380. valid_envs = [
  381. :emqx,
  382. :"emqx-pkg",
  383. :"emqx-enterprise",
  384. :"emqx-enterprise-pkg"
  385. ]
  386. if Mix.env() == :dev do
  387. env_profile = System.get_env("PROFILE")
  388. if env_profile do
  389. # copy from PROFILE env var
  390. System.get_env("PROFILE")
  391. |> String.to_atom()
  392. |> Mix.env()
  393. else
  394. IO.puts(
  395. IO.ANSI.format([
  396. :yellow,
  397. "Warning: env var PROFILE is unset; defaulting to emqx"
  398. ])
  399. )
  400. Mix.env(:emqx)
  401. end
  402. end
  403. if Mix.env() not in valid_envs do
  404. formatted_envs =
  405. valid_envs
  406. |> Enum.map(&" * #{&1}")
  407. |> Enum.join("\n")
  408. Mix.raise("""
  409. Invalid env #{Mix.env()}. Valid options are:
  410. #{formatted_envs}
  411. """)
  412. end
  413. {
  414. release_type,
  415. package_type,
  416. edition_type
  417. } =
  418. case Mix.env() do
  419. :dev ->
  420. {:cloud, :bin, :community}
  421. :emqx ->
  422. {:cloud, :bin, :community}
  423. :"emqx-enterprise" ->
  424. {:cloud, :bin, :enterprise}
  425. :"emqx-pkg" ->
  426. {:cloud, :pkg, :community}
  427. :"emqx-enterprise-pkg" ->
  428. {:cloud, :pkg, :enterprise}
  429. end
  430. normalize_env!()
  431. %{
  432. release_type: release_type,
  433. package_type: package_type,
  434. edition_type: edition_type
  435. }
  436. end
  437. #############################################################################
  438. # Custom Steps
  439. #############################################################################
  440. defp make_docs(release) do
  441. profile = System.get_env("MIX_ENV")
  442. os_cmd("build", [profile, "docs"])
  443. release
  444. end
  445. defp copy_files(release, release_type, package_type, edition_type) do
  446. overwrite? = Keyword.get(release.options, :overwrite, false)
  447. bin = Path.join(release.path, "bin")
  448. etc = Path.join(release.path, "etc")
  449. log = Path.join(release.path, "log")
  450. plugins = Path.join(release.path, "plugins")
  451. Mix.Generator.create_directory(bin)
  452. Mix.Generator.create_directory(etc)
  453. Mix.Generator.create_directory(log)
  454. Mix.Generator.create_directory(plugins)
  455. Mix.Generator.create_directory(Path.join(etc, "certs"))
  456. Enum.each(
  457. ["mnesia", "configs", "patches", "scripts"],
  458. fn dir ->
  459. path = Path.join([release.path, "data", dir])
  460. Mix.Generator.create_directory(path)
  461. end
  462. )
  463. Mix.Generator.copy_file(
  464. "apps/emqx_auth/etc/acl.conf",
  465. Path.join(etc, "acl.conf"),
  466. force: overwrite?
  467. )
  468. # required by emqx_auth
  469. File.cp_r!(
  470. "apps/emqx/etc/certs",
  471. Path.join(etc, "certs")
  472. )
  473. profile = System.get_env("MIX_ENV")
  474. File.cp_r!(
  475. "rel/config/examples",
  476. Path.join(etc, "examples"),
  477. force: overwrite?
  478. )
  479. # copy /rel/config/ee-examples if profile is enterprise
  480. case profile do
  481. "emqx-enterprise" ->
  482. File.cp_r!(
  483. "rel/config/ee-examples",
  484. Path.join(etc, "examples"),
  485. force: overwrite?
  486. )
  487. _ ->
  488. :ok
  489. end
  490. # this is required by the produced escript / nodetool
  491. Mix.Generator.copy_file(
  492. Path.join(release.version_path, "start_clean.boot"),
  493. Path.join(bin, "no_dot_erlang.boot"),
  494. force: overwrite?
  495. )
  496. assigns = template_vars(release, release_type, package_type, edition_type)
  497. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  498. # So, this should be run before the release.
  499. # TODO: run as a "compiler" step???
  500. render_template(
  501. "apps/emqx_conf/etc/emqx.conf.all",
  502. assigns,
  503. Path.join(etc, "emqx.conf")
  504. )
  505. render_template(
  506. "rel/emqx_vars",
  507. assigns,
  508. Path.join([release.path, "releases", "emqx_vars"])
  509. )
  510. vm_args_template_path =
  511. case release_type do
  512. :cloud ->
  513. "apps/emqx/etc/vm.args.cloud"
  514. end
  515. render_template(
  516. vm_args_template_path,
  517. assigns,
  518. [
  519. Path.join(etc, "vm.args"),
  520. Path.join(release.version_path, "vm.args")
  521. ]
  522. )
  523. for name <- [
  524. "emqx",
  525. "emqx_ctl"
  526. ] do
  527. Mix.Generator.copy_file(
  528. "bin/#{name}",
  529. Path.join(bin, name),
  530. force: overwrite?
  531. )
  532. # Files with the version appended are expected by the release
  533. # upgrade script `install_upgrade.escript`
  534. Mix.Generator.copy_file(
  535. Path.join(bin, name),
  536. Path.join(bin, name <> "-#{release.version}"),
  537. force: overwrite?
  538. )
  539. end
  540. for base_name <- ["emqx", "emqx_ctl"],
  541. suffix <- ["", "-#{release.version}"] do
  542. name = base_name <> suffix
  543. File.chmod!(Path.join(bin, name), 0o755)
  544. end
  545. Mix.Generator.copy_file(
  546. "bin/node_dump",
  547. Path.join(bin, "node_dump"),
  548. force: overwrite?
  549. )
  550. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  551. Mix.Generator.copy_file(
  552. "bin/emqx_cluster_rescue",
  553. Path.join(bin, "emqx_cluster_rescue"),
  554. force: overwrite?
  555. )
  556. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  557. render_template(
  558. "rel/BUILD_INFO",
  559. assigns,
  560. Path.join(release.version_path, "BUILD_INFO")
  561. )
  562. release
  563. end
  564. defp render_template(template, assigns, target) when is_binary(target) do
  565. render_template(template, assigns, [target])
  566. end
  567. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  568. rendered =
  569. File.read!(template)
  570. |> from_rebar_to_eex_template()
  571. |> EEx.eval_string(assigns)
  572. for target <- tartgets do
  573. File.write!(target, rendered)
  574. end
  575. end
  576. # needed by nodetool and by release_handler
  577. defp create_RELEASES(release) do
  578. apps =
  579. Enum.map(release.applications, fn {app_name, app_props} ->
  580. app_vsn = Keyword.fetch!(app_props, :vsn)
  581. app_path =
  582. "./lib"
  583. |> Path.join("#{app_name}-#{app_vsn}")
  584. |> to_charlist()
  585. {app_name, app_vsn, app_path}
  586. end)
  587. release_entry = [
  588. {
  589. :release,
  590. to_charlist(release.name),
  591. to_charlist(release.version),
  592. release.erts_version,
  593. apps,
  594. :permanent
  595. }
  596. ]
  597. release.path
  598. |> Path.join("releases")
  599. |> Path.join("RELEASES")
  600. |> File.open!([:write, :utf8], fn handle ->
  601. IO.puts(handle, "%% coding: utf-8")
  602. :io.format(handle, ~c"~tp.~n", [release_entry])
  603. end)
  604. release
  605. end
  606. defp copy_escript(release, escript_name) do
  607. [shebang, rest] =
  608. "bin/#{escript_name}"
  609. |> File.read!()
  610. |> String.split("\n", parts: 2)
  611. # the elixir version of escript + start.boot required the boot_var
  612. # RELEASE_LIB to be defined.
  613. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  614. # Files with the version appended are expected by the release
  615. # upgrade script `install_upgrade.escript`
  616. Enum.each(
  617. [escript_name, escript_name <> "-" <> release.version],
  618. fn name ->
  619. path = Path.join([release.path, "bin", name])
  620. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  621. end
  622. )
  623. release
  624. end
  625. # The `:tar` built-in step in Mix Release does not currently add the
  626. # `etc` directory into the resulting tarball. The workaround is to
  627. # add those to the `:overlays` key before running `:tar`.
  628. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  629. defp prepare_tar_overlays(release) do
  630. Map.update!(
  631. release,
  632. :overlays,
  633. &[
  634. "etc",
  635. "data",
  636. "plugins",
  637. "bin/node_dump"
  638. | &1
  639. ]
  640. )
  641. end
  642. #############################################################################
  643. # Helper functions
  644. #############################################################################
  645. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  646. [
  647. emqx_default_erlang_cookie: default_cookie(),
  648. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  649. platform_data_dir: "data",
  650. platform_etc_dir: "etc",
  651. platform_plugins_dir: "plugins",
  652. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  653. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  654. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  655. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  656. runner_user: "",
  657. release_version: release.version,
  658. erts_vsn: release.erts_version,
  659. # FIXME: this is empty in `make emqx` ???
  660. erl_opts: "",
  661. emqx_description: emqx_description(release_type, edition_type),
  662. emqx_schema_mod: emqx_schema_mod(edition_type),
  663. is_elixir: "yes",
  664. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  665. ] ++ build_info()
  666. end
  667. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  668. [
  669. emqx_default_erlang_cookie: default_cookie(),
  670. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  671. platform_data_dir: "/var/lib/emqx",
  672. platform_etc_dir: "/etc/emqx",
  673. platform_plugins_dir: "/var/lib/emqx/plugins",
  674. runner_bin_dir: "/usr/bin",
  675. emqx_etc_dir: "/etc/emqx",
  676. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  677. runner_log_dir: "/var/log/emqx",
  678. runner_user: "emqx",
  679. release_version: release.version,
  680. erts_vsn: release.erts_version,
  681. # FIXME: this is empty in `make emqx` ???
  682. erl_opts: "",
  683. emqx_description: emqx_description(release_type, edition_type),
  684. emqx_schema_mod: emqx_schema_mod(edition_type),
  685. is_elixir: "yes",
  686. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  687. ] ++ build_info()
  688. end
  689. defp default_cookie() do
  690. "emqx50elixir"
  691. end
  692. defp emqx_description(release_type, edition_type) do
  693. case {release_type, edition_type} do
  694. {:cloud, :enterprise} ->
  695. "EMQX Enterprise"
  696. {:cloud, :community} ->
  697. "EMQX"
  698. end
  699. end
  700. defp emqx_configuration_doc(:enterprise),
  701. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  702. defp emqx_configuration_doc(:community),
  703. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  704. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  705. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  706. defp bcrypt_dep() do
  707. if enable_bcrypt?(),
  708. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.1", override: true}],
  709. else: []
  710. end
  711. defp jq_dep() do
  712. if enable_jq?(),
  713. do: [{:jq, github: "emqx/jq", tag: "v0.3.10", override: true}],
  714. else: []
  715. end
  716. defp quicer_dep() do
  717. if enable_quicer?(),
  718. # in conflict with emqx and emqtt
  719. do: [{:quicer, github: "emqx/quic", tag: "0.0.202", override: true}],
  720. else: []
  721. end
  722. defp enable_bcrypt?() do
  723. not win32?()
  724. end
  725. defp enable_os_mon?() do
  726. not win32?()
  727. end
  728. defp enable_jq?() do
  729. not Enum.any?([
  730. build_without_jq?(),
  731. win32?()
  732. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  733. end
  734. defp enable_quicer?() do
  735. not Enum.any?([
  736. build_without_quic?(),
  737. win32?(),
  738. centos6?(),
  739. macos?()
  740. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  741. end
  742. defp enable_rocksdb?() do
  743. not Enum.any?([
  744. build_without_rocksdb?(),
  745. raspbian?()
  746. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  747. end
  748. defp pkg_vsn() do
  749. %{edition_type: edition_type} = check_profile!()
  750. basedir = Path.dirname(__ENV__.file)
  751. script = Path.join(basedir, "pkg-vsn.sh")
  752. os_cmd(script, [Atom.to_string(edition_type)])
  753. end
  754. defp os_cmd(script, args) do
  755. {str, 0} = System.cmd("bash", [script | args])
  756. String.trim(str)
  757. end
  758. defp win32?(),
  759. do: match?({:win_32, _}, :os.type())
  760. defp centos6?() do
  761. case File.read("/etc/centos-release") do
  762. {:ok, "CentOS release 6" <> _} ->
  763. true
  764. _ ->
  765. false
  766. end
  767. end
  768. defp macos?() do
  769. {:unix, :darwin} == :os.type()
  770. end
  771. defp raspbian?() do
  772. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  773. end
  774. defp build_without_jq?() do
  775. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  776. String.downcase(opt) != "false"
  777. end
  778. defp build_without_quic?() do
  779. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  780. String.downcase(opt) != "false"
  781. end
  782. defp build_without_rocksdb?() do
  783. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  784. String.downcase(opt) != "false"
  785. end
  786. defp from_rebar_to_eex_template(str) do
  787. # we must not consider surrounding space in the template var name
  788. # because some help strings contain informative variables that
  789. # should not be interpolated, and those have no spaces.
  790. Regex.replace(
  791. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  792. str,
  793. "<%= \\g{1} %>"
  794. )
  795. end
  796. defp build_info() do
  797. [
  798. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  799. build_info_wordsize: wordsize(),
  800. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  801. build_info_erlang: otp_release(),
  802. build_info_elixir: System.version(),
  803. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  804. ]
  805. end
  806. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  807. defp wordsize() do
  808. size =
  809. try do
  810. :erlang.system_info({:wordsize, :external})
  811. rescue
  812. ErlangError ->
  813. :erlang.system_info(:wordsize)
  814. end
  815. to_string(8 * size)
  816. end
  817. defp normalize_env!() do
  818. env =
  819. case Mix.env() do
  820. :dev ->
  821. :emqx
  822. env ->
  823. env
  824. end
  825. Mix.env(env)
  826. end
  827. # As from Erlang/OTP 17, the OTP release number corresponds to the
  828. # major OTP version number. No erlang:system_info() argument gives
  829. # the exact OTP version.
  830. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  831. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  832. defp otp_release() do
  833. major_version = System.otp_release()
  834. root_dir = to_string(:code.root_dir())
  835. [root_dir, "releases", major_version, "OTP_VERSION"]
  836. |> Path.join()
  837. |> File.read()
  838. |> case do
  839. {:error, _} ->
  840. major_version
  841. {:ok, version} ->
  842. version
  843. |> String.trim()
  844. |> String.split("**")
  845. |> List.first()
  846. end
  847. end
  848. defp dump_as_erl(term) do
  849. term
  850. |> then(&:io_lib.format("~0p", [&1]))
  851. |> :erlang.iolist_to_binary()
  852. end
  853. defp erlang_edition(:community), do: :ce
  854. defp erlang_edition(:enterprise), do: :ee
  855. end