mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.9", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.14", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.7", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  90. ] ++
  91. emqx_apps(profile_info, version) ++
  92. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  93. end
  94. defp emqx_apps(profile_info, version) do
  95. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  96. set_emqx_app_system_env(apps, profile_info, version)
  97. end
  98. defp umbrella_apps(profile_info) do
  99. enterprise_apps = enterprise_umbrella_apps()
  100. "apps/*"
  101. |> Path.wildcard()
  102. |> Enum.map(fn path ->
  103. app =
  104. path
  105. |> Path.basename()
  106. |> String.to_atom()
  107. {app, path: path, manager: :rebar3, override: true}
  108. end)
  109. |> Enum.reject(fn dep_spec ->
  110. dep_spec
  111. |> elem(0)
  112. |> then(&MapSet.member?(enterprise_apps, &1))
  113. end)
  114. |> Enum.reject(fn {app, _} ->
  115. case profile_info do
  116. %{edition_type: :enterprise} ->
  117. app == :emqx_telemetry
  118. _ ->
  119. false
  120. end
  121. end)
  122. end
  123. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  124. umbrella_apps =
  125. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  126. path = "apps/#{app_name}"
  127. {app_name, path: path, manager: :rebar3, override: true}
  128. end)
  129. "lib-ee/*"
  130. |> Path.wildcard()
  131. |> Enum.filter(&File.dir?/1)
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.concat(umbrella_apps)
  140. end
  141. defp enterprise_apps(_profile_info) do
  142. []
  143. end
  144. # need to remove those when listing `/apps/`...
  145. defp enterprise_umbrella_apps() do
  146. MapSet.new([
  147. :emqx_bridge_kafka,
  148. :emqx_bridge_gcp_pubsub,
  149. :emqx_bridge_cassandra,
  150. :emqx_bridge_opents,
  151. :emqx_bridge_dynamo,
  152. :emqx_bridge_greptimedb,
  153. :emqx_bridge_hstreamdb,
  154. :emqx_bridge_influxdb,
  155. :emqx_bridge_iotdb,
  156. :emqx_bridge_matrix,
  157. :emqx_bridge_mongodb,
  158. :emqx_bridge_mysql,
  159. :emqx_bridge_pgsql,
  160. :emqx_bridge_redis,
  161. :emqx_bridge_rocketmq,
  162. :emqx_bridge_tdengine,
  163. :emqx_bridge_timescale,
  164. :emqx_bridge_sqlserver,
  165. :emqx_bridge_pulsar,
  166. :emqx_oracle,
  167. :emqx_bridge_oracle,
  168. :emqx_bridge_rabbitmq,
  169. :emqx_bridge_clickhouse,
  170. :emqx_ft,
  171. :emqx_s3,
  172. :emqx_schema_registry,
  173. :emqx_enterprise,
  174. :emqx_bridge_kinesis,
  175. :emqx_bridge_azure_event_hub
  176. ])
  177. end
  178. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  179. [
  180. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.3.1+v0.12.0"},
  181. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  182. {:wolff, github: "kafka4beam/wolff", tag: "1.7.6"},
  183. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  184. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  185. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  186. {:snappyer, "1.2.9", override: true},
  187. {:crc32cer, "0.1.8", override: true},
  188. {:supervisor3, "1.1.12", override: true},
  189. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  190. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  191. # The following two are dependencies of rabbit_common. They are needed here to
  192. # make mix not complain about conflicting versions
  193. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  194. {:credentials_obfuscation,
  195. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  196. {:rabbit_common,
  197. github: "emqx/rabbitmq-server",
  198. tag: "v3.11.13-emqx",
  199. sparse: "deps/rabbit_common",
  200. override: true},
  201. {:amqp_client,
  202. github: "emqx/rabbitmq-server",
  203. tag: "v3.11.13-emqx",
  204. sparse: "deps/amqp_client",
  205. override: true}
  206. ]
  207. end
  208. defp enterprise_deps(_profile_info) do
  209. []
  210. end
  211. defp set_emqx_app_system_env(apps, profile_info, version) do
  212. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  213. Enum.map(
  214. apps,
  215. fn {app, opts} ->
  216. {app,
  217. Keyword.update(
  218. opts,
  219. :system_env,
  220. system_env,
  221. &Keyword.merge(&1, system_env)
  222. )}
  223. end
  224. )
  225. end
  226. def emqx_app_system_env(profile_info, version) do
  227. erlc_options(profile_info, version)
  228. |> dump_as_erl()
  229. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  230. end
  231. defp erlc_options(%{edition_type: edition_type}, version) do
  232. [
  233. :debug_info,
  234. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  235. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  236. {:d, :snk_kind, :msg}
  237. ]
  238. end
  239. def maybe_no_quic_env() do
  240. if not enable_quicer?() do
  241. [{"BUILD_WITHOUT_QUIC", "true"}]
  242. else
  243. []
  244. end
  245. end
  246. defp releases() do
  247. [
  248. emqx: fn ->
  249. %{
  250. release_type: release_type,
  251. package_type: package_type,
  252. edition_type: edition_type
  253. } = check_profile!()
  254. base_steps = [
  255. &make_docs(&1),
  256. :assemble,
  257. &create_RELEASES/1,
  258. &copy_files(&1, release_type, package_type, edition_type),
  259. &copy_escript(&1, "nodetool"),
  260. &copy_escript(&1, "install_upgrade.escript")
  261. ]
  262. steps =
  263. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  264. base_steps ++ [&prepare_tar_overlays/1, :tar]
  265. else
  266. base_steps
  267. end
  268. [
  269. applications: applications(edition_type),
  270. skip_mode_validation_for: [
  271. :emqx_mix,
  272. :emqx_gateway,
  273. :emqx_gateway_stomp,
  274. :emqx_gateway_mqttsn,
  275. :emqx_gateway_coap,
  276. :emqx_gateway_lwm2m,
  277. :emqx_gateway_exproto,
  278. :emqx_dashboard,
  279. :emqx_resource,
  280. :emqx_connector,
  281. :emqx_exhook,
  282. :emqx_bridge,
  283. :emqx_bridge_mqtt,
  284. :emqx_modules,
  285. :emqx_management,
  286. :emqx_retainer,
  287. :emqx_prometheus,
  288. :emqx_auto_subscribe,
  289. :emqx_slow_subs,
  290. :emqx_plugins,
  291. :emqx_ft,
  292. :emqx_s3,
  293. :emqx_durable_storage,
  294. :rabbit_common
  295. ],
  296. steps: steps,
  297. strip_beams: false
  298. ]
  299. end
  300. ]
  301. end
  302. def applications(edition_type) do
  303. {:ok,
  304. [
  305. %{
  306. db_apps: db_apps,
  307. system_apps: system_apps,
  308. common_business_apps: common_business_apps,
  309. ee_business_apps: ee_business_apps,
  310. ce_business_apps: ce_business_apps
  311. }
  312. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  313. edition_specific_apps =
  314. if edition_type == :enterprise do
  315. ee_business_apps
  316. else
  317. ce_business_apps
  318. end
  319. business_apps = common_business_apps ++ edition_specific_apps
  320. excluded_apps = excluded_apps()
  321. system_apps =
  322. Enum.map(system_apps, fn app ->
  323. if is_atom(app), do: {app, :permanent}, else: app
  324. end)
  325. db_apps = Enum.map(db_apps, &{&1, :load})
  326. business_apps = Enum.map(business_apps, &{&1, :load})
  327. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  328. |> List.flatten()
  329. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  330. end
  331. defp excluded_apps() do
  332. %{
  333. mnesia_rocksdb: enable_rocksdb?(),
  334. quicer: enable_quicer?(),
  335. bcrypt: enable_bcrypt?(),
  336. jq: enable_jq?(),
  337. observer: is_app?(:observer)
  338. }
  339. |> Enum.reject(&elem(&1, 1))
  340. |> Enum.map(&elem(&1, 0))
  341. end
  342. defp is_app?(name) do
  343. case Application.load(name) do
  344. :ok ->
  345. true
  346. {:error, {:already_loaded, _}} ->
  347. true
  348. _ ->
  349. false
  350. end
  351. end
  352. def check_profile!() do
  353. valid_envs = [
  354. :emqx,
  355. :"emqx-pkg",
  356. :"emqx-enterprise",
  357. :"emqx-enterprise-pkg"
  358. ]
  359. if Mix.env() == :dev do
  360. env_profile = System.get_env("PROFILE")
  361. if env_profile do
  362. # copy from PROFILE env var
  363. System.get_env("PROFILE")
  364. |> String.to_atom()
  365. |> Mix.env()
  366. else
  367. IO.puts(
  368. IO.ANSI.format([
  369. :yellow,
  370. "Warning: env var PROFILE is unset; defaulting to emqx"
  371. ])
  372. )
  373. Mix.env(:emqx)
  374. end
  375. end
  376. if Mix.env() not in valid_envs do
  377. formatted_envs =
  378. valid_envs
  379. |> Enum.map(&" * #{&1}")
  380. |> Enum.join("\n")
  381. Mix.raise("""
  382. Invalid env #{Mix.env()}. Valid options are:
  383. #{formatted_envs}
  384. """)
  385. end
  386. {
  387. release_type,
  388. package_type,
  389. edition_type
  390. } =
  391. case Mix.env() do
  392. :dev ->
  393. {:cloud, :bin, :community}
  394. :emqx ->
  395. {:cloud, :bin, :community}
  396. :"emqx-enterprise" ->
  397. {:cloud, :bin, :enterprise}
  398. :"emqx-pkg" ->
  399. {:cloud, :pkg, :community}
  400. :"emqx-enterprise-pkg" ->
  401. {:cloud, :pkg, :enterprise}
  402. end
  403. normalize_env!()
  404. %{
  405. release_type: release_type,
  406. package_type: package_type,
  407. edition_type: edition_type
  408. }
  409. end
  410. #############################################################################
  411. # Custom Steps
  412. #############################################################################
  413. defp make_docs(release) do
  414. profile = System.get_env("MIX_ENV")
  415. os_cmd("build", [profile, "docs"])
  416. release
  417. end
  418. defp copy_files(release, release_type, package_type, edition_type) do
  419. overwrite? = Keyword.get(release.options, :overwrite, false)
  420. bin = Path.join(release.path, "bin")
  421. etc = Path.join(release.path, "etc")
  422. log = Path.join(release.path, "log")
  423. plugins = Path.join(release.path, "plugins")
  424. Mix.Generator.create_directory(bin)
  425. Mix.Generator.create_directory(etc)
  426. Mix.Generator.create_directory(log)
  427. Mix.Generator.create_directory(plugins)
  428. Mix.Generator.create_directory(Path.join(etc, "certs"))
  429. Enum.each(
  430. ["mnesia", "configs", "patches", "scripts"],
  431. fn dir ->
  432. path = Path.join([release.path, "data", dir])
  433. Mix.Generator.create_directory(path)
  434. end
  435. )
  436. Mix.Generator.copy_file(
  437. "apps/emqx_authz/etc/acl.conf",
  438. Path.join(etc, "acl.conf"),
  439. force: overwrite?
  440. )
  441. # required by emqx_authz
  442. File.cp_r!(
  443. "apps/emqx/etc/certs",
  444. Path.join(etc, "certs")
  445. )
  446. profile = System.get_env("MIX_ENV")
  447. File.cp_r!(
  448. "rel/config/examples",
  449. Path.join(etc, "examples"),
  450. force: overwrite?
  451. )
  452. # copy /rel/config/ee-examples if profile is enterprise
  453. case profile do
  454. "emqx-enterprise" ->
  455. File.cp_r!(
  456. "rel/config/ee-examples",
  457. Path.join(etc, "examples"),
  458. force: overwrite?
  459. )
  460. _ ->
  461. :ok
  462. end
  463. # this is required by the produced escript / nodetool
  464. Mix.Generator.copy_file(
  465. Path.join(release.version_path, "start_clean.boot"),
  466. Path.join(bin, "no_dot_erlang.boot"),
  467. force: overwrite?
  468. )
  469. assigns = template_vars(release, release_type, package_type, edition_type)
  470. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  471. # So, this should be run before the release.
  472. # TODO: run as a "compiler" step???
  473. render_template(
  474. "apps/emqx_conf/etc/emqx.conf.all",
  475. assigns,
  476. Path.join(etc, "emqx.conf")
  477. )
  478. render_template(
  479. "rel/emqx_vars",
  480. assigns,
  481. Path.join([release.path, "releases", "emqx_vars"])
  482. )
  483. vm_args_template_path =
  484. case release_type do
  485. :cloud ->
  486. "apps/emqx/etc/vm.args.cloud"
  487. end
  488. render_template(
  489. vm_args_template_path,
  490. assigns,
  491. [
  492. Path.join(etc, "vm.args"),
  493. Path.join(release.version_path, "vm.args")
  494. ]
  495. )
  496. for name <- [
  497. "emqx",
  498. "emqx_ctl"
  499. ] do
  500. Mix.Generator.copy_file(
  501. "bin/#{name}",
  502. Path.join(bin, name),
  503. force: overwrite?
  504. )
  505. # Files with the version appended are expected by the release
  506. # upgrade script `install_upgrade.escript`
  507. Mix.Generator.copy_file(
  508. Path.join(bin, name),
  509. Path.join(bin, name <> "-#{release.version}"),
  510. force: overwrite?
  511. )
  512. end
  513. for base_name <- ["emqx", "emqx_ctl"],
  514. suffix <- ["", "-#{release.version}"] do
  515. name = base_name <> suffix
  516. File.chmod!(Path.join(bin, name), 0o755)
  517. end
  518. Mix.Generator.copy_file(
  519. "bin/node_dump",
  520. Path.join(bin, "node_dump"),
  521. force: overwrite?
  522. )
  523. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  524. Mix.Generator.copy_file(
  525. "bin/emqx_cluster_rescue",
  526. Path.join(bin, "emqx_cluster_rescue"),
  527. force: overwrite?
  528. )
  529. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  530. render_template(
  531. "rel/BUILD_INFO",
  532. assigns,
  533. Path.join(release.version_path, "BUILD_INFO")
  534. )
  535. release
  536. end
  537. defp render_template(template, assigns, target) when is_binary(target) do
  538. render_template(template, assigns, [target])
  539. end
  540. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  541. rendered =
  542. File.read!(template)
  543. |> from_rebar_to_eex_template()
  544. |> EEx.eval_string(assigns)
  545. for target <- tartgets do
  546. File.write!(target, rendered)
  547. end
  548. end
  549. # needed by nodetool and by release_handler
  550. defp create_RELEASES(release) do
  551. apps =
  552. Enum.map(release.applications, fn {app_name, app_props} ->
  553. app_vsn = Keyword.fetch!(app_props, :vsn)
  554. app_path =
  555. "./lib"
  556. |> Path.join("#{app_name}-#{app_vsn}")
  557. |> to_charlist()
  558. {app_name, app_vsn, app_path}
  559. end)
  560. release_entry = [
  561. {
  562. :release,
  563. to_charlist(release.name),
  564. to_charlist(release.version),
  565. release.erts_version,
  566. apps,
  567. :permanent
  568. }
  569. ]
  570. release.path
  571. |> Path.join("releases")
  572. |> Path.join("RELEASES")
  573. |> File.open!([:write, :utf8], fn handle ->
  574. IO.puts(handle, "%% coding: utf-8")
  575. :io.format(handle, ~c"~tp.~n", [release_entry])
  576. end)
  577. release
  578. end
  579. defp copy_escript(release, escript_name) do
  580. [shebang, rest] =
  581. "bin/#{escript_name}"
  582. |> File.read!()
  583. |> String.split("\n", parts: 2)
  584. # the elixir version of escript + start.boot required the boot_var
  585. # RELEASE_LIB to be defined.
  586. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  587. # Files with the version appended are expected by the release
  588. # upgrade script `install_upgrade.escript`
  589. Enum.each(
  590. [escript_name, escript_name <> "-" <> release.version],
  591. fn name ->
  592. path = Path.join([release.path, "bin", name])
  593. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  594. end
  595. )
  596. release
  597. end
  598. # The `:tar` built-in step in Mix Release does not currently add the
  599. # `etc` directory into the resulting tarball. The workaround is to
  600. # add those to the `:overlays` key before running `:tar`.
  601. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  602. defp prepare_tar_overlays(release) do
  603. Map.update!(
  604. release,
  605. :overlays,
  606. &[
  607. "etc",
  608. "data",
  609. "plugins",
  610. "bin/node_dump"
  611. | &1
  612. ]
  613. )
  614. end
  615. #############################################################################
  616. # Helper functions
  617. #############################################################################
  618. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  619. [
  620. emqx_default_erlang_cookie: default_cookie(),
  621. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  622. platform_data_dir: "data",
  623. platform_etc_dir: "etc",
  624. platform_plugins_dir: "plugins",
  625. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  626. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  627. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  628. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  629. runner_user: "",
  630. release_version: release.version,
  631. erts_vsn: release.erts_version,
  632. # FIXME: this is empty in `make emqx` ???
  633. erl_opts: "",
  634. emqx_description: emqx_description(release_type, edition_type),
  635. emqx_schema_mod: emqx_schema_mod(edition_type),
  636. is_elixir: "yes",
  637. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  638. ] ++ build_info()
  639. end
  640. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  641. [
  642. emqx_default_erlang_cookie: default_cookie(),
  643. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  644. platform_data_dir: "/var/lib/emqx",
  645. platform_etc_dir: "/etc/emqx",
  646. platform_plugins_dir: "/var/lib/emqx/plugins",
  647. runner_bin_dir: "/usr/bin",
  648. emqx_etc_dir: "/etc/emqx",
  649. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  650. runner_log_dir: "/var/log/emqx",
  651. runner_user: "emqx",
  652. release_version: release.version,
  653. erts_vsn: release.erts_version,
  654. # FIXME: this is empty in `make emqx` ???
  655. erl_opts: "",
  656. emqx_description: emqx_description(release_type, edition_type),
  657. emqx_schema_mod: emqx_schema_mod(edition_type),
  658. is_elixir: "yes",
  659. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  660. ] ++ build_info()
  661. end
  662. defp default_cookie() do
  663. "emqx50elixir"
  664. end
  665. defp emqx_description(release_type, edition_type) do
  666. case {release_type, edition_type} do
  667. {:cloud, :enterprise} ->
  668. "EMQX Enterprise"
  669. {:cloud, :community} ->
  670. "EMQX"
  671. end
  672. end
  673. defp emqx_configuration_doc(:enterprise),
  674. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  675. defp emqx_configuration_doc(:community),
  676. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  677. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  678. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  679. defp bcrypt_dep() do
  680. if enable_bcrypt?(),
  681. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  682. else: []
  683. end
  684. defp jq_dep() do
  685. if enable_jq?(),
  686. do: [{:jq, github: "emqx/jq", tag: "v0.3.10", override: true}],
  687. else: []
  688. end
  689. defp quicer_dep() do
  690. if enable_quicer?(),
  691. # in conflict with emqx and emqtt
  692. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  693. else: []
  694. end
  695. defp enable_bcrypt?() do
  696. not win32?()
  697. end
  698. defp enable_jq?() do
  699. not Enum.any?([
  700. build_without_jq?(),
  701. win32?()
  702. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  703. end
  704. defp enable_quicer?() do
  705. not Enum.any?([
  706. build_without_quic?(),
  707. win32?(),
  708. centos6?(),
  709. macos?()
  710. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  711. end
  712. defp enable_rocksdb?() do
  713. not Enum.any?([
  714. build_without_rocksdb?(),
  715. raspbian?()
  716. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  717. end
  718. defp pkg_vsn() do
  719. %{edition_type: edition_type} = check_profile!()
  720. basedir = Path.dirname(__ENV__.file)
  721. script = Path.join(basedir, "pkg-vsn.sh")
  722. os_cmd(script, [Atom.to_string(edition_type)])
  723. end
  724. defp os_cmd(script, args) do
  725. {str, 0} = System.cmd("bash", [script | args])
  726. String.trim(str)
  727. end
  728. defp win32?(),
  729. do: match?({:win_32, _}, :os.type())
  730. defp centos6?() do
  731. case File.read("/etc/centos-release") do
  732. {:ok, "CentOS release 6" <> _} ->
  733. true
  734. _ ->
  735. false
  736. end
  737. end
  738. defp macos?() do
  739. {:unix, :darwin} == :os.type()
  740. end
  741. defp raspbian?() do
  742. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  743. end
  744. defp build_without_jq?() do
  745. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  746. String.downcase(opt) != "false"
  747. end
  748. defp build_without_quic?() do
  749. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  750. String.downcase(opt) != "false"
  751. end
  752. defp build_without_rocksdb?() do
  753. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  754. String.downcase(opt) != "false"
  755. end
  756. defp from_rebar_to_eex_template(str) do
  757. # we must not consider surrounding space in the template var name
  758. # because some help strings contain informative variables that
  759. # should not be interpolated, and those have no spaces.
  760. Regex.replace(
  761. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  762. str,
  763. "<%= \\g{1} %>"
  764. )
  765. end
  766. defp build_info() do
  767. [
  768. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  769. build_info_wordsize: wordsize(),
  770. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  771. build_info_erlang: otp_release(),
  772. build_info_elixir: System.version(),
  773. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  774. ]
  775. end
  776. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  777. defp wordsize() do
  778. size =
  779. try do
  780. :erlang.system_info({:wordsize, :external})
  781. rescue
  782. ErlangError ->
  783. :erlang.system_info(:wordsize)
  784. end
  785. to_string(8 * size)
  786. end
  787. defp normalize_env!() do
  788. env =
  789. case Mix.env() do
  790. :dev ->
  791. :emqx
  792. env ->
  793. env
  794. end
  795. Mix.env(env)
  796. end
  797. # As from Erlang/OTP 17, the OTP release number corresponds to the
  798. # major OTP version number. No erlang:system_info() argument gives
  799. # the exact OTP version.
  800. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  801. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  802. defp otp_release() do
  803. major_version = System.otp_release()
  804. root_dir = to_string(:code.root_dir())
  805. [root_dir, "releases", major_version, "OTP_VERSION"]
  806. |> Path.join()
  807. |> File.read()
  808. |> case do
  809. {:error, _} ->
  810. major_version
  811. {:ok, version} ->
  812. version
  813. |> String.trim()
  814. |> String.split("**")
  815. |> List.first()
  816. end
  817. end
  818. defp dump_as_erl(term) do
  819. term
  820. |> then(&:io_lib.format("~0p", [&1]))
  821. |> :erlang.iolist_to_binary()
  822. end
  823. defp erlang_edition(:community), do: :ce
  824. defp erlang_edition(:enterprise), do: :ee
  825. end