mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.11", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.16", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true},
  90. {:opentelemetry_api,
  91. github: "emqx/opentelemetry-erlang",
  92. sparse: "apps/opentelemetry_api",
  93. override: true,
  94. runtime: false},
  95. {:opentelemetry,
  96. github: "emqx/opentelemetry-erlang",
  97. sparse: "apps/opentelemetry",
  98. override: true,
  99. runtime: false},
  100. {:opentelemetry_api_experimental,
  101. github: "emqx/opentelemetry-erlang",
  102. sparse: "apps/opentelemetry_api_experimental",
  103. override: true,
  104. runtime: false},
  105. {:opentelemetry_experimental,
  106. github: "emqx/opentelemetry-erlang",
  107. sparse: "apps/opentelemetry_experimental",
  108. override: true,
  109. runtime: false},
  110. {:opentelemetry_exporter,
  111. github: "emqx/opentelemetry-erlang",
  112. sparse: "apps/opentelemetry_exporter",
  113. override: true,
  114. runtime: false}
  115. ] ++
  116. emqx_apps(profile_info, version) ++
  117. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  118. end
  119. defp emqx_apps(profile_info, version) do
  120. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  121. set_emqx_app_system_env(apps, profile_info, version)
  122. end
  123. defp umbrella_apps(profile_info) do
  124. enterprise_apps = enterprise_umbrella_apps()
  125. "apps/*"
  126. |> Path.wildcard()
  127. |> Enum.map(fn path ->
  128. app =
  129. path
  130. |> Path.basename()
  131. |> String.to_atom()
  132. {app, path: path, manager: :rebar3, override: true}
  133. end)
  134. |> Enum.reject(fn dep_spec ->
  135. dep_spec
  136. |> elem(0)
  137. |> then(&MapSet.member?(enterprise_apps, &1))
  138. end)
  139. |> Enum.reject(fn {app, _} ->
  140. case profile_info do
  141. %{edition_type: :enterprise} ->
  142. app == :emqx_telemetry
  143. _ ->
  144. false
  145. end
  146. end)
  147. end
  148. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  149. umbrella_apps =
  150. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  151. path = "apps/#{app_name}"
  152. {app_name, path: path, manager: :rebar3, override: true}
  153. end)
  154. "lib-ee/*"
  155. |> Path.wildcard()
  156. |> Enum.filter(&File.dir?/1)
  157. |> Enum.map(fn path ->
  158. app =
  159. path
  160. |> Path.basename()
  161. |> String.to_atom()
  162. {app, path: path, manager: :rebar3, override: true}
  163. end)
  164. |> Enum.concat(umbrella_apps)
  165. end
  166. defp enterprise_apps(_profile_info) do
  167. []
  168. end
  169. # need to remove those when listing `/apps/`...
  170. defp enterprise_umbrella_apps() do
  171. MapSet.new([
  172. :emqx_bridge_kafka,
  173. :emqx_bridge_gcp_pubsub,
  174. :emqx_bridge_cassandra,
  175. :emqx_bridge_opents,
  176. :emqx_bridge_dynamo,
  177. :emqx_bridge_greptimedb,
  178. :emqx_bridge_hstreamdb,
  179. :emqx_bridge_influxdb,
  180. :emqx_bridge_iotdb,
  181. :emqx_bridge_matrix,
  182. :emqx_bridge_mongodb,
  183. :emqx_bridge_mysql,
  184. :emqx_bridge_pgsql,
  185. :emqx_bridge_redis,
  186. :emqx_bridge_rocketmq,
  187. :emqx_bridge_tdengine,
  188. :emqx_bridge_timescale,
  189. :emqx_bridge_sqlserver,
  190. :emqx_bridge_pulsar,
  191. :emqx_oracle,
  192. :emqx_bridge_oracle,
  193. :emqx_bridge_rabbitmq,
  194. :emqx_bridge_clickhouse,
  195. :emqx_ft,
  196. :emqx_s3,
  197. :emqx_schema_registry,
  198. :emqx_enterprise,
  199. :emqx_bridge_kinesis,
  200. :emqx_bridge_azure_event_hub,
  201. :emqx_ldap,
  202. :emqx_gcp_device
  203. ])
  204. end
  205. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  206. [
  207. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.3.1+v0.12.0"},
  208. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  209. {:wolff, github: "kafka4beam/wolff", tag: "1.7.7"},
  210. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  211. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  212. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  213. {:snappyer, "1.2.9", override: true},
  214. {:crc32cer, "0.1.8", override: true},
  215. {:supervisor3, "1.1.12", override: true},
  216. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  217. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  218. # The following two are dependencies of rabbit_common. They are needed here to
  219. # make mix not complain about conflicting versions
  220. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  221. {:credentials_obfuscation,
  222. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  223. {:rabbit_common,
  224. github: "emqx/rabbitmq-server",
  225. tag: "v3.11.13-emqx",
  226. sparse: "deps/rabbit_common",
  227. override: true},
  228. {:amqp_client,
  229. github: "emqx/rabbitmq-server",
  230. tag: "v3.11.13-emqx",
  231. sparse: "deps/amqp_client",
  232. override: true}
  233. ]
  234. end
  235. defp enterprise_deps(_profile_info) do
  236. []
  237. end
  238. defp set_emqx_app_system_env(apps, profile_info, version) do
  239. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  240. Enum.map(
  241. apps,
  242. fn {app, opts} ->
  243. {app,
  244. Keyword.update(
  245. opts,
  246. :system_env,
  247. system_env,
  248. &Keyword.merge(&1, system_env)
  249. )}
  250. end
  251. )
  252. end
  253. def emqx_app_system_env(profile_info, version) do
  254. erlc_options(profile_info, version)
  255. |> dump_as_erl()
  256. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  257. end
  258. defp erlc_options(%{edition_type: edition_type}, version) do
  259. [
  260. :debug_info,
  261. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  262. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  263. {:d, :snk_kind, :msg}
  264. ]
  265. end
  266. def maybe_no_quic_env() do
  267. if not enable_quicer?() do
  268. [{"BUILD_WITHOUT_QUIC", "true"}]
  269. else
  270. []
  271. end
  272. end
  273. defp releases() do
  274. [
  275. emqx: fn ->
  276. %{
  277. release_type: release_type,
  278. package_type: package_type,
  279. edition_type: edition_type
  280. } = check_profile!()
  281. base_steps = [
  282. &make_docs(&1),
  283. :assemble,
  284. &create_RELEASES/1,
  285. &copy_files(&1, release_type, package_type, edition_type),
  286. &copy_escript(&1, "nodetool"),
  287. &copy_escript(&1, "install_upgrade.escript")
  288. ]
  289. steps =
  290. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  291. base_steps ++ [&prepare_tar_overlays/1, :tar]
  292. else
  293. base_steps
  294. end
  295. [
  296. applications: applications(edition_type),
  297. skip_mode_validation_for: [
  298. :emqx_mix,
  299. :emqx_gateway,
  300. :emqx_gateway_stomp,
  301. :emqx_gateway_mqttsn,
  302. :emqx_gateway_coap,
  303. :emqx_gateway_lwm2m,
  304. :emqx_gateway_exproto,
  305. :emqx_dashboard,
  306. :emqx_resource,
  307. :emqx_connector,
  308. :emqx_exhook,
  309. :emqx_bridge,
  310. :emqx_bridge_mqtt,
  311. :emqx_modules,
  312. :emqx_management,
  313. :emqx_retainer,
  314. :emqx_prometheus,
  315. :emqx_auto_subscribe,
  316. :emqx_slow_subs,
  317. :emqx_plugins,
  318. :emqx_ft,
  319. :emqx_s3,
  320. :emqx_opentelemetry,
  321. :emqx_durable_storage,
  322. :rabbit_common
  323. ],
  324. steps: steps,
  325. strip_beams: false
  326. ]
  327. end
  328. ]
  329. end
  330. def applications(edition_type) do
  331. {:ok,
  332. [
  333. %{
  334. db_apps: db_apps,
  335. system_apps: system_apps,
  336. common_business_apps: common_business_apps,
  337. ee_business_apps: ee_business_apps,
  338. ce_business_apps: ce_business_apps
  339. }
  340. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  341. edition_specific_apps =
  342. if edition_type == :enterprise do
  343. ee_business_apps
  344. else
  345. ce_business_apps
  346. end
  347. business_apps = common_business_apps ++ edition_specific_apps
  348. excluded_apps = excluded_apps()
  349. system_apps =
  350. Enum.map(system_apps, fn app ->
  351. if is_atom(app), do: {app, :permanent}, else: app
  352. end)
  353. db_apps = Enum.map(db_apps, &{&1, :load})
  354. business_apps = Enum.map(business_apps, &{&1, :load})
  355. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  356. |> List.flatten()
  357. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  358. end
  359. defp excluded_apps() do
  360. %{
  361. mnesia_rocksdb: enable_rocksdb?(),
  362. quicer: enable_quicer?(),
  363. bcrypt: enable_bcrypt?(),
  364. jq: enable_jq?(),
  365. observer: is_app?(:observer),
  366. os_mon: enable_os_mon?()
  367. }
  368. |> Enum.reject(&elem(&1, 1))
  369. |> Enum.map(&elem(&1, 0))
  370. end
  371. defp is_app?(name) do
  372. case Application.load(name) do
  373. :ok ->
  374. true
  375. {:error, {:already_loaded, _}} ->
  376. true
  377. _ ->
  378. false
  379. end
  380. end
  381. def check_profile!() do
  382. valid_envs = [
  383. :emqx,
  384. :"emqx-pkg",
  385. :"emqx-enterprise",
  386. :"emqx-enterprise-pkg"
  387. ]
  388. if Mix.env() == :dev do
  389. env_profile = System.get_env("PROFILE")
  390. if env_profile do
  391. # copy from PROFILE env var
  392. System.get_env("PROFILE")
  393. |> String.to_atom()
  394. |> Mix.env()
  395. else
  396. IO.puts(
  397. IO.ANSI.format([
  398. :yellow,
  399. "Warning: env var PROFILE is unset; defaulting to emqx"
  400. ])
  401. )
  402. Mix.env(:emqx)
  403. end
  404. end
  405. if Mix.env() not in valid_envs do
  406. formatted_envs =
  407. valid_envs
  408. |> Enum.map(&" * #{&1}")
  409. |> Enum.join("\n")
  410. Mix.raise("""
  411. Invalid env #{Mix.env()}. Valid options are:
  412. #{formatted_envs}
  413. """)
  414. end
  415. {
  416. release_type,
  417. package_type,
  418. edition_type
  419. } =
  420. case Mix.env() do
  421. :dev ->
  422. {:cloud, :bin, :community}
  423. :emqx ->
  424. {:cloud, :bin, :community}
  425. :"emqx-enterprise" ->
  426. {:cloud, :bin, :enterprise}
  427. :"emqx-pkg" ->
  428. {:cloud, :pkg, :community}
  429. :"emqx-enterprise-pkg" ->
  430. {:cloud, :pkg, :enterprise}
  431. end
  432. normalize_env!()
  433. %{
  434. release_type: release_type,
  435. package_type: package_type,
  436. edition_type: edition_type
  437. }
  438. end
  439. #############################################################################
  440. # Custom Steps
  441. #############################################################################
  442. defp make_docs(release) do
  443. profile = System.get_env("MIX_ENV")
  444. os_cmd("build", [profile, "docs"])
  445. release
  446. end
  447. defp copy_files(release, release_type, package_type, edition_type) do
  448. overwrite? = Keyword.get(release.options, :overwrite, false)
  449. bin = Path.join(release.path, "bin")
  450. etc = Path.join(release.path, "etc")
  451. log = Path.join(release.path, "log")
  452. plugins = Path.join(release.path, "plugins")
  453. Mix.Generator.create_directory(bin)
  454. Mix.Generator.create_directory(etc)
  455. Mix.Generator.create_directory(log)
  456. Mix.Generator.create_directory(plugins)
  457. Mix.Generator.create_directory(Path.join(etc, "certs"))
  458. Enum.each(
  459. ["mnesia", "configs", "patches", "scripts"],
  460. fn dir ->
  461. path = Path.join([release.path, "data", dir])
  462. Mix.Generator.create_directory(path)
  463. end
  464. )
  465. Mix.Generator.copy_file(
  466. "apps/emqx_authz/etc/acl.conf",
  467. Path.join(etc, "acl.conf"),
  468. force: overwrite?
  469. )
  470. # required by emqx_authz
  471. File.cp_r!(
  472. "apps/emqx/etc/certs",
  473. Path.join(etc, "certs")
  474. )
  475. profile = System.get_env("MIX_ENV")
  476. File.cp_r!(
  477. "rel/config/examples",
  478. Path.join(etc, "examples"),
  479. force: overwrite?
  480. )
  481. # copy /rel/config/ee-examples if profile is enterprise
  482. case profile do
  483. "emqx-enterprise" ->
  484. File.cp_r!(
  485. "rel/config/ee-examples",
  486. Path.join(etc, "examples"),
  487. force: overwrite?
  488. )
  489. _ ->
  490. :ok
  491. end
  492. # this is required by the produced escript / nodetool
  493. Mix.Generator.copy_file(
  494. Path.join(release.version_path, "start_clean.boot"),
  495. Path.join(bin, "no_dot_erlang.boot"),
  496. force: overwrite?
  497. )
  498. assigns = template_vars(release, release_type, package_type, edition_type)
  499. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  500. # So, this should be run before the release.
  501. # TODO: run as a "compiler" step???
  502. render_template(
  503. "apps/emqx_conf/etc/emqx.conf.all",
  504. assigns,
  505. Path.join(etc, "emqx.conf")
  506. )
  507. render_template(
  508. "rel/emqx_vars",
  509. assigns,
  510. Path.join([release.path, "releases", "emqx_vars"])
  511. )
  512. vm_args_template_path =
  513. case release_type do
  514. :cloud ->
  515. "apps/emqx/etc/vm.args.cloud"
  516. end
  517. render_template(
  518. vm_args_template_path,
  519. assigns,
  520. [
  521. Path.join(etc, "vm.args"),
  522. Path.join(release.version_path, "vm.args")
  523. ]
  524. )
  525. for name <- [
  526. "emqx",
  527. "emqx_ctl"
  528. ] do
  529. Mix.Generator.copy_file(
  530. "bin/#{name}",
  531. Path.join(bin, name),
  532. force: overwrite?
  533. )
  534. # Files with the version appended are expected by the release
  535. # upgrade script `install_upgrade.escript`
  536. Mix.Generator.copy_file(
  537. Path.join(bin, name),
  538. Path.join(bin, name <> "-#{release.version}"),
  539. force: overwrite?
  540. )
  541. end
  542. for base_name <- ["emqx", "emqx_ctl"],
  543. suffix <- ["", "-#{release.version}"] do
  544. name = base_name <> suffix
  545. File.chmod!(Path.join(bin, name), 0o755)
  546. end
  547. Mix.Generator.copy_file(
  548. "bin/node_dump",
  549. Path.join(bin, "node_dump"),
  550. force: overwrite?
  551. )
  552. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  553. Mix.Generator.copy_file(
  554. "bin/emqx_cluster_rescue",
  555. Path.join(bin, "emqx_cluster_rescue"),
  556. force: overwrite?
  557. )
  558. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  559. render_template(
  560. "rel/BUILD_INFO",
  561. assigns,
  562. Path.join(release.version_path, "BUILD_INFO")
  563. )
  564. release
  565. end
  566. defp render_template(template, assigns, target) when is_binary(target) do
  567. render_template(template, assigns, [target])
  568. end
  569. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  570. rendered =
  571. File.read!(template)
  572. |> from_rebar_to_eex_template()
  573. |> EEx.eval_string(assigns)
  574. for target <- tartgets do
  575. File.write!(target, rendered)
  576. end
  577. end
  578. # needed by nodetool and by release_handler
  579. defp create_RELEASES(release) do
  580. apps =
  581. Enum.map(release.applications, fn {app_name, app_props} ->
  582. app_vsn = Keyword.fetch!(app_props, :vsn)
  583. app_path =
  584. "./lib"
  585. |> Path.join("#{app_name}-#{app_vsn}")
  586. |> to_charlist()
  587. {app_name, app_vsn, app_path}
  588. end)
  589. release_entry = [
  590. {
  591. :release,
  592. to_charlist(release.name),
  593. to_charlist(release.version),
  594. release.erts_version,
  595. apps,
  596. :permanent
  597. }
  598. ]
  599. release.path
  600. |> Path.join("releases")
  601. |> Path.join("RELEASES")
  602. |> File.open!([:write, :utf8], fn handle ->
  603. IO.puts(handle, "%% coding: utf-8")
  604. :io.format(handle, ~c"~tp.~n", [release_entry])
  605. end)
  606. release
  607. end
  608. defp copy_escript(release, escript_name) do
  609. [shebang, rest] =
  610. "bin/#{escript_name}"
  611. |> File.read!()
  612. |> String.split("\n", parts: 2)
  613. # the elixir version of escript + start.boot required the boot_var
  614. # RELEASE_LIB to be defined.
  615. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  616. # Files with the version appended are expected by the release
  617. # upgrade script `install_upgrade.escript`
  618. Enum.each(
  619. [escript_name, escript_name <> "-" <> release.version],
  620. fn name ->
  621. path = Path.join([release.path, "bin", name])
  622. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  623. end
  624. )
  625. release
  626. end
  627. # The `:tar` built-in step in Mix Release does not currently add the
  628. # `etc` directory into the resulting tarball. The workaround is to
  629. # add those to the `:overlays` key before running `:tar`.
  630. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  631. defp prepare_tar_overlays(release) do
  632. Map.update!(
  633. release,
  634. :overlays,
  635. &[
  636. "etc",
  637. "data",
  638. "plugins",
  639. "bin/node_dump"
  640. | &1
  641. ]
  642. )
  643. end
  644. #############################################################################
  645. # Helper functions
  646. #############################################################################
  647. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  648. [
  649. emqx_default_erlang_cookie: default_cookie(),
  650. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  651. platform_data_dir: "data",
  652. platform_etc_dir: "etc",
  653. platform_plugins_dir: "plugins",
  654. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  655. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  656. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  657. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  658. runner_user: "",
  659. release_version: release.version,
  660. erts_vsn: release.erts_version,
  661. # FIXME: this is empty in `make emqx` ???
  662. erl_opts: "",
  663. emqx_description: emqx_description(release_type, edition_type),
  664. emqx_schema_mod: emqx_schema_mod(edition_type),
  665. is_elixir: "yes",
  666. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  667. ] ++ build_info()
  668. end
  669. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  670. [
  671. emqx_default_erlang_cookie: default_cookie(),
  672. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  673. platform_data_dir: "/var/lib/emqx",
  674. platform_etc_dir: "/etc/emqx",
  675. platform_plugins_dir: "/var/lib/emqx/plugins",
  676. runner_bin_dir: "/usr/bin",
  677. emqx_etc_dir: "/etc/emqx",
  678. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  679. runner_log_dir: "/var/log/emqx",
  680. runner_user: "emqx",
  681. release_version: release.version,
  682. erts_vsn: release.erts_version,
  683. # FIXME: this is empty in `make emqx` ???
  684. erl_opts: "",
  685. emqx_description: emqx_description(release_type, edition_type),
  686. emqx_schema_mod: emqx_schema_mod(edition_type),
  687. is_elixir: "yes",
  688. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  689. ] ++ build_info()
  690. end
  691. defp default_cookie() do
  692. "emqx50elixir"
  693. end
  694. defp emqx_description(release_type, edition_type) do
  695. case {release_type, edition_type} do
  696. {:cloud, :enterprise} ->
  697. "EMQX Enterprise"
  698. {:cloud, :community} ->
  699. "EMQX"
  700. end
  701. end
  702. defp emqx_configuration_doc(:enterprise),
  703. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  704. defp emqx_configuration_doc(:community),
  705. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  706. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  707. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  708. defp bcrypt_dep() do
  709. if enable_bcrypt?(),
  710. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.1", override: true}],
  711. else: []
  712. end
  713. defp jq_dep() do
  714. if enable_jq?(),
  715. do: [{:jq, github: "emqx/jq", tag: "v0.3.10", override: true}],
  716. else: []
  717. end
  718. defp quicer_dep() do
  719. if enable_quicer?(),
  720. # in conflict with emqx and emqtt
  721. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  722. else: []
  723. end
  724. defp enable_bcrypt?() do
  725. not win32?()
  726. end
  727. defp enable_os_mon?() do
  728. not win32?()
  729. end
  730. defp enable_jq?() do
  731. not Enum.any?([
  732. build_without_jq?(),
  733. win32?()
  734. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  735. end
  736. defp enable_quicer?() do
  737. not Enum.any?([
  738. build_without_quic?(),
  739. win32?(),
  740. centos6?(),
  741. macos?()
  742. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  743. end
  744. defp enable_rocksdb?() do
  745. not Enum.any?([
  746. build_without_rocksdb?(),
  747. raspbian?()
  748. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  749. end
  750. defp pkg_vsn() do
  751. %{edition_type: edition_type} = check_profile!()
  752. basedir = Path.dirname(__ENV__.file)
  753. script = Path.join(basedir, "pkg-vsn.sh")
  754. os_cmd(script, [Atom.to_string(edition_type)])
  755. end
  756. defp os_cmd(script, args) do
  757. {str, 0} = System.cmd("bash", [script | args])
  758. String.trim(str)
  759. end
  760. defp win32?(),
  761. do: match?({:win_32, _}, :os.type())
  762. defp centos6?() do
  763. case File.read("/etc/centos-release") do
  764. {:ok, "CentOS release 6" <> _} ->
  765. true
  766. _ ->
  767. false
  768. end
  769. end
  770. defp macos?() do
  771. {:unix, :darwin} == :os.type()
  772. end
  773. defp raspbian?() do
  774. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  775. end
  776. defp build_without_jq?() do
  777. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  778. String.downcase(opt) != "false"
  779. end
  780. defp build_without_quic?() do
  781. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  782. String.downcase(opt) != "false"
  783. end
  784. defp build_without_rocksdb?() do
  785. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  786. String.downcase(opt) != "false"
  787. end
  788. defp from_rebar_to_eex_template(str) do
  789. # we must not consider surrounding space in the template var name
  790. # because some help strings contain informative variables that
  791. # should not be interpolated, and those have no spaces.
  792. Regex.replace(
  793. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  794. str,
  795. "<%= \\g{1} %>"
  796. )
  797. end
  798. defp build_info() do
  799. [
  800. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  801. build_info_wordsize: wordsize(),
  802. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  803. build_info_erlang: otp_release(),
  804. build_info_elixir: System.version(),
  805. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  806. ]
  807. end
  808. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  809. defp wordsize() do
  810. size =
  811. try do
  812. :erlang.system_info({:wordsize, :external})
  813. rescue
  814. ErlangError ->
  815. :erlang.system_info(:wordsize)
  816. end
  817. to_string(8 * size)
  818. end
  819. defp normalize_env!() do
  820. env =
  821. case Mix.env() do
  822. :dev ->
  823. :emqx
  824. env ->
  825. env
  826. end
  827. Mix.env(env)
  828. end
  829. # As from Erlang/OTP 17, the OTP release number corresponds to the
  830. # major OTP version number. No erlang:system_info() argument gives
  831. # the exact OTP version.
  832. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  833. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  834. defp otp_release() do
  835. major_version = System.otp_release()
  836. root_dir = to_string(:code.root_dir())
  837. [root_dir, "releases", major_version, "OTP_VERSION"]
  838. |> Path.join()
  839. |> File.read()
  840. |> case do
  841. {:error, _} ->
  842. major_version
  843. {:ok, version} ->
  844. version
  845. |> String.trim()
  846. |> String.split("**")
  847. |> List.first()
  848. end
  849. end
  850. defp dump_as_erl(term) do
  851. term
  852. |> then(&:io_lib.format("~0p", [&1]))
  853. |> :erlang.iolist_to_binary()
  854. end
  855. defp erlang_edition(:community), do: :ce
  856. defp erlang_edition(:enterprise), do: :ee
  857. end