mix.exs 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.7", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.16", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "3.2.0", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.13", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.9.0", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.16", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.3", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.9", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true},
  90. {:opentelemetry_api,
  91. github: "emqx/opentelemetry-erlang",
  92. sparse: "apps/opentelemetry_api",
  93. tag: "v1.3.0-emqx",
  94. override: true,
  95. runtime: false},
  96. {:opentelemetry,
  97. github: "emqx/opentelemetry-erlang",
  98. sparse: "apps/opentelemetry",
  99. tag: "v1.3.0-emqx",
  100. override: true,
  101. runtime: false},
  102. {:opentelemetry_api_experimental,
  103. github: "emqx/opentelemetry-erlang",
  104. sparse: "apps/opentelemetry_api_experimental",
  105. tag: "v1.3.0-emqx",
  106. override: true,
  107. runtime: false},
  108. {:opentelemetry_experimental,
  109. github: "emqx/opentelemetry-erlang",
  110. sparse: "apps/opentelemetry_experimental",
  111. tag: "v1.3.0-emqx",
  112. override: true,
  113. runtime: false},
  114. {:opentelemetry_exporter,
  115. github: "emqx/opentelemetry-erlang",
  116. sparse: "apps/opentelemetry_exporter",
  117. tag: "v1.3.0-emqx",
  118. override: true,
  119. runtime: false}
  120. ] ++
  121. emqx_apps(profile_info, version) ++
  122. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  123. end
  124. defp emqx_apps(profile_info, version) do
  125. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  126. set_emqx_app_system_env(apps, profile_info, version)
  127. end
  128. defp umbrella_apps(profile_info) do
  129. enterprise_apps = enterprise_umbrella_apps()
  130. "apps/*"
  131. |> Path.wildcard()
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.reject(fn dep_spec ->
  140. dep_spec
  141. |> elem(0)
  142. |> then(&MapSet.member?(enterprise_apps, &1))
  143. end)
  144. |> Enum.reject(fn {app, _} ->
  145. case profile_info do
  146. %{edition_type: :enterprise} ->
  147. app == :emqx_telemetry
  148. _ ->
  149. false
  150. end
  151. end)
  152. end
  153. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  154. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  155. path = "apps/#{app_name}"
  156. {app_name, path: path, manager: :rebar3, override: true}
  157. end)
  158. end
  159. defp enterprise_apps(_profile_info) do
  160. []
  161. end
  162. # need to remove those when listing `/apps/`...
  163. defp enterprise_umbrella_apps() do
  164. MapSet.new([
  165. :emqx_bridge_kafka,
  166. :emqx_bridge_gcp_pubsub,
  167. :emqx_bridge_cassandra,
  168. :emqx_bridge_opents,
  169. :emqx_bridge_dynamo,
  170. :emqx_bridge_greptimedb,
  171. :emqx_bridge_hstreamdb,
  172. :emqx_bridge_influxdb,
  173. :emqx_bridge_iotdb,
  174. :emqx_bridge_matrix,
  175. :emqx_bridge_mongodb,
  176. :emqx_bridge_mysql,
  177. :emqx_bridge_pgsql,
  178. :emqx_bridge_redis,
  179. :emqx_bridge_rocketmq,
  180. :emqx_bridge_tdengine,
  181. :emqx_bridge_timescale,
  182. :emqx_bridge_sqlserver,
  183. :emqx_bridge_pulsar,
  184. :emqx_oracle,
  185. :emqx_bridge_oracle,
  186. :emqx_bridge_rabbitmq,
  187. :emqx_bridge_clickhouse,
  188. :emqx_ft,
  189. :emqx_license,
  190. :emqx_s3,
  191. :emqx_schema_registry,
  192. :emqx_enterprise,
  193. :emqx_bridge_kinesis,
  194. :emqx_bridge_azure_event_hub,
  195. :emqx_gcp_device,
  196. :emqx_dashboard_rbac,
  197. :emqx_dashboard_sso
  198. ])
  199. end
  200. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  201. [
  202. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.4.5+v0.16.1"},
  203. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  204. {:wolff, github: "kafka4beam/wolff", tag: "1.7.7"},
  205. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  206. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  207. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  208. {:snappyer, "1.2.9", override: true},
  209. {:crc32cer, "0.1.8", override: true},
  210. {:supervisor3, "1.1.12", override: true},
  211. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  212. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  213. # The following two are dependencies of rabbit_common. They are needed here to
  214. # make mix not complain about conflicting versions
  215. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  216. {:credentials_obfuscation,
  217. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  218. {:rabbit_common,
  219. github: "emqx/rabbitmq-server",
  220. tag: "v3.11.13-emqx",
  221. sparse: "deps/rabbit_common",
  222. override: true},
  223. {:amqp_client,
  224. github: "emqx/rabbitmq-server",
  225. tag: "v3.11.13-emqx",
  226. sparse: "deps/amqp_client",
  227. override: true}
  228. ]
  229. end
  230. defp enterprise_deps(_profile_info) do
  231. []
  232. end
  233. defp set_emqx_app_system_env(apps, profile_info, version) do
  234. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  235. Enum.map(
  236. apps,
  237. fn {app, opts} ->
  238. {app,
  239. Keyword.update(
  240. opts,
  241. :system_env,
  242. system_env,
  243. &Keyword.merge(&1, system_env)
  244. )}
  245. end
  246. )
  247. end
  248. def emqx_app_system_env(profile_info, version) do
  249. erlc_options(profile_info, version)
  250. |> dump_as_erl()
  251. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  252. end
  253. defp erlc_options(%{edition_type: edition_type}, version) do
  254. [
  255. :debug_info,
  256. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  257. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  258. {:d, :snk_kind, :msg}
  259. ]
  260. end
  261. def maybe_no_quic_env() do
  262. if not enable_quicer?() do
  263. [{"BUILD_WITHOUT_QUIC", "true"}]
  264. else
  265. []
  266. end
  267. end
  268. defp releases() do
  269. [
  270. emqx: fn ->
  271. %{
  272. release_type: release_type,
  273. package_type: package_type,
  274. edition_type: edition_type
  275. } = check_profile!()
  276. base_steps = [
  277. &make_docs(&1),
  278. :assemble,
  279. &create_RELEASES/1,
  280. &copy_files(&1, release_type, package_type, edition_type),
  281. &copy_escript(&1, "nodetool"),
  282. &copy_escript(&1, "install_upgrade.escript")
  283. ]
  284. steps =
  285. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  286. base_steps ++ [&prepare_tar_overlays/1, :tar]
  287. else
  288. base_steps
  289. end
  290. [
  291. applications: applications(edition_type),
  292. skip_mode_validation_for: [
  293. :emqx_mix,
  294. :emqx_gateway,
  295. :emqx_gateway_stomp,
  296. :emqx_gateway_mqttsn,
  297. :emqx_gateway_coap,
  298. :emqx_gateway_lwm2m,
  299. :emqx_gateway_exproto,
  300. :emqx_dashboard,
  301. :emqx_resource,
  302. :emqx_connector,
  303. :emqx_exhook,
  304. :emqx_bridge,
  305. :emqx_bridge_mqtt,
  306. :emqx_modules,
  307. :emqx_management,
  308. :emqx_retainer,
  309. :emqx_prometheus,
  310. :emqx_auto_subscribe,
  311. :emqx_slow_subs,
  312. :emqx_plugins,
  313. :emqx_ft,
  314. :emqx_s3,
  315. :emqx_opentelemetry,
  316. :emqx_durable_storage,
  317. :rabbit_common
  318. ],
  319. steps: steps,
  320. strip_beams: false
  321. ]
  322. end
  323. ]
  324. end
  325. def applications(edition_type) do
  326. {:ok,
  327. [
  328. %{
  329. db_apps: db_apps,
  330. system_apps: system_apps,
  331. common_business_apps: common_business_apps,
  332. ee_business_apps: ee_business_apps,
  333. ce_business_apps: ce_business_apps
  334. }
  335. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  336. edition_specific_apps =
  337. if edition_type == :enterprise do
  338. ee_business_apps
  339. else
  340. ce_business_apps
  341. end
  342. business_apps = common_business_apps ++ edition_specific_apps
  343. excluded_apps = excluded_apps()
  344. system_apps =
  345. Enum.map(system_apps, fn app ->
  346. if is_atom(app), do: {app, :permanent}, else: app
  347. end)
  348. db_apps = Enum.map(db_apps, &{&1, :load})
  349. business_apps = Enum.map(business_apps, &{&1, :load})
  350. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  351. |> List.flatten()
  352. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  353. end
  354. defp excluded_apps() do
  355. %{
  356. mnesia_rocksdb: enable_rocksdb?(),
  357. quicer: enable_quicer?(),
  358. bcrypt: enable_bcrypt?(),
  359. jq: enable_jq?(),
  360. observer: is_app?(:observer),
  361. os_mon: enable_os_mon?()
  362. }
  363. |> Enum.reject(&elem(&1, 1))
  364. |> Enum.map(&elem(&1, 0))
  365. end
  366. defp is_app?(name) do
  367. case Application.load(name) do
  368. :ok ->
  369. true
  370. {:error, {:already_loaded, _}} ->
  371. true
  372. _ ->
  373. false
  374. end
  375. end
  376. def check_profile!() do
  377. valid_envs = [
  378. :emqx,
  379. :"emqx-pkg",
  380. :"emqx-enterprise",
  381. :"emqx-enterprise-pkg"
  382. ]
  383. if Mix.env() == :dev do
  384. env_profile = System.get_env("PROFILE")
  385. if env_profile do
  386. # copy from PROFILE env var
  387. System.get_env("PROFILE")
  388. |> String.to_atom()
  389. |> Mix.env()
  390. else
  391. IO.puts(
  392. IO.ANSI.format([
  393. :yellow,
  394. "Warning: env var PROFILE is unset; defaulting to emqx"
  395. ])
  396. )
  397. Mix.env(:emqx)
  398. end
  399. end
  400. if Mix.env() not in valid_envs do
  401. formatted_envs =
  402. valid_envs
  403. |> Enum.map(&" * #{&1}")
  404. |> Enum.join("\n")
  405. Mix.raise("""
  406. Invalid env #{Mix.env()}. Valid options are:
  407. #{formatted_envs}
  408. """)
  409. end
  410. {
  411. release_type,
  412. package_type,
  413. edition_type
  414. } =
  415. case Mix.env() do
  416. :dev ->
  417. {:cloud, :bin, :community}
  418. :emqx ->
  419. {:cloud, :bin, :community}
  420. :"emqx-enterprise" ->
  421. {:cloud, :bin, :enterprise}
  422. :"emqx-pkg" ->
  423. {:cloud, :pkg, :community}
  424. :"emqx-enterprise-pkg" ->
  425. {:cloud, :pkg, :enterprise}
  426. end
  427. normalize_env!()
  428. %{
  429. release_type: release_type,
  430. package_type: package_type,
  431. edition_type: edition_type
  432. }
  433. end
  434. #############################################################################
  435. # Custom Steps
  436. #############################################################################
  437. defp make_docs(release) do
  438. profile = System.get_env("MIX_ENV")
  439. os_cmd("build", [profile, "docs"])
  440. release
  441. end
  442. defp copy_files(release, release_type, package_type, edition_type) do
  443. overwrite? = Keyword.get(release.options, :overwrite, false)
  444. bin = Path.join(release.path, "bin")
  445. etc = Path.join(release.path, "etc")
  446. log = Path.join(release.path, "log")
  447. plugins = Path.join(release.path, "plugins")
  448. Mix.Generator.create_directory(bin)
  449. Mix.Generator.create_directory(etc)
  450. Mix.Generator.create_directory(log)
  451. Mix.Generator.create_directory(plugins)
  452. Mix.Generator.create_directory(Path.join(etc, "certs"))
  453. Enum.each(
  454. ["mnesia", "configs", "patches", "scripts"],
  455. fn dir ->
  456. path = Path.join([release.path, "data", dir])
  457. Mix.Generator.create_directory(path)
  458. end
  459. )
  460. Mix.Generator.copy_file(
  461. "apps/emqx_auth/etc/acl.conf",
  462. Path.join(etc, "acl.conf"),
  463. force: overwrite?
  464. )
  465. # required by emqx_auth
  466. File.cp_r!(
  467. "apps/emqx/etc/certs",
  468. Path.join(etc, "certs")
  469. )
  470. profile = System.get_env("MIX_ENV")
  471. File.cp_r!(
  472. "rel/config/examples",
  473. Path.join(etc, "examples"),
  474. force: overwrite?
  475. )
  476. # copy /rel/config/ee-examples if profile is enterprise
  477. case profile do
  478. "emqx-enterprise" ->
  479. File.cp_r!(
  480. "rel/config/ee-examples",
  481. Path.join(etc, "examples"),
  482. force: overwrite?
  483. )
  484. _ ->
  485. :ok
  486. end
  487. # this is required by the produced escript / nodetool
  488. Mix.Generator.copy_file(
  489. Path.join(release.version_path, "start_clean.boot"),
  490. Path.join(bin, "no_dot_erlang.boot"),
  491. force: overwrite?
  492. )
  493. assigns = template_vars(release, release_type, package_type, edition_type)
  494. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  495. # So, this should be run before the release.
  496. # TODO: run as a "compiler" step???
  497. render_template(
  498. "apps/emqx_conf/etc/emqx.conf.all",
  499. assigns,
  500. Path.join(etc, "emqx.conf")
  501. )
  502. render_template(
  503. "rel/emqx_vars",
  504. assigns,
  505. Path.join([release.path, "releases", "emqx_vars"])
  506. )
  507. vm_args_template_path =
  508. case release_type do
  509. :cloud ->
  510. "apps/emqx/etc/vm.args.cloud"
  511. end
  512. render_template(
  513. vm_args_template_path,
  514. assigns,
  515. [
  516. Path.join(etc, "vm.args"),
  517. Path.join(release.version_path, "vm.args")
  518. ]
  519. )
  520. for name <- [
  521. "emqx",
  522. "emqx_ctl"
  523. ] do
  524. Mix.Generator.copy_file(
  525. "bin/#{name}",
  526. Path.join(bin, name),
  527. force: overwrite?
  528. )
  529. # Files with the version appended are expected by the release
  530. # upgrade script `install_upgrade.escript`
  531. Mix.Generator.copy_file(
  532. Path.join(bin, name),
  533. Path.join(bin, name <> "-#{release.version}"),
  534. force: overwrite?
  535. )
  536. end
  537. for base_name <- ["emqx", "emqx_ctl"],
  538. suffix <- ["", "-#{release.version}"] do
  539. name = base_name <> suffix
  540. File.chmod!(Path.join(bin, name), 0o755)
  541. end
  542. Mix.Generator.copy_file(
  543. "bin/node_dump",
  544. Path.join(bin, "node_dump"),
  545. force: overwrite?
  546. )
  547. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  548. Mix.Generator.copy_file(
  549. "bin/emqx_cluster_rescue",
  550. Path.join(bin, "emqx_cluster_rescue"),
  551. force: overwrite?
  552. )
  553. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  554. render_template(
  555. "rel/BUILD_INFO",
  556. assigns,
  557. Path.join(release.version_path, "BUILD_INFO")
  558. )
  559. release
  560. end
  561. defp render_template(template, assigns, target) when is_binary(target) do
  562. render_template(template, assigns, [target])
  563. end
  564. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  565. rendered =
  566. File.read!(template)
  567. |> from_rebar_to_eex_template()
  568. |> EEx.eval_string(assigns)
  569. for target <- tartgets do
  570. File.write!(target, rendered)
  571. end
  572. end
  573. # needed by nodetool and by release_handler
  574. defp create_RELEASES(release) do
  575. apps =
  576. Enum.map(release.applications, fn {app_name, app_props} ->
  577. app_vsn = Keyword.fetch!(app_props, :vsn)
  578. app_path =
  579. "./lib"
  580. |> Path.join("#{app_name}-#{app_vsn}")
  581. |> to_charlist()
  582. {app_name, app_vsn, app_path}
  583. end)
  584. release_entry = [
  585. {
  586. :release,
  587. to_charlist(release.name),
  588. to_charlist(release.version),
  589. release.erts_version,
  590. apps,
  591. :permanent
  592. }
  593. ]
  594. release.path
  595. |> Path.join("releases")
  596. |> Path.join("RELEASES")
  597. |> File.open!([:write, :utf8], fn handle ->
  598. IO.puts(handle, "%% coding: utf-8")
  599. :io.format(handle, ~c"~tp.~n", [release_entry])
  600. end)
  601. release
  602. end
  603. defp copy_escript(release, escript_name) do
  604. [shebang, rest] =
  605. "bin/#{escript_name}"
  606. |> File.read!()
  607. |> String.split("\n", parts: 2)
  608. # the elixir version of escript + start.boot required the boot_var
  609. # RELEASE_LIB to be defined.
  610. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  611. # Files with the version appended are expected by the release
  612. # upgrade script `install_upgrade.escript`
  613. Enum.each(
  614. [escript_name, escript_name <> "-" <> release.version],
  615. fn name ->
  616. path = Path.join([release.path, "bin", name])
  617. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  618. end
  619. )
  620. release
  621. end
  622. # The `:tar` built-in step in Mix Release does not currently add the
  623. # `etc` directory into the resulting tarball. The workaround is to
  624. # add those to the `:overlays` key before running `:tar`.
  625. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  626. defp prepare_tar_overlays(release) do
  627. Map.update!(
  628. release,
  629. :overlays,
  630. &[
  631. "etc",
  632. "data",
  633. "plugins",
  634. "bin/node_dump"
  635. | &1
  636. ]
  637. )
  638. end
  639. #############################################################################
  640. # Helper functions
  641. #############################################################################
  642. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  643. [
  644. emqx_default_erlang_cookie: default_cookie(),
  645. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  646. platform_data_dir: "data",
  647. platform_etc_dir: "etc",
  648. platform_plugins_dir: "plugins",
  649. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  650. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  651. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  652. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  653. runner_user: "",
  654. release_version: release.version,
  655. erts_vsn: release.erts_version,
  656. # FIXME: this is empty in `make emqx` ???
  657. erl_opts: "",
  658. emqx_description: emqx_description(release_type, edition_type),
  659. emqx_schema_mod: emqx_schema_mod(edition_type),
  660. is_elixir: "yes",
  661. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  662. ] ++ build_info()
  663. end
  664. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  665. [
  666. emqx_default_erlang_cookie: default_cookie(),
  667. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  668. platform_data_dir: "/var/lib/emqx",
  669. platform_etc_dir: "/etc/emqx",
  670. platform_plugins_dir: "/var/lib/emqx/plugins",
  671. runner_bin_dir: "/usr/bin",
  672. emqx_etc_dir: "/etc/emqx",
  673. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  674. runner_log_dir: "/var/log/emqx",
  675. runner_user: "emqx",
  676. release_version: release.version,
  677. erts_vsn: release.erts_version,
  678. # FIXME: this is empty in `make emqx` ???
  679. erl_opts: "",
  680. emqx_description: emqx_description(release_type, edition_type),
  681. emqx_schema_mod: emqx_schema_mod(edition_type),
  682. is_elixir: "yes",
  683. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  684. ] ++ build_info()
  685. end
  686. defp default_cookie() do
  687. "emqx50elixir"
  688. end
  689. defp emqx_description(release_type, edition_type) do
  690. case {release_type, edition_type} do
  691. {:cloud, :enterprise} ->
  692. "EMQX Enterprise"
  693. {:cloud, :community} ->
  694. "EMQX"
  695. end
  696. end
  697. defp emqx_configuration_doc(:enterprise),
  698. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  699. defp emqx_configuration_doc(:community),
  700. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  701. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  702. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  703. defp bcrypt_dep() do
  704. if enable_bcrypt?(),
  705. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.1", override: true}],
  706. else: []
  707. end
  708. defp jq_dep() do
  709. if enable_jq?(),
  710. do: [{:jq, github: "emqx/jq", tag: "v0.3.10", override: true}],
  711. else: []
  712. end
  713. defp quicer_dep() do
  714. if enable_quicer?(),
  715. # in conflict with emqx and emqtt
  716. do: [{:quicer, github: "emqx/quic", tag: "0.0.202", override: true}],
  717. else: []
  718. end
  719. defp enable_bcrypt?() do
  720. not win32?()
  721. end
  722. defp enable_os_mon?() do
  723. not win32?()
  724. end
  725. defp enable_jq?() do
  726. not Enum.any?([
  727. build_without_jq?(),
  728. win32?()
  729. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  730. end
  731. defp enable_quicer?() do
  732. not Enum.any?([
  733. build_without_quic?(),
  734. win32?(),
  735. centos6?(),
  736. macos?()
  737. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  738. end
  739. defp enable_rocksdb?() do
  740. not Enum.any?([
  741. build_without_rocksdb?(),
  742. raspbian?()
  743. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  744. end
  745. defp pkg_vsn() do
  746. %{edition_type: edition_type} = check_profile!()
  747. basedir = Path.dirname(__ENV__.file)
  748. script = Path.join(basedir, "pkg-vsn.sh")
  749. os_cmd(script, [Atom.to_string(edition_type)])
  750. end
  751. defp os_cmd(script, args) do
  752. {str, 0} = System.cmd("bash", [script | args])
  753. String.trim(str)
  754. end
  755. defp win32?(),
  756. do: match?({:win_32, _}, :os.type())
  757. defp centos6?() do
  758. case File.read("/etc/centos-release") do
  759. {:ok, "CentOS release 6" <> _} ->
  760. true
  761. _ ->
  762. false
  763. end
  764. end
  765. defp macos?() do
  766. {:unix, :darwin} == :os.type()
  767. end
  768. defp raspbian?() do
  769. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  770. end
  771. defp build_without_jq?() do
  772. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  773. String.downcase(opt) != "false"
  774. end
  775. defp build_without_quic?() do
  776. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  777. String.downcase(opt) != "false"
  778. end
  779. defp build_without_rocksdb?() do
  780. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  781. String.downcase(opt) != "false"
  782. end
  783. defp from_rebar_to_eex_template(str) do
  784. # we must not consider surrounding space in the template var name
  785. # because some help strings contain informative variables that
  786. # should not be interpolated, and those have no spaces.
  787. Regex.replace(
  788. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  789. str,
  790. "<%= \\g{1} %>"
  791. )
  792. end
  793. defp build_info() do
  794. [
  795. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  796. build_info_wordsize: wordsize(),
  797. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  798. build_info_erlang: otp_release(),
  799. build_info_elixir: System.version(),
  800. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  801. ]
  802. end
  803. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  804. defp wordsize() do
  805. size =
  806. try do
  807. :erlang.system_info({:wordsize, :external})
  808. rescue
  809. ErlangError ->
  810. :erlang.system_info(:wordsize)
  811. end
  812. to_string(8 * size)
  813. end
  814. defp normalize_env!() do
  815. env =
  816. case Mix.env() do
  817. :dev ->
  818. :emqx
  819. env ->
  820. env
  821. end
  822. Mix.env(env)
  823. end
  824. # As from Erlang/OTP 17, the OTP release number corresponds to the
  825. # major OTP version number. No erlang:system_info() argument gives
  826. # the exact OTP version.
  827. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  828. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  829. defp otp_release() do
  830. major_version = System.otp_release()
  831. root_dir = to_string(:code.root_dir())
  832. [root_dir, "releases", major_version, "OTP_VERSION"]
  833. |> Path.join()
  834. |> File.read()
  835. |> case do
  836. {:error, _} ->
  837. major_version
  838. {:ok, version} ->
  839. version
  840. |> String.trim()
  841. |> String.split("**")
  842. |> List.first()
  843. end
  844. end
  845. defp dump_as_erl(term) do
  846. term
  847. |> then(&:io_lib.format("~0p", [&1]))
  848. |> :erlang.iolist_to_binary()
  849. end
  850. defp erlang_edition(:community), do: :ce
  851. defp erlang_edition(:enterprise), do: :ee
  852. end