mix.exs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.8.0-emqx-1", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.8", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.14", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.7", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  90. ] ++
  91. emqx_apps(profile_info, version) ++
  92. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  93. end
  94. defp emqx_apps(profile_info, version) do
  95. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  96. set_emqx_app_system_env(apps, profile_info, version)
  97. end
  98. defp umbrella_apps(profile_info) do
  99. enterprise_apps = enterprise_umbrella_apps()
  100. "apps/*"
  101. |> Path.wildcard()
  102. |> Enum.map(fn path ->
  103. app =
  104. path
  105. |> Path.basename()
  106. |> String.to_atom()
  107. {app, path: path, manager: :rebar3, override: true}
  108. end)
  109. |> Enum.reject(fn dep_spec ->
  110. dep_spec
  111. |> elem(0)
  112. |> then(&MapSet.member?(enterprise_apps, &1))
  113. end)
  114. |> Enum.reject(fn {app, _} ->
  115. case profile_info do
  116. %{edition_type: :enterprise} ->
  117. app == :emqx_telemetry
  118. _ ->
  119. false
  120. end
  121. end)
  122. end
  123. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  124. umbrella_apps =
  125. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  126. path = "apps/#{app_name}"
  127. {app_name, path: path, manager: :rebar3, override: true}
  128. end)
  129. "lib-ee/*"
  130. |> Path.wildcard()
  131. |> Enum.filter(&File.dir?/1)
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.concat(umbrella_apps)
  140. end
  141. defp enterprise_apps(_profile_info) do
  142. []
  143. end
  144. # need to remove those when listing `/apps/`...
  145. defp enterprise_umbrella_apps() do
  146. MapSet.new([
  147. :emqx_bridge_kafka,
  148. :emqx_bridge_gcp_pubsub,
  149. :emqx_bridge_cassandra,
  150. :emqx_bridge_opents,
  151. :emqx_bridge_dynamo,
  152. :emqx_bridge_greptimedb,
  153. :emqx_bridge_hstreamdb,
  154. :emqx_bridge_influxdb,
  155. :emqx_bridge_iotdb,
  156. :emqx_bridge_matrix,
  157. :emqx_bridge_mongodb,
  158. :emqx_bridge_mysql,
  159. :emqx_bridge_pgsql,
  160. :emqx_bridge_redis,
  161. :emqx_bridge_rocketmq,
  162. :emqx_bridge_tdengine,
  163. :emqx_bridge_timescale,
  164. :emqx_bridge_sqlserver,
  165. :emqx_bridge_pulsar,
  166. :emqx_oracle,
  167. :emqx_bridge_oracle,
  168. :emqx_bridge_rabbitmq,
  169. :emqx_bridge_clickhouse,
  170. :emqx_ft,
  171. :emqx_s3,
  172. :emqx_schema_registry,
  173. :emqx_enterprise,
  174. :emqx_bridge_kinesis
  175. ])
  176. end
  177. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  178. [
  179. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.3.1+v0.12.0"},
  180. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  181. {:wolff, github: "kafka4beam/wolff", tag: "1.7.6"},
  182. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  183. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  184. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  185. {:snappyer, "1.2.9", override: true},
  186. {:crc32cer, "0.1.8", override: true},
  187. {:supervisor3, "1.1.12", override: true},
  188. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  189. {:greptimedb, github: "GreptimeTeam/greptimedb-client-erl", tag: "v0.1.2", override: true},
  190. # The following two are dependencies of rabbit_common. They are needed here to
  191. # make mix not complain about conflicting versions
  192. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  193. {:credentials_obfuscation,
  194. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  195. {:rabbit_common,
  196. github: "emqx/rabbitmq-server",
  197. tag: "v3.11.13-emqx",
  198. sparse: "deps/rabbit_common",
  199. override: true},
  200. {:amqp_client,
  201. github: "emqx/rabbitmq-server",
  202. tag: "v3.11.13-emqx",
  203. sparse: "deps/amqp_client",
  204. override: true}
  205. ]
  206. end
  207. defp enterprise_deps(_profile_info) do
  208. []
  209. end
  210. defp set_emqx_app_system_env(apps, profile_info, version) do
  211. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  212. Enum.map(
  213. apps,
  214. fn {app, opts} ->
  215. {app,
  216. Keyword.update(
  217. opts,
  218. :system_env,
  219. system_env,
  220. &Keyword.merge(&1, system_env)
  221. )}
  222. end
  223. )
  224. end
  225. def emqx_app_system_env(profile_info, version) do
  226. erlc_options(profile_info, version)
  227. |> dump_as_erl()
  228. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  229. end
  230. defp erlc_options(%{edition_type: edition_type}, version) do
  231. [
  232. :debug_info,
  233. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  234. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  235. {:d, :snk_kind, :msg}
  236. ]
  237. end
  238. def maybe_no_quic_env() do
  239. if not enable_quicer?() do
  240. [{"BUILD_WITHOUT_QUIC", "true"}]
  241. else
  242. []
  243. end
  244. end
  245. defp releases() do
  246. [
  247. emqx: fn ->
  248. %{
  249. release_type: release_type,
  250. package_type: package_type,
  251. edition_type: edition_type
  252. } = check_profile!()
  253. base_steps = [
  254. &make_docs(&1),
  255. :assemble,
  256. &create_RELEASES/1,
  257. &copy_files(&1, release_type, package_type, edition_type),
  258. &copy_escript(&1, "nodetool"),
  259. &copy_escript(&1, "install_upgrade.escript")
  260. ]
  261. steps =
  262. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  263. base_steps ++ [&prepare_tar_overlays/1, :tar]
  264. else
  265. base_steps
  266. end
  267. [
  268. applications: applications(edition_type),
  269. skip_mode_validation_for: [
  270. :emqx_mix,
  271. :emqx_gateway,
  272. :emqx_gateway_stomp,
  273. :emqx_gateway_mqttsn,
  274. :emqx_gateway_coap,
  275. :emqx_gateway_lwm2m,
  276. :emqx_gateway_exproto,
  277. :emqx_dashboard,
  278. :emqx_resource,
  279. :emqx_connector,
  280. :emqx_exhook,
  281. :emqx_bridge,
  282. :emqx_bridge_mqtt,
  283. :emqx_modules,
  284. :emqx_management,
  285. :emqx_retainer,
  286. :emqx_prometheus,
  287. :emqx_auto_subscribe,
  288. :emqx_slow_subs,
  289. :emqx_plugins,
  290. :emqx_ft,
  291. :emqx_s3,
  292. :emqx_durable_storage,
  293. :rabbit_common
  294. ],
  295. steps: steps,
  296. strip_beams: false
  297. ]
  298. end
  299. ]
  300. end
  301. def applications(edition_type) do
  302. {:ok,
  303. [
  304. %{
  305. db_apps: db_apps,
  306. system_apps: system_apps,
  307. common_business_apps: common_business_apps,
  308. ee_business_apps: ee_business_apps,
  309. ce_business_apps: ce_business_apps
  310. }
  311. ]} = :file.consult("apps/emqx_machine/priv/reboot_lists.eterm")
  312. edition_specific_apps =
  313. if edition_type == :enterprise do
  314. ee_business_apps
  315. else
  316. ce_business_apps
  317. end
  318. business_apps = common_business_apps ++ edition_specific_apps
  319. excluded_apps = excluded_apps()
  320. system_apps =
  321. Enum.map(system_apps, fn app ->
  322. if is_atom(app), do: {app, :permanent}, else: app
  323. end)
  324. db_apps = Enum.map(db_apps, &{&1, :load})
  325. business_apps = Enum.map(business_apps, &{&1, :load})
  326. [system_apps, db_apps, [emqx_machine: :permanent], business_apps]
  327. |> List.flatten()
  328. |> Keyword.reject(fn {app, _type} -> app in excluded_apps end)
  329. end
  330. defp excluded_apps() do
  331. %{
  332. mnesia_rocksdb: enable_rocksdb?(),
  333. quicer: enable_quicer?(),
  334. bcrypt: enable_bcrypt?(),
  335. jq: enable_jq?(),
  336. observer: is_app?(:observer)
  337. }
  338. |> Enum.reject(&elem(&1, 1))
  339. |> Enum.map(&elem(&1, 0))
  340. end
  341. defp is_app?(name) do
  342. case Application.load(name) do
  343. :ok ->
  344. true
  345. {:error, {:already_loaded, _}} ->
  346. true
  347. _ ->
  348. false
  349. end
  350. end
  351. def check_profile!() do
  352. valid_envs = [
  353. :emqx,
  354. :"emqx-pkg",
  355. :"emqx-enterprise",
  356. :"emqx-enterprise-pkg"
  357. ]
  358. if Mix.env() == :dev do
  359. env_profile = System.get_env("PROFILE")
  360. if env_profile do
  361. # copy from PROFILE env var
  362. System.get_env("PROFILE")
  363. |> String.to_atom()
  364. |> Mix.env()
  365. else
  366. IO.puts(
  367. IO.ANSI.format([
  368. :yellow,
  369. "Warning: env var PROFILE is unset; defaulting to emqx"
  370. ])
  371. )
  372. Mix.env(:emqx)
  373. end
  374. end
  375. if Mix.env() not in valid_envs do
  376. formatted_envs =
  377. valid_envs
  378. |> Enum.map(&" * #{&1}")
  379. |> Enum.join("\n")
  380. Mix.raise("""
  381. Invalid env #{Mix.env()}. Valid options are:
  382. #{formatted_envs}
  383. """)
  384. end
  385. {
  386. release_type,
  387. package_type,
  388. edition_type
  389. } =
  390. case Mix.env() do
  391. :dev ->
  392. {:cloud, :bin, :community}
  393. :emqx ->
  394. {:cloud, :bin, :community}
  395. :"emqx-enterprise" ->
  396. {:cloud, :bin, :enterprise}
  397. :"emqx-pkg" ->
  398. {:cloud, :pkg, :community}
  399. :"emqx-enterprise-pkg" ->
  400. {:cloud, :pkg, :enterprise}
  401. end
  402. normalize_env!()
  403. %{
  404. release_type: release_type,
  405. package_type: package_type,
  406. edition_type: edition_type
  407. }
  408. end
  409. #############################################################################
  410. # Custom Steps
  411. #############################################################################
  412. defp make_docs(release) do
  413. profile = System.get_env("MIX_ENV")
  414. os_cmd("build", [profile, "docs"])
  415. release
  416. end
  417. defp copy_files(release, release_type, package_type, edition_type) do
  418. overwrite? = Keyword.get(release.options, :overwrite, false)
  419. bin = Path.join(release.path, "bin")
  420. etc = Path.join(release.path, "etc")
  421. log = Path.join(release.path, "log")
  422. plugins = Path.join(release.path, "plugins")
  423. Mix.Generator.create_directory(bin)
  424. Mix.Generator.create_directory(etc)
  425. Mix.Generator.create_directory(log)
  426. Mix.Generator.create_directory(plugins)
  427. Mix.Generator.create_directory(Path.join(etc, "certs"))
  428. Enum.each(
  429. ["mnesia", "configs", "patches", "scripts"],
  430. fn dir ->
  431. path = Path.join([release.path, "data", dir])
  432. Mix.Generator.create_directory(path)
  433. end
  434. )
  435. Mix.Generator.copy_file(
  436. "apps/emqx_authz/etc/acl.conf",
  437. Path.join(etc, "acl.conf"),
  438. force: overwrite?
  439. )
  440. # required by emqx_authz
  441. File.cp_r!(
  442. "apps/emqx/etc/certs",
  443. Path.join(etc, "certs")
  444. )
  445. profile = System.get_env("MIX_ENV")
  446. File.cp_r!(
  447. "rel/config/examples",
  448. Path.join(etc, "examples"),
  449. force: overwrite?
  450. )
  451. # copy /rel/config/ee-examples if profile is enterprise
  452. case profile do
  453. "emqx-enterprise" ->
  454. File.cp_r!(
  455. "rel/config/ee-examples",
  456. Path.join(etc, "examples"),
  457. force: overwrite?
  458. )
  459. _ ->
  460. :ok
  461. end
  462. # this is required by the produced escript / nodetool
  463. Mix.Generator.copy_file(
  464. Path.join(release.version_path, "start_clean.boot"),
  465. Path.join(bin, "no_dot_erlang.boot"),
  466. force: overwrite?
  467. )
  468. assigns = template_vars(release, release_type, package_type, edition_type)
  469. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  470. # So, this should be run before the release.
  471. # TODO: run as a "compiler" step???
  472. render_template(
  473. "apps/emqx_conf/etc/emqx.conf.all",
  474. assigns,
  475. Path.join(etc, "emqx.conf")
  476. )
  477. render_template(
  478. "rel/emqx_vars",
  479. assigns,
  480. Path.join([release.path, "releases", "emqx_vars"])
  481. )
  482. vm_args_template_path =
  483. case release_type do
  484. :cloud ->
  485. "apps/emqx/etc/vm.args.cloud"
  486. end
  487. render_template(
  488. vm_args_template_path,
  489. assigns,
  490. [
  491. Path.join(etc, "vm.args"),
  492. Path.join(release.version_path, "vm.args")
  493. ]
  494. )
  495. for name <- [
  496. "emqx",
  497. "emqx_ctl"
  498. ] do
  499. Mix.Generator.copy_file(
  500. "bin/#{name}",
  501. Path.join(bin, name),
  502. force: overwrite?
  503. )
  504. # Files with the version appended are expected by the release
  505. # upgrade script `install_upgrade.escript`
  506. Mix.Generator.copy_file(
  507. Path.join(bin, name),
  508. Path.join(bin, name <> "-#{release.version}"),
  509. force: overwrite?
  510. )
  511. end
  512. for base_name <- ["emqx", "emqx_ctl"],
  513. suffix <- ["", "-#{release.version}"] do
  514. name = base_name <> suffix
  515. File.chmod!(Path.join(bin, name), 0o755)
  516. end
  517. Mix.Generator.copy_file(
  518. "bin/node_dump",
  519. Path.join(bin, "node_dump"),
  520. force: overwrite?
  521. )
  522. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  523. Mix.Generator.copy_file(
  524. "bin/emqx_cluster_rescue",
  525. Path.join(bin, "emqx_cluster_rescue"),
  526. force: overwrite?
  527. )
  528. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  529. render_template(
  530. "rel/BUILD_INFO",
  531. assigns,
  532. Path.join(release.version_path, "BUILD_INFO")
  533. )
  534. release
  535. end
  536. defp render_template(template, assigns, target) when is_binary(target) do
  537. render_template(template, assigns, [target])
  538. end
  539. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  540. rendered =
  541. File.read!(template)
  542. |> from_rebar_to_eex_template()
  543. |> EEx.eval_string(assigns)
  544. for target <- tartgets do
  545. File.write!(target, rendered)
  546. end
  547. end
  548. # needed by nodetool and by release_handler
  549. defp create_RELEASES(release) do
  550. apps =
  551. Enum.map(release.applications, fn {app_name, app_props} ->
  552. app_vsn = Keyword.fetch!(app_props, :vsn)
  553. app_path =
  554. "./lib"
  555. |> Path.join("#{app_name}-#{app_vsn}")
  556. |> to_charlist()
  557. {app_name, app_vsn, app_path}
  558. end)
  559. release_entry = [
  560. {
  561. :release,
  562. to_charlist(release.name),
  563. to_charlist(release.version),
  564. release.erts_version,
  565. apps,
  566. :permanent
  567. }
  568. ]
  569. release.path
  570. |> Path.join("releases")
  571. |> Path.join("RELEASES")
  572. |> File.open!([:write, :utf8], fn handle ->
  573. IO.puts(handle, "%% coding: utf-8")
  574. :io.format(handle, ~c"~tp.~n", [release_entry])
  575. end)
  576. release
  577. end
  578. defp copy_escript(release, escript_name) do
  579. [shebang, rest] =
  580. "bin/#{escript_name}"
  581. |> File.read!()
  582. |> String.split("\n", parts: 2)
  583. # the elixir version of escript + start.boot required the boot_var
  584. # RELEASE_LIB to be defined.
  585. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  586. # Files with the version appended are expected by the release
  587. # upgrade script `install_upgrade.escript`
  588. Enum.each(
  589. [escript_name, escript_name <> "-" <> release.version],
  590. fn name ->
  591. path = Path.join([release.path, "bin", name])
  592. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  593. end
  594. )
  595. release
  596. end
  597. # The `:tar` built-in step in Mix Release does not currently add the
  598. # `etc` directory into the resulting tarball. The workaround is to
  599. # add those to the `:overlays` key before running `:tar`.
  600. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  601. defp prepare_tar_overlays(release) do
  602. Map.update!(
  603. release,
  604. :overlays,
  605. &[
  606. "etc",
  607. "data",
  608. "plugins",
  609. "bin/node_dump"
  610. | &1
  611. ]
  612. )
  613. end
  614. #############################################################################
  615. # Helper functions
  616. #############################################################################
  617. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  618. [
  619. emqx_default_erlang_cookie: default_cookie(),
  620. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  621. platform_data_dir: "data",
  622. platform_etc_dir: "etc",
  623. platform_plugins_dir: "plugins",
  624. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  625. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  626. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  627. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  628. runner_user: "",
  629. release_version: release.version,
  630. erts_vsn: release.erts_version,
  631. # FIXME: this is empty in `make emqx` ???
  632. erl_opts: "",
  633. emqx_description: emqx_description(release_type, edition_type),
  634. emqx_schema_mod: emqx_schema_mod(edition_type),
  635. is_elixir: "yes",
  636. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  637. ] ++ build_info()
  638. end
  639. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  640. [
  641. emqx_default_erlang_cookie: default_cookie(),
  642. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  643. platform_data_dir: "/var/lib/emqx",
  644. platform_etc_dir: "/etc/emqx",
  645. platform_plugins_dir: "/var/lib/emqx/plugins",
  646. runner_bin_dir: "/usr/bin",
  647. emqx_etc_dir: "/etc/emqx",
  648. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  649. runner_log_dir: "/var/log/emqx",
  650. runner_user: "emqx",
  651. release_version: release.version,
  652. erts_vsn: release.erts_version,
  653. # FIXME: this is empty in `make emqx` ???
  654. erl_opts: "",
  655. emqx_description: emqx_description(release_type, edition_type),
  656. emqx_schema_mod: emqx_schema_mod(edition_type),
  657. is_elixir: "yes",
  658. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  659. ] ++ build_info()
  660. end
  661. defp default_cookie() do
  662. "emqx50elixir"
  663. end
  664. defp emqx_description(release_type, edition_type) do
  665. case {release_type, edition_type} do
  666. {:cloud, :enterprise} ->
  667. "EMQX Enterprise"
  668. {:cloud, :community} ->
  669. "EMQX"
  670. end
  671. end
  672. defp emqx_configuration_doc(:enterprise),
  673. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  674. defp emqx_configuration_doc(:community),
  675. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  676. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  677. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  678. defp bcrypt_dep() do
  679. if enable_bcrypt?(),
  680. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  681. else: []
  682. end
  683. defp jq_dep() do
  684. if enable_jq?(),
  685. do: [{:jq, github: "emqx/jq", tag: "v0.3.10", override: true}],
  686. else: []
  687. end
  688. defp quicer_dep() do
  689. if enable_quicer?(),
  690. # in conflict with emqx and emqtt
  691. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  692. else: []
  693. end
  694. defp enable_bcrypt?() do
  695. not win32?()
  696. end
  697. defp enable_jq?() do
  698. not Enum.any?([
  699. build_without_jq?(),
  700. win32?()
  701. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  702. end
  703. defp enable_quicer?() do
  704. not Enum.any?([
  705. build_without_quic?(),
  706. win32?(),
  707. centos6?(),
  708. macos?()
  709. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  710. end
  711. defp enable_rocksdb?() do
  712. not Enum.any?([
  713. build_without_rocksdb?(),
  714. raspbian?()
  715. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  716. end
  717. defp pkg_vsn() do
  718. %{edition_type: edition_type} = check_profile!()
  719. basedir = Path.dirname(__ENV__.file)
  720. script = Path.join(basedir, "pkg-vsn.sh")
  721. os_cmd(script, [Atom.to_string(edition_type)])
  722. end
  723. defp os_cmd(script, args) do
  724. {str, 0} = System.cmd("bash", [script | args])
  725. String.trim(str)
  726. end
  727. defp win32?(),
  728. do: match?({:win_32, _}, :os.type())
  729. defp centos6?() do
  730. case File.read("/etc/centos-release") do
  731. {:ok, "CentOS release 6" <> _} ->
  732. true
  733. _ ->
  734. false
  735. end
  736. end
  737. defp macos?() do
  738. {:unix, :darwin} == :os.type()
  739. end
  740. defp raspbian?() do
  741. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  742. end
  743. defp build_without_jq?() do
  744. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  745. String.downcase(opt) != "false"
  746. end
  747. defp build_without_quic?() do
  748. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  749. String.downcase(opt) != "false"
  750. end
  751. defp build_without_rocksdb?() do
  752. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  753. String.downcase(opt) != "false"
  754. end
  755. defp from_rebar_to_eex_template(str) do
  756. # we must not consider surrounding space in the template var name
  757. # because some help strings contain informative variables that
  758. # should not be interpolated, and those have no spaces.
  759. Regex.replace(
  760. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  761. str,
  762. "<%= \\g{1} %>"
  763. )
  764. end
  765. defp build_info() do
  766. [
  767. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  768. build_info_wordsize: wordsize(),
  769. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  770. build_info_erlang: otp_release(),
  771. build_info_elixir: System.version(),
  772. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  773. ]
  774. end
  775. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  776. defp wordsize() do
  777. size =
  778. try do
  779. :erlang.system_info({:wordsize, :external})
  780. rescue
  781. ErlangError ->
  782. :erlang.system_info(:wordsize)
  783. end
  784. to_string(8 * size)
  785. end
  786. defp normalize_env!() do
  787. env =
  788. case Mix.env() do
  789. :dev ->
  790. :emqx
  791. env ->
  792. env
  793. end
  794. Mix.env(env)
  795. end
  796. # As from Erlang/OTP 17, the OTP release number corresponds to the
  797. # major OTP version number. No erlang:system_info() argument gives
  798. # the exact OTP version.
  799. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  800. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  801. defp otp_release() do
  802. major_version = System.otp_release()
  803. root_dir = to_string(:code.root_dir())
  804. [root_dir, "releases", major_version, "OTP_VERSION"]
  805. |> Path.join()
  806. |> File.read()
  807. |> case do
  808. {:error, _} ->
  809. major_version
  810. {:ok, version} ->
  811. version
  812. |> String.trim()
  813. |> String.split("**")
  814. |> List.first()
  815. end
  816. end
  817. defp dump_as_erl(term) do
  818. term
  819. |> then(&:io_lib.format("~0p", [&1]))
  820. |> :erlang.iolist_to_binary()
  821. end
  822. defp erlang_edition(:community), do: :ce
  823. defp erlang_edition(:enterprise), do: :ee
  824. end