mix.exs 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-11", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.5", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.11", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch,
  83. github: "emqx/ranch", ref: "de8ba2a00817c0a6eb1b8f20d6fb3e44e2c9a5aa", override: true},
  84. # in conflict by grpc and eetcd
  85. {:gpb, "4.19.7", override: true, runtime: false},
  86. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  87. # set by hackney (dependency)
  88. {:ssl_verify_fun, "1.1.6", override: true},
  89. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  90. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  91. ] ++
  92. emqx_apps(profile_info, version) ++
  93. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  94. end
  95. defp emqx_apps(profile_info, version) do
  96. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  97. set_emqx_app_system_env(apps, profile_info, version)
  98. end
  99. defp umbrella_apps(profile_info) do
  100. enterprise_apps = enterprise_umbrella_apps()
  101. "apps/*"
  102. |> Path.wildcard()
  103. |> Enum.map(fn path ->
  104. app =
  105. path
  106. |> Path.basename()
  107. |> String.to_atom()
  108. {app, path: path, manager: :rebar3, override: true}
  109. end)
  110. |> Enum.reject(fn dep_spec ->
  111. dep_spec
  112. |> elem(0)
  113. |> then(&MapSet.member?(enterprise_apps, &1))
  114. end)
  115. |> Enum.reject(fn {app, _} ->
  116. case profile_info do
  117. %{edition_type: :enterprise} ->
  118. app == :emqx_telemetry
  119. _ ->
  120. false
  121. end
  122. end)
  123. end
  124. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  125. umbrella_apps =
  126. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  127. path = "apps/#{app_name}"
  128. {app_name, path: path, manager: :rebar3, override: true}
  129. end)
  130. "lib-ee/*"
  131. |> Path.wildcard()
  132. |> Enum.filter(&File.dir?/1)
  133. |> Enum.map(fn path ->
  134. app =
  135. path
  136. |> Path.basename()
  137. |> String.to_atom()
  138. {app, path: path, manager: :rebar3, override: true}
  139. end)
  140. |> Enum.concat(umbrella_apps)
  141. end
  142. defp enterprise_apps(_profile_info) do
  143. []
  144. end
  145. # need to remove those when listing `/apps/`...
  146. defp enterprise_umbrella_apps() do
  147. MapSet.new([
  148. :emqx_bridge_kafka,
  149. :emqx_bridge_gcp_pubsub,
  150. :emqx_bridge_cassandra,
  151. :emqx_bridge_opents,
  152. :emqx_bridge_dynamo,
  153. :emqx_bridge_hstreamdb,
  154. :emqx_bridge_influxdb,
  155. :emqx_bridge_iotdb,
  156. :emqx_bridge_matrix,
  157. :emqx_bridge_mongodb,
  158. :emqx_bridge_mysql,
  159. :emqx_bridge_pgsql,
  160. :emqx_bridge_redis,
  161. :emqx_bridge_rocketmq,
  162. :emqx_bridge_tdengine,
  163. :emqx_bridge_timescale,
  164. :emqx_bridge_sqlserver,
  165. :emqx_bridge_pulsar,
  166. :emqx_oracle,
  167. :emqx_bridge_oracle,
  168. :emqx_bridge_rabbitmq,
  169. :emqx_bridge_clickhouse,
  170. :emqx_ft,
  171. :emqx_s3
  172. ])
  173. end
  174. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  175. [
  176. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.2.5"},
  177. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  178. {:wolff, github: "kafka4beam/wolff", tag: "1.7.6"},
  179. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  180. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  181. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  182. {:snappyer, "1.2.9", override: true},
  183. {:crc32cer, "0.1.8", override: true},
  184. {:supervisor3, "1.1.12", override: true},
  185. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  186. # The following two are dependencies of rabbit_common. They are needed here to
  187. # make mix not complain about conflicting versions
  188. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  189. {:credentials_obfuscation,
  190. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  191. {:rabbit_common,
  192. github: "emqx/rabbitmq-server",
  193. tag: "v3.11.13-emqx",
  194. sparse: "deps/rabbit_common",
  195. override: true},
  196. {:amqp_client,
  197. github: "emqx/rabbitmq-server",
  198. tag: "v3.11.13-emqx",
  199. sparse: "deps/amqp_client",
  200. override: true}
  201. ]
  202. end
  203. defp enterprise_deps(_profile_info) do
  204. []
  205. end
  206. defp set_emqx_app_system_env(apps, profile_info, version) do
  207. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  208. Enum.map(
  209. apps,
  210. fn {app, opts} ->
  211. {app,
  212. Keyword.update(
  213. opts,
  214. :system_env,
  215. system_env,
  216. &Keyword.merge(&1, system_env)
  217. )}
  218. end
  219. )
  220. end
  221. def emqx_app_system_env(profile_info, version) do
  222. erlc_options(profile_info, version)
  223. |> dump_as_erl()
  224. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  225. end
  226. defp erlc_options(%{edition_type: edition_type}, version) do
  227. [
  228. :debug_info,
  229. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  230. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  231. {:d, :snk_kind, :msg}
  232. ]
  233. end
  234. def maybe_no_quic_env() do
  235. if not enable_quicer?() do
  236. [{"BUILD_WITHOUT_QUIC", "true"}]
  237. else
  238. []
  239. end
  240. end
  241. defp releases() do
  242. [
  243. emqx: fn ->
  244. %{
  245. release_type: release_type,
  246. package_type: package_type,
  247. edition_type: edition_type
  248. } = check_profile!()
  249. base_steps = [
  250. &make_docs(&1),
  251. :assemble,
  252. &create_RELEASES/1,
  253. &copy_files(&1, release_type, package_type, edition_type),
  254. &copy_escript(&1, "nodetool"),
  255. &copy_escript(&1, "install_upgrade.escript")
  256. ]
  257. steps =
  258. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  259. base_steps ++ [&prepare_tar_overlays/1, :tar]
  260. else
  261. base_steps
  262. end
  263. [
  264. applications: applications(edition_type),
  265. skip_mode_validation_for: [
  266. :emqx_gateway,
  267. :emqx_gateway_stomp,
  268. :emqx_gateway_mqttsn,
  269. :emqx_gateway_coap,
  270. :emqx_gateway_lwm2m,
  271. :emqx_gateway_exproto,
  272. :emqx_dashboard,
  273. :emqx_resource,
  274. :emqx_connector,
  275. :emqx_exhook,
  276. :emqx_bridge,
  277. :emqx_bridge_mqtt,
  278. :emqx_modules,
  279. :emqx_management,
  280. :emqx_retainer,
  281. :emqx_prometheus,
  282. :emqx_auto_subscribe,
  283. :emqx_slow_subs,
  284. :emqx_plugins,
  285. :emqx_ft
  286. ],
  287. steps: steps,
  288. strip_beams: false
  289. ]
  290. end
  291. ]
  292. end
  293. def applications(edition_type) do
  294. [
  295. crypto: :permanent,
  296. public_key: :permanent,
  297. asn1: :permanent,
  298. syntax_tools: :permanent,
  299. ssl: :permanent,
  300. os_mon: :permanent,
  301. inets: :permanent,
  302. compiler: :permanent,
  303. runtime_tools: :permanent,
  304. redbug: :permanent,
  305. xmerl: :permanent,
  306. hocon: :load,
  307. telemetry: :permanent,
  308. emqx: :load,
  309. emqx_conf: :load,
  310. emqx_machine: :permanent
  311. ] ++
  312. if(enable_rocksdb?(),
  313. do: [mnesia_rocksdb: :load],
  314. else: []
  315. ) ++
  316. [
  317. mnesia: :load,
  318. ekka: :load,
  319. esasl: :load,
  320. observer_cli: :permanent,
  321. tools: :permanent,
  322. covertool: :load,
  323. system_monitor: :load,
  324. emqx_utils: :load,
  325. emqx_http_lib: :permanent,
  326. emqx_resource: :permanent,
  327. emqx_connector: :permanent,
  328. emqx_authn: :permanent,
  329. emqx_authz: :permanent,
  330. emqx_auto_subscribe: :permanent,
  331. emqx_gateway: :permanent,
  332. emqx_gateway_stomp: :permanent,
  333. emqx_gateway_mqttsn: :permanent,
  334. emqx_gateway_coap: :permanent,
  335. emqx_gateway_lwm2m: :permanent,
  336. emqx_gateway_exproto: :permanent,
  337. emqx_exhook: :permanent,
  338. emqx_bridge: :permanent,
  339. emqx_bridge_mqtt: :permanent,
  340. emqx_rule_engine: :permanent,
  341. emqx_modules: :permanent,
  342. emqx_management: :permanent,
  343. emqx_dashboard: :permanent,
  344. emqx_retainer: :permanent,
  345. emqx_prometheus: :permanent,
  346. emqx_psk: :permanent,
  347. emqx_slow_subs: :permanent,
  348. emqx_mongodb: :permanent,
  349. emqx_redis: :permanent,
  350. emqx_mysql: :permanent,
  351. emqx_plugins: :permanent,
  352. emqx_mix: :none
  353. ] ++
  354. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  355. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  356. if(enable_jq?(), do: [jq: :load], else: []) ++
  357. if(is_app(:observer),
  358. do: [observer: :load],
  359. else: []
  360. ) ++
  361. if(edition_type == :enterprise,
  362. do: [
  363. emqx_license: :permanent,
  364. emqx_enterprise: :load,
  365. emqx_ee_connector: :permanent,
  366. emqx_ee_bridge: :permanent,
  367. emqx_bridge_kafka: :permanent,
  368. emqx_bridge_pulsar: :permanent,
  369. emqx_bridge_gcp_pubsub: :permanent,
  370. emqx_bridge_cassandra: :permanent,
  371. emqx_bridge_opents: :permanent,
  372. emqx_bridge_clickhouse: :permanent,
  373. emqx_bridge_dynamo: :permanent,
  374. emqx_bridge_hstreamdb: :permanent,
  375. emqx_bridge_influxdb: :permanent,
  376. emqx_bridge_iotdb: :permanent,
  377. emqx_bridge_matrix: :permanent,
  378. emqx_bridge_mongodb: :permanent,
  379. emqx_bridge_mysql: :permanent,
  380. emqx_bridge_pgsql: :permanent,
  381. emqx_bridge_redis: :permanent,
  382. emqx_bridge_rocketmq: :permanent,
  383. emqx_bridge_tdengine: :permanent,
  384. emqx_bridge_timescale: :permanent,
  385. emqx_bridge_sqlserver: :permanent,
  386. emqx_oracle: :permanent,
  387. emqx_bridge_oracle: :permanent,
  388. emqx_bridge_rabbitmq: :permanent,
  389. emqx_ee_schema_registry: :permanent,
  390. emqx_eviction_agent: :permanent,
  391. emqx_node_rebalance: :permanent,
  392. emqx_ft: :permanent
  393. ],
  394. else: [
  395. emqx_telemetry: :permanent
  396. ]
  397. )
  398. end
  399. defp is_app(name) do
  400. case Application.load(name) do
  401. :ok ->
  402. true
  403. {:error, {:already_loaded, _}} ->
  404. true
  405. _ ->
  406. false
  407. end
  408. end
  409. def check_profile!() do
  410. valid_envs = [
  411. :dev,
  412. :emqx,
  413. :"emqx-pkg",
  414. :"emqx-enterprise",
  415. :"emqx-enterprise-pkg"
  416. ]
  417. if Mix.env() not in valid_envs do
  418. formatted_envs =
  419. valid_envs
  420. |> Enum.map(&" * #{&1}")
  421. |> Enum.join("\n")
  422. Mix.raise("""
  423. Invalid env #{Mix.env()}. Valid options are:
  424. #{formatted_envs}
  425. """)
  426. end
  427. {
  428. release_type,
  429. package_type,
  430. edition_type
  431. } =
  432. case Mix.env() do
  433. :dev ->
  434. {:cloud, :bin, :community}
  435. :emqx ->
  436. {:cloud, :bin, :community}
  437. :"emqx-enterprise" ->
  438. {:cloud, :bin, :enterprise}
  439. :"emqx-pkg" ->
  440. {:cloud, :pkg, :community}
  441. :"emqx-enterprise-pkg" ->
  442. {:cloud, :pkg, :enterprise}
  443. end
  444. normalize_env!()
  445. %{
  446. release_type: release_type,
  447. package_type: package_type,
  448. edition_type: edition_type
  449. }
  450. end
  451. #############################################################################
  452. # Custom Steps
  453. #############################################################################
  454. defp make_docs(release) do
  455. profile = System.get_env("MIX_ENV")
  456. os_cmd("build", [profile, "docs"])
  457. release
  458. end
  459. defp copy_files(release, release_type, package_type, edition_type) do
  460. overwrite? = Keyword.get(release.options, :overwrite, false)
  461. bin = Path.join(release.path, "bin")
  462. etc = Path.join(release.path, "etc")
  463. log = Path.join(release.path, "log")
  464. plugins = Path.join(release.path, "plugins")
  465. Mix.Generator.create_directory(bin)
  466. Mix.Generator.create_directory(etc)
  467. Mix.Generator.create_directory(log)
  468. Mix.Generator.create_directory(plugins)
  469. Mix.Generator.create_directory(Path.join(etc, "certs"))
  470. Enum.each(
  471. ["mnesia", "configs", "patches", "scripts"],
  472. fn dir ->
  473. path = Path.join([release.path, "data", dir])
  474. Mix.Generator.create_directory(path)
  475. end
  476. )
  477. Mix.Generator.copy_file(
  478. "apps/emqx_authz/etc/acl.conf",
  479. Path.join(etc, "acl.conf"),
  480. force: overwrite?
  481. )
  482. # required by emqx_authz
  483. File.cp_r!(
  484. "apps/emqx/etc/certs",
  485. Path.join(etc, "certs")
  486. )
  487. profile = System.get_env("MIX_ENV")
  488. File.cp_r!(
  489. "rel/config/examples",
  490. Path.join(etc, "examples"),
  491. force: overwrite?
  492. )
  493. # copy /rel/config/ee-examples if profile is enterprise
  494. case profile do
  495. "emqx-enterprise" ->
  496. File.cp_r!(
  497. "rel/config/ee-examples",
  498. Path.join(etc, "examples"),
  499. force: overwrite?
  500. )
  501. _ ->
  502. :ok
  503. end
  504. # this is required by the produced escript / nodetool
  505. Mix.Generator.copy_file(
  506. Path.join(release.version_path, "start_clean.boot"),
  507. Path.join(bin, "no_dot_erlang.boot"),
  508. force: overwrite?
  509. )
  510. assigns = template_vars(release, release_type, package_type, edition_type)
  511. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  512. # So, this should be run before the release.
  513. # TODO: run as a "compiler" step???
  514. render_template(
  515. "apps/emqx_conf/etc/emqx.conf.all",
  516. assigns,
  517. Path.join(etc, "emqx.conf")
  518. )
  519. render_template(
  520. "rel/emqx_vars",
  521. assigns,
  522. Path.join([release.path, "releases", "emqx_vars"])
  523. )
  524. vm_args_template_path =
  525. case release_type do
  526. :cloud ->
  527. "apps/emqx/etc/vm.args.cloud"
  528. end
  529. render_template(
  530. vm_args_template_path,
  531. assigns,
  532. [
  533. Path.join(etc, "vm.args"),
  534. Path.join(release.version_path, "vm.args")
  535. ]
  536. )
  537. for name <- [
  538. "emqx",
  539. "emqx_ctl"
  540. ] do
  541. Mix.Generator.copy_file(
  542. "bin/#{name}",
  543. Path.join(bin, name),
  544. force: overwrite?
  545. )
  546. # Files with the version appended are expected by the release
  547. # upgrade script `install_upgrade.escript`
  548. Mix.Generator.copy_file(
  549. Path.join(bin, name),
  550. Path.join(bin, name <> "-#{release.version}"),
  551. force: overwrite?
  552. )
  553. end
  554. for base_name <- ["emqx", "emqx_ctl"],
  555. suffix <- ["", "-#{release.version}"] do
  556. name = base_name <> suffix
  557. File.chmod!(Path.join(bin, name), 0o755)
  558. end
  559. Mix.Generator.copy_file(
  560. "bin/node_dump",
  561. Path.join(bin, "node_dump"),
  562. force: overwrite?
  563. )
  564. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  565. Mix.Generator.copy_file(
  566. "bin/emqx_cluster_rescue",
  567. Path.join(bin, "emqx_cluster_rescue"),
  568. force: overwrite?
  569. )
  570. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  571. render_template(
  572. "rel/BUILD_INFO",
  573. assigns,
  574. Path.join(release.version_path, "BUILD_INFO")
  575. )
  576. release
  577. end
  578. defp render_template(template, assigns, target) when is_binary(target) do
  579. render_template(template, assigns, [target])
  580. end
  581. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  582. rendered =
  583. File.read!(template)
  584. |> from_rebar_to_eex_template()
  585. |> EEx.eval_string(assigns)
  586. for target <- tartgets do
  587. File.write!(target, rendered)
  588. end
  589. end
  590. # needed by nodetool and by release_handler
  591. defp create_RELEASES(release) do
  592. apps =
  593. Enum.map(release.applications, fn {app_name, app_props} ->
  594. app_vsn = Keyword.fetch!(app_props, :vsn)
  595. app_path =
  596. "./lib"
  597. |> Path.join("#{app_name}-#{app_vsn}")
  598. |> to_charlist()
  599. {app_name, app_vsn, app_path}
  600. end)
  601. release_entry = [
  602. {
  603. :release,
  604. to_charlist(release.name),
  605. to_charlist(release.version),
  606. release.erts_version,
  607. apps,
  608. :permanent
  609. }
  610. ]
  611. release.path
  612. |> Path.join("releases")
  613. |> Path.join("RELEASES")
  614. |> File.open!([:write, :utf8], fn handle ->
  615. IO.puts(handle, "%% coding: utf-8")
  616. :io.format(handle, ~c"~tp.~n", [release_entry])
  617. end)
  618. release
  619. end
  620. defp copy_escript(release, escript_name) do
  621. [shebang, rest] =
  622. "bin/#{escript_name}"
  623. |> File.read!()
  624. |> String.split("\n", parts: 2)
  625. # the elixir version of escript + start.boot required the boot_var
  626. # RELEASE_LIB to be defined.
  627. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  628. # Files with the version appended are expected by the release
  629. # upgrade script `install_upgrade.escript`
  630. Enum.each(
  631. [escript_name, escript_name <> "-" <> release.version],
  632. fn name ->
  633. path = Path.join([release.path, "bin", name])
  634. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  635. end
  636. )
  637. release
  638. end
  639. # The `:tar` built-in step in Mix Release does not currently add the
  640. # `etc` directory into the resulting tarball. The workaround is to
  641. # add those to the `:overlays` key before running `:tar`.
  642. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  643. defp prepare_tar_overlays(release) do
  644. Map.update!(
  645. release,
  646. :overlays,
  647. &[
  648. "etc",
  649. "data",
  650. "plugins",
  651. "bin/node_dump"
  652. | &1
  653. ]
  654. )
  655. end
  656. #############################################################################
  657. # Helper functions
  658. #############################################################################
  659. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  660. [
  661. emqx_default_erlang_cookie: default_cookie(),
  662. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  663. platform_data_dir: "data",
  664. platform_etc_dir: "etc",
  665. platform_plugins_dir: "plugins",
  666. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  667. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  668. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  669. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  670. runner_user: "",
  671. release_version: release.version,
  672. erts_vsn: release.erts_version,
  673. # FIXME: this is empty in `make emqx` ???
  674. erl_opts: "",
  675. emqx_description: emqx_description(release_type, edition_type),
  676. emqx_schema_mod: emqx_schema_mod(edition_type),
  677. is_elixir: "yes",
  678. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  679. ] ++ build_info()
  680. end
  681. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  682. [
  683. emqx_default_erlang_cookie: default_cookie(),
  684. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  685. platform_data_dir: "/var/lib/emqx",
  686. platform_etc_dir: "/etc/emqx",
  687. platform_plugins_dir: "/var/lib/emqx/plugins",
  688. runner_bin_dir: "/usr/bin",
  689. emqx_etc_dir: "/etc/emqx",
  690. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  691. runner_log_dir: "/var/log/emqx",
  692. runner_user: "emqx",
  693. release_version: release.version,
  694. erts_vsn: release.erts_version,
  695. # FIXME: this is empty in `make emqx` ???
  696. erl_opts: "",
  697. emqx_description: emqx_description(release_type, edition_type),
  698. emqx_schema_mod: emqx_schema_mod(edition_type),
  699. is_elixir: "yes",
  700. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  701. ] ++ build_info()
  702. end
  703. defp default_cookie() do
  704. "emqx50elixir"
  705. end
  706. defp emqx_description(release_type, edition_type) do
  707. case {release_type, edition_type} do
  708. {:cloud, :enterprise} ->
  709. "EMQX Enterprise"
  710. {:cloud, :community} ->
  711. "EMQX"
  712. end
  713. end
  714. defp emqx_configuration_doc(:enterprise),
  715. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  716. defp emqx_configuration_doc(:community),
  717. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  718. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  719. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  720. defp bcrypt_dep() do
  721. if enable_bcrypt?(),
  722. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  723. else: []
  724. end
  725. defp jq_dep() do
  726. if enable_jq?(),
  727. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  728. else: []
  729. end
  730. defp quicer_dep() do
  731. if enable_quicer?(),
  732. # in conflict with emqx and emqtt
  733. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  734. else: []
  735. end
  736. defp enable_bcrypt?() do
  737. not win32?()
  738. end
  739. defp enable_jq?() do
  740. not Enum.any?([
  741. build_without_jq?(),
  742. win32?()
  743. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  744. end
  745. defp enable_quicer?() do
  746. not Enum.any?([
  747. build_without_quic?(),
  748. win32?(),
  749. centos6?(),
  750. macos?()
  751. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  752. end
  753. defp enable_rocksdb?() do
  754. not Enum.any?([
  755. build_without_rocksdb?(),
  756. raspbian?()
  757. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  758. end
  759. defp pkg_vsn() do
  760. %{edition_type: edition_type} = check_profile!()
  761. basedir = Path.dirname(__ENV__.file)
  762. script = Path.join(basedir, "pkg-vsn.sh")
  763. os_cmd(script, [Atom.to_string(edition_type)])
  764. end
  765. defp os_cmd(script, args) do
  766. {str, 0} = System.cmd("bash", [script | args])
  767. String.trim(str)
  768. end
  769. defp win32?(),
  770. do: match?({:win_32, _}, :os.type())
  771. defp centos6?() do
  772. case File.read("/etc/centos-release") do
  773. {:ok, "CentOS release 6" <> _} ->
  774. true
  775. _ ->
  776. false
  777. end
  778. end
  779. defp macos?() do
  780. {:unix, :darwin} == :os.type()
  781. end
  782. defp raspbian?() do
  783. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  784. end
  785. defp build_without_jq?() do
  786. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  787. String.downcase(opt) != "false"
  788. end
  789. defp build_without_quic?() do
  790. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  791. String.downcase(opt) != "false"
  792. end
  793. defp build_without_rocksdb?() do
  794. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  795. String.downcase(opt) != "false"
  796. end
  797. defp from_rebar_to_eex_template(str) do
  798. # we must not consider surrounding space in the template var name
  799. # because some help strings contain informative variables that
  800. # should not be interpolated, and those have no spaces.
  801. Regex.replace(
  802. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  803. str,
  804. "<%= \\g{1} %>"
  805. )
  806. end
  807. defp build_info() do
  808. [
  809. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  810. build_info_wordsize: wordsize(),
  811. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  812. build_info_erlang: otp_release(),
  813. build_info_elixir: System.version(),
  814. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  815. ]
  816. end
  817. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  818. defp wordsize() do
  819. size =
  820. try do
  821. :erlang.system_info({:wordsize, :external})
  822. rescue
  823. ErlangError ->
  824. :erlang.system_info(:wordsize)
  825. end
  826. to_string(8 * size)
  827. end
  828. defp normalize_env!() do
  829. env =
  830. case Mix.env() do
  831. :dev ->
  832. :emqx
  833. env ->
  834. env
  835. end
  836. Mix.env(env)
  837. end
  838. # As from Erlang/OTP 17, the OTP release number corresponds to the
  839. # major OTP version number. No erlang:system_info() argument gives
  840. # the exact OTP version.
  841. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  842. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  843. defp otp_release() do
  844. major_version = System.otp_release()
  845. root_dir = to_string(:code.root_dir())
  846. [root_dir, "releases", major_version, "OTP_VERSION"]
  847. |> Path.join()
  848. |> File.read()
  849. |> case do
  850. {:error, _} ->
  851. major_version
  852. {:ok, version} ->
  853. version
  854. |> String.trim()
  855. |> String.split("**")
  856. |> List.first()
  857. end
  858. end
  859. defp dump_as_erl(term) do
  860. term
  861. |> then(&:io_lib.format("~0p", [&1]))
  862. |> :erlang.iolist_to_binary()
  863. end
  864. defp erlang_edition(:community), do: :ce
  865. defp erlang_edition(:enterprise), do: :ee
  866. end