mix.exs 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992
  1. defmodule EMQXUmbrella.MixProject do
  2. use Mix.Project
  3. @moduledoc """
  4. The purpose of this file is to configure the release of EMQX under
  5. Mix. Since EMQX uses its own configuration conventions and startup
  6. procedures, one cannot simply use `iex -S mix`. Instead, it's
  7. recommended to build and use the release.
  8. ## Profiles
  9. To control the profile and edition to build, we case split on the
  10. MIX_ENV value.
  11. The following profiles are valid:
  12. * `emqx`
  13. * `emqx-enterprise`
  14. * `emqx-pkg`
  15. * `emqx-enterprise-pkg`
  16. * `dev` -> same as `emqx`, for convenience
  17. ## Release Environment Variables
  18. The release build is controlled by a few environment variables.
  19. * `ELIXIR_MAKE_TAR` - If set to `yes`, will produce a `.tar.gz`
  20. tarball along with the release.
  21. """
  22. def project() do
  23. profile_info = check_profile!()
  24. version = pkg_vsn()
  25. [
  26. app: :emqx_mix,
  27. version: version,
  28. deps: deps(profile_info, version),
  29. releases: releases()
  30. ]
  31. end
  32. defp deps(profile_info, version) do
  33. # we need several overrides here because dependencies specify
  34. # other exact versions, and not ranges.
  35. [
  36. {:lc, github: "emqx/lc", tag: "0.3.2", override: true},
  37. {:redbug, "2.0.8"},
  38. {:covertool, github: "zmstone/covertool", tag: "2.0.4.1", override: true},
  39. {:typerefl, github: "ieQu1/typerefl", tag: "0.9.1", override: true},
  40. {:ehttpc, github: "emqx/ehttpc", tag: "0.4.11", override: true},
  41. {:gproc, github: "emqx/gproc", tag: "0.9.0.1", override: true},
  42. {:jiffy, github: "emqx/jiffy", tag: "1.0.5", override: true},
  43. {:cowboy, github: "emqx/cowboy", tag: "2.9.2", override: true},
  44. {:esockd, github: "emqx/esockd", tag: "5.9.6", override: true},
  45. {:rocksdb, github: "emqx/erlang-rocksdb", tag: "1.7.2-emqx-11", override: true},
  46. {:ekka, github: "emqx/ekka", tag: "0.15.5", override: true},
  47. {:gen_rpc, github: "emqx/gen_rpc", tag: "2.8.1", override: true},
  48. {:grpc, github: "emqx/grpc-erl", tag: "0.6.8", override: true},
  49. {:minirest, github: "emqx/minirest", tag: "1.3.11", override: true},
  50. {:ecpool, github: "emqx/ecpool", tag: "0.5.4", override: true},
  51. {:replayq, github: "emqx/replayq", tag: "0.3.7", override: true},
  52. {:pbkdf2, github: "emqx/erlang-pbkdf2", tag: "2.0.4", override: true},
  53. # maybe forbid to fetch quicer
  54. {:emqtt,
  55. github: "emqx/emqtt", tag: "1.8.6", override: true, system_env: maybe_no_quic_env()},
  56. {:rulesql, github: "emqx/rulesql", tag: "0.1.7"},
  57. {:observer_cli, "1.7.1"},
  58. {:system_monitor, github: "ieQu1/system_monitor", tag: "3.0.3"},
  59. {:telemetry, "1.1.0"},
  60. # in conflict by emqtt and hocon
  61. {:getopt, "1.0.2", override: true},
  62. {:snabbkaffe, github: "kafka4beam/snabbkaffe", tag: "1.0.8", override: true},
  63. {:hocon, github: "emqx/hocon", tag: "0.39.11", override: true},
  64. {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.5.2", override: true},
  65. {:esasl, github: "emqx/esasl", tag: "0.2.0"},
  66. {:jose, github: "potatosalad/erlang-jose", tag: "1.11.2"},
  67. # in conflict by ehttpc and emqtt
  68. {:gun, github: "emqx/gun", tag: "1.3.9", override: true},
  69. # in conflict by emqx_connector and system_monitor
  70. {:epgsql, github: "emqx/epgsql", tag: "4.7.0.1", override: true},
  71. # in conflict by emqx and observer_cli
  72. {:recon, github: "ferd/recon", tag: "2.5.1", override: true},
  73. {:jsx, github: "talentdeficit/jsx", tag: "v3.1.0", override: true},
  74. # in conflict by erlavro and rocketmq
  75. {:jsone, github: "emqx/jsone", tag: "1.7.1", override: true},
  76. # dependencies of dependencies; we choose specific refs to match
  77. # what rebar3 chooses.
  78. # in conflict by gun and emqtt
  79. {:cowlib,
  80. github: "ninenines/cowlib", ref: "c6553f8308a2ca5dcd69d845f0a7d098c40c3363", override: true},
  81. # in conflict by cowboy_swagger and cowboy
  82. {:ranch, github: "emqx/ranch", tag: "1.8.1-emqx", override: true},
  83. # in conflict by grpc and eetcd
  84. {:gpb, "4.19.7", override: true, runtime: false},
  85. {:hackney, github: "emqx/hackney", tag: "1.18.1-1", override: true},
  86. # set by hackney (dependency)
  87. {:ssl_verify_fun, "1.1.6", override: true},
  88. {:uuid, github: "okeuday/uuid", tag: "v2.0.6", override: true},
  89. {:quickrand, github: "okeuday/quickrand", tag: "v2.0.6", override: true}
  90. ] ++
  91. emqx_apps(profile_info, version) ++
  92. enterprise_deps(profile_info) ++ bcrypt_dep() ++ jq_dep() ++ quicer_dep()
  93. end
  94. defp emqx_apps(profile_info, version) do
  95. apps = umbrella_apps(profile_info) ++ enterprise_apps(profile_info)
  96. set_emqx_app_system_env(apps, profile_info, version)
  97. end
  98. defp umbrella_apps(profile_info) do
  99. enterprise_apps = enterprise_umbrella_apps()
  100. "apps/*"
  101. |> Path.wildcard()
  102. |> Enum.map(fn path ->
  103. app =
  104. path
  105. |> Path.basename()
  106. |> String.to_atom()
  107. {app, path: path, manager: :rebar3, override: true}
  108. end)
  109. |> Enum.reject(fn dep_spec ->
  110. dep_spec
  111. |> elem(0)
  112. |> then(&MapSet.member?(enterprise_apps, &1))
  113. end)
  114. |> Enum.reject(fn {app, _} ->
  115. case profile_info do
  116. %{edition_type: :enterprise} ->
  117. app == :emqx_telemetry
  118. _ ->
  119. false
  120. end
  121. end)
  122. end
  123. defp enterprise_apps(_profile_info = %{edition_type: :enterprise}) do
  124. umbrella_apps =
  125. Enum.map(enterprise_umbrella_apps(), fn app_name ->
  126. path = "apps/#{app_name}"
  127. {app_name, path: path, manager: :rebar3, override: true}
  128. end)
  129. "lib-ee/*"
  130. |> Path.wildcard()
  131. |> Enum.filter(&File.dir?/1)
  132. |> Enum.map(fn path ->
  133. app =
  134. path
  135. |> Path.basename()
  136. |> String.to_atom()
  137. {app, path: path, manager: :rebar3, override: true}
  138. end)
  139. |> Enum.concat(umbrella_apps)
  140. end
  141. defp enterprise_apps(_profile_info) do
  142. []
  143. end
  144. # need to remove those when listing `/apps/`...
  145. defp enterprise_umbrella_apps() do
  146. MapSet.new([
  147. :emqx_bridge_kafka,
  148. :emqx_bridge_gcp_pubsub,
  149. :emqx_bridge_cassandra,
  150. :emqx_bridge_opents,
  151. :emqx_bridge_dynamo,
  152. :emqx_bridge_hstreamdb,
  153. :emqx_bridge_influxdb,
  154. :emqx_bridge_iotdb,
  155. :emqx_bridge_matrix,
  156. :emqx_bridge_mongodb,
  157. :emqx_bridge_mysql,
  158. :emqx_bridge_pgsql,
  159. :emqx_bridge_redis,
  160. :emqx_bridge_rocketmq,
  161. :emqx_bridge_tdengine,
  162. :emqx_bridge_timescale,
  163. :emqx_bridge_sqlserver,
  164. :emqx_bridge_pulsar,
  165. :emqx_oracle,
  166. :emqx_bridge_oracle,
  167. :emqx_bridge_rabbitmq,
  168. :emqx_bridge_clickhouse,
  169. :emqx_ft,
  170. :emqx_s3
  171. ])
  172. end
  173. defp enterprise_deps(_profile_info = %{edition_type: :enterprise}) do
  174. [
  175. {:hstreamdb_erl, github: "hstreamdb/hstreamdb_erl", tag: "0.3.1+v0.12.0"},
  176. {:influxdb, github: "emqx/influxdb-client-erl", tag: "1.1.11", override: true},
  177. {:wolff, github: "kafka4beam/wolff", tag: "1.7.6"},
  178. {:kafka_protocol, github: "kafka4beam/kafka_protocol", tag: "4.1.3", override: true},
  179. {:brod_gssapi, github: "kafka4beam/brod_gssapi", tag: "v0.1.0"},
  180. {:brod, github: "kafka4beam/brod", tag: "3.16.8"},
  181. {:snappyer, "1.2.9", override: true},
  182. {:crc32cer, "0.1.8", override: true},
  183. {:supervisor3, "1.1.12", override: true},
  184. {:opentsdb, github: "emqx/opentsdb-client-erl", tag: "v0.5.1", override: true},
  185. # The following two are dependencies of rabbit_common. They are needed here to
  186. # make mix not complain about conflicting versions
  187. {:thoas, github: "emqx/thoas", tag: "v1.0.0", override: true},
  188. {:credentials_obfuscation,
  189. github: "emqx/credentials-obfuscation", tag: "v3.2.0", override: true},
  190. {:rabbit_common,
  191. github: "emqx/rabbitmq-server",
  192. tag: "v3.11.13-emqx",
  193. sparse: "deps/rabbit_common",
  194. override: true},
  195. {:amqp_client,
  196. github: "emqx/rabbitmq-server",
  197. tag: "v3.11.13-emqx",
  198. sparse: "deps/amqp_client",
  199. override: true}
  200. ]
  201. end
  202. defp enterprise_deps(_profile_info) do
  203. []
  204. end
  205. defp set_emqx_app_system_env(apps, profile_info, version) do
  206. system_env = emqx_app_system_env(profile_info, version) ++ maybe_no_quic_env()
  207. Enum.map(
  208. apps,
  209. fn {app, opts} ->
  210. {app,
  211. Keyword.update(
  212. opts,
  213. :system_env,
  214. system_env,
  215. &Keyword.merge(&1, system_env)
  216. )}
  217. end
  218. )
  219. end
  220. def emqx_app_system_env(profile_info, version) do
  221. erlc_options(profile_info, version)
  222. |> dump_as_erl()
  223. |> then(&[{"ERL_COMPILER_OPTIONS", &1}])
  224. end
  225. defp erlc_options(%{edition_type: edition_type}, version) do
  226. [
  227. :debug_info,
  228. {:compile_info, [{:emqx_vsn, String.to_charlist(version)}]},
  229. {:d, :EMQX_RELEASE_EDITION, erlang_edition(edition_type)},
  230. {:d, :snk_kind, :msg}
  231. ]
  232. end
  233. def maybe_no_quic_env() do
  234. if not enable_quicer?() do
  235. [{"BUILD_WITHOUT_QUIC", "true"}]
  236. else
  237. []
  238. end
  239. end
  240. defp releases() do
  241. [
  242. emqx: fn ->
  243. %{
  244. release_type: release_type,
  245. package_type: package_type,
  246. edition_type: edition_type
  247. } = check_profile!()
  248. base_steps = [
  249. &make_docs(&1),
  250. :assemble,
  251. &create_RELEASES/1,
  252. &copy_files(&1, release_type, package_type, edition_type),
  253. &copy_escript(&1, "nodetool"),
  254. &copy_escript(&1, "install_upgrade.escript")
  255. ]
  256. steps =
  257. if System.get_env("ELIXIR_MAKE_TAR") == "yes" do
  258. base_steps ++ [&prepare_tar_overlays/1, :tar]
  259. else
  260. base_steps
  261. end
  262. [
  263. applications: applications(edition_type),
  264. skip_mode_validation_for: [
  265. :emqx_gateway,
  266. :emqx_gateway_stomp,
  267. :emqx_gateway_mqttsn,
  268. :emqx_gateway_coap,
  269. :emqx_gateway_lwm2m,
  270. :emqx_gateway_exproto,
  271. :emqx_dashboard,
  272. :emqx_resource,
  273. :emqx_connector,
  274. :emqx_exhook,
  275. :emqx_bridge,
  276. :emqx_bridge_mqtt,
  277. :emqx_modules,
  278. :emqx_management,
  279. :emqx_retainer,
  280. :emqx_prometheus,
  281. :emqx_auto_subscribe,
  282. :emqx_slow_subs,
  283. :emqx_plugins,
  284. :emqx_ft
  285. ],
  286. steps: steps,
  287. strip_beams: false
  288. ]
  289. end
  290. ]
  291. end
  292. def applications(edition_type) do
  293. [
  294. crypto: :permanent,
  295. public_key: :permanent,
  296. asn1: :permanent,
  297. syntax_tools: :permanent,
  298. ssl: :permanent,
  299. os_mon: :permanent,
  300. inets: :permanent,
  301. compiler: :permanent,
  302. runtime_tools: :permanent,
  303. redbug: :permanent,
  304. xmerl: :permanent,
  305. hocon: :load,
  306. telemetry: :permanent,
  307. emqx: :load,
  308. emqx_conf: :load,
  309. emqx_machine: :permanent
  310. ] ++
  311. if(enable_rocksdb?(),
  312. do: [mnesia_rocksdb: :load],
  313. else: []
  314. ) ++
  315. [
  316. mnesia: :load,
  317. ekka: :load,
  318. esasl: :load,
  319. observer_cli: :permanent,
  320. tools: :permanent,
  321. covertool: :load,
  322. system_monitor: :load,
  323. emqx_utils: :load,
  324. emqx_http_lib: :permanent,
  325. emqx_resource: :permanent,
  326. emqx_connector: :permanent,
  327. emqx_authn: :permanent,
  328. emqx_authz: :permanent,
  329. emqx_auto_subscribe: :permanent,
  330. emqx_gateway: :permanent,
  331. emqx_gateway_stomp: :permanent,
  332. emqx_gateway_mqttsn: :permanent,
  333. emqx_gateway_coap: :permanent,
  334. emqx_gateway_lwm2m: :permanent,
  335. emqx_gateway_exproto: :permanent,
  336. emqx_exhook: :permanent,
  337. emqx_bridge: :permanent,
  338. emqx_bridge_mqtt: :permanent,
  339. emqx_rule_engine: :permanent,
  340. emqx_modules: :permanent,
  341. emqx_management: :permanent,
  342. emqx_dashboard: :permanent,
  343. emqx_retainer: :permanent,
  344. emqx_prometheus: :permanent,
  345. emqx_psk: :permanent,
  346. emqx_slow_subs: :permanent,
  347. emqx_mongodb: :permanent,
  348. emqx_redis: :permanent,
  349. emqx_mysql: :permanent,
  350. emqx_plugins: :permanent,
  351. emqx_mix: :none
  352. ] ++
  353. if(enable_quicer?(), do: [quicer: :permanent], else: []) ++
  354. if(enable_bcrypt?(), do: [bcrypt: :permanent], else: []) ++
  355. if(enable_jq?(), do: [jq: :load], else: []) ++
  356. if(is_app(:observer),
  357. do: [observer: :load],
  358. else: []
  359. ) ++
  360. if(edition_type == :enterprise,
  361. do: [
  362. emqx_license: :permanent,
  363. emqx_enterprise: :load,
  364. emqx_bridge_kafka: :permanent,
  365. emqx_bridge_pulsar: :permanent,
  366. emqx_bridge_gcp_pubsub: :permanent,
  367. emqx_bridge_cassandra: :permanent,
  368. emqx_bridge_opents: :permanent,
  369. emqx_bridge_clickhouse: :permanent,
  370. emqx_bridge_dynamo: :permanent,
  371. emqx_bridge_hstreamdb: :permanent,
  372. emqx_bridge_influxdb: :permanent,
  373. emqx_bridge_iotdb: :permanent,
  374. emqx_bridge_matrix: :permanent,
  375. emqx_bridge_mongodb: :permanent,
  376. emqx_bridge_mysql: :permanent,
  377. emqx_bridge_pgsql: :permanent,
  378. emqx_bridge_redis: :permanent,
  379. emqx_bridge_rocketmq: :permanent,
  380. emqx_bridge_tdengine: :permanent,
  381. emqx_bridge_timescale: :permanent,
  382. emqx_bridge_sqlserver: :permanent,
  383. emqx_oracle: :permanent,
  384. emqx_bridge_oracle: :permanent,
  385. emqx_bridge_rabbitmq: :permanent,
  386. emqx_ee_schema_registry: :permanent,
  387. emqx_eviction_agent: :permanent,
  388. emqx_node_rebalance: :permanent,
  389. emqx_ft: :permanent
  390. ],
  391. else: [
  392. emqx_telemetry: :permanent
  393. ]
  394. )
  395. end
  396. defp is_app(name) do
  397. case Application.load(name) do
  398. :ok ->
  399. true
  400. {:error, {:already_loaded, _}} ->
  401. true
  402. _ ->
  403. false
  404. end
  405. end
  406. def check_profile!() do
  407. valid_envs = [
  408. :dev,
  409. :emqx,
  410. :"emqx-pkg",
  411. :"emqx-enterprise",
  412. :"emqx-enterprise-pkg"
  413. ]
  414. if Mix.env() not in valid_envs do
  415. formatted_envs =
  416. valid_envs
  417. |> Enum.map(&" * #{&1}")
  418. |> Enum.join("\n")
  419. Mix.raise("""
  420. Invalid env #{Mix.env()}. Valid options are:
  421. #{formatted_envs}
  422. """)
  423. end
  424. {
  425. release_type,
  426. package_type,
  427. edition_type
  428. } =
  429. case Mix.env() do
  430. :dev ->
  431. {:cloud, :bin, :community}
  432. :emqx ->
  433. {:cloud, :bin, :community}
  434. :"emqx-enterprise" ->
  435. {:cloud, :bin, :enterprise}
  436. :"emqx-pkg" ->
  437. {:cloud, :pkg, :community}
  438. :"emqx-enterprise-pkg" ->
  439. {:cloud, :pkg, :enterprise}
  440. end
  441. normalize_env!()
  442. %{
  443. release_type: release_type,
  444. package_type: package_type,
  445. edition_type: edition_type
  446. }
  447. end
  448. #############################################################################
  449. # Custom Steps
  450. #############################################################################
  451. defp make_docs(release) do
  452. profile = System.get_env("MIX_ENV")
  453. os_cmd("build", [profile, "docs"])
  454. release
  455. end
  456. defp copy_files(release, release_type, package_type, edition_type) do
  457. overwrite? = Keyword.get(release.options, :overwrite, false)
  458. bin = Path.join(release.path, "bin")
  459. etc = Path.join(release.path, "etc")
  460. log = Path.join(release.path, "log")
  461. plugins = Path.join(release.path, "plugins")
  462. Mix.Generator.create_directory(bin)
  463. Mix.Generator.create_directory(etc)
  464. Mix.Generator.create_directory(log)
  465. Mix.Generator.create_directory(plugins)
  466. Mix.Generator.create_directory(Path.join(etc, "certs"))
  467. Enum.each(
  468. ["mnesia", "configs", "patches", "scripts"],
  469. fn dir ->
  470. path = Path.join([release.path, "data", dir])
  471. Mix.Generator.create_directory(path)
  472. end
  473. )
  474. Mix.Generator.copy_file(
  475. "apps/emqx_authz/etc/acl.conf",
  476. Path.join(etc, "acl.conf"),
  477. force: overwrite?
  478. )
  479. # required by emqx_authz
  480. File.cp_r!(
  481. "apps/emqx/etc/certs",
  482. Path.join(etc, "certs")
  483. )
  484. profile = System.get_env("MIX_ENV")
  485. File.cp_r!(
  486. "rel/config/examples",
  487. Path.join(etc, "examples"),
  488. force: overwrite?
  489. )
  490. # copy /rel/config/ee-examples if profile is enterprise
  491. case profile do
  492. "emqx-enterprise" ->
  493. File.cp_r!(
  494. "rel/config/ee-examples",
  495. Path.join(etc, "examples"),
  496. force: overwrite?
  497. )
  498. _ ->
  499. :ok
  500. end
  501. # this is required by the produced escript / nodetool
  502. Mix.Generator.copy_file(
  503. Path.join(release.version_path, "start_clean.boot"),
  504. Path.join(bin, "no_dot_erlang.boot"),
  505. force: overwrite?
  506. )
  507. assigns = template_vars(release, release_type, package_type, edition_type)
  508. # This is generated by `scripts/merge-config.escript` or `make merge-config`
  509. # So, this should be run before the release.
  510. # TODO: run as a "compiler" step???
  511. render_template(
  512. "apps/emqx_conf/etc/emqx.conf.all",
  513. assigns,
  514. Path.join(etc, "emqx.conf")
  515. )
  516. render_template(
  517. "rel/emqx_vars",
  518. assigns,
  519. Path.join([release.path, "releases", "emqx_vars"])
  520. )
  521. vm_args_template_path =
  522. case release_type do
  523. :cloud ->
  524. "apps/emqx/etc/vm.args.cloud"
  525. end
  526. render_template(
  527. vm_args_template_path,
  528. assigns,
  529. [
  530. Path.join(etc, "vm.args"),
  531. Path.join(release.version_path, "vm.args")
  532. ]
  533. )
  534. for name <- [
  535. "emqx",
  536. "emqx_ctl"
  537. ] do
  538. Mix.Generator.copy_file(
  539. "bin/#{name}",
  540. Path.join(bin, name),
  541. force: overwrite?
  542. )
  543. # Files with the version appended are expected by the release
  544. # upgrade script `install_upgrade.escript`
  545. Mix.Generator.copy_file(
  546. Path.join(bin, name),
  547. Path.join(bin, name <> "-#{release.version}"),
  548. force: overwrite?
  549. )
  550. end
  551. for base_name <- ["emqx", "emqx_ctl"],
  552. suffix <- ["", "-#{release.version}"] do
  553. name = base_name <> suffix
  554. File.chmod!(Path.join(bin, name), 0o755)
  555. end
  556. Mix.Generator.copy_file(
  557. "bin/node_dump",
  558. Path.join(bin, "node_dump"),
  559. force: overwrite?
  560. )
  561. File.chmod!(Path.join(bin, "node_dump"), 0o755)
  562. Mix.Generator.copy_file(
  563. "bin/emqx_cluster_rescue",
  564. Path.join(bin, "emqx_cluster_rescue"),
  565. force: overwrite?
  566. )
  567. File.chmod!(Path.join(bin, "emqx_cluster_rescue"), 0o755)
  568. render_template(
  569. "rel/BUILD_INFO",
  570. assigns,
  571. Path.join(release.version_path, "BUILD_INFO")
  572. )
  573. release
  574. end
  575. defp render_template(template, assigns, target) when is_binary(target) do
  576. render_template(template, assigns, [target])
  577. end
  578. defp render_template(template, assigns, tartgets) when is_list(tartgets) do
  579. rendered =
  580. File.read!(template)
  581. |> from_rebar_to_eex_template()
  582. |> EEx.eval_string(assigns)
  583. for target <- tartgets do
  584. File.write!(target, rendered)
  585. end
  586. end
  587. # needed by nodetool and by release_handler
  588. defp create_RELEASES(release) do
  589. apps =
  590. Enum.map(release.applications, fn {app_name, app_props} ->
  591. app_vsn = Keyword.fetch!(app_props, :vsn)
  592. app_path =
  593. "./lib"
  594. |> Path.join("#{app_name}-#{app_vsn}")
  595. |> to_charlist()
  596. {app_name, app_vsn, app_path}
  597. end)
  598. release_entry = [
  599. {
  600. :release,
  601. to_charlist(release.name),
  602. to_charlist(release.version),
  603. release.erts_version,
  604. apps,
  605. :permanent
  606. }
  607. ]
  608. release.path
  609. |> Path.join("releases")
  610. |> Path.join("RELEASES")
  611. |> File.open!([:write, :utf8], fn handle ->
  612. IO.puts(handle, "%% coding: utf-8")
  613. :io.format(handle, ~c"~tp.~n", [release_entry])
  614. end)
  615. release
  616. end
  617. defp copy_escript(release, escript_name) do
  618. [shebang, rest] =
  619. "bin/#{escript_name}"
  620. |> File.read!()
  621. |> String.split("\n", parts: 2)
  622. # the elixir version of escript + start.boot required the boot_var
  623. # RELEASE_LIB to be defined.
  624. boot_var = "%%!-boot_var RELEASE_LIB $RUNNER_ROOT_DIR/lib"
  625. # Files with the version appended are expected by the release
  626. # upgrade script `install_upgrade.escript`
  627. Enum.each(
  628. [escript_name, escript_name <> "-" <> release.version],
  629. fn name ->
  630. path = Path.join([release.path, "bin", name])
  631. File.write!(path, [shebang, "\n", boot_var, "\n", rest])
  632. end
  633. )
  634. release
  635. end
  636. # The `:tar` built-in step in Mix Release does not currently add the
  637. # `etc` directory into the resulting tarball. The workaround is to
  638. # add those to the `:overlays` key before running `:tar`.
  639. # See: https://hexdocs.pm/mix/1.13.4/Mix.Release.html#__struct__/0
  640. defp prepare_tar_overlays(release) do
  641. Map.update!(
  642. release,
  643. :overlays,
  644. &[
  645. "etc",
  646. "data",
  647. "plugins",
  648. "bin/node_dump"
  649. | &1
  650. ]
  651. )
  652. end
  653. #############################################################################
  654. # Helper functions
  655. #############################################################################
  656. defp template_vars(release, release_type, :bin = _package_type, edition_type) do
  657. [
  658. emqx_default_erlang_cookie: default_cookie(),
  659. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  660. platform_data_dir: "data",
  661. platform_etc_dir: "etc",
  662. platform_plugins_dir: "plugins",
  663. runner_bin_dir: "$RUNNER_ROOT_DIR/bin",
  664. emqx_etc_dir: "$RUNNER_ROOT_DIR/etc",
  665. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  666. runner_log_dir: "$RUNNER_ROOT_DIR/log",
  667. runner_user: "",
  668. release_version: release.version,
  669. erts_vsn: release.erts_version,
  670. # FIXME: this is empty in `make emqx` ???
  671. erl_opts: "",
  672. emqx_description: emqx_description(release_type, edition_type),
  673. emqx_schema_mod: emqx_schema_mod(edition_type),
  674. is_elixir: "yes",
  675. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  676. ] ++ build_info()
  677. end
  678. defp template_vars(release, release_type, :pkg = _package_type, edition_type) do
  679. [
  680. emqx_default_erlang_cookie: default_cookie(),
  681. emqx_configuration_doc: emqx_configuration_doc(edition_type),
  682. platform_data_dir: "/var/lib/emqx",
  683. platform_etc_dir: "/etc/emqx",
  684. platform_plugins_dir: "/var/lib/emqx/plugins",
  685. runner_bin_dir: "/usr/bin",
  686. emqx_etc_dir: "/etc/emqx",
  687. runner_lib_dir: "$RUNNER_ROOT_DIR/lib",
  688. runner_log_dir: "/var/log/emqx",
  689. runner_user: "emqx",
  690. release_version: release.version,
  691. erts_vsn: release.erts_version,
  692. # FIXME: this is empty in `make emqx` ???
  693. erl_opts: "",
  694. emqx_description: emqx_description(release_type, edition_type),
  695. emqx_schema_mod: emqx_schema_mod(edition_type),
  696. is_elixir: "yes",
  697. is_enterprise: if(edition_type == :enterprise, do: "yes", else: "no")
  698. ] ++ build_info()
  699. end
  700. defp default_cookie() do
  701. "emqx50elixir"
  702. end
  703. defp emqx_description(release_type, edition_type) do
  704. case {release_type, edition_type} do
  705. {:cloud, :enterprise} ->
  706. "EMQX Enterprise"
  707. {:cloud, :community} ->
  708. "EMQX"
  709. end
  710. end
  711. defp emqx_configuration_doc(:enterprise),
  712. do: "https://docs.emqx.com/en/enterprise/v5.0/configuration/configuration.html"
  713. defp emqx_configuration_doc(:community),
  714. do: "https://www.emqx.io/docs/en/v5.0/configuration/configuration.html"
  715. defp emqx_schema_mod(:enterprise), do: :emqx_enterprise_schema
  716. defp emqx_schema_mod(:community), do: :emqx_conf_schema
  717. defp bcrypt_dep() do
  718. if enable_bcrypt?(),
  719. do: [{:bcrypt, github: "emqx/erlang-bcrypt", tag: "0.6.0", override: true}],
  720. else: []
  721. end
  722. defp jq_dep() do
  723. if enable_jq?(),
  724. do: [{:jq, github: "emqx/jq", tag: "v0.3.9", override: true}],
  725. else: []
  726. end
  727. defp quicer_dep() do
  728. if enable_quicer?(),
  729. # in conflict with emqx and emqtt
  730. do: [{:quicer, github: "emqx/quic", tag: "0.0.114", override: true}],
  731. else: []
  732. end
  733. defp enable_bcrypt?() do
  734. not win32?()
  735. end
  736. defp enable_jq?() do
  737. not Enum.any?([
  738. build_without_jq?(),
  739. win32?()
  740. ]) or "1" == System.get_env("BUILD_WITH_JQ")
  741. end
  742. defp enable_quicer?() do
  743. not Enum.any?([
  744. build_without_quic?(),
  745. win32?(),
  746. centos6?(),
  747. macos?()
  748. ]) or "1" == System.get_env("BUILD_WITH_QUIC")
  749. end
  750. defp enable_rocksdb?() do
  751. not Enum.any?([
  752. build_without_rocksdb?(),
  753. raspbian?()
  754. ]) or "1" == System.get_env("BUILD_WITH_ROCKSDB")
  755. end
  756. defp pkg_vsn() do
  757. %{edition_type: edition_type} = check_profile!()
  758. basedir = Path.dirname(__ENV__.file)
  759. script = Path.join(basedir, "pkg-vsn.sh")
  760. os_cmd(script, [Atom.to_string(edition_type)])
  761. end
  762. defp os_cmd(script, args) do
  763. {str, 0} = System.cmd("bash", [script | args])
  764. String.trim(str)
  765. end
  766. defp win32?(),
  767. do: match?({:win_32, _}, :os.type())
  768. defp centos6?() do
  769. case File.read("/etc/centos-release") do
  770. {:ok, "CentOS release 6" <> _} ->
  771. true
  772. _ ->
  773. false
  774. end
  775. end
  776. defp macos?() do
  777. {:unix, :darwin} == :os.type()
  778. end
  779. defp raspbian?() do
  780. os_cmd("./scripts/get-distro.sh", []) =~ "raspbian"
  781. end
  782. defp build_without_jq?() do
  783. opt = System.get_env("BUILD_WITHOUT_JQ", "false")
  784. String.downcase(opt) != "false"
  785. end
  786. defp build_without_quic?() do
  787. opt = System.get_env("BUILD_WITHOUT_QUIC", "false")
  788. String.downcase(opt) != "false"
  789. end
  790. defp build_without_rocksdb?() do
  791. opt = System.get_env("BUILD_WITHOUT_ROCKSDB", "false")
  792. String.downcase(opt) != "false"
  793. end
  794. defp from_rebar_to_eex_template(str) do
  795. # we must not consider surrounding space in the template var name
  796. # because some help strings contain informative variables that
  797. # should not be interpolated, and those have no spaces.
  798. Regex.replace(
  799. ~r/\{\{ ([a-zA-Z0-9_]+) \}\}/,
  800. str,
  801. "<%= \\g{1} %>"
  802. )
  803. end
  804. defp build_info() do
  805. [
  806. build_info_arch: to_string(:erlang.system_info(:system_architecture)),
  807. build_info_wordsize: wordsize(),
  808. build_info_os: os_cmd("./scripts/get-distro.sh", []),
  809. build_info_erlang: otp_release(),
  810. build_info_elixir: System.version(),
  811. build_info_relform: System.get_env("EMQX_REL_FORM", "tgz")
  812. ]
  813. end
  814. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L142
  815. defp wordsize() do
  816. size =
  817. try do
  818. :erlang.system_info({:wordsize, :external})
  819. rescue
  820. ErlangError ->
  821. :erlang.system_info(:wordsize)
  822. end
  823. to_string(8 * size)
  824. end
  825. defp normalize_env!() do
  826. env =
  827. case Mix.env() do
  828. :dev ->
  829. :emqx
  830. env ->
  831. env
  832. end
  833. Mix.env(env)
  834. end
  835. # As from Erlang/OTP 17, the OTP release number corresponds to the
  836. # major OTP version number. No erlang:system_info() argument gives
  837. # the exact OTP version.
  838. # https://www.erlang.org/doc/man/erlang.html#system_info_otp_release
  839. # https://github.com/erlang/rebar3/blob/e3108ac187b88fff01eca6001a856283a3e0ec87/src/rebar_utils.erl#L572-L577
  840. defp otp_release() do
  841. major_version = System.otp_release()
  842. root_dir = to_string(:code.root_dir())
  843. [root_dir, "releases", major_version, "OTP_VERSION"]
  844. |> Path.join()
  845. |> File.read()
  846. |> case do
  847. {:error, _} ->
  848. major_version
  849. {:ok, version} ->
  850. version
  851. |> String.trim()
  852. |> String.split("**")
  853. |> List.first()
  854. end
  855. end
  856. defp dump_as_erl(term) do
  857. term
  858. |> then(&:io_lib.format("~0p", [&1]))
  859. |> :erlang.iolist_to_binary()
  860. end
  861. defp erlang_edition(:community), do: :ce
  862. defp erlang_edition(:enterprise), do: :ee
  863. end