emqx.schema 65 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145
  1. %%-*- mode: erlang -*-
  2. %% EMQ X R3.0 config mapping
  3. %%--------------------------------------------------------------------
  4. %% Cluster
  5. %%--------------------------------------------------------------------
  6. %% @doc Cluster name
  7. {mapping, "cluster.name", "ekka.cluster_name", [
  8. {default, emqxcl},
  9. {datatype, atom}
  10. ]}.
  11. %% @doc Cluster discovery
  12. {mapping, "cluster.discovery", "ekka.cluster_discovery", [
  13. {default, manual},
  14. {datatype, atom}
  15. ]}.
  16. %% @doc Clean down node from the cluster
  17. {mapping, "cluster.autoclean", "ekka.cluster_autoclean", [
  18. {datatype, {duration, ms}}
  19. ]}.
  20. %% @doc Cluster autoheal
  21. {mapping, "cluster.autoheal", "ekka.cluster_autoheal", [
  22. {datatype, flag},
  23. {default, off}
  24. ]}.
  25. %%--------------------------------------------------------------------
  26. %% Cluster by static node list
  27. {mapping, "cluster.static.seeds", "ekka.cluster_discovery", [
  28. {datatype, string}
  29. ]}.
  30. %%--------------------------------------------------------------------
  31. %% Cluster by UDP Multicast
  32. {mapping, "cluster.mcast.addr", "ekka.cluster_discovery", [
  33. {default, "239.192.0.1"},
  34. {datatype, string}
  35. ]}.
  36. {mapping, "cluster.mcast.ports", "ekka.cluster_discovery", [
  37. {default, "4369"},
  38. {datatype, string}
  39. ]}.
  40. {mapping, "cluster.mcast.iface", "ekka.cluster_discovery", [
  41. {datatype, string},
  42. {default, "0.0.0.0"}
  43. ]}.
  44. {mapping, "cluster.mcast.ttl", "ekka.cluster_discovery", [
  45. {datatype, integer},
  46. {default, 255}
  47. ]}.
  48. {mapping, "cluster.mcast.loop", "ekka.cluster_discovery", [
  49. {datatype, flag},
  50. {default, on}
  51. ]}.
  52. {mapping, "cluster.mcast.sndbuf", "ekka.cluster_discovery", [
  53. {datatype, bytesize},
  54. {default, "16KB"}
  55. ]}.
  56. {mapping, "cluster.mcast.recbuf", "ekka.cluster_discovery", [
  57. {datatype, bytesize},
  58. {default, "16KB"}
  59. ]}.
  60. {mapping, "cluster.mcast.buffer", "ekka.cluster_discovery", [
  61. {datatype, bytesize},
  62. {default, "32KB"}
  63. ]}.
  64. %%--------------------------------------------------------------------
  65. %% Cluster by DNS A Record
  66. {mapping, "cluster.dns.name", "ekka.cluster_discovery", [
  67. {datatype, string}
  68. ]}.
  69. {mapping, "cluster.dns.app", "ekka.cluster_discovery", [
  70. {datatype, string}
  71. ]}.
  72. %%--------------------------------------------------------------------
  73. %% Cluster using etcd
  74. {mapping, "cluster.etcd.server", "ekka.cluster_discovery", [
  75. {datatype, string}
  76. ]}.
  77. {mapping, "cluster.etcd.prefix", "ekka.cluster_discovery", [
  78. {datatype, string}
  79. ]}.
  80. {mapping, "cluster.etcd.node_ttl", "ekka.cluster_discovery", [
  81. {datatype, {duration, ms}},
  82. {default, "1m"}
  83. ]}.
  84. {mapping, "cluster.etcd.ssl.keyfile", "ekka.cluster_discovery", [
  85. {datatype, string}
  86. ]}.
  87. {mapping, "cluster.etcd.ssl.certfile", "ekka.cluster_discovery", [
  88. {datatype, string}
  89. ]}.
  90. {mapping, "cluster.etcd.ssl.cacertfile", "ekka.cluster_discovery", [
  91. {datatype, string}
  92. ]}.
  93. %%--------------------------------------------------------------------
  94. %% Cluster on K8s
  95. {mapping, "cluster.k8s.apiserver", "ekka.cluster_discovery", [
  96. {datatype, string}
  97. ]}.
  98. {mapping, "cluster.k8s.service_name", "ekka.cluster_discovery", [
  99. {datatype, string}
  100. ]}.
  101. {mapping, "cluster.k8s.address_type", "ekka.cluster_discovery", [
  102. {datatype, {enum, [ip, dns]}}
  103. ]}.
  104. {mapping, "cluster.k8s.app_name", "ekka.cluster_discovery", [
  105. {datatype, string}
  106. ]}.
  107. {mapping, "cluster.k8s.namespace", "ekka.cluster_discovery", [
  108. {datatype, string}
  109. ]}.
  110. {translation, "ekka.cluster_discovery", fun(Conf) ->
  111. Strategy = cuttlefish:conf_get("cluster.discovery", Conf),
  112. Filter = fun(Opts) -> [{K, V} || {K, V} <- Opts, V =/= undefined] end,
  113. IpPort = fun(S) ->
  114. [Addr, Port] = string:tokens(S, ":"),
  115. {ok, Ip} = inet:parse_address(Addr),
  116. {Ip, Port}
  117. end,
  118. Options = fun(static) ->
  119. [{seeds, [list_to_atom(S) || S <- string:tokens(cuttlefish:conf_get("cluster.static.seeds", Conf, ""), ",")]}];
  120. (mcast) ->
  121. {ok, Addr} = inet:parse_address(cuttlefish:conf_get("cluster.mcast.addr", Conf)),
  122. {ok, Iface} = inet:parse_address(cuttlefish:conf_get("cluster.mcast.iface", Conf)),
  123. Ports = [list_to_integer(S) || S <- string:tokens(cuttlefish:conf_get("cluster.mcast.ports", Conf), ",")],
  124. [{addr, Addr}, {ports, Ports}, {iface, Iface},
  125. {ttl, cuttlefish:conf_get("cluster.mcast.ttl", Conf, 1)},
  126. {loop, cuttlefish:conf_get("cluster.mcast.loop", Conf, true)}];
  127. (dns) ->
  128. [{name, cuttlefish:conf_get("cluster.dns.name", Conf)},
  129. {app, cuttlefish:conf_get("cluster.dns.app", Conf)}];
  130. (etcd) ->
  131. SslOpts = fun(Conf) ->
  132. Options = cuttlefish_variable:filter_by_prefix("cluster.etcd.ssl", Conf),
  133. lists:map(fun({["cluster", "etcd", "ssl", Name], Value}) ->
  134. {list_to_atom(Name), Value}
  135. end, Options)
  136. end,
  137. [{server, string:tokens(cuttlefish:conf_get("cluster.etcd.server", Conf), ",")},
  138. {prefix, cuttlefish:conf_get("cluster.etcd.prefix", Conf, "emqcl")},
  139. {node_ttl, cuttlefish:conf_get("cluster.etcd.node_ttl", Conf, 60)},
  140. {ssl_options, SslOpts(Conf)}];
  141. (k8s) ->
  142. [{apiserver, cuttlefish:conf_get("cluster.k8s.apiserver", Conf)},
  143. {service_name, cuttlefish:conf_get("cluster.k8s.service_name", Conf)},
  144. {address_type, cuttlefish:conf_get("cluster.k8s.address_type", Conf, ip)},
  145. {app_name, cuttlefish:conf_get("cluster.k8s.app_name", Conf)},
  146. {namespace, cuttlefish:conf_get("cluster.k8s.namespace", Conf)}];
  147. (manual) ->
  148. [ ]
  149. end,
  150. {Strategy, Filter(Options(Strategy))}
  151. end}.
  152. %%--------------------------------------------------------------------
  153. %% Node
  154. %%--------------------------------------------------------------------
  155. %% @doc Node name
  156. {mapping, "node.name", "vm_args.-name", [
  157. {default, "emqx@127.0.0.1"}
  158. ]}.
  159. %% @doc The erlang distributed protocol
  160. {mapping, "node.proto_dist", "vm_args.-proto_dist", [
  161. %{default, "inet_tcp"},
  162. {datatype, {enum, [inet_tcp, inet6_tcp, inet_tls]}},
  163. hidden
  164. ]}.
  165. %% @doc Specify SSL Options in the file if using SSL for erlang distribution
  166. {mapping, "node.ssl_dist_optfile", "vm_args.-ssl_dist_optfile", [
  167. {datatype, string},
  168. hidden
  169. ]}.
  170. %% @doc Secret cookie for distributed erlang node
  171. {mapping, "node.cookie", "vm_args.-setcookie", [
  172. {default, "emqxsecretcookie"}
  173. ]}.
  174. {mapping, "node.data_dir", "emqx.data_dir", [
  175. {datatype, string}
  176. ]}.
  177. %% @doc http://erlang.org/doc/man/heart.html
  178. {mapping, "node.heartbeat", "vm_args.-heart", [
  179. {datatype, flag},
  180. hidden
  181. ]}.
  182. {translation, "vm_args.-heart", fun(Conf) ->
  183. case cuttlefish:conf_get("node.heartbeat", Conf) of
  184. true -> "";
  185. false -> cuttlefish:invalid("should be 'on' or comment the line!")
  186. end
  187. end}.
  188. %% @doc More information at: http://erlang.org/doc/man/erl.html
  189. {mapping, "node.async_threads", "vm_args.+A", [
  190. {default, 64},
  191. {datatype, integer},
  192. {validators, ["range:0-1024"]}
  193. ]}.
  194. %% @doc Erlang Process Limit
  195. {mapping, "node.process_limit", "vm_args.+P", [
  196. {datatype, integer},
  197. {default, 256000},
  198. hidden
  199. ]}.
  200. %% Note: OTP R15 and earlier uses -env ERL_MAX_PORTS, R16+ uses +Q
  201. %% @doc The number of concurrent ports/sockets
  202. %% Valid range is 1024-134217727
  203. {mapping, "node.max_ports",
  204. cuttlefish:otp("R16", "vm_args.+Q", "vm_args.-env ERL_MAX_PORTS"), [
  205. {default, 262144},
  206. {datatype, integer},
  207. {validators, ["range4ports"]}
  208. ]}.
  209. {validator, "range4ports", "must be 1024 to 134217727",
  210. fun(X) -> X >= 1024 andalso X =< 134217727 end}.
  211. %% @doc http://www.erlang.org/doc/man/erl.html#%2bzdbbl
  212. {mapping, "node.dist_buffer_size", "vm_args.+zdbbl", [
  213. {datatype, bytesize},
  214. {commented, "32MB"},
  215. hidden,
  216. {validators, ["zdbbl_range"]}
  217. ]}.
  218. {translation, "vm_args.+zdbbl",
  219. fun(Conf) ->
  220. ZDBBL = cuttlefish:conf_get("node.dist_buffer_size", Conf, undefined),
  221. case ZDBBL of
  222. undefined -> undefined;
  223. X when is_integer(X) -> cuttlefish_util:ceiling(X / 1024); %% Bytes to Kilobytes;
  224. _ -> undefined
  225. end
  226. end}.
  227. {validator, "zdbbl_range", "must be between 1KB and 2097151KB",
  228. fun(ZDBBL) ->
  229. %% 2097151KB = 2147482624
  230. ZDBBL >= 1024 andalso ZDBBL =< 2147482624
  231. end
  232. }.
  233. %% @doc http://www.erlang.org/doc/man/erlang.html#system_flag-2
  234. {mapping, "node.fullsweep_after", "vm_args.-env ERL_FULLSWEEP_AFTER", [
  235. {default, 1000},
  236. {datatype, integer},
  237. hidden,
  238. {validators, ["positive_integer"]}
  239. ]}.
  240. {validator, "positive_integer", "must be a positive integer",
  241. fun(X) -> X >= 0 end}.
  242. %% Note: OTP R15 and earlier uses -env ERL_MAX_ETS_TABLES,
  243. %% R16+ uses +e
  244. %% @doc The ETS table limit
  245. {mapping, "node.max_ets_tables",
  246. cuttlefish:otp("R16", "vm_args.+e", "vm_args.-env ERL_MAX_ETS_TABLES"), [
  247. {default, 256000},
  248. {datatype, integer},
  249. hidden
  250. ]}.
  251. %% @doc Set the location of crash dumps
  252. {mapping, "node.crash_dump", "vm_args.-env ERL_CRASH_DUMP", [
  253. {default, "{{crash_dump}}"},
  254. {datatype, file},
  255. hidden
  256. ]}.
  257. %% @doc http://www.erlang.org/doc/man/kernel_app.html#net_ticktime
  258. {mapping, "node.dist_net_ticktime", "vm_args.-kernel net_ticktime", [
  259. {commented, 60},
  260. {datatype, integer},
  261. hidden
  262. ]}.
  263. %% @doc http://www.erlang.org/doc/man/kernel_app.html
  264. {mapping, "node.dist_listen_min", "kernel.inet_dist_listen_min", [
  265. {commented, 6369},
  266. {datatype, integer},
  267. hidden
  268. ]}.
  269. %% @see node.dist_listen_min
  270. {mapping, "node.dist_listen_max", "kernel.inet_dist_listen_max", [
  271. {commented, 6369},
  272. {datatype, integer},
  273. hidden
  274. ]}.
  275. %%--------------------------------------------------------------------
  276. %% RPC
  277. %%--------------------------------------------------------------------
  278. %% RPC server port.
  279. {mapping, "rpc.tcp_server_port", "gen_rpc.tcp_server_port", [
  280. {default, 5369},
  281. {datatype, integer}
  282. ]}.
  283. %% Default TCP port for outgoing connections
  284. {mapping, "rpc.tcp_client_port", "gen_rpc.tcp_client_port", [
  285. {default, 5369},
  286. {datatype, integer}
  287. ]}.
  288. %% Client connect timeout
  289. {mapping, "rpc.connect_timeout", "gen_rpc.connect_timeout", [
  290. {default, "5s"},
  291. {datatype, {duration, ms}}
  292. ]}.
  293. %% Client and Server send timeout
  294. {mapping, "rpc.send_timeout", "gen_rpc.send_timeout", [
  295. {default, 5000},
  296. {datatype, {duration, ms}}
  297. ]}.
  298. %% Authentication timeout
  299. {mapping, "rpc.authentication_timeout", "gen_rpc.authentication_timeout", [
  300. {default, 5000},
  301. {datatype, {duration, ms}}
  302. ]}.
  303. %% Default receive timeout for call() functions
  304. {mapping, "rpc.call_receive_timeout", "gen_rpc.call_receive_timeout", [
  305. {default, 15000},
  306. {datatype, {duration, ms}}
  307. ]}.
  308. %% Socket keepalive configuration
  309. {mapping, "rpc.socket_keepalive_idle", "gen_rpc.socket_keepalive_idle", [
  310. {default, 7200},
  311. {datatype, {duration, s}}
  312. ]}.
  313. %% Seconds between probes
  314. {mapping, "rpc.socket_keepalive_interval", "gen_rpc.socket_keepalive_interval", [
  315. {default, 75},
  316. {datatype, {duration, s}}
  317. ]}.
  318. %% Probes lost to close the connection
  319. {mapping, "rpc.socket_keepalive_count", "gen_rpc.socket_keepalive_count", [
  320. {default, 9},
  321. {datatype, integer}
  322. ]}.
  323. %%--------------------------------------------------------------------
  324. %% Log
  325. %%--------------------------------------------------------------------
  326. {mapping, "log.to", "kernel.logger", [
  327. {default, console},
  328. {datatype, {enum, [off, file, console, both]}}
  329. ]}.
  330. {mapping, "log.level", "kernel.logger", [
  331. {default, error},
  332. {datatype, {enum, [debug, info, notice, warning, error, critical, alert, emergency, all]}}
  333. ]}.
  334. {mapping, "log.primary_level", "emqx.primary_log_level", [
  335. {default, error},
  336. {datatype, {enum, [debug, info, notice, warning, error, critical, alert, emergency, all]}}
  337. ]}.
  338. {mapping, "log.logger_sasl_compatible", "kernel.logger_sasl_compatible", [
  339. {default, true},
  340. {datatype, {enum, [true, false]}}
  341. ]}.
  342. {mapping, "log.dir", "kernel.logger", [
  343. {default, "log"},
  344. {datatype, string}
  345. ]}.
  346. {mapping, "log.file", "kernel.logger", [
  347. {default, "emqx.log"},
  348. {datatype, file}
  349. ]}.
  350. {mapping, "log.rotation.size", "kernel.logger", [
  351. {default, "10MB"},
  352. {datatype, bytesize}
  353. ]}.
  354. {mapping, "log.rotation.count", "kernel.logger", [
  355. {default, 5},
  356. {datatype, integer}
  357. ]}.
  358. {mapping, "log.$level.file", "kernel.logger", [
  359. {datatype, file}
  360. ]}.
  361. {mapping, "log.sasl", "sasl.sasl_error_logger", [
  362. {default, off},
  363. {datatype, flag},
  364. hidden
  365. ]}.
  366. {mapping, "log.error_logger", "kernel.error_logger", [
  367. {default, silent},
  368. {datatype, {enum, [silent]}},
  369. hidden
  370. ]}.
  371. %% disable lager
  372. {mapping, "lager.handlers", "lager.handlers", [
  373. {default, []},
  374. hidden
  375. ]}.
  376. {mapping, "lager.crash_log", "lager.crash_log", [
  377. {default, off},
  378. {datatype, flag},
  379. hidden
  380. ]}.
  381. {translation, "emqx.primary_log_level", fun(Conf) ->
  382. cuttlefish:conf_get("log.level", Conf)
  383. end}.
  384. {translation, "kernel.logger", fun(Conf) ->
  385. LogTo = cuttlefish:conf_get("log.to", Conf),
  386. LogLevel = cuttlefish:conf_get("log.level", Conf),
  387. Formatter = {emqx_logger_formatter,
  388. #{template =>
  389. [time," [",level,"] ",
  390. {client_id,
  391. [{peername,
  392. [client_id,"@",peername," "],
  393. [client_id, " "]}],
  394. [{peername,
  395. [peername," "],
  396. []}]},
  397. msg,"\n"]}},
  398. FileConf = fun(Filename) ->
  399. #{type => wrap,
  400. file => filename:join(cuttlefish:conf_get("log.dir", Conf), Filename),
  401. max_no_files => cuttlefish:conf_get("log.rotation.count", Conf),
  402. max_no_bytes => cuttlefish:conf_get("log.rotation.size", Conf)}
  403. end,
  404. %% For the default logger that outputs to console
  405. DefaultHandler =
  406. if LogTo =:= console orelse LogTo =:= both ->
  407. [{handler, default, logger_std_h,
  408. #{level => LogLevel,
  409. config => #{type => standard_io},
  410. formatter => Formatter}}];
  411. true ->
  412. [{handler, default, undefined}]
  413. end,
  414. %% For the file logger
  415. FileHandler =
  416. if LogTo =:= file orelse LogTo =:= both ->
  417. [{handler, file, logger_disk_log_h,
  418. #{level => LogLevel,
  419. config => FileConf(cuttlefish:conf_get("log.file", Conf)),
  420. formatter => Formatter,
  421. filesync_repeat_interval => no_repeat}}];
  422. true -> []
  423. end,
  424. %% For creating additional log files for specific log levels.
  425. AdditionalLogFiles =
  426. lists:foldl(
  427. fun({[_, Level, _] = K, Filename}, Acc) when LogTo =:= file; LogTo =:= both ->
  428. case cuttlefish_variable:is_fuzzy_match(K, ["log", "$level", "file"]) of
  429. true -> [{Level, Filename} | Acc];
  430. false -> Acc
  431. end;
  432. ({_K, _V}, Acc) ->
  433. Acc
  434. end, [], Conf),
  435. AdditionalHandlers =
  436. [{handler, list_to_atom("file_for_"++Level), logger_disk_log_h,
  437. #{level => list_to_atom(Level),
  438. config => FileConf(Filename),
  439. formatter => Formatter,
  440. filesync_repeat_interval => no_repeat}}
  441. || {Level, Filename} <- AdditionalLogFiles],
  442. DefaultHandler ++ FileHandler ++ AdditionalHandlers
  443. end}.
  444. %%--------------------------------------------------------------------
  445. %% Authentication/ACL
  446. %%--------------------------------------------------------------------
  447. %% @doc Allow anonymous authentication.
  448. {mapping, "allow_anonymous", "emqx.allow_anonymous", [
  449. {default, false},
  450. {datatype, {enum, [true, false]}}
  451. ]}.
  452. %% @doc ACL nomatch.
  453. {mapping, "acl_nomatch", "emqx.acl_nomatch", [
  454. {default, deny},
  455. {datatype, {enum, [allow, deny]}}
  456. ]}.
  457. %% @doc Default ACL file.
  458. {mapping, "acl_file", "emqx.acl_file", [
  459. {datatype, string},
  460. hidden
  461. ]}.
  462. %% @doc Enable ACL cache for publish.
  463. {mapping, "enable_acl_cache", "emqx.enable_acl_cache", [
  464. {default, on},
  465. {datatype, flag}
  466. ]}.
  467. %% @doc ACL cache time-to-live.
  468. {mapping, "acl_cache_ttl", "emqx.acl_cache_ttl", [
  469. {default, "1m"},
  470. {datatype, {duration, ms}}
  471. ]}.
  472. %% @doc ACL cache size.
  473. {mapping, "acl_cache_max_size", "emqx.acl_cache_max_size", [
  474. {default, 32},
  475. {datatype, integer},
  476. {validators, ["range:gt_0"]}
  477. ]}.
  478. %% @doc Action when acl check reject current operation
  479. {mapping, "acl_deny_action", "emqx.acl_deny_action", [
  480. {default, ignore},
  481. {datatype, {enum, [ignore, disconnect]}}
  482. ]}.
  483. %% @doc time interval to clean flapping records
  484. {mapping, "flapping_clean_interval", "emqx.flapping_clean_interval", [
  485. {datatype, {duration, ms}}
  486. ]}.
  487. {validator, "range:gt_0", "must greater than 0",
  488. fun(X) -> X > 0 end
  489. }.
  490. %%--------------------------------------------------------------------
  491. %% MQTT Protocol
  492. %%--------------------------------------------------------------------
  493. %% @doc Max Packet Size Allowed, 1MB by default.
  494. {mapping, "mqtt.max_packet_size", "emqx.max_packet_size", [
  495. {default, "1MB"},
  496. {datatype, bytesize}
  497. ]}.
  498. %% @doc Set the Max ClientId Length Allowed.
  499. {mapping, "mqtt.max_clientid_len", "emqx.max_clientid_len", [
  500. {default, 65535},
  501. {datatype, integer}
  502. ]}.
  503. %% @doc Set the Maximum topic levels.
  504. {mapping, "mqtt.max_topic_levels", "emqx.max_topic_levels", [
  505. {default, 0},
  506. {datatype, integer}
  507. ]}.
  508. %% @doc Set the Maximum QoS allowed.
  509. {mapping, "mqtt.max_qos_allowed", "emqx.max_qos_allowed", [
  510. {default, 2},
  511. {datatype, integer},
  512. {validators, ["range:0-2"]}
  513. ]}.
  514. %% @doc Set the Maximum topic alias.
  515. {mapping, "mqtt.max_topic_alias", "emqx.max_topic_alias", [
  516. {default, 0},
  517. {datatype, integer}
  518. ]}.
  519. %% @doc Whether the server supports MQTT retained messages.
  520. {mapping, "mqtt.retain_available", "emqx.mqtt_retain_available", [
  521. {default, true},
  522. {datatype, {enum, [true, false]}}
  523. ]}.
  524. %% @doc Whether the Server supports MQTT Wildcard Subscriptions.
  525. {mapping, "mqtt.wildcard_subscription", "emqx.mqtt_wildcard_subscription", [
  526. {default, true},
  527. {datatype, {enum, [true, false]}}
  528. ]}.
  529. %% @doc Whether the Server supports MQTT Shared Subscriptions.
  530. {mapping, "mqtt.shared_subscription", "emqx.mqtt_shared_subscription", [
  531. {default, true},
  532. {datatype, {enum, [true, false]}}
  533. ]}.
  534. %% @doc Whether to ignore loop delivery of messages.(for mqtt v3.1.1)
  535. {mapping, "mqtt.ignore_loop_deliver", "emqx.mqtt_ignore_loop_deliver", [
  536. {default, true},
  537. {datatype, {enum, [true, false]}}
  538. ]}.
  539. %%--------------------------------------------------------------------
  540. %% Zones
  541. %%--------------------------------------------------------------------
  542. %% @doc Idle timeout of the MQTT connection.
  543. {mapping, "zone.$name.idle_timeout", "emqx.zones", [
  544. {default, "15s"},
  545. {datatype, {duration, ms}}
  546. ]}.
  547. {mapping, "zone.$name.allow_anonymous", "emqx.zones", [
  548. {datatype, {enum, [true, false]}}
  549. ]}.
  550. {mapping, "zone.$name.acl_nomatch", "emqx.zones", [
  551. {datatype, {enum, [allow, deny]}}
  552. ]}.
  553. %% @doc Enable ACL check.
  554. {mapping, "zone.$name.enable_acl", "emqx.zones", [
  555. {default, off},
  556. {datatype, flag}
  557. ]}.
  558. %% @doc Action when acl check reject current operation
  559. {mapping, "zone.$name.acl_deny_action", "emqx.zones", [
  560. {default, ignore},
  561. {datatype, {enum, [ignore, disconnect]}}
  562. ]}.
  563. %% @doc Enable Ban.
  564. {mapping, "zone.$name.enable_ban", "emqx.zones", [
  565. {default, off},
  566. {datatype, flag}
  567. ]}.
  568. %% @doc Enable per connection statistics.
  569. {mapping, "zone.$name.enable_stats", "emqx.zones", [
  570. {default, off},
  571. {datatype, flag}
  572. ]}.
  573. %% @doc Publish limit of the MQTT connections.
  574. {mapping, "zone.$name.publish_limit", "emqx.zones", [
  575. {datatype, string}
  576. ]}.
  577. %% @doc Max Packet Size Allowed, 64K by default.
  578. {mapping, "zone.$name.max_packet_size", "emqx.zones", [
  579. {datatype, bytesize}
  580. ]}.
  581. %% @doc Set the Max ClientId Length Allowed.
  582. {mapping, "zone.$name.max_clientid_len", "emqx.zones", [
  583. {datatype, integer}
  584. ]}.
  585. %% @doc Set the Maximum topic levels.
  586. {mapping, "zone.$name.max_topic_levels", "emqx.zones", [
  587. {datatype, integer}
  588. ]}.
  589. %% @doc Set the Maximum QoS allowed.
  590. {mapping, "zone.$name.max_qos_allowed", "emqx.zones", [
  591. {datatype, integer},
  592. {validators, ["range:0-2"]}
  593. ]}.
  594. %% @doc Set the Maximum topic alias.
  595. {mapping, "zone.$name.max_topic_alias", "emqx.zones", [
  596. {datatype, integer}
  597. ]}.
  598. %% @doc Whether the server supports retained messages.
  599. {mapping, "zone.$name.retain_available", "emqx.zones", [
  600. {datatype, {enum, [true, false]}}
  601. ]}.
  602. %% @doc Whether the Server supports Wildcard Subscriptions.
  603. {mapping, "zone.$name.wildcard_subscription", "emqx.zones", [
  604. {datatype, {enum, [true, false]}}
  605. ]}.
  606. %% @doc Whether the Server supports Shared Subscriptions.
  607. {mapping, "zone.$name.shared_subscription", "emqx.zones", [
  608. {datatype, {enum, [true, false]}}
  609. ]}.
  610. %% @doc Server Keepalive
  611. {mapping, "zone.$name.server_keepalive", "emqx.zones", [
  612. {datatype, integer}
  613. ]}.
  614. %% @doc Keepalive backoff
  615. {mapping, "zone.$name.keepalive_backoff", "emqx.zones", [
  616. {default, 0.75},
  617. {datatype, float}
  618. ]}.
  619. %% @doc Max Number of Subscriptions Allowed.
  620. {mapping, "zone.$name.max_subscriptions", "emqx.zones", [
  621. {default, 0},
  622. {datatype, integer}
  623. ]}.
  624. %% @doc Upgrade QoS according to subscription?
  625. {mapping, "zone.$name.upgrade_qos", "emqx.zones", [
  626. {default, off},
  627. {datatype, flag}
  628. ]}.
  629. %% @doc Max number of QoS 1 and 2 messages that can be “inflight” at one time.
  630. %% 0 means no limit
  631. {mapping, "zone.$name.max_inflight", "emqx.zones", [
  632. {default, 0},
  633. {datatype, integer}
  634. ]}.
  635. %% @doc Retry interval for redelivering QoS1/2 messages.
  636. {mapping, "zone.$name.retry_interval", "emqx.zones", [
  637. {default, "20s"},
  638. {datatype, {duration, ms}}
  639. ]}.
  640. %% @doc Max Packets that Awaiting PUBREL, 0 means no limit
  641. {mapping, "zone.$name.max_awaiting_rel", "emqx.zones", [
  642. {default, 0},
  643. {datatype, integer}
  644. ]}.
  645. %% @doc Awaiting PUBREL timeout
  646. {mapping, "zone.$name.await_rel_timeout", "emqx.zones", [
  647. {default, "300s"},
  648. {datatype, {duration, ms}}
  649. ]}.
  650. %% @doc Ignore loop delivery of messages
  651. {mapping, "zone.$name.ignore_loop_deliver", "emqx.zones", [
  652. {datatype, {enum, [true, false]}}
  653. ]}.
  654. %% @doc Session Expiry Interval
  655. {mapping, "zone.$name.session_expiry_interval", "emqx.zones", [
  656. {default, "2h"},
  657. {datatype, {duration, s}}
  658. ]}.
  659. %% @doc Max queue length. Enqueued messages when persistent client
  660. %% disconnected, or inflight window is full. 0 means no limit.
  661. {mapping, "zone.$name.max_mqueue_len", "emqx.zones", [
  662. {default, 1000},
  663. {datatype, integer}
  664. ]}.
  665. %% @doc Topic Priorities, comma separated topic=priority pairs,
  666. %% where priority should be integer in range 1-255 (inclusive)
  667. %% 1 being the lowest and 255 being the highest.
  668. %% default value `none` to indicate no priority table, hence all
  669. %% messages are treated equal, which means either highest ('infinity'),
  670. %% or lowest (0) depending on mqueue_default_priority config.
  671. {mapping, "zone.$name.mqueue_priorities", "emqx.zones", [
  672. {default, "none"},
  673. {datatype, string}
  674. ]}.
  675. %% @doc Default priority for topics not in priority table.
  676. {mapping, "zone.$name.mqueue_default_priority", "emqx.zones", [
  677. {default, lowest},
  678. {datatype, {enum, [highest, lowest]}}
  679. ]}.
  680. %% @doc Queue Qos0 messages?
  681. {mapping, "zone.$name.mqueue_store_qos0", "emqx.zones", [
  682. {default, true},
  683. {datatype, {enum, [true, false]}}
  684. ]}.
  685. {mapping, "zone.$name.enable_flapping_detect", "emqx.zones", [
  686. {datatype, flag}
  687. ]}.
  688. {mapping, "zone.$name.flapping_threshold", "emqx.zones", [
  689. {datatype, string}
  690. ]}.
  691. {mapping, "zone.$name.flapping_expiry_interval", "emqx.zones", [
  692. {datatype, {duration, s}}
  693. ]}.
  694. %% @doc Force connection/session process GC after this number of
  695. %% messages | bytes passed through.
  696. %% Numbers delimited by `|'. Zero or negative is to disable.
  697. {mapping, "zone.$name.force_gc_policy", "emqx.zones", [
  698. {default, "0 | 0MB"},
  699. {datatype, string}
  700. ]}.
  701. %% @doc Max message queue length and total heap size to force shutdown
  702. %% connection/session process.
  703. %% Message queue here is the Erlang process mailbox, but not the number
  704. %% of queued MQTT messages of QoS 1 and 2.
  705. %% Zero or negative is to disable.
  706. {mapping, "zone.$name.force_shutdown_policy", "emqx.zones", [
  707. {default, "0 | 0MB"},
  708. {datatype, string}
  709. ]}.
  710. {mapping, "zone.$name.mountpoint", "emqx.zones", [
  711. {datatype, string}
  712. ]}.
  713. %% @doc Use username replace client id
  714. {mapping, "zone.$name.use_username_as_clientid", "emqx.zones", [
  715. {default, false},
  716. {datatype, {enum, [true, false]}}
  717. ]}.
  718. {translation, "emqx.zones", fun(Conf) ->
  719. Mapping = fun("retain_available", Val) ->
  720. {mqtt_retain_available, Val};
  721. ("flapping_threshold", Val) ->
  722. [Limit, Duration] = string:tokens(Val, ", "),
  723. FlappingThreshold = case cuttlefish_duration:parse(Duration, s) of
  724. Min when is_integer(Min) ->
  725. {list_to_integer(Limit), Min};
  726. {error, Reason} ->
  727. error(Reason)
  728. end,
  729. {flapping_threshold, FlappingThreshold};
  730. ("wildcard_subscription", Val) ->
  731. {mqtt_wildcard_subscription, Val};
  732. ("shared_subscription", Val) ->
  733. {mqtt_shared_subscription, Val};
  734. ("publish_limit", Val) ->
  735. [Limit, Duration] = string:tokens(Val, ", "),
  736. PubLimit = case cuttlefish_duration:parse(Duration, s) of
  737. Secs when is_integer(Secs) ->
  738. {list_to_integer(Limit) / Secs, list_to_integer(Limit)};
  739. {error, Reason} ->
  740. error(Reason)
  741. end,
  742. {publish_limit, PubLimit};
  743. ("force_gc_policy", Val) ->
  744. [Count, Bytes] = string:tokens(Val, "| "),
  745. GcPolicy = case cuttlefish_bytesize:parse(Bytes) of
  746. {error, Reason} ->
  747. error(Reason);
  748. Bytes1 ->
  749. #{bytes => Bytes1,
  750. count => list_to_integer(Count)}
  751. end,
  752. {force_gc_policy, GcPolicy};
  753. ("force_shutdown_policy", Val) ->
  754. [Len, Siz] = string:tokens(Val, "| "),
  755. ShutdownPolicy = case cuttlefish_bytesize:parse(Siz) of
  756. {error, Reason} ->
  757. error(Reason);
  758. Siz1 ->
  759. #{message_queue_len => list_to_integer(Len),
  760. max_heap_size => Siz1}
  761. end,
  762. {force_shutdown_policy, ShutdownPolicy};
  763. ("mqueue_priorities", Val) ->
  764. case Val of
  765. "none" -> {mqueue_priorities, none}; % NO_PRIORITY_TABLE
  766. _ ->
  767. MqueuePriorities = lists:foldl(fun(T, Acc) ->
  768. %% NOTE: space in "= " is intended
  769. [Topic, Prio] = string:tokens(T, "= "),
  770. P = list_to_integer(Prio),
  771. (P < 0 orelse P > 255) andalso error({bad_priority, Topic, Prio}),
  772. maps:put(iolist_to_binary(Topic), P, Acc)
  773. end, #{}, string:tokens(Val, ",")),
  774. {mqueue_priorities, MqueuePriorities}
  775. end;
  776. ("mountpoint", Val) ->
  777. {mountpoint, iolist_to_binary(Val)};
  778. (Opt, Val) ->
  779. {list_to_atom(Opt), Val}
  780. end,
  781. maps:to_list(
  782. lists:foldl(
  783. fun({["zone", Name, Opt], Val}, Zones) ->
  784. maps:update_with(list_to_atom(Name),
  785. fun(Opts) -> [Mapping(Opt, Val)|Opts] end,
  786. [Mapping(Opt, Val)], Zones)
  787. end, #{}, lists:usort(cuttlefish_variable:filter_by_prefix("zone.", Conf))))
  788. end}.
  789. %%--------------------------------------------------------------------
  790. %% Listeners
  791. %%--------------------------------------------------------------------
  792. %%--------------------------------------------------------------------
  793. %% TCP Listeners
  794. {mapping, "listener.tcp.$name", "emqx.listeners", [
  795. {datatype, [integer, ip]}
  796. ]}.
  797. {mapping, "listener.tcp.$name.acceptors", "emqx.listeners", [
  798. {default, 8},
  799. {datatype, integer}
  800. ]}.
  801. {mapping, "listener.tcp.$name.max_connections", "emqx.listeners", [
  802. {default, 1024},
  803. {datatype, integer}
  804. ]}.
  805. {mapping, "listener.tcp.$name.max_conn_rate", "emqx.listeners", [
  806. {datatype, integer}
  807. ]}.
  808. {mapping, "listener.tcp.$name.active_n", "emqx.listeners", [
  809. {default, 100},
  810. {datatype, integer}
  811. ]}.
  812. {mapping, "listener.tcp.$name.zone", "emqx.listeners", [
  813. {datatype, string}
  814. ]}.
  815. {mapping, "listener.tcp.$name.rate_limit", "emqx.listeners", [
  816. {default, undefined},
  817. {datatype, string}
  818. ]}.
  819. {mapping, "listener.tcp.$name.access.$id", "emqx.listeners", [
  820. {datatype, string}
  821. ]}.
  822. {mapping, "listener.tcp.$name.proxy_protocol", "emqx.listeners", [
  823. {datatype, flag}
  824. ]}.
  825. {mapping, "listener.tcp.$name.proxy_protocol_timeout", "emqx.listeners", [
  826. {datatype, {duration, ms}}
  827. ]}.
  828. {mapping, "listener.tcp.$name.peer_cert_as_username", "emqx.listeners", [
  829. {datatype, {enum, [cn, dn, crt]}}
  830. ]}.
  831. {mapping, "listener.tcp.$name.backlog", "emqx.listeners", [
  832. {datatype, integer},
  833. {default, 1024}
  834. ]}.
  835. {mapping, "listener.tcp.$name.send_timeout", "emqx.listeners", [
  836. {datatype, {duration, ms}},
  837. {default, "15s"}
  838. ]}.
  839. {mapping, "listener.tcp.$name.send_timeout_close", "emqx.listeners", [
  840. {datatype, flag},
  841. {default, on}
  842. ]}.
  843. {mapping, "listener.tcp.$name.recbuf", "emqx.listeners", [
  844. {datatype, bytesize},
  845. hidden
  846. ]}.
  847. {mapping, "listener.tcp.$name.sndbuf", "emqx.listeners", [
  848. {datatype, bytesize},
  849. hidden
  850. ]}.
  851. {mapping, "listener.tcp.$name.buffer", "emqx.listeners", [
  852. {datatype, bytesize},
  853. hidden
  854. ]}.
  855. {mapping, "listener.tcp.$name.tune_buffer", "emqx.listeners", [
  856. {datatype, flag},
  857. hidden
  858. ]}.
  859. {mapping, "listener.tcp.$name.nodelay", "emqx.listeners", [
  860. {datatype, {enum, [true, false]}},
  861. hidden
  862. ]}.
  863. {mapping, "listener.tcp.$name.reuseaddr", "emqx.listeners", [
  864. {datatype, {enum, [true, false]}},
  865. hidden
  866. ]}.
  867. %%--------------------------------------------------------------------
  868. %% SSL Listeners
  869. {mapping, "listener.ssl.$name", "emqx.listeners", [
  870. {datatype, [integer, ip]}
  871. ]}.
  872. {mapping, "listener.ssl.$name.acceptors", "emqx.listeners", [
  873. {default, 8},
  874. {datatype, integer}
  875. ]}.
  876. {mapping, "listener.ssl.$name.max_connections", "emqx.listeners", [
  877. {default, 1024},
  878. {datatype, integer}
  879. ]}.
  880. {mapping, "listener.ssl.$name.max_conn_rate", "emqx.listeners", [
  881. {datatype, integer}
  882. ]}.
  883. {mapping, "listener.ssl.$name.active_n", "emqx.listeners", [
  884. {default, 100},
  885. {datatype, integer}
  886. ]}.
  887. {mapping, "listener.ssl.$name.zone", "emqx.listeners", [
  888. {datatype, string}
  889. ]}.
  890. {mapping, "listener.ssl.$name.rate_limit", "emqx.listeners", [
  891. {default, undefined},
  892. {datatype, string}
  893. ]}.
  894. {mapping, "listener.ssl.$name.access.$id", "emqx.listeners", [
  895. {datatype, string}
  896. ]}.
  897. {mapping, "listener.ssl.$name.proxy_protocol", "emqx.listeners", [
  898. {datatype, flag}
  899. ]}.
  900. {mapping, "listener.ssl.$name.proxy_protocol_timeout", "emqx.listeners", [
  901. {datatype, {duration, ms}}
  902. ]}.
  903. {mapping, "listener.ssl.$name.backlog", "emqx.listeners", [
  904. {default, 1024},
  905. {datatype, integer}
  906. ]}.
  907. {mapping, "listener.ssl.$name.send_timeout", "emqx.listeners", [
  908. {datatype, {duration, ms}},
  909. {default, "15s"}
  910. ]}.
  911. {mapping, "listener.ssl.$name.send_timeout_close", "emqx.listeners", [
  912. {datatype, flag},
  913. {default, on}
  914. ]}.
  915. {mapping, "listener.ssl.$name.recbuf", "emqx.listeners", [
  916. {datatype, bytesize},
  917. hidden
  918. ]}.
  919. {mapping, "listener.ssl.$name.sndbuf", "emqx.listeners", [
  920. {datatype, bytesize},
  921. hidden
  922. ]}.
  923. {mapping, "listener.ssl.$name.buffer", "emqx.listeners", [
  924. {datatype, bytesize},
  925. hidden
  926. ]}.
  927. {mapping, "listener.ssl.$name.tune_buffer", "emqx.listeners", [
  928. {datatype, flag},
  929. hidden
  930. ]}.
  931. {mapping, "listener.ssl.$name.nodelay", "emqx.listeners", [
  932. {datatype, {enum, [true, false]}},
  933. hidden
  934. ]}.
  935. {mapping, "listener.ssl.$name.reuseaddr", "emqx.listeners", [
  936. {datatype, {enum, [true, false]}},
  937. hidden
  938. ]}.
  939. {mapping, "listener.ssl.$name.tls_versions", "emqx.listeners", [
  940. {datatype, string}
  941. ]}.
  942. {mapping, "listener.ssl.$name.ciphers", "emqx.listeners", [
  943. {datatype, string}
  944. ]}.
  945. {mapping, "listener.ssl.$name.psk_ciphers", "emqx.listeners", [
  946. {datatype, string}
  947. ]}.
  948. {mapping, "listener.ssl.$name.handshake_timeout", "emqx.listeners", [
  949. {default, "15s"},
  950. {datatype, {duration, ms}}
  951. ]}.
  952. {mapping, "listener.ssl.$name.dhfile", "emqx.listeners", [
  953. {datatype, string}
  954. ]}.
  955. {mapping, "listener.ssl.$name.keyfile", "emqx.listeners", [
  956. {datatype, string}
  957. ]}.
  958. {mapping, "listener.ssl.$name.certfile", "emqx.listeners", [
  959. {datatype, string}
  960. ]}.
  961. {mapping, "listener.ssl.$name.cacertfile", "emqx.listeners", [
  962. {datatype, string}
  963. ]}.
  964. {mapping, "listener.ssl.$name.verify", "emqx.listeners", [
  965. {datatype, atom}
  966. ]}.
  967. {mapping, "listener.ssl.$name.fail_if_no_peer_cert", "emqx.listeners", [
  968. {datatype, {enum, [true, false]}}
  969. ]}.
  970. {mapping, "listener.ssl.$name.secure_renegotiate", "emqx.listeners", [
  971. {datatype, flag}
  972. ]}.
  973. {mapping, "listener.ssl.$name.reuse_sessions", "emqx.listeners", [
  974. {default, on},
  975. {datatype, flag}
  976. ]}.
  977. {mapping, "listener.ssl.$name.honor_cipher_order", "emqx.listeners", [
  978. {datatype, flag}
  979. ]}.
  980. {mapping, "listener.ssl.$name.peer_cert_as_username", "emqx.listeners", [
  981. {datatype, {enum, [cn, dn, crt]}}
  982. ]}.
  983. %%--------------------------------------------------------------------
  984. %% MQTT/WebSocket Listeners
  985. {mapping, "listener.ws.$name", "emqx.listeners", [
  986. {datatype, [integer, ip]}
  987. ]}.
  988. {mapping, "listener.ws.$name.mqtt_path", "emqx.listeners", [
  989. {default, "/mqtt"},
  990. {datatype, string}
  991. ]}.
  992. {mapping, "listener.ws.$name.acceptors", "emqx.listeners", [
  993. {default, 8},
  994. {datatype, integer}
  995. ]}.
  996. {mapping, "listener.ws.$name.max_connections", "emqx.listeners", [
  997. {default, 1024},
  998. {datatype, integer}
  999. ]}.
  1000. {mapping, "listener.ws.$name.max_conn_rate", "emqx.listeners", [
  1001. {datatype, integer}
  1002. ]}.
  1003. {mapping, "listener.ws.$name.zone", "emqx.listeners", [
  1004. {datatype, string}
  1005. ]}.
  1006. {mapping, "listener.ws.$name.rate_limit", "emqx.listeners", [
  1007. {default, undefined},
  1008. {datatype, string}
  1009. ]}.
  1010. {mapping, "listener.ws.$name.access.$id", "emqx.listeners", [
  1011. {datatype, string}
  1012. ]}.
  1013. {mapping, "listener.ws.$name.verify_protocol_header", "emqx.listeners", [
  1014. {default, on},
  1015. {datatype, flag}
  1016. ]}.
  1017. {mapping, "listener.ws.$name.proxy_address_header", "emqx.listeners", [
  1018. {datatype, string},
  1019. hidden
  1020. ]}.
  1021. {mapping, "listener.ws.$name.proxy_port_header", "emqx.listeners", [
  1022. {datatype, string},
  1023. hidden
  1024. ]}.
  1025. {mapping, "listener.ws.$name.proxy_protocol", "emqx.listeners", [
  1026. {datatype, flag}
  1027. ]}.
  1028. {mapping, "listener.ws.$name.proxy_protocol_timeout", "emqx.listeners", [
  1029. {datatype, {duration, ms}}
  1030. ]}.
  1031. {mapping, "listener.ws.$name.backlog", "emqx.listeners", [
  1032. {default, 1024},
  1033. {datatype, integer}
  1034. ]}.
  1035. {mapping, "listener.ws.$name.send_timeout", "emqx.listeners", [
  1036. {datatype, {duration, ms}},
  1037. {default, "15s"}
  1038. ]}.
  1039. {mapping, "listener.ws.$name.send_timeout_close", "emqx.listeners", [
  1040. {datatype, flag},
  1041. {default, on}
  1042. ]}.
  1043. {mapping, "listener.ws.$name.recbuf", "emqx.listeners", [
  1044. {datatype, bytesize},
  1045. hidden
  1046. ]}.
  1047. {mapping, "listener.ws.$name.sndbuf", "emqx.listeners", [
  1048. {datatype, bytesize},
  1049. hidden
  1050. ]}.
  1051. {mapping, "listener.ws.$name.buffer", "emqx.listeners", [
  1052. {datatype, bytesize},
  1053. hidden
  1054. ]}.
  1055. {mapping, "listener.ws.$name.tune_buffer", "emqx.listeners", [
  1056. {datatype, flag},
  1057. hidden
  1058. ]}.
  1059. {mapping, "listener.ws.$name.nodelay", "emqx.listeners", [
  1060. {datatype, {enum, [true, false]}},
  1061. hidden
  1062. ]}.
  1063. {mapping, "listener.ws.$name.compress", "emqx.listeners", [
  1064. {datatype, {enum, [true, false]}},
  1065. hidden
  1066. ]}.
  1067. {mapping, "listener.ws.$name.deflate_opts.level", "emqx.listeners", [
  1068. {datatype, {enum, [none, default, best_compression, best_speed]}},
  1069. hidden
  1070. ]}.
  1071. {mapping, "listener.ws.$name.deflate_opts.mem_level", "emqx.listeners", [
  1072. {datatype, integer},
  1073. {validators, ["range:1-9"]},
  1074. hidden
  1075. ]}.
  1076. {mapping, "listener.ws.$name.deflate_opts.strategy", "emqx.listeners", [
  1077. {datatype, {enum, [default, filtered, huffman_only, rle]}},
  1078. hidden
  1079. ]}.
  1080. {mapping, "listener.ws.$name.deflate_opts.server_context_takeover", "emqx.listeners", [
  1081. {datatype, {enum, [takeover, no_takeover]}},
  1082. hidden
  1083. ]}.
  1084. {mapping, "listener.ws.$name.deflate_opts.client_context_takeover", "emqx.listeners", [
  1085. {datatype, {enum, [takeover, no_takeover]}},
  1086. hidden
  1087. ]}.
  1088. {mapping, "listener.ws.$name.deflate_opts.server_max_window_bits", "emqx.listeners", [
  1089. {datatype, integer},
  1090. hidden
  1091. ]}.
  1092. {mapping, "listener.ws.$name.deflate_opts.client_max_window_bits", "emqx.listeners", [
  1093. {datatype, integer},
  1094. hidden
  1095. ]}.
  1096. {mapping, "listener.ws.$name.idle_timeout", "emqx.listeners", [
  1097. {datatype, {duration, ms}},
  1098. hidden
  1099. ]}.
  1100. {mapping, "listener.ws.$name.max_frame_size", "emqx.listeners", [
  1101. {datatype, integer},
  1102. hidden
  1103. ]}.
  1104. %%--------------------------------------------------------------------
  1105. %% MQTT/WebSocket/SSL Listeners
  1106. {mapping, "listener.wss.$name", "emqx.listeners", [
  1107. {datatype, [integer, ip]}
  1108. ]}.
  1109. {mapping, "listener.wss.$name.mqtt_path", "emqx.listeners", [
  1110. {default, "/mqtt"},
  1111. {datatype, string}
  1112. ]}.
  1113. {mapping, "listener.wss.$name.acceptors", "emqx.listeners", [
  1114. {default, 8},
  1115. {datatype, integer}
  1116. ]}.
  1117. {mapping, "listener.wss.$name.max_connections", "emqx.listeners", [
  1118. {default, 1024},
  1119. {datatype, integer}
  1120. ]}.
  1121. {mapping, "listener.wss.$name.max_conn_rate", "emqx.listeners", [
  1122. {datatype, integer}
  1123. ]}.
  1124. {mapping, "listener.wss.$name.zone", "emqx.listeners", [
  1125. {datatype, string}
  1126. ]}.
  1127. {mapping, "listener.wss.$name.rate_limit", "emqx.listeners", [
  1128. {datatype, string}
  1129. ]}.
  1130. {mapping, "listener.wss.$name.verify_protocol_header", "emqx.listeners", [
  1131. {default, on},
  1132. {datatype, flag}
  1133. ]}.
  1134. {mapping, "listener.wss.$name.access.$id", "emqx.listeners", [
  1135. {datatype, string}
  1136. ]}.
  1137. {mapping, "listener.wss.$name.proxy_address_header", "emqx.listeners", [
  1138. {datatype, string},
  1139. hidden
  1140. ]}.
  1141. {mapping, "listener.wss.$name.proxy_port_header", "emqx.listeners", [
  1142. {datatype, string},
  1143. hidden
  1144. ]}.
  1145. {mapping, "listener.wss.$name.proxy_protocol", "emqx.listeners", [
  1146. {datatype, flag}
  1147. ]}.
  1148. {mapping, "listener.wss.$name.proxy_protocol_timeout", "emqx.listeners", [
  1149. {datatype, {duration, ms}}
  1150. ]}.
  1151. %%{mapping, "listener.wss.$name.handshake_timeout", "emqx.listeners", [
  1152. %% {default, "15s"},
  1153. %% {datatype, {duration, ms}}
  1154. %%]}.
  1155. {mapping, "listener.wss.$name.backlog", "emqx.listeners", [
  1156. {default, 1024},
  1157. {datatype, integer}
  1158. ]}.
  1159. {mapping, "listener.wss.$name.send_timeout", "emqx.listeners", [
  1160. {datatype, {duration, ms}},
  1161. {default, "15s"}
  1162. ]}.
  1163. {mapping, "listener.wss.$name.send_timeout_close", "emqx.listeners", [
  1164. {datatype, flag},
  1165. {default, on}
  1166. ]}.
  1167. {mapping, "listener.wss.$name.recbuf", "emqx.listeners", [
  1168. {datatype, bytesize},
  1169. hidden
  1170. ]}.
  1171. {mapping, "listener.wss.$name.sndbuf", "emqx.listeners", [
  1172. {datatype, bytesize},
  1173. hidden
  1174. ]}.
  1175. {mapping, "listener.wss.$name.buffer", "emqx.listeners", [
  1176. {datatype, bytesize},
  1177. hidden
  1178. ]}.
  1179. {mapping, "listener.wss.$name.tune_buffer", "emqx.listeners", [
  1180. {datatype, flag},
  1181. hidden
  1182. ]}.
  1183. {mapping, "listener.wss.$name.nodelay", "emqx.listeners", [
  1184. {datatype, {enum, [true, false]}},
  1185. hidden
  1186. ]}.
  1187. {mapping, "listener.wss.$name.tls_versions", "emqx.listeners", [
  1188. {datatype, string}
  1189. ]}.
  1190. {mapping, "listener.wss.$name.ciphers", "emqx.listeners", [
  1191. {datatype, string}
  1192. ]}.
  1193. {mapping, "listener.wss.$name.psk_ciphers", "emqx.listeners", [
  1194. {datatype, string}
  1195. ]}.
  1196. {mapping, "listener.wss.$name.keyfile", "emqx.listeners", [
  1197. {datatype, string}
  1198. ]}.
  1199. {mapping, "listener.wss.$name.certfile", "emqx.listeners", [
  1200. {datatype, string}
  1201. ]}.
  1202. {mapping, "listener.wss.$name.cacertfile", "emqx.listeners", [
  1203. {datatype, string}
  1204. ]}.
  1205. {mapping, "listener.wss.$name.verify", "emqx.listeners", [
  1206. {datatype, atom}
  1207. ]}.
  1208. {mapping, "listener.wss.$name.fail_if_no_peer_cert", "emqx.listeners", [
  1209. {datatype, {enum, [true, false]}}
  1210. ]}.
  1211. {mapping, "listener.wss.$name.secure_renegotiate", "emqx.listeners", [
  1212. {datatype, flag}
  1213. ]}.
  1214. {mapping, "listener.wss.$name.reuse_sessions", "emqx.listeners", [
  1215. {default, on},
  1216. {datatype, flag}
  1217. ]}.
  1218. {mapping, "listener.wss.$name.honor_cipher_order", "emqx.listeners", [
  1219. {datatype, flag}
  1220. ]}.
  1221. {mapping, "listener.wss.$name.peer_cert_as_username", "emqx.listeners", [
  1222. {datatype, {enum, [cn, dn, crt]}}
  1223. ]}.
  1224. {mapping, "listener.wss.$name.compress", "emqx.listeners", [
  1225. {datatype, {enum, [true, false]}},
  1226. hidden
  1227. ]}.
  1228. {mapping, "listener.wss.$name.deflate_opts.level", "emqx.listeners", [
  1229. {datatype, {enum, [none, default, best_compression, best_speed]}},
  1230. hidden
  1231. ]}.
  1232. {mapping, "listener.wss.$name.deflate_opts.mem_level", "emqx.listeners", [
  1233. {datatype, integer},
  1234. {validators, ["range:1-9"]},
  1235. hidden
  1236. ]}.
  1237. {mapping, "listener.wss.$name.deflate_opts.strategy", "emqx.listeners", [
  1238. {datatype, {enum, [default, filtered, huffman_only, rle]}},
  1239. hidden
  1240. ]}.
  1241. {mapping, "listener.wss.$name.deflate_opts.server_context_takeover", "emqx.listeners", [
  1242. {datatype, {enum, [takeover, no_takeover]}},
  1243. hidden
  1244. ]}.
  1245. {mapping, "listener.wss.$name.deflate_opts.client_context_takeover", "emqx.listeners", [
  1246. {datatype, {enum, [takeover, no_takeover]}},
  1247. hidden
  1248. ]}.
  1249. {mapping, "listener.wss.$name.deflate_opts.server_max_window_bits", "emqx.listeners", [
  1250. {datatype, integer},
  1251. {validators, ["range:8-15"]},
  1252. hidden
  1253. ]}.
  1254. {mapping, "listener.wss.$name.deflate_opts.client_max_window_bits", "emqx.listeners", [
  1255. {datatype, integer},
  1256. {validators, ["range:8-15"]},
  1257. hidden
  1258. ]}.
  1259. {mapping, "listener.wss.$name.idle_timeout", "emqx.listeners", [
  1260. {datatype, {duration, ms}},
  1261. hidden
  1262. ]}.
  1263. {mapping, "listener.wss.$name.max_frame_size", "emqx.listeners", [
  1264. {datatype, integer},
  1265. hidden
  1266. ]}.
  1267. {translation, "emqx.listeners", fun(Conf) ->
  1268. Filter = fun(Opts) -> [{K, V} || {K, V} <- Opts, V =/= undefined] end,
  1269. Atom = fun(undefined) -> undefined; (S) -> list_to_atom(S) end,
  1270. Access = fun(S) ->
  1271. [A, CIDR] = string:tokens(S, " "),
  1272. {list_to_atom(A), case CIDR of "all" -> all; _ -> CIDR end}
  1273. end,
  1274. AccOpts = fun(Prefix) ->
  1275. case cuttlefish_variable:filter_by_prefix(Prefix ++ ".access", Conf) of
  1276. [] -> [];
  1277. Rules -> [{access_rules, [Access(Rule) || {_, Rule} <- Rules]}]
  1278. end
  1279. end,
  1280. Ratelimit = fun(undefined) ->
  1281. undefined;
  1282. (S) ->
  1283. list_to_tuple([list_to_integer(Token) || Token <- string:tokens(S, ",")])
  1284. end,
  1285. LisOpts = fun(Prefix) ->
  1286. Filter([{acceptors, cuttlefish:conf_get(Prefix ++ ".acceptors", Conf)},
  1287. {mqtt_path, cuttlefish:conf_get(Prefix ++ ".mqtt_path", Conf, undefined)},
  1288. {max_connections, cuttlefish:conf_get(Prefix ++ ".max_connections", Conf)},
  1289. {max_conn_rate, cuttlefish:conf_get(Prefix ++ ".max_conn_rate", Conf, undefined)},
  1290. {active_n, cuttlefish:conf_get(Prefix ++ ".active_n", Conf, undefined)},
  1291. {tune_buffer, cuttlefish:conf_get(Prefix ++ ".tune_buffer", Conf, undefined)},
  1292. {zone, Atom(cuttlefish:conf_get(Prefix ++ ".zone", Conf, undefined))},
  1293. {rate_limit, Ratelimit(cuttlefish:conf_get(Prefix ++ ".rate_limit", Conf, undefined))},
  1294. {proxy_protocol, cuttlefish:conf_get(Prefix ++ ".proxy_protocol", Conf, undefined)},
  1295. {proxy_protocol_timeout, cuttlefish:conf_get(Prefix ++ ".proxy_protocol_timeout", Conf, undefined)},
  1296. {verify_protocol_header, cuttlefish:conf_get(Prefix ++ ".verify_protocol_header", Conf, undefined)},
  1297. {peer_cert_as_username, cuttlefish:conf_get(Prefix ++ ".peer_cert_as_username", Conf, undefined)},
  1298. {proxy_port_header, cuttlefish:conf_get(Prefix ++ ".proxy_port_header", Conf, undefined)},
  1299. {compress, cuttlefish:conf_get(Prefix ++ ".compress", Conf, undefined)},
  1300. {idle_timeout, cuttlefish:conf_get(Prefix ++ ".idle_timeout", Conf, undefined)},
  1301. {max_frame_size, cuttlefish:conf_get(Prefix ++ ".max_frame_size", Conf, undefined)},
  1302. {proxy_address_header, cuttlefish:conf_get(Prefix ++ ".proxy_address_header", Conf, undefined)} | AccOpts(Prefix)])
  1303. end,
  1304. DeflateOpts = fun(Prefix) ->
  1305. Filter([{level, cuttlefish:conf_get(Prefix ++ ".deflate_opts.level", Conf, undefined)},
  1306. {mem_level, cuttlefish:conf_get(Prefix ++ ".deflate_opts.mem_level", Conf, undefined)},
  1307. {strategy, cuttlefish:conf_get(Prefix ++ ".deflate_opts.strategy", Conf, undefined)},
  1308. {server_context_takeover, cuttlefish:conf_get(Prefix ++ ".deflate_opts.server_context_takeover", Conf, undefined)},
  1309. {client_context_takeover, cuttlefish:conf_get(Prefix ++ ".deflate_opts.client_context_takeover", Conf, undefined)},
  1310. {server_max_windows_bits, cuttlefish:conf_get(Prefix ++ ".deflate_opts.server_max_window_bits", Conf, undefined)},
  1311. {client_max_windows_bits, cuttlefish:conf_get(Prefix ++ ".deflate_opts.client_max_window_bits", Conf, undefined)}])
  1312. end,
  1313. TcpOpts = fun(Prefix) ->
  1314. Filter([{backlog, cuttlefish:conf_get(Prefix ++ ".backlog", Conf, undefined)},
  1315. {send_timeout, cuttlefish:conf_get(Prefix ++ ".send_timeout", Conf, undefined)},
  1316. {send_timeout_close, cuttlefish:conf_get(Prefix ++ ".send_timeout_close", Conf, undefined)},
  1317. {recbuf, cuttlefish:conf_get(Prefix ++ ".recbuf", Conf, undefined)},
  1318. {sndbuf, cuttlefish:conf_get(Prefix ++ ".sndbuf", Conf, undefined)},
  1319. {buffer, cuttlefish:conf_get(Prefix ++ ".buffer", Conf, undefined)},
  1320. {nodelay, cuttlefish:conf_get(Prefix ++ ".nodelay", Conf, true)},
  1321. {reuseaddr, cuttlefish:conf_get(Prefix ++ ".reuseaddr", Conf, undefined)}])
  1322. end,
  1323. SplitFun = fun(undefined) -> undefined; (S) -> string:tokens(S, ",") end,
  1324. MapPSKCiphers = fun(PSKCiphers) ->
  1325. lists:map(
  1326. fun("PSK-AES128-CBC-SHA") -> {psk, aes_128_cbc, sha};
  1327. ("PSK-AES256-CBC-SHA") -> {psk, aes_256_cbc, sha};
  1328. ("PSK-3DES-EDE-CBC-SHA") -> {psk, '3des_ede_cbc', sha};
  1329. ("PSK-RC4-SHA") -> {psk, rc4_128, sha}
  1330. end, PSKCiphers)
  1331. end,
  1332. SslOpts = fun(Prefix) ->
  1333. Versions = case SplitFun(cuttlefish:conf_get(Prefix ++ ".tls_versions", Conf, undefined)) of
  1334. undefined -> undefined;
  1335. L -> [list_to_atom(V) || V <- L]
  1336. end,
  1337. TLSCiphers = cuttlefish:conf_get(Prefix++".ciphers", Conf, undefined),
  1338. PSKCiphers = cuttlefish:conf_get(Prefix++".psk_ciphers", Conf, undefined),
  1339. Ciphers =
  1340. case {TLSCiphers, PSKCiphers} of
  1341. {undefined, undefined} ->
  1342. cuttlefish:invalid(Prefix++".ciphers or "++Prefix++".psk_ciphers is absent");
  1343. {TLSCiphers, undefined} ->
  1344. SplitFun(TLSCiphers);
  1345. {undefined, PSKCiphers} ->
  1346. MapPSKCiphers(SplitFun(PSKCiphers));
  1347. {_TLSCiphers, _PSKCiphers} ->
  1348. cuttlefish:invalid(Prefix++".ciphers and "++Prefix++".psk_ciphers cannot be configured at the same time")
  1349. end,
  1350. UserLookupFun =
  1351. case PSKCiphers of
  1352. undefined -> undefined;
  1353. _ -> {fun emqx_psk:lookup/3, <<>>}
  1354. end,
  1355. Filter([{versions, Versions},
  1356. {ciphers, Ciphers},
  1357. {user_lookup_fun, UserLookupFun},
  1358. {handshake_timeout, cuttlefish:conf_get(Prefix ++ ".handshake_timeout", Conf, undefined)},
  1359. {dhfile, cuttlefish:conf_get(Prefix ++ ".dhfile", Conf, undefined)},
  1360. {keyfile, cuttlefish:conf_get(Prefix ++ ".keyfile", Conf, undefined)},
  1361. {certfile, cuttlefish:conf_get(Prefix ++ ".certfile", Conf, undefined)},
  1362. {cacertfile, cuttlefish:conf_get(Prefix ++ ".cacertfile", Conf, undefined)},
  1363. {verify, cuttlefish:conf_get(Prefix ++ ".verify", Conf, undefined)},
  1364. {fail_if_no_peer_cert, cuttlefish:conf_get(Prefix ++ ".fail_if_no_peer_cert", Conf, undefined)},
  1365. {secure_renegotiate, cuttlefish:conf_get(Prefix ++ ".secure_renegotiate", Conf, undefined)},
  1366. {reuse_sessions, cuttlefish:conf_get(Prefix ++ ".reuse_sessions", Conf, undefined)},
  1367. {honor_cipher_order, cuttlefish:conf_get(Prefix ++ ".honor_cipher_order", Conf, undefined)}])
  1368. end,
  1369. TcpListeners = fun(Type, Name) ->
  1370. Prefix = string:join(["listener", Type, Name], "."),
  1371. case cuttlefish:conf_get(Prefix, Conf, undefined) of
  1372. undefined -> [];
  1373. ListenOn ->
  1374. [{Atom(Type), ListenOn, [{deflate_options, DeflateOpts(Prefix)},
  1375. {tcp_options, TcpOpts(Prefix)} | LisOpts(Prefix)]}]
  1376. end
  1377. end,
  1378. SslListeners = fun(Type, Name) ->
  1379. Prefix = string:join(["listener", Type, Name], "."),
  1380. case cuttlefish:conf_get(Prefix, Conf, undefined) of
  1381. undefined ->
  1382. [];
  1383. ListenOn ->
  1384. [{Atom(Type), ListenOn, [{deflate_options, DeflateOpts(Prefix)},
  1385. {tcp_options, TcpOpts(Prefix)},
  1386. {ssl_options, SslOpts(Prefix)} | LisOpts(Prefix)]}]
  1387. end
  1388. end,
  1389. lists:flatten([TcpListeners(Type, Name) || {["listener", Type, Name], ListenOn}
  1390. <- cuttlefish_variable:filter_by_prefix("listener.tcp", Conf)
  1391. ++ cuttlefish_variable:filter_by_prefix("listener.ws", Conf)]
  1392. ++
  1393. [SslListeners(Type, Name) || {["listener", Type, Name], ListenOn}
  1394. <- cuttlefish_variable:filter_by_prefix("listener.ssl", Conf)
  1395. ++ cuttlefish_variable:filter_by_prefix("listener.wss", Conf)])
  1396. end}.
  1397. %%--------------------------------------------------------------------
  1398. %% Bridges
  1399. %%--------------------------------------------------------------------
  1400. {mapping, "bridge.$name.address", "emqx.bridges", [
  1401. {datatype, string}
  1402. ]}.
  1403. {mapping, "bridge.$name.proto_ver", "emqx.bridges", [
  1404. {datatype, {enum, [mqttv3, mqttv4, mqttv5]}}
  1405. ]}.
  1406. {mapping, "bridge.$name.client_id", "emqx.bridges", [
  1407. {datatype, string}
  1408. ]}.
  1409. {mapping, "bridge.$name.clean_start", "emqx.bridges", [
  1410. {default, true},
  1411. {datatype, {enum, [true, false]}}
  1412. ]}.
  1413. {mapping, "bridge.$name.username", "emqx.bridges", [
  1414. {datatype, string}
  1415. ]}.
  1416. {mapping, "bridge.$name.password", "emqx.bridges", [
  1417. {datatype, string}
  1418. ]}.
  1419. {mapping, "bridge.$name.mountpoint", "emqx.bridges", [
  1420. {datatype, string}
  1421. ]}.
  1422. {mapping, "bridge.$name.forwards", "emqx.bridges", [
  1423. {datatype, string},
  1424. {default, ""}
  1425. ]}.
  1426. {mapping, "bridge.$name.ssl", "emqx.bridges", [
  1427. {datatype, flag},
  1428. {default, off}
  1429. ]}.
  1430. {mapping, "bridge.$name.cacertfile", "emqx.bridges", [
  1431. {datatype, string}
  1432. ]}.
  1433. {mapping, "bridge.$name.certfile", "emqx.bridges", [
  1434. {datatype, string}
  1435. ]}.
  1436. {mapping, "bridge.$name.keyfile", "emqx.bridges", [
  1437. {datatype, string}
  1438. ]}.
  1439. {mapping, "bridge.$name.ciphers", "emqx.bridges", [
  1440. {datatype, string}
  1441. ]}.
  1442. {mapping, "bridge.$name.psk_ciphers", "emqx.bridges", [
  1443. {datatype, string}
  1444. ]}.
  1445. {mapping, "bridge.$name.keepalive", "emqx.bridges", [
  1446. {default, "10s"},
  1447. {datatype, {duration, ms}}
  1448. ]}.
  1449. {mapping, "bridge.$name.tls_versions", "emqx.bridges", [
  1450. {datatype, string},
  1451. {default, "tlsv1,tlsv1.1,tlsv1.2"}
  1452. ]}.
  1453. {mapping, "bridge.$name.subscription.$id.topic", "emqx.bridges", [
  1454. {datatype, string}
  1455. ]}.
  1456. {mapping, "bridge.$name.subscription.$id.qos", "emqx.bridges", [
  1457. {datatype, integer}
  1458. ]}.
  1459. {mapping, "bridge.$name.start_type", "emqx.bridges", [
  1460. {datatype, {enum, [manual, auto]}},
  1461. {default, auto}
  1462. ]}.
  1463. {mapping, "bridge.$name.reconnect_interval", "emqx.bridges", [
  1464. {default, "30s"},
  1465. {datatype, {duration, ms}}
  1466. ]}.
  1467. {mapping, "bridge.$name.retry_interval", "emqx.bridges", [
  1468. {default, "20s"},
  1469. {datatype, {duration, ms}}
  1470. ]}.
  1471. {mapping, "bridge.$name.max_inflight_batches", "emqx.bridges", [
  1472. {default, 0},
  1473. {datatype, integer}
  1474. ]}.
  1475. {mapping, "bridge.$name.queue.batch_count_limit", "emqx.bridges", [
  1476. {datatype, integer}
  1477. ]}.
  1478. {mapping, "bridge.$name.queue.batch_bytes_limit", "emqx.bridges", [
  1479. {datatype, bytesize}
  1480. ]}.
  1481. {mapping, "bridge.$name.queue.replayq_dir", "emqx.bridges", [
  1482. {datatype, string}
  1483. ]}.
  1484. {mapping, "bridge.$name.queue.replayq_seg_bytes", "emqx.bridges", [
  1485. {datatype, bytesize}
  1486. ]}.
  1487. {translation, "emqx.bridges", fun(Conf) ->
  1488. MapPSKCiphers = fun(PSKCiphers) ->
  1489. lists:map(
  1490. fun("PSK-AES128-CBC-SHA") -> {psk, aes_128_cbc, sha};
  1491. ("PSK-AES256-CBC-SHA") -> {psk, aes_256_cbc, sha};
  1492. ("PSK-3DES-EDE-CBC-SHA") -> {psk, '3des_ede_cbc', sha};
  1493. ("PSK-RC4-SHA") -> {psk, rc4_128, sha}
  1494. end, PSKCiphers)
  1495. end,
  1496. Split = fun(undefined) -> undefined; (S) -> string:tokens(S, ",") end,
  1497. IsSsl = fun(cacertfile) -> true;
  1498. (certfile) -> true;
  1499. (keyfile) -> true;
  1500. (ciphers) -> true;
  1501. (psk_ciphers) -> true;
  1502. (tls_versions) -> true;
  1503. (_Opt) -> false
  1504. end,
  1505. Parse = fun(tls_versions, Vers) ->
  1506. [{versions, [list_to_atom(S) || S <- Split(Vers)]}];
  1507. (ciphers, Ciphers) ->
  1508. [{ciphers, Split(Ciphers)}];
  1509. (psk_ciphers, Ciphers) ->
  1510. [{ciphers, MapPSKCiphers(Split(Ciphers))}, {user_lookup_fun, {fun emqx_psk:lookup/3, <<>>}}];
  1511. (Opt, Val) ->
  1512. [{Opt, Val}]
  1513. end,
  1514. Merge = fun(forwards, Val, Opts) ->
  1515. [{forwards, string:tokens(Val, ",")}|Opts];
  1516. (Opt, Val, Opts) ->
  1517. case IsSsl(Opt) of
  1518. true ->
  1519. SslOpts = Parse(Opt, Val) ++ proplists:get_value(ssl_opts, Opts, []),
  1520. lists:ukeymerge(1, [{ssl_opts, SslOpts}], lists:usort(Opts));
  1521. false ->
  1522. [{Opt, Val}|Opts]
  1523. end
  1524. end,
  1525. Queue = fun(Name) ->
  1526. Configs = cuttlefish_variable:filter_by_prefix("bridge." ++ Name ++ ".queue", Conf),
  1527. QOpts = [{list_to_atom(QOpt), QValue}|| {[_, _, "queue", QOpt], QValue} <- Configs],
  1528. maps:from_list(QOpts)
  1529. end,
  1530. Subscriptions = fun(Name) ->
  1531. Configs = cuttlefish_variable:filter_by_prefix("bridge." ++ Name ++ ".subscription", Conf),
  1532. lists:zip([Topic || {_, Topic} <- lists:sort([{I, Topic} || {[_, _, "subscription", I, "topic"], Topic} <- Configs])],
  1533. [QoS || {_, QoS} <- lists:sort([{I, QoS} || {[_, _, "subscription", I, "qos"], QoS} <- Configs])])
  1534. end,
  1535. IsNodeAddr = fun(Addr) ->
  1536. case string:tokens(Addr, "@") of
  1537. [_NodeName, _Hostname] -> true;
  1538. _ -> false
  1539. end
  1540. end,
  1541. ConnMod = fun(Name) ->
  1542. [AddrConfig] = cuttlefish_variable:filter_by_prefix("bridge." ++ Name ++ ".address", Conf),
  1543. {_, Addr} = AddrConfig,
  1544. Subs = Subscriptions(Name),
  1545. case IsNodeAddr(Addr) of
  1546. true when Subs =/= [] ->
  1547. error({"subscriptions are not supported when bridging between emqx nodes", Name, Subs});
  1548. true ->
  1549. emqx_bridge_rpc;
  1550. false ->
  1551. emqx_bridge_mqtt
  1552. end
  1553. end,
  1554. %% to be backward compatible
  1555. Translate =
  1556. fun Tr(queue, Q, Cfg) ->
  1557. NewQ = maps:fold(Tr, #{}, Q),
  1558. Cfg#{queue => NewQ};
  1559. Tr(address, Addr0, Cfg) ->
  1560. Addr = case IsNodeAddr(Addr0) of
  1561. true -> list_to_atom(Addr0);
  1562. false -> Addr0
  1563. end,
  1564. Cfg#{address => Addr};
  1565. Tr(batch_size, Count, Cfg) ->
  1566. Cfg#{batch_count_limit => Count};
  1567. Tr(reconnect_interval, Ms, Cfg) ->
  1568. Cfg#{reconnect_delay_ms => Ms};
  1569. Tr(max_inflight, Count, Cfg) ->
  1570. Cfg#{max_inflight_batches => Count};
  1571. Tr(proto_ver, Ver, Cfg) ->
  1572. Cfg#{proto_ver =>
  1573. case Ver of
  1574. mqttv3 -> v3;
  1575. mqttv4 -> v4;
  1576. mqttv5 -> v5;
  1577. _ -> v4
  1578. end};
  1579. Tr(Key, Value, Cfg) ->
  1580. Cfg#{Key => Value}
  1581. end,
  1582. C = lists:foldl(
  1583. fun({["bridge", Name, Opt], Val}, Acc) ->
  1584. %% e.g #{aws => [{OptKey, OptVal}]}
  1585. Init = [{list_to_atom(Opt), Val},
  1586. {connect_module, ConnMod(Name)},
  1587. {subscriptions, Subscriptions(Name)},
  1588. {queue, Queue(Name)}],
  1589. maps:update_with(list_to_atom(Name), fun(Opts) -> Merge(list_to_atom(Opt), Val, Opts) end, Init, Acc);
  1590. (_, Acc) -> Acc
  1591. end, #{}, lists:usort(cuttlefish_variable:filter_by_prefix("bridge.", Conf))),
  1592. C1 = maps:map(fun(Bn, Bc) ->
  1593. maps:to_list(maps:fold(Translate, #{}, maps:from_list(Bc)))
  1594. end, C),
  1595. maps:to_list(C1)
  1596. end}.
  1597. %%--------------------------------------------------------------------
  1598. %% Modules
  1599. %%--------------------------------------------------------------------
  1600. {mapping, "module.presence", "emqx.modules", [
  1601. {default, off},
  1602. {datatype, flag}
  1603. ]}.
  1604. {mapping, "module.presence.qos", "emqx.modules", [
  1605. {default, 1},
  1606. {datatype, integer},
  1607. {validators, ["range:0-2"]}
  1608. ]}.
  1609. {mapping, "module.subscription", "emqx.modules", [
  1610. {default, off},
  1611. {datatype, flag}
  1612. ]}.
  1613. {mapping, "module.subscription.$id.topic", "emqx.modules", [
  1614. {datatype, string}
  1615. ]}.
  1616. {mapping, "module.subscription.$id.qos", "emqx.modules", [
  1617. {default, 1},
  1618. {datatype, integer},
  1619. {validators, ["range:0-2"]}
  1620. ]}.
  1621. {mapping, "module.rewrite", "emqx.modules", [
  1622. {default, off},
  1623. {datatype, flag}
  1624. ]}.
  1625. {mapping, "module.rewrite.rule.$id", "emqx.modules", [
  1626. {datatype, string}
  1627. ]}.
  1628. {translation, "emqx.modules", fun(Conf) ->
  1629. Subscriptions = fun() ->
  1630. List = cuttlefish_variable:filter_by_prefix("module.subscription", Conf),
  1631. QosList = [Qos || {_, Qos} <- lists:sort([{I, Qos} || {[_,"subscription", I,"qos"], Qos} <- List])],
  1632. TopicList = [iolist_to_binary(Topic) || {_, Topic} <-
  1633. lists:sort([{I, Topic} || {[_,"subscription", I, "topic"], Topic} <- List])],
  1634. lists:zip(TopicList, QosList)
  1635. end,
  1636. Rewrites = fun() ->
  1637. Rules = cuttlefish_variable:filter_by_prefix("module.rewrite.rule", Conf),
  1638. lists:map(fun({[_, "rewrite", "rule", I], Rule}) ->
  1639. [Topic, Re, Dest] = string:tokens(Rule, " "),
  1640. {rewrite, list_to_binary(Topic), list_to_binary(Re), list_to_binary(Dest)}
  1641. end, Rules)
  1642. end,
  1643. lists:append([
  1644. case cuttlefish:conf_get("module.presence", Conf) of %% Presence
  1645. true -> [{emqx_mod_presence, [{qos, cuttlefish:conf_get("module.presence.qos", Conf, 1)}]}];
  1646. false -> []
  1647. end,
  1648. case cuttlefish:conf_get("module.subscription", Conf) of %% Subscription
  1649. true -> [{emqx_mod_subscription, Subscriptions()}];
  1650. false -> []
  1651. end,
  1652. case cuttlefish:conf_get("module.rewrite", Conf) of %% Rewrite
  1653. true -> [{emqx_mod_rewrite, Rewrites()}];
  1654. false -> []
  1655. end
  1656. ])
  1657. end}.
  1658. %%-------------------------------------------------------------------
  1659. %% Plugins
  1660. %%-------------------------------------------------------------------
  1661. {mapping, "plugins.etc_dir", "emqx.plugins_etc_dir", [
  1662. {datatype, string}
  1663. ]}.
  1664. {mapping, "plugins.loaded_file", "emqx.plugins_loaded_file", [
  1665. {datatype, string}
  1666. ]}.
  1667. {mapping, "plugins.expand_plugins_dir", "emqx.expand_plugins_dir", [
  1668. {datatype, string}
  1669. ]}.
  1670. %%--------------------------------------------------------------------
  1671. %% Broker
  1672. %%--------------------------------------------------------------------
  1673. {mapping, "broker.sys_interval", "emqx.broker_sys_interval", [
  1674. {datatype, {duration, ms}},
  1675. {default, "1m"}
  1676. ]}.
  1677. {mapping, "broker.enable_session_registry", "emqx.enable_session_registry", [
  1678. {default, on},
  1679. {datatype, flag}
  1680. ]}.
  1681. {mapping, "broker.session_locking_strategy", "emqx.session_locking_strategy", [
  1682. {default, quorum},
  1683. {datatype, {enum, [local,one,quorum,all]}}
  1684. ]}.
  1685. %% @doc Shared Subscription Dispatch Strategy.
  1686. {mapping, "broker.shared_subscription_strategy", "emqx.shared_subscription_strategy", [
  1687. {default, round_robin},
  1688. {datatype,
  1689. {enum,
  1690. [random, %% randomly pick a subscriber
  1691. round_robin, %% round robin alive subscribers one message after another
  1692. sticky, %% pick a random subscriber and stick to it
  1693. hash %% hash client ID to a group member
  1694. ]}}
  1695. ]}.
  1696. %% @doc Enable or disable shared dispatch acknowledgement for QoS1 and QoS2 messages
  1697. {mapping, "broker.shared_dispatch_ack_enabled", "emqx.shared_dispatch_ack_enabled",
  1698. [ {default, false},
  1699. {datatype, {enum, [true, false]}}
  1700. ]}.
  1701. {mapping, "broker.route_batch_clean", "emqx.route_batch_clean", [
  1702. {default, on},
  1703. {datatype, flag}
  1704. ]}.
  1705. %%--------------------------------------------------------------------
  1706. %% System Monitor
  1707. %%--------------------------------------------------------------------
  1708. %% @doc Long GC, don't monitor in production mode for:
  1709. %% https://github.com/erlang/otp/blob/feb45017da36be78d4c5784d758ede619fa7bfd3/erts/emulator/beam/erl_gc.c#L421
  1710. {mapping, "sysmon.long_gc", "emqx.sysmon", [
  1711. {default, false},
  1712. {datatype, {enum, [true, false]}}
  1713. ]}.
  1714. %% @doc Long Schedule(ms)
  1715. {mapping, "sysmon.long_schedule", "emqx.sysmon", [
  1716. {default, 1000},
  1717. {datatype, integer}
  1718. ]}.
  1719. %% @doc Large Heap
  1720. {mapping, "sysmon.large_heap", "emqx.sysmon", [
  1721. {default, "8MB"},
  1722. {datatype, bytesize}
  1723. ]}.
  1724. %% @doc Monitor Busy Port
  1725. {mapping, "sysmon.busy_port", "emqx.sysmon", [
  1726. {default, false},
  1727. {datatype, {enum, [true, false]}}
  1728. ]}.
  1729. %% @doc Monitor Busy Dist Port
  1730. {mapping, "sysmon.busy_dist_port", "emqx.sysmon", [
  1731. {default, true},
  1732. {datatype, {enum, [true, false]}}
  1733. ]}.
  1734. {translation, "emqx.sysmon", fun(Conf) ->
  1735. Configs = cuttlefish_variable:filter_by_prefix("sysmon", Conf),
  1736. [{list_to_atom(Name), Value} || {[_, Name], Value} <- Configs]
  1737. end}.
  1738. %%--------------------------------------------------------------------
  1739. %% Operating System Monitor
  1740. %%--------------------------------------------------------------------
  1741. {mapping, "os_mon.cpu_check_interval", "emqx.os_mon", [
  1742. {default, 60},
  1743. {datatype, {duration, s}}
  1744. ]}.
  1745. {mapping, "os_mon.cpu_high_watermark", "emqx.os_mon", [
  1746. {default, "80%"},
  1747. {datatype, {percent, float}}
  1748. ]}.
  1749. {mapping, "os_mon.cpu_low_watermark", "emqx.os_mon", [
  1750. {default, "60%"},
  1751. {datatype, {percent, float}}
  1752. ]}.
  1753. {mapping, "os_mon.mem_check_interval", "emqx.os_mon", [
  1754. {default, 60},
  1755. {datatype, {duration, s}}
  1756. ]}.
  1757. {mapping, "os_mon.sysmem_high_watermark", "emqx.os_mon", [
  1758. {default, "70%"},
  1759. {datatype, {percent, float}}
  1760. ]}.
  1761. {mapping, "os_mon.procmem_high_watermark", "emqx.os_mon", [
  1762. {default, "5%"},
  1763. {datatype, {percent, float}}
  1764. ]}.
  1765. {translation, "emqx.os_mon", fun(Conf) ->
  1766. Configs = cuttlefish_variable:filter_by_prefix("os_mon", Conf),
  1767. [{list_to_atom(Name), Value} || {[_, Name], Value} <- Configs]
  1768. end}.
  1769. %%--------------------------------------------------------------------
  1770. %% VM Monitor
  1771. %%--------------------------------------------------------------------
  1772. {mapping, "vm_mon.check_interval", "emqx.vm_mon", [
  1773. {default, 30},
  1774. {datatype, {duration, s}}
  1775. ]}.
  1776. {mapping, "vm_mon.process_high_watermark", "emqx.vm_mon", [
  1777. {default, "80%"},
  1778. {datatype, {percent, float}}
  1779. ]}.
  1780. {mapping, "vm_mon.process_low_watermark", "emqx.vm_mon", [
  1781. {default, "60%"},
  1782. {datatype, {percent, float}}
  1783. ]}.
  1784. {translation, "emqx.vm_mon", fun(Conf) ->
  1785. Configs = cuttlefish_variable:filter_by_prefix("vm_mon", Conf),
  1786. [{list_to_atom(Name), Value} || {[_, Name], Value} <- Configs]
  1787. end}.