|
@@ -45,20 +45,24 @@
|
|
|
|
|
|
|
|
%% gen_server callbacks
|
|
%% gen_server callbacks
|
|
|
-export([
|
|
-export([
|
|
|
- enable/0,
|
|
|
|
|
- disable/0,
|
|
|
|
|
- set_max_delayed_messages/1,
|
|
|
|
|
|
|
+ load/0,
|
|
|
|
|
+ unload/0,
|
|
|
|
|
+ load_or_unload/1,
|
|
|
|
|
+ get_conf/1,
|
|
|
update_config/1,
|
|
update_config/1,
|
|
|
list/1,
|
|
list/1,
|
|
|
get_delayed_message/1,
|
|
get_delayed_message/1,
|
|
|
get_delayed_message/2,
|
|
get_delayed_message/2,
|
|
|
delete_delayed_message/1,
|
|
delete_delayed_message/1,
|
|
|
delete_delayed_message/2,
|
|
delete_delayed_message/2,
|
|
|
- post_config_update/5,
|
|
|
|
|
cluster_list/1,
|
|
cluster_list/1,
|
|
|
cluster_query/4
|
|
cluster_query/4
|
|
|
]).
|
|
]).
|
|
|
|
|
|
|
|
|
|
+-export([
|
|
|
|
|
+ post_config_update/5
|
|
|
|
|
+]).
|
|
|
|
|
+
|
|
|
-export([format_delayed/1]).
|
|
-export([format_delayed/1]).
|
|
|
|
|
|
|
|
%% exported for `emqx_telemetry'
|
|
%% exported for `emqx_telemetry'
|
|
@@ -75,8 +79,7 @@
|
|
|
publish_timer := maybe(timer:tref()),
|
|
publish_timer := maybe(timer:tref()),
|
|
|
publish_at := non_neg_integer(),
|
|
publish_at := non_neg_integer(),
|
|
|
stats_timer := maybe(reference()),
|
|
stats_timer := maybe(reference()),
|
|
|
- stats_fun := maybe(fun((pos_integer()) -> ok)),
|
|
|
|
|
- max_delayed_messages := non_neg_integer()
|
|
|
|
|
|
|
+ stats_fun := maybe(fun((pos_integer()) -> ok))
|
|
|
}.
|
|
}.
|
|
|
|
|
|
|
|
%% sync ms with record change
|
|
%% sync ms with record change
|
|
@@ -138,21 +141,23 @@ on_message_publish(Msg) ->
|
|
|
|
|
|
|
|
-spec start_link() -> emqx_types:startlink_ret().
|
|
-spec start_link() -> emqx_types:startlink_ret().
|
|
|
start_link() ->
|
|
start_link() ->
|
|
|
- Opts = emqx_conf:get([delayed], #{}),
|
|
|
|
|
- gen_server:start_link({local, ?SERVER}, ?MODULE, [Opts], []).
|
|
|
|
|
|
|
+ gen_server:start_link({local, ?SERVER}, ?MODULE, [], []).
|
|
|
|
|
|
|
|
-spec store(delayed_message()) -> ok | {error, atom()}.
|
|
-spec store(delayed_message()) -> ok | {error, atom()}.
|
|
|
store(DelayedMsg) ->
|
|
store(DelayedMsg) ->
|
|
|
gen_server:call(?SERVER, {store, DelayedMsg}, infinity).
|
|
gen_server:call(?SERVER, {store, DelayedMsg}, infinity).
|
|
|
|
|
|
|
|
-enable() ->
|
|
|
|
|
- enable(true).
|
|
|
|
|
|
|
+get_conf(Key) ->
|
|
|
|
|
+ emqx_conf:get([delayed, Key]).
|
|
|
|
|
|
|
|
-disable() ->
|
|
|
|
|
- enable(false).
|
|
|
|
|
|
|
+load() ->
|
|
|
|
|
+ load_or_unload(true).
|
|
|
|
|
|
|
|
-set_max_delayed_messages(Max) ->
|
|
|
|
|
- gen_server:call(?SERVER, {set_max_delayed_messages, Max}).
|
|
|
|
|
|
|
+unload() ->
|
|
|
|
|
+ load_or_unload(false).
|
|
|
|
|
+
|
|
|
|
|
+load_or_unload(Bool) ->
|
|
|
|
|
+ gen_server:call(?SERVER, {do_load_or_unload, Bool}).
|
|
|
|
|
|
|
|
list(Params) ->
|
|
list(Params) ->
|
|
|
emqx_mgmt_api:paginate(?TAB, Params, ?FORMAT_FUN).
|
|
emqx_mgmt_api:paginate(?TAB, Params, ?FORMAT_FUN).
|
|
@@ -240,54 +245,46 @@ delete_delayed_message(Node, Id) ->
|
|
|
update_config(Config) ->
|
|
update_config(Config) ->
|
|
|
emqx_conf:update([delayed], Config, #{rawconf_with_defaults => true, override_to => cluster}).
|
|
emqx_conf:update([delayed], Config, #{rawconf_with_defaults => true, override_to => cluster}).
|
|
|
|
|
|
|
|
-post_config_update(_KeyPath, Config, _NewConf, _OldConf, _AppEnvs) ->
|
|
|
|
|
- gen_server:call(?SERVER, {update_config, Config}).
|
|
|
|
|
|
|
+post_config_update(_KeyPath, _ConfigReq, NewConf, _OldConf, _AppEnvs) ->
|
|
|
|
|
+ Enable = maps:get(enable, NewConf, undefined),
|
|
|
|
|
+ load_or_unload(Enable).
|
|
|
|
|
|
|
|
%%--------------------------------------------------------------------
|
|
%%--------------------------------------------------------------------
|
|
|
%% gen_server callback
|
|
%% gen_server callback
|
|
|
%%--------------------------------------------------------------------
|
|
%%--------------------------------------------------------------------
|
|
|
|
|
|
|
|
-init([Opts]) ->
|
|
|
|
|
|
|
+init([]) ->
|
|
|
|
|
+ ok = mria:wait_for_tables([?TAB]),
|
|
|
erlang:process_flag(trap_exit, true),
|
|
erlang:process_flag(trap_exit, true),
|
|
|
emqx_conf:add_handler([delayed], ?MODULE),
|
|
emqx_conf:add_handler([delayed], ?MODULE),
|
|
|
- MaxDelayedMessages = maps:get(max_delayed_messages, Opts, 0),
|
|
|
|
|
State =
|
|
State =
|
|
|
ensure_stats_event(
|
|
ensure_stats_event(
|
|
|
ensure_publish_timer(#{
|
|
ensure_publish_timer(#{
|
|
|
publish_timer => undefined,
|
|
publish_timer => undefined,
|
|
|
publish_at => 0,
|
|
publish_at => 0,
|
|
|
stats_timer => undefined,
|
|
stats_timer => undefined,
|
|
|
- stats_fun => undefined,
|
|
|
|
|
- max_delayed_messages => MaxDelayedMessages
|
|
|
|
|
|
|
+ stats_fun => undefined
|
|
|
})
|
|
})
|
|
|
),
|
|
),
|
|
|
- {ok, ensure_enable(emqx:get_config([delayed, enable]), State)}.
|
|
|
|
|
|
|
+ {ok, do_load_or_unload(emqx:get_config([delayed, enable]), State)}.
|
|
|
|
|
|
|
|
-handle_call({set_max_delayed_messages, Max}, _From, State) ->
|
|
|
|
|
- {reply, ok, State#{max_delayed_messages => Max}};
|
|
|
|
|
-handle_call(
|
|
|
|
|
- {store, DelayedMsg = #delayed_message{key = Key}}, _From, State = #{max_delayed_messages := 0}
|
|
|
|
|
-) ->
|
|
|
|
|
- ok = mria:dirty_write(?TAB, DelayedMsg),
|
|
|
|
|
- emqx_metrics:inc('messages.delayed'),
|
|
|
|
|
- {reply, ok, ensure_publish_timer(Key, State)};
|
|
|
|
|
-handle_call(
|
|
|
|
|
- {store, DelayedMsg = #delayed_message{key = Key}}, _From, State = #{max_delayed_messages := Max}
|
|
|
|
|
-) ->
|
|
|
|
|
|
|
+handle_call({store, DelayedMsg = #delayed_message{key = Key}}, _From, State) ->
|
|
|
Size = mnesia:table_info(?TAB, size),
|
|
Size = mnesia:table_info(?TAB, size),
|
|
|
- case Size >= Max of
|
|
|
|
|
- true ->
|
|
|
|
|
|
|
+ case get_conf(max_delayed_messages) of
|
|
|
|
|
+ 0 ->
|
|
|
|
|
+ ok = mria:dirty_write(?TAB, DelayedMsg),
|
|
|
|
|
+ emqx_metrics:inc('messages.delayed'),
|
|
|
|
|
+ {reply, ok, ensure_publish_timer(Key, State)};
|
|
|
|
|
+ Max when Size >= Max ->
|
|
|
{reply, {error, max_delayed_messages_full}, State};
|
|
{reply, {error, max_delayed_messages_full}, State};
|
|
|
- false ->
|
|
|
|
|
|
|
+ Max when Size < Max ->
|
|
|
ok = mria:dirty_write(?TAB, DelayedMsg),
|
|
ok = mria:dirty_write(?TAB, DelayedMsg),
|
|
|
emqx_metrics:inc('messages.delayed'),
|
|
emqx_metrics:inc('messages.delayed'),
|
|
|
{reply, ok, ensure_publish_timer(Key, State)}
|
|
{reply, ok, ensure_publish_timer(Key, State)}
|
|
|
end;
|
|
end;
|
|
|
-handle_call({update_config, Config}, _From, #{max_delayed_messages := Max} = State) ->
|
|
|
|
|
- Max2 = maps:get(<<"max_delayed_messages">>, Config, Max),
|
|
|
|
|
- State2 = State#{max_delayed_messages := Max2},
|
|
|
|
|
- State3 = ensure_enable(maps:get(<<"enable">>, Config, undefined), State2),
|
|
|
|
|
- {reply, ok, State3};
|
|
|
|
|
|
|
+handle_call({do_load_or_unload, Bool}, _From, State0) ->
|
|
|
|
|
+ State = do_load_or_unload(Bool, State0),
|
|
|
|
|
+ {reply, ok, State};
|
|
|
handle_call(Req, _From, State) ->
|
|
handle_call(Req, _From, State) ->
|
|
|
?tp(error, emqx_delayed_unexpected_call, #{call => Req}),
|
|
?tp(error, emqx_delayed_unexpected_call, #{call => Req}),
|
|
|
{reply, ignored, State}.
|
|
{reply, ignored, State}.
|
|
@@ -312,7 +309,7 @@ handle_info(Info, State) ->
|
|
|
terminate(_Reason, #{stats_timer := StatsTimer} = State) ->
|
|
terminate(_Reason, #{stats_timer := StatsTimer} = State) ->
|
|
|
emqx_conf:remove_handler([delayed]),
|
|
emqx_conf:remove_handler([delayed]),
|
|
|
emqx_misc:cancel_timer(StatsTimer),
|
|
emqx_misc:cancel_timer(StatsTimer),
|
|
|
- ensure_enable(false, State).
|
|
|
|
|
|
|
+ do_load_or_unload(false, State).
|
|
|
|
|
|
|
|
code_change(_Vsn, State, _Extra) ->
|
|
code_change(_Vsn, State, _Extra) ->
|
|
|
{ok, State}.
|
|
{ok, State}.
|
|
@@ -381,22 +378,13 @@ do_publish(Key = {Ts, _Id}, Now, Acc) when Ts =< Now ->
|
|
|
-spec delayed_count() -> non_neg_integer().
|
|
-spec delayed_count() -> non_neg_integer().
|
|
|
delayed_count() -> mnesia:table_info(?TAB, size).
|
|
delayed_count() -> mnesia:table_info(?TAB, size).
|
|
|
|
|
|
|
|
-enable(Enable) ->
|
|
|
|
|
- case emqx_conf:get_raw([delayed]) of
|
|
|
|
|
- #{<<"enable">> := Enable} ->
|
|
|
|
|
- ok;
|
|
|
|
|
- Cfg ->
|
|
|
|
|
- {ok, _} = update_config(Cfg#{<<"enable">> := Enable}),
|
|
|
|
|
- ok
|
|
|
|
|
- end.
|
|
|
|
|
-
|
|
|
|
|
-ensure_enable(true, State) ->
|
|
|
|
|
|
|
+do_load_or_unload(true, State) ->
|
|
|
emqx_hooks:put('message.publish', {?MODULE, on_message_publish, []}),
|
|
emqx_hooks:put('message.publish', {?MODULE, on_message_publish, []}),
|
|
|
State;
|
|
State;
|
|
|
-ensure_enable(false, #{publish_timer := PubTimer} = State) ->
|
|
|
|
|
|
|
+do_load_or_unload(false, #{publish_timer := PubTimer} = State) ->
|
|
|
emqx_hooks:del('message.publish', {?MODULE, on_message_publish}),
|
|
emqx_hooks:del('message.publish', {?MODULE, on_message_publish}),
|
|
|
emqx_misc:cancel_timer(PubTimer),
|
|
emqx_misc:cancel_timer(PubTimer),
|
|
|
ets:delete_all_objects(?TAB),
|
|
ets:delete_all_objects(?TAB),
|
|
|
State#{publish_timer := undefined, publish_at := 0};
|
|
State#{publish_timer := undefined, publish_at := 0};
|
|
|
-ensure_enable(_, State) ->
|
|
|
|
|
|
|
+do_load_or_unload(_, State) ->
|
|
|
State.
|
|
State.
|