EMQX_PLUGINS__INSTALL_DIR [plugins.install_dir]: /data/emqx/plugins
EMQX_RPC__PORT_DISCOVERY [rpc.port_discovery]: manual
EMQX_NODE__DATA_DIR [node.data_dir]: /data/emqx/data
EMQX_NODE__COOKIE [node.cookie]: ******
EMQX_NODE__NAME [node.name]: [email protected]
Mnesia('[email protected]'): {load_dcl,emqx_dashboard_monitor} repaired, lost 55225 bad bytes
2024-01-23T08:01:36.893942+01:00 [error] Error in process <0.2248.0> on node '[email protected]' with exit value:, {function_clause,[{mnesia_log,add_recs,[[{log_header,decision_tab,"1.0","4.21.4",'[email protected]',{1698,528627,649767}},{decision_list,[{trans_tid,serial,2488679}]},{{emqx_dashboard_monitor,1705736380000},{emqx_monit,1705736380000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736390000},{emqx_monit,1705736390000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736400000},{emqx_monit,1705736400000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736410000},{emqx_monit,1705736410000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736420000},{emqx_monit,1705736420000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736430000},{emqx_monit,1705736430000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736440000},{emqx_monit,1705736440000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736450000},{emqx_monit,1705736450000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736460000},{emqx_monit,1705736460000,#{connections => 11,dropped => 1,live_connections => 11,received => 2,sent => 1,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736470000},{emqx_monit,1705736470000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736480000},{emqx_monit,1705736480000,#{connections => 11,dropped => 6,live_connections => 11,received => 19,sent => 13,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736490000},{emqx_monit,1705736490000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736500000},{emqx_monit,1705736500000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736510000},{emqx_monit,1705736510000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736520000},{emqx_monit,1705736520000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736530000},{emqx_monit,1705736530000,#{connections => 11,dropped => 1,live_connections => 11,received => 4,sent => 3,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736540000},{emqx_monit,1705736540000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736550000},{emqx_monit,1705736550000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736560000},{emqx_monit,1705736560000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736570000},{emqx_monit,1705736570000,#{connections => 11,dropped => 6,live_connections => 11,received => 24,sent => 24,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736580000},{emqx_monit,1705736580000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736590000},{emqx_monit,1705736590000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736600000},{emqx_monit,1705736600000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736610000},{emqx_monit,1705736610000,#{connections => 11,dropped => 1,live_connections => 11,received => 2,sent => 1,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736620000},{emqx_monit,1705736620000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736630000},{emqx_monit,1705736630000,#{connections => 11,dropped => 7,live_connections => 11,received => 20,sent => 13,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736640000},{emqx_monit,1705736640000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736650000},{emqx_monit,1705736650000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736660000},{emqx_monit,1705736660000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736670000},{emqx_monit,1705736670000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736680000},{emqx_monit,1705736680000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736690000},{emqx_monit,1705736690000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736700000},{emqx_monit,1705736700000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736710000},{emqx_monit,1705736710000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736720000},{emqx_monit,1705736720000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736730000},{emqx_monit,1705736730000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736740000},{emqx_monit,1705736740000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736750000},{emqx_monit,1705736750000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write}],763430436525],[{file,"mnesia_log.erl"},{line,999}]},{mnesia_log,insert_logchunk,3,[{file,"mnesia_log.erl"},{line,994}]},{mnesia_log,load_dcl,2,[{file,"mnesia_log.erl"},{line,986}]},{mnesia_loader,do_get_disc_copy2,4,[{file,"mnesia_loader.erl"},{line,74}]},{mnesia_controller,disc_load_table,4,[{file,"mnesia_controller.erl"},{line,2271}]},{mnesia_controller,'-load_and_reply/2-fun-0-',2,[{file,"mnesia_controller.erl"},{line,2166}]}]}, mfa: undefined
2024-01-23T08:01:37.988218+01:00 [warning] msg: still_waiting_for_emqx_app_to_be_ready, mfa: emqx_cluster_rpc:do_wait_for_emqx_ready/1(691)
2024-01-23T08:01:38.998185+01:00 [warning] msg: still_waiting_for_emqx_app_to_be_ready, mfa: emqx_cluster_rpc:do_wait_for_emqx_ready/1(691)
2024-01-23T08:01:40.008196+01:00 [warning] msg: still_waiting_for_emqx_app_to_be_ready, mfa: emqx_cluster_rpc:do_wait_for_emqx_ready/1(691)
2024-01-23T08:01:40.930785+01:00 [error] Supervisor: {local,mnesia_kernel_sup}. Context: child_terminated. Reason: killed. Offender: id=mnesia_locker,pid=<0.2173.0>.
2024-01-23T08:01:40.930953+01:00 [error] Supervisor: {local,mnesia_kernel_sup}. Context: shutdown. Reason: reached_max_restart_intensity. Offender: id=mnesia_locker,pid=<0.2173.0>.
2024-01-23T08:01:40.932164+01:00 [error] Mnesia('[email protected]'): ** ERROR ** (core dumped to file: "/opt/emqx/[email protected]_1705_993300_930708"), ** FATAL ** Loader crashed: {function_clause,[{mnesia_log,add_recs,[[{log_header,decision_tab,"1.0","4.21.4",'[email protected]',{1698,528627,649767}},{decision_list,[{trans_tid,serial,2488679}]},{{emqx_dashboard_monitor,1705736380000},{emqx_monit,1705736380000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736390000},{emqx_monit,1705736390000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736400000},{emqx_monit,1705736400000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736410000},{emqx_monit,1705736410000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736420000},{emqx_monit,1705736420000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736430000},{emqx_monit,1705736430000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736440000},{emqx_monit,1705736440000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736450000},{emqx_monit,1705736450000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736460000},{emqx_monit,1705736460000,#{connections => 11,dropped => 1,live_connections => 11,received => 2,sent => 1,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736470000},{emqx_monit,1705736470000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736480000},{emqx_monit,1705736480000,#{connections => 11,dropped => 6,live_connections => 11,received => 19,sent => 13,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736490000},{emqx_monit,1705736490000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736500000},{emqx_monit,1705736500000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736510000},{emqx_monit,1705736510000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736520000},{emqx_monit,1705736520000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736530000},{emqx_monit,1705736530000,#{connections => 11,dropped => 1,live_connections => 11,received => 4,sent => 3,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736540000},{emqx_monit,1705736540000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736550000},{emqx_monit,1705736550000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736560000},{emqx_monit,1705736560000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736570000},{emqx_monit,1705736570000,#{connections => 11,dropped => 6,live_connections => 11,received => 24,sent => 24,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736580000},{emqx_monit,1705736580000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736590000},{emqx_monit,1705736590000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736600000},{emqx_monit,1705736600000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736610000},{emqx_monit,1705736610000,#{connections => 11,dropped => 1,live_connections => 11,received => 2,sent => 1,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736620000},{emqx_monit,1705736620000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736630000},{emqx_monit,1705736630000,#{connections => 11,dropped => 7,live_connections => 11,received => 20,sent => 13,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736640000},{emqx_monit,1705736640000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736650000},{emqx_monit,1705736650000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736660000},{emqx_monit,1705736660000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736670000},{emqx_monit,1705736670000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736680000},{emqx_monit,1705736680000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736690000},{emqx_monit,1705736690000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736700000},{emqx_monit,1705736700000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736710000},{emqx_monit,1705736710000,#{connections => 11,dropped => 1,live_connections => 11,received => 3,sent => 2,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736720000},{emqx_monit,1705736720000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736730000},{emqx_monit,1705736730000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736740000},{emqx_monit,1705736740000,#{connections => 11,dropped => 0,live_connections => 11,received => 0,sent => 0,subscriptions => 72,topics => 66}},write},{{emqx_dashboard_monitor,1705736750000},{emqx_monit,1705736750000,#{connections => 11,dropped => 6,live_connections => 11,received => 18,sent => 12,subscriptions => 72,topics => 66}},write}],763430436525],[{file,"mnesia_log.erl"},{line,999}]},{mnesia_log,insert_logchunk,3,[{file,"mnesia_log.erl"},{line,994}]},{mnesia_log,load_dcl,2,[{file,"mnesia_log.erl"},{line,986}]},{mnesia_loader,do_get_disc_copy2,4,[{file,"mnesia_loader.erl"},{line,74}]},{mnesia_controller,disc_load_table,4,[{file,"mnesia_controller.erl"},{line,2271}]},{mnesia_controller,'-load_and_reply/2-fun-0-',2,[{file,"mnesia_controller.erl"},{line,2166}]}]}, state: {state,<0.2170.0>,true,[],[{<0.2248.0>,{disc_load,emqx_dashboard_monitor,local_only,undefined}}],{0,nil},[],[],{1,{emqx_dashboard_monitor,{late_load,emqx_dashboard_monitor,local_only,undefined,[]},nil,nil}},undefined,[],[],#Ref<0.4190645402.3434086401.141586>,false}
2024-01-23T08:01:41.018193+01:00 [warning] msg: still_waiting_for_emqx_app_to_be_ready, mfa: emqx_cluster_rpc:do_wait_for_emqx_ready/1(691)
2024-01-23T08:01:42.028215+01:00 [warning] msg: still_waiting_for_emqx_app_to_be_ready, mfa: emqx_cluster_rpc:do_wait_for_emqx_ready/1(691)
2024-01-23T08:01:43.038191+01:00 [warning] msg: still_waiting_for_emqx_app_to_be_ready, mfa: emqx_cluster_rpc:do_wait_for_emqx_ready/1(691)
2024-01-23T08:01:43.932315+01:00 [error] Supervisor: {local,mnesia_kernel_sup}. Context: shutdown_error. Reason: killed. Offender: id=mnesia_controller,pid=<0.2201.0>.
2024-01-23T08:01:43.932870+01:00 [error] Generic server emqx_common_shard terminating. Reason: {{badmatch,{error,{node_not_running,'[email protected]'}}},[{mria_rlog_server,process_schema,1,[{file,"mria_rlog_server.erl"},{line,233}]},{mria_rlog_server,handle_continue,2,[{file,"mria_rlog_server.erl"},{line,127}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,1123}]},{gen_server,loop,7,[{file,"gen_server.erl"},{line,865}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,240}]}]}. Last message: {continue,post_init}. State: {<0.2463.0>,emqx_common_shard}.
2024-01-23T08:01:43.933775+01:00 [error] crasher: initial call: mria_rlog_server:init/1, pid: <0.2464.0>, registered_name: emqx_common_shard, error: {{badmatch,{error,{node_not_running,'[email protected]'}}},[{mria_rlog_server,process_schema,1,[{file,"mria_rlog_server.erl"},{line,233}]},{mria_rlog_server,handle_continue,2,[{file,"mria_rlog_server.erl"},{line,127}]},{gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,1123}]},{gen_server,loop,7,[{file,"gen_server.erl"},{line,865}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,240}]}]}, ancestors: [<0.2463.0>,mria_shards_sup,mria_rlog_sup,mria_sup,<0.2158.0>], message_queue_len: 0, messages: [], links: [<0.2463.0>], dictionary: [{'$logger_metadata$',#{domain => [mria,rlog,server],shard => emqx_common_shard}}], trap_exit: true, status: running, heap_size: 6772, stack_size: 28, reductions: 6338; neighbours:
![renovate[bot] avatar](https://avatars.githubusercontent.com/in/2740?v=4 "renovate[bot]")
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent