syn_test_suite_helper.erl 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. %% ==========================================================================================================
  2. %% Syn - A global Process Registry and Process Group manager.
  3. %%
  4. %% The MIT License (MIT)
  5. %%
  6. %% Copyright (c) 2015-2021 Roberto Ostinelli <roberto@ostinelli.net> and Neato Robotics, Inc.
  7. %%
  8. %% Permission is hereby granted, free of charge, to any person obtaining a copy
  9. %% of this software and associated documentation files (the "Software"), to deal
  10. %% in the Software without restriction, including without limitation the rights
  11. %% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. %% copies of the Software, and to permit persons to whom the Software is
  13. %% furnished to do so, subject to the following conditions:
  14. %%
  15. %% The above copyright notice and this permission notice shall be included in
  16. %% all copies or substantial portions of the Software.
  17. %%
  18. %% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. %% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. %% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. %% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. %% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. %% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. %% THE SOFTWARE.
  25. %% ==========================================================================================================
  26. -module(syn_test_suite_helper).
  27. %% API
  28. -export([start_slave/1, stop_slave/1]).
  29. -export([connect_node/1, disconnect_node/1]).
  30. -export([clean_after_test/0]).
  31. -export([start_process/0, start_process/1, start_process/2]).
  32. -export([kill_process/1]).
  33. -export([flush_inbox/0]).
  34. -export([wait_cluster_mesh_connected/1]).
  35. -export([wait_process_name_ready/1, wait_process_name_ready/2]).
  36. -export([assert_cluster/2]).
  37. -export([assert_registry_scope_subcluster/3, assert_groups_scope_subcluster/3]).
  38. -export([assert_received_messages/1]).
  39. -export([assert_empty_queue/1]).
  40. -export([assert_wait/2]).
  41. -export([send_error_logger_to_disk/0]).
  42. %% internal
  43. -export([process_main/0]).
  44. %% ===================================================================
  45. %% API
  46. %% ===================================================================
  47. start_slave(NodeShortName) ->
  48. {ok, Node} = ct_slave:start(NodeShortName, [
  49. {boot_timeout, 10},
  50. {erl_flags, "-connect_all false"}
  51. ]),
  52. CodePath = code:get_path(),
  53. true = rpc:call(Node, code, set_path, [CodePath]),
  54. {ok, Node}.
  55. stop_slave(NodeShortName) ->
  56. {ok, _} = ct_slave:stop(NodeShortName).
  57. connect_node(Node) ->
  58. net_kernel:connect_node(Node).
  59. disconnect_node(Node) ->
  60. erlang:disconnect_node(Node).
  61. clean_after_test() ->
  62. Nodes = [node() | nodes()],
  63. %% shutdown
  64. lists:foreach(fun(Node) ->
  65. %% close syn
  66. rpc:call(Node, application, stop, [syn]),
  67. %% clean env
  68. rpc:call(Node, application, unset_env, [syn, event_handler])
  69. end, Nodes).
  70. start_process() ->
  71. Pid = spawn(fun process_main/0),
  72. Pid.
  73. start_process(Node) when is_atom(Node) ->
  74. Pid = spawn(Node, fun process_main/0),
  75. Pid;
  76. start_process(Loop) when is_function(Loop) ->
  77. Pid = spawn(Loop),
  78. Pid.
  79. start_process(Node, Loop) ->
  80. Pid = spawn(Node, Loop),
  81. Pid.
  82. kill_process(RegisteredName) when is_atom(RegisteredName) ->
  83. case whereis(RegisteredName) of
  84. undefined -> ok;
  85. Pid -> kill_process(Pid)
  86. end;
  87. kill_process(Pid) when is_pid(Pid) ->
  88. case rpc:call(node(Pid), erlang, is_process_alive, [Pid]) of
  89. true ->
  90. MRef = monitor(process, Pid),
  91. exit(Pid, kill),
  92. receive
  93. {'DOWN', MRef, process, Pid, _Reason} -> ok
  94. after 5000 ->
  95. ct:fail("~n\tCould not kill process ~p~n", [Pid])
  96. end;
  97. false ->
  98. ok
  99. end.
  100. flush_inbox() ->
  101. receive
  102. _ -> flush_inbox()
  103. after 0 ->
  104. ok
  105. end.
  106. wait_cluster_mesh_connected(Nodes) ->
  107. wait_cluster_mesh_connected(Nodes, os:system_time(millisecond)).
  108. wait_cluster_mesh_connected(Nodes, StartAt) ->
  109. AllSynced = lists:all(fun(Node) ->
  110. RemoteNodes = rpc:call(Node, erlang, nodes, []),
  111. AllNodes = [Node | RemoteNodes],
  112. lists:sort(AllNodes) == lists:sort(Nodes)
  113. end, Nodes),
  114. case AllSynced of
  115. true ->
  116. ok;
  117. false ->
  118. case os:system_time(millisecond) - StartAt > 5000 of
  119. true ->
  120. {error, {could_not_init_cluster, Nodes}};
  121. false ->
  122. timer:sleep(50),
  123. wait_cluster_mesh_connected(Nodes, StartAt)
  124. end
  125. end.
  126. wait_process_name_ready(Name) ->
  127. wait_process_name_ready(Name, os:system_time(millisecond)).
  128. wait_process_name_ready(Name, StartAt) ->
  129. timer:sleep(50),
  130. case whereis(Name) of
  131. undefined ->
  132. case os:system_time(millisecond) - StartAt > 5000 of
  133. true ->
  134. ct:fail("~n\tProcess with name ~p didn't come alive~n", [Name]);
  135. false ->
  136. wait_process_name_ready(Name, StartAt)
  137. end;
  138. Pid ->
  139. case process_info(Pid, status) of
  140. {status, waiting} ->
  141. ok;
  142. Other ->
  143. case os:system_time(millisecond) - StartAt > 5000 of
  144. true ->
  145. ct:fail("~n\tProcess with name ~p didn't come ready~n\tStatus: ~p~n", [Name, Other]);
  146. false ->
  147. wait_process_name_ready(Name, StartAt)
  148. end
  149. end
  150. end.
  151. assert_cluster(Node, ExpectedNodes) ->
  152. assert_cluster(Node, ExpectedNodes, os:system_time(millisecond)).
  153. assert_cluster(Node, ExpectedNodes, StartAt) ->
  154. Nodes = rpc:call(Node, erlang, nodes, []),
  155. case do_assert_cluster(Nodes, ExpectedNodes, StartAt) of
  156. continue -> assert_cluster(Node, ExpectedNodes, StartAt);
  157. _ -> ok
  158. end.
  159. assert_registry_scope_subcluster(Node, Scope, ExpectedNodes) ->
  160. do_assert_scope_subcluster(syn_registry, Node, Scope, ExpectedNodes).
  161. assert_groups_scope_subcluster(Node, Scope, ExpectedNodes) ->
  162. do_assert_scope_subcluster(syn_groups, Node, Scope, ExpectedNodes).
  163. assert_received_messages(Messages) ->
  164. assert_received_messages(Messages, []).
  165. assert_received_messages([], UnexpectedMessages) ->
  166. do_assert_received_messages([], UnexpectedMessages);
  167. assert_received_messages(Messages, UnexpectedMessages) ->
  168. receive
  169. Message ->
  170. case lists:member(Message, Messages) of
  171. true ->
  172. Messages1 = lists:delete(Message, Messages),
  173. assert_received_messages(Messages1, UnexpectedMessages);
  174. false ->
  175. assert_received_messages(Messages, [Message | UnexpectedMessages])
  176. end
  177. after 5000 ->
  178. do_assert_received_messages(Messages, UnexpectedMessages)
  179. end.
  180. assert_empty_queue(Pid) when is_pid(Pid) ->
  181. case process_info(Pid, message_queue_len) of
  182. {message_queue_len, 0} ->
  183. ok;
  184. _ ->
  185. {messages, Messages} = process_info(Pid, messages),
  186. ct:fail("~n\tMessage queue was not empty, got:~n\t~p~n", [Messages])
  187. end.
  188. assert_wait(ExpectedResult, Fun) ->
  189. assert_wait(ExpectedResult, Fun, os:system_time(millisecond)).
  190. assert_wait(ExpectedResult, Fun, StartAt) ->
  191. case Fun() of
  192. ExpectedResult ->
  193. ok;
  194. Result ->
  195. case os:system_time(millisecond) - StartAt > 5000 of
  196. true ->
  197. ct:fail("~n\tExpected: ~p~n\tActual: ~p~n", [ExpectedResult, Result]);
  198. false ->
  199. timer:sleep(50),
  200. assert_wait(ExpectedResult, Fun, StartAt)
  201. end
  202. end.
  203. send_error_logger_to_disk() ->
  204. error_logger:logfile({open, atom_to_list(node())}).
  205. %% ===================================================================
  206. %% Internal
  207. %% ===================================================================
  208. process_main() ->
  209. receive
  210. _ -> process_main()
  211. end.
  212. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes) ->
  213. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, os:system_time(millisecond)).
  214. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, StartAt) ->
  215. NodesMap = rpc:call(Node, Module, get_subcluster_nodes, [Scope]),
  216. Nodes = maps:keys(NodesMap),
  217. case do_assert_cluster(Nodes, ExpectedNodes, StartAt) of
  218. continue -> do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, StartAt);
  219. _ -> ok
  220. end.
  221. do_assert_cluster(Nodes, ExpectedNodes, StartAt) ->
  222. ExpectedCount = length(ExpectedNodes),
  223. %% count nodes
  224. case length(Nodes) of
  225. ExpectedCount ->
  226. %% loop nodes
  227. RemainingNodes = lists:filter(fun(N) -> not lists:member(N, ExpectedNodes) end, Nodes),
  228. case length(RemainingNodes) of
  229. 0 ->
  230. ok;
  231. _ ->
  232. case os:system_time(millisecond) - StartAt > 5000 of
  233. true ->
  234. ct:fail("~n\tInvalid subcluster~n\tExpected: ~p~n\tActual: ~p~n\tLine: ~p~n",
  235. [ExpectedNodes, Nodes, get_line_from_stacktrace()]
  236. );
  237. false ->
  238. timer:sleep(50),
  239. continue
  240. end
  241. end;
  242. _ ->
  243. case os:system_time(millisecond) - StartAt > 5000 of
  244. true ->
  245. ct:fail("~n\tInvalid subcluster~n\tExpected: ~p~n\tActual: ~p~n\tLine: ~p~n",
  246. [ExpectedNodes, Nodes, get_line_from_stacktrace()]
  247. );
  248. false ->
  249. timer:sleep(50),
  250. continue
  251. end
  252. end.
  253. do_assert_received_messages([], []) ->
  254. ok;
  255. do_assert_received_messages(MissingMessages, UnexpectedMessages) ->
  256. ct:fail("~n\tReceive messages error~n\tMissing: ~p~n\tUnexpected: ~p~n",
  257. [lists:reverse(MissingMessages), lists:reverse(UnexpectedMessages)]
  258. ).
  259. get_line_from_stacktrace() ->
  260. {current_stacktrace, Stacktrace} = process_info(self(), current_stacktrace),
  261. [{_, _, _, FileInfo} | _] = lists:dropwhile(fun({Module, _Method, _Arity, _FileInfo}) ->
  262. Module =:= ?MODULE end, Stacktrace),
  263. proplists:get_value(line, FileInfo).