syn_test_suite_helper.erl 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306
  1. %% ==========================================================================================================
  2. %% Syn - A global Process Registry and Process Group manager.
  3. %%
  4. %% The MIT License (MIT)
  5. %%
  6. %% Copyright (c) 2015-2021 Roberto Ostinelli <roberto@ostinelli.net> and Neato Robotics, Inc.
  7. %%
  8. %% Permission is hereby granted, free of charge, to any person obtaining a copy
  9. %% of this software and associated documentation files (the "Software"), to deal
  10. %% in the Software without restriction, including without limitation the rights
  11. %% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. %% copies of the Software, and to permit persons to whom the Software is
  13. %% furnished to do so, subject to the following conditions:
  14. %%
  15. %% The above copyright notice and this permission notice shall be included in
  16. %% all copies or substantial portions of the Software.
  17. %%
  18. %% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. %% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. %% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. %% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. %% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. %% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. %% THE SOFTWARE.
  25. %% ==========================================================================================================
  26. -module(syn_test_suite_helper).
  27. %% API
  28. -export([start_slave/1, stop_slave/1]).
  29. -export([connect_node/1, disconnect_node/1]).
  30. -export([clean_after_test/0]).
  31. -export([start_process/0, start_process/1, start_process/2]).
  32. -export([kill_process/1]).
  33. -export([flush_inbox/0]).
  34. -export([wait_cluster_mesh_connected/1]).
  35. -export([wait_process_name_ready/1, wait_process_name_ready/2]).
  36. -export([assert_cluster/2]).
  37. -export([assert_registry_scope_subcluster/3, assert_groups_scope_subcluster/3]).
  38. -export([assert_received_messages/1]).
  39. -export([assert_empty_queue/1]).
  40. -export([assert_wait/2]).
  41. -export([send_error_logger_to_disk/0]).
  42. %% internal
  43. -export([process_main/0]).
  44. %% macro
  45. -define(TIMEOUT, 5000).
  46. %% ===================================================================
  47. %% API
  48. %% ===================================================================
  49. start_slave(NodeShortName) ->
  50. {ok, Node} = ct_slave:start(NodeShortName, [
  51. {boot_timeout, 10},
  52. {erl_flags, "-connect_all false"}
  53. ]),
  54. CodePath = code:get_path(),
  55. true = rpc:call(Node, code, set_path, [CodePath]),
  56. {ok, Node}.
  57. stop_slave(NodeShortName) ->
  58. {ok, _} = ct_slave:stop(NodeShortName).
  59. connect_node(Node) ->
  60. net_kernel:connect_node(Node).
  61. disconnect_node(Node) ->
  62. erlang:disconnect_node(Node).
  63. clean_after_test() ->
  64. Nodes = [node() | nodes()],
  65. %% shutdown
  66. lists:foreach(fun(Node) ->
  67. %% close syn
  68. rpc:call(Node, application, stop, [syn]),
  69. %% clean env
  70. rpc:call(Node, application, unset_env, [syn, event_handler])
  71. end, Nodes).
  72. start_process() ->
  73. Pid = spawn(fun process_main/0),
  74. Pid.
  75. start_process(Node) when is_atom(Node) ->
  76. Pid = spawn(Node, fun process_main/0),
  77. Pid;
  78. start_process(Loop) when is_function(Loop) ->
  79. Pid = spawn(Loop),
  80. Pid.
  81. start_process(Node, Loop) ->
  82. Pid = spawn(Node, Loop),
  83. Pid.
  84. kill_process(RegisteredName) when is_atom(RegisteredName) ->
  85. case whereis(RegisteredName) of
  86. undefined -> ok;
  87. Pid -> kill_process(Pid)
  88. end;
  89. kill_process(Pid) when is_pid(Pid) ->
  90. case rpc:call(node(Pid), erlang, is_process_alive, [Pid]) of
  91. true ->
  92. MRef = monitor(process, Pid),
  93. exit(Pid, kill),
  94. receive
  95. {'DOWN', MRef, process, Pid, _Reason} -> ok
  96. after ?TIMEOUT ->
  97. ct:fail("~n\tCould not kill process ~p~n", [Pid])
  98. end;
  99. false ->
  100. ok
  101. end.
  102. flush_inbox() ->
  103. receive
  104. _ -> flush_inbox()
  105. after 0 ->
  106. ok
  107. end.
  108. wait_cluster_mesh_connected(Nodes) ->
  109. wait_cluster_mesh_connected(Nodes, os:system_time(millisecond)).
  110. wait_cluster_mesh_connected(Nodes, StartAt) ->
  111. AllSynced = lists:all(fun(Node) ->
  112. RemoteNodes = rpc:call(Node, erlang, nodes, []),
  113. AllNodes = [Node | RemoteNodes],
  114. lists:sort(AllNodes) == lists:sort(Nodes)
  115. end, Nodes),
  116. case AllSynced of
  117. true ->
  118. ok;
  119. false ->
  120. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  121. true ->
  122. {error, {could_not_init_cluster, Nodes}};
  123. false ->
  124. timer:sleep(50),
  125. wait_cluster_mesh_connected(Nodes, StartAt)
  126. end
  127. end.
  128. wait_process_name_ready(Name) ->
  129. wait_process_name_ready(Name, os:system_time(millisecond)).
  130. wait_process_name_ready(Name, StartAt) ->
  131. timer:sleep(50),
  132. case whereis(Name) of
  133. undefined ->
  134. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  135. true ->
  136. ct:fail("~n\tProcess with name ~p didn't come alive~n", [Name]);
  137. false ->
  138. wait_process_name_ready(Name, StartAt)
  139. end;
  140. Pid ->
  141. case process_info(Pid, status) of
  142. {status, waiting} ->
  143. ok;
  144. Other ->
  145. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  146. true ->
  147. ct:fail("~n\tProcess with name ~p didn't come ready~n\tStatus: ~p~n", [Name, Other]);
  148. false ->
  149. wait_process_name_ready(Name, StartAt)
  150. end
  151. end
  152. end.
  153. assert_cluster(Node, ExpectedNodes) ->
  154. assert_cluster(Node, ExpectedNodes, os:system_time(millisecond)).
  155. assert_cluster(Node, ExpectedNodes, StartAt) ->
  156. Nodes = rpc:call(Node, erlang, nodes, []),
  157. case do_assert_cluster(Nodes, ExpectedNodes, StartAt) of
  158. continue -> assert_cluster(Node, ExpectedNodes, StartAt);
  159. _ -> ok
  160. end.
  161. assert_registry_scope_subcluster(Node, Scope, ExpectedNodes) ->
  162. do_assert_scope_subcluster(syn_registry, Node, Scope, ExpectedNodes).
  163. assert_groups_scope_subcluster(Node, Scope, ExpectedNodes) ->
  164. do_assert_scope_subcluster(syn_groups, Node, Scope, ExpectedNodes).
  165. assert_received_messages(Messages) ->
  166. assert_received_messages(Messages, []).
  167. assert_received_messages([], UnexpectedMessages) ->
  168. do_assert_received_messages([], UnexpectedMessages);
  169. assert_received_messages(Messages, UnexpectedMessages) ->
  170. receive
  171. Message ->
  172. case lists:member(Message, Messages) of
  173. true ->
  174. Messages1 = lists:delete(Message, Messages),
  175. assert_received_messages(Messages1, UnexpectedMessages);
  176. false ->
  177. assert_received_messages(Messages, [Message | UnexpectedMessages])
  178. end
  179. after ?TIMEOUT ->
  180. do_assert_received_messages(Messages, UnexpectedMessages)
  181. end.
  182. assert_empty_queue(Pid) when is_pid(Pid) ->
  183. case process_info(Pid, message_queue_len) of
  184. {message_queue_len, 0} ->
  185. ok;
  186. _ ->
  187. {messages, Messages} = process_info(Pid, messages),
  188. ct:fail("~n\tMessage queue was not empty, got:~n\t~p~n", [Messages])
  189. end.
  190. assert_wait(ExpectedResult, Fun) ->
  191. assert_wait(ExpectedResult, Fun, os:system_time(millisecond)).
  192. assert_wait(ExpectedResult, Fun, StartAt) ->
  193. case Fun() of
  194. ExpectedResult ->
  195. ok;
  196. Result ->
  197. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  198. true ->
  199. ct:fail("~n\tExpected: ~p~n\tActual: ~p~n", [ExpectedResult, Result]);
  200. false ->
  201. timer:sleep(50),
  202. assert_wait(ExpectedResult, Fun, StartAt)
  203. end
  204. end.
  205. send_error_logger_to_disk() ->
  206. error_logger:logfile({open, atom_to_list(node())}).
  207. %% ===================================================================
  208. %% Internal
  209. %% ===================================================================
  210. process_main() ->
  211. receive
  212. _ -> process_main()
  213. end.
  214. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes) ->
  215. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, os:system_time(millisecond)).
  216. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, StartAt) ->
  217. Nodes = rpc:call(Node, Module, get_subcluster_nodes, [Scope]),
  218. case do_assert_cluster(Nodes, ExpectedNodes, StartAt) of
  219. continue -> do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, StartAt);
  220. _ -> ok
  221. end.
  222. do_assert_cluster(Nodes, ExpectedNodes, StartAt) ->
  223. ExpectedCount = length(ExpectedNodes),
  224. %% count nodes
  225. case length(Nodes) of
  226. ExpectedCount ->
  227. %% loop nodes
  228. RemainingNodes = lists:filter(fun(N) -> not lists:member(N, ExpectedNodes) end, Nodes),
  229. case length(RemainingNodes) of
  230. 0 ->
  231. ok;
  232. _ ->
  233. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  234. true ->
  235. ct:fail("~n\tInvalid subcluster~n\tExpected: ~p~n\tActual: ~p~n\tLine: ~p~n",
  236. [ExpectedNodes, Nodes, get_line_from_stacktrace()]
  237. );
  238. false ->
  239. timer:sleep(50),
  240. continue
  241. end
  242. end;
  243. _ ->
  244. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  245. true ->
  246. ct:fail("~n\tInvalid subcluster~n\tExpected: ~p~n\tActual: ~p~n\tLine: ~p~n",
  247. [ExpectedNodes, Nodes, get_line_from_stacktrace()]
  248. );
  249. false ->
  250. timer:sleep(50),
  251. continue
  252. end
  253. end.
  254. do_assert_received_messages([], []) ->
  255. ok;
  256. do_assert_received_messages(MissingMessages, UnexpectedMessages) ->
  257. ct:fail("~n\tReceive messages error~n\tMissing: ~p~n\tUnexpected: ~p~n",
  258. [lists:reverse(MissingMessages), lists:reverse(UnexpectedMessages)]
  259. ).
  260. get_line_from_stacktrace() ->
  261. {current_stacktrace, Stacktrace} = process_info(self(), current_stacktrace),
  262. [{_, _, _, FileInfo} | _] = lists:dropwhile(fun({Module, _Method, _Arity, _FileInfo}) ->
  263. Module =:= ?MODULE end, Stacktrace),
  264. proplists:get_value(line, FileInfo).