syn_test_suite_helper.erl 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. %% ==========================================================================================================
  2. %% Syn - A global Process Registry and Process Group manager.
  3. %%
  4. %% The MIT License (MIT)
  5. %%
  6. %% Copyright (c) 2015-2021 Roberto Ostinelli <roberto@ostinelli.net> and Neato Robotics, Inc.
  7. %%
  8. %% Permission is hereby granted, free of charge, to any person obtaining a copy
  9. %% of this software and associated documentation files (the "Software"), to deal
  10. %% in the Software without restriction, including without limitation the rights
  11. %% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. %% copies of the Software, and to permit persons to whom the Software is
  13. %% furnished to do so, subject to the following conditions:
  14. %%
  15. %% The above copyright notice and this permission notice shall be included in
  16. %% all copies or substantial portions of the Software.
  17. %%
  18. %% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. %% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. %% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. %% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. %% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. %% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. %% THE SOFTWARE.
  25. %% ==========================================================================================================
  26. -module(syn_test_suite_helper).
  27. %% API
  28. -export([start_slave/1, stop_slave/1]).
  29. -export([connect_node/1, disconnect_node/1]).
  30. -export([clean_after_test/0]).
  31. -export([start_process/0, start_process/1, start_process/2]).
  32. -export([kill_process/1]).
  33. -export([wait_cluster_mesh_connected/1]).
  34. -export([wait_process_name_ready/1, wait_process_name_ready/2]).
  35. -export([wait_message_queue_empty/0]).
  36. -export([assert_cluster/2]).
  37. -export([assert_registry_scope_subcluster/3, assert_groups_scope_subcluster/3]).
  38. -export([assert_received_messages/1]).
  39. -export([assert_empty_queue/1]).
  40. -export([assert_same_array_with_same_members/2]).
  41. -export([assert_wait/2]).
  42. -export([send_error_logger_to_disk/0]).
  43. %% internal
  44. -export([process_main/0]).
  45. %% macro
  46. -define(TIMEOUT, 5000).
  47. %% ===================================================================
  48. %% API
  49. %% ===================================================================
  50. start_slave(NodeShortName) ->
  51. {ok, Node} = ct_slave:start(NodeShortName, [
  52. {boot_timeout, 10},
  53. {erl_flags, "-connect_all false"}
  54. ]),
  55. CodePath = code:get_path(),
  56. true = rpc:call(Node, code, set_path, [CodePath]),
  57. {ok, Node}.
  58. stop_slave(NodeShortName) ->
  59. {ok, _} = ct_slave:stop(NodeShortName).
  60. connect_node(Node) ->
  61. net_kernel:connect_node(Node).
  62. disconnect_node(Node) ->
  63. erlang:disconnect_node(Node).
  64. clean_after_test() ->
  65. Nodes = [node() | nodes()],
  66. %% shutdown
  67. lists:foreach(fun(Node) ->
  68. %% close syn
  69. rpc:call(Node, application, stop, [syn]),
  70. %% clean env
  71. rpc:call(Node, application, unset_env, [syn, event_handler])
  72. end, Nodes).
  73. start_process() ->
  74. Pid = spawn(fun process_main/0),
  75. Pid.
  76. start_process(Node) when is_atom(Node) ->
  77. Pid = spawn(Node, fun process_main/0),
  78. Pid;
  79. start_process(Loop) when is_function(Loop) ->
  80. Pid = spawn(Loop),
  81. Pid.
  82. start_process(Node, Loop) ->
  83. Pid = spawn(Node, Loop),
  84. Pid.
  85. kill_process(RegisteredName) when is_atom(RegisteredName) ->
  86. case whereis(RegisteredName) of
  87. undefined -> ok;
  88. Pid -> kill_process(Pid)
  89. end;
  90. kill_process(Pid) when is_pid(Pid) ->
  91. case rpc:call(node(Pid), erlang, is_process_alive, [Pid]) of
  92. true ->
  93. MRef = monitor(process, Pid),
  94. exit(Pid, kill),
  95. receive
  96. {'DOWN', MRef, process, Pid, _Reason} -> ok
  97. after ?TIMEOUT ->
  98. ct:fail("~n\tCould not kill process ~p~n", [Pid])
  99. end;
  100. false ->
  101. ok
  102. end.
  103. wait_cluster_mesh_connected(Nodes) ->
  104. wait_cluster_mesh_connected(Nodes, os:system_time(millisecond)).
  105. wait_cluster_mesh_connected(Nodes, StartAt) ->
  106. AllSynced = lists:all(fun(Node) ->
  107. RemoteNodes = rpc:call(Node, erlang, nodes, []),
  108. AllNodes = [Node | RemoteNodes],
  109. lists:sort(AllNodes) == lists:sort(Nodes)
  110. end, Nodes),
  111. case AllSynced of
  112. true ->
  113. ok;
  114. false ->
  115. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  116. true ->
  117. {error, {could_not_init_cluster, Nodes}};
  118. false ->
  119. timer:sleep(50),
  120. wait_cluster_mesh_connected(Nodes, StartAt)
  121. end
  122. end.
  123. wait_process_name_ready(Name) ->
  124. wait_process_name_ready(Name, os:system_time(millisecond)).
  125. wait_process_name_ready(Name, StartAt) ->
  126. timer:sleep(50),
  127. case whereis(Name) of
  128. undefined ->
  129. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  130. true ->
  131. ct:fail("~n\tProcess with name ~p didn't come alive~n", [Name]);
  132. false ->
  133. wait_process_name_ready(Name, StartAt)
  134. end;
  135. Pid ->
  136. case process_info(Pid, status) of
  137. {status, waiting} ->
  138. ok;
  139. Other ->
  140. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  141. true ->
  142. ct:fail("~n\tProcess with name ~p didn't come ready~n\tStatus: ~p~n", [Name, Other]);
  143. false ->
  144. wait_process_name_ready(Name, StartAt)
  145. end
  146. end
  147. end.
  148. wait_message_queue_empty() ->
  149. timer:sleep(500),
  150. syn_test_suite_helper:assert_wait(
  151. ok,
  152. fun() ->
  153. flush_inbox(),
  154. syn_test_suite_helper:assert_empty_queue(self())
  155. end
  156. ).
  157. assert_cluster(Node, ExpectedNodes) ->
  158. assert_cluster(Node, ExpectedNodes, os:system_time(millisecond)).
  159. assert_cluster(Node, ExpectedNodes, StartAt) ->
  160. Nodes = rpc:call(Node, erlang, nodes, []),
  161. case do_assert_cluster(Nodes, ExpectedNodes, StartAt) of
  162. continue -> assert_cluster(Node, ExpectedNodes, StartAt);
  163. _ -> ok
  164. end.
  165. assert_registry_scope_subcluster(Node, Scope, ExpectedNodes) ->
  166. do_assert_scope_subcluster(syn_registry, Node, Scope, ExpectedNodes).
  167. assert_groups_scope_subcluster(Node, Scope, ExpectedNodes) ->
  168. do_assert_scope_subcluster(syn_groups, Node, Scope, ExpectedNodes).
  169. assert_received_messages(Messages) ->
  170. assert_received_messages(Messages, []).
  171. assert_received_messages([], UnexpectedMessages) ->
  172. do_assert_received_messages([], UnexpectedMessages);
  173. assert_received_messages(Messages, UnexpectedMessages) ->
  174. receive
  175. Message ->
  176. case lists:member(Message, Messages) of
  177. true ->
  178. Messages1 = lists:delete(Message, Messages),
  179. assert_received_messages(Messages1, UnexpectedMessages);
  180. false ->
  181. assert_received_messages(Messages, [Message | UnexpectedMessages])
  182. end
  183. after ?TIMEOUT ->
  184. do_assert_received_messages(Messages, UnexpectedMessages)
  185. end.
  186. assert_empty_queue(Pid) when is_pid(Pid) ->
  187. case process_info(Pid, message_queue_len) of
  188. {message_queue_len, 0} ->
  189. ok;
  190. _ ->
  191. {messages, Messages} = process_info(Pid, messages),
  192. ct:fail("~n\tMessage queue was not empty, got:~n\t~p~n", [Messages])
  193. end.
  194. assert_same_array_with_same_members(Arr1, Arr2) ->
  195. assert_same_array_with_same_members(Arr1, Arr2, []).
  196. assert_same_array_with_same_members([], [], []) ->
  197. ok;
  198. assert_same_array_with_same_members([], RemArr2, RemArr1) ->
  199. ct:fail("~n\tIn 1 only: ~p~n\tIn 2 only: ~p~n", [RemArr1, RemArr2]);
  200. assert_same_array_with_same_members([E1 | Arr1], Arr2, RemArr1) ->
  201. case lists:member(E1, Arr2) of
  202. false ->
  203. assert_same_array_with_same_members(Arr1, Arr2, [E1 | RemArr1]);
  204. true ->
  205. NewArr2 = lists:delete(E1, Arr2),
  206. assert_same_array_with_same_members(Arr1, NewArr2, RemArr1)
  207. end.
  208. assert_wait(ExpectedResult, Fun) ->
  209. assert_wait(ExpectedResult, Fun, os:system_time(millisecond)).
  210. assert_wait(ExpectedResult, Fun, StartAt) ->
  211. case Fun() of
  212. ExpectedResult ->
  213. ok;
  214. Result ->
  215. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  216. true ->
  217. ct:fail("~n\tExpected: ~p~n\tActual: ~p~n", [ExpectedResult, Result]);
  218. false ->
  219. timer:sleep(50),
  220. assert_wait(ExpectedResult, Fun, StartAt)
  221. end
  222. end.
  223. send_error_logger_to_disk() ->
  224. error_logger:logfile({open, atom_to_list(node())}).
  225. %% ===================================================================
  226. %% Internal
  227. %% ===================================================================
  228. process_main() ->
  229. receive
  230. _ -> process_main()
  231. end.
  232. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes) ->
  233. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, os:system_time(millisecond)).
  234. do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, StartAt) ->
  235. Nodes = rpc:call(Node, Module, get_subcluster_nodes, [Scope]),
  236. case do_assert_cluster(Nodes, ExpectedNodes, StartAt) of
  237. continue -> do_assert_scope_subcluster(Module, Node, Scope, ExpectedNodes, StartAt);
  238. _ -> ok
  239. end.
  240. do_assert_cluster(Nodes, ExpectedNodes, StartAt) ->
  241. ExpectedCount = length(ExpectedNodes),
  242. %% count nodes
  243. case length(Nodes) of
  244. ExpectedCount ->
  245. %% loop nodes
  246. RemainingNodes = lists:filter(fun(N) -> not lists:member(N, ExpectedNodes) end, Nodes),
  247. case length(RemainingNodes) of
  248. 0 ->
  249. ok;
  250. _ ->
  251. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  252. true ->
  253. ct:fail("~n\tInvalid subcluster~n\tExpected: ~p~n\tActual: ~p~n\tLine: ~p~n",
  254. [ExpectedNodes, Nodes, get_line_from_stacktrace()]
  255. );
  256. false ->
  257. timer:sleep(50),
  258. continue
  259. end
  260. end;
  261. _ ->
  262. case os:system_time(millisecond) - StartAt > ?TIMEOUT of
  263. true ->
  264. ct:fail("~n\tInvalid subcluster~n\tExpected: ~p~n\tActual: ~p~n\tLine: ~p~n",
  265. [ExpectedNodes, Nodes, get_line_from_stacktrace()]
  266. );
  267. false ->
  268. timer:sleep(50),
  269. continue
  270. end
  271. end.
  272. do_assert_received_messages([], []) ->
  273. ok;
  274. do_assert_received_messages(MissingMessages, UnexpectedMessages) ->
  275. ct:fail("~n\tReceive messages error~n\tMissing: ~p~n\tUnexpected: ~p~n",
  276. [lists:reverse(MissingMessages), lists:reverse(UnexpectedMessages)]
  277. ).
  278. flush_inbox() ->
  279. receive
  280. _ -> flush_inbox()
  281. after 0 ->
  282. ok
  283. end.
  284. get_line_from_stacktrace() ->
  285. {current_stacktrace, Stacktrace} = process_info(self(), current_stacktrace),
  286. [{_, _, _, FileInfo} | _] = lists:dropwhile(fun({Module, _Method, _Arity, _FileInfo}) ->
  287. Module =:= ?MODULE end, Stacktrace),
  288. proplists:get_value(line, FileInfo).