syn_groups_SUITE.erl 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572
  1. %% ==========================================================================================================
  2. %% Syn - A global Process Registry and Process Group manager.
  3. %%
  4. %% The MIT License (MIT)
  5. %%
  6. %% Copyright (c) 2016 Roberto Ostinelli <roberto@ostinelli.net> and Neato Robotics, Inc.
  7. %%
  8. %% Permission is hereby granted, free of charge, to any person obtaining a copy
  9. %% of this software and associated documentation files (the "Software"), to deal
  10. %% in the Software without restriction, including without limitation the rights
  11. %% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. %% copies of the Software, and to permit persons to whom the Software is
  13. %% furnished to do so, subject to the following conditions:
  14. %%
  15. %% The above copyright notice and this permission notice shall be included in
  16. %% all copies or substantial portions of the Software.
  17. %%
  18. %% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. %% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. %% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. %% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. %% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. %% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. %% THE SOFTWARE.
  25. %% ==========================================================================================================
  26. -module(syn_groups_SUITE).
  27. %% callbacks
  28. -export([all/0]).
  29. -export([init_per_suite/1, end_per_suite/1]).
  30. -export([groups/0, init_per_group/2, end_per_group/2]).
  31. -export([init_per_testcase/2, end_per_testcase/2]).
  32. %% tests
  33. -export([
  34. single_node_join/1,
  35. single_node_leave/1,
  36. single_node_kill/1,
  37. single_node_leave_and_kill_multi_groups/1,
  38. single_node_publish/1,
  39. single_node_multi_call/1,
  40. single_node_multi_call_when_recipient_crashes/1,
  41. single_node_meta/1,
  42. single_node_callback_on_process_exit/1
  43. ]).
  44. -export([
  45. two_nodes_kill/1,
  46. two_nodes_publish/1,
  47. two_nodes_multi_call/1
  48. ]).
  49. %% internals
  50. -export([recipient_loop/1]).
  51. -export([called_loop/1, called_loop_that_crashes/1]).
  52. -export([process_groups_process_exit_callback_dummy/4]).
  53. %% include
  54. -include_lib("common_test/include/ct.hrl").
  55. %% ===================================================================
  56. %% Callbacks
  57. %% ===================================================================
  58. %% -------------------------------------------------------------------
  59. %% Function: all() -> GroupsAndTestCases | {skip,Reason}
  60. %% GroupsAndTestCases = [{group,GroupName} | TestCase]
  61. %% GroupName = atom()
  62. %% TestCase = atom()
  63. %% Reason = term()
  64. %% -------------------------------------------------------------------
  65. all() ->
  66. [
  67. {group, single_node_process_groups},
  68. {group, two_nodes_process_groups}
  69. ].
  70. %% -------------------------------------------------------------------
  71. %% Function: groups() -> [Group]
  72. %% Group = {GroupName,Properties,GroupsAndTestCases}
  73. %% GroupName = atom()
  74. %% Properties = [parallel | sequence | Shuffle | {RepeatType,N}]
  75. %% GroupsAndTestCases = [Group | {group,GroupName} | TestCase]
  76. %% TestCase = atom()
  77. %% Shuffle = shuffle | {shuffle,{integer(),integer(),integer()}}
  78. %% RepeatType = repeat | repeat_until_all_ok | repeat_until_all_fail |
  79. %% repeat_until_any_ok | repeat_until_any_fail
  80. %% N = integer() | forever
  81. %% -------------------------------------------------------------------
  82. groups() ->
  83. [
  84. {single_node_process_groups, [shuffle], [
  85. single_node_join,
  86. single_node_leave,
  87. single_node_kill,
  88. single_node_leave_and_kill_multi_groups,
  89. single_node_publish,
  90. single_node_multi_call,
  91. single_node_multi_call_when_recipient_crashes,
  92. single_node_meta,
  93. single_node_callback_on_process_exit
  94. ]},
  95. {two_nodes_process_groups, [shuffle], [
  96. two_nodes_kill,
  97. two_nodes_publish,
  98. two_nodes_multi_call
  99. ]}
  100. ].
  101. %% -------------------------------------------------------------------
  102. %% Function: init_per_suite(Config0) ->
  103. %% Config1 | {skip,Reason} |
  104. %% {skip_and_save,Reason,Config1}
  105. %% Config0 = Config1 = [tuple()]
  106. %% Reason = term()
  107. %% -------------------------------------------------------------------
  108. init_per_suite(Config) ->
  109. %% config
  110. [
  111. {slave_node_short_name, syn_slave}
  112. | Config
  113. ].
  114. %% -------------------------------------------------------------------
  115. %% Function: end_per_suite(Config0) -> void() | {save_config,Config1}
  116. %% Config0 = Config1 = [tuple()]
  117. %% -------------------------------------------------------------------
  118. end_per_suite(_Config) -> ok.
  119. %% -------------------------------------------------------------------
  120. %% Function: init_per_group(GroupName, Config0) ->
  121. %% Config1 | {skip,Reason} |
  122. %% {skip_and_save,Reason,Config1}
  123. %% GroupName = atom()
  124. %% Config0 = Config1 = [tuple()]
  125. %% Reason = term()
  126. %% -------------------------------------------------------------------
  127. init_per_group(two_nodes_process_groups, Config) ->
  128. %% start slave
  129. SlaveNodeShortName = proplists:get_value(slave_node_short_name, Config),
  130. {ok, SlaveNode} = syn_test_suite_helper:start_slave(SlaveNodeShortName),
  131. %% config
  132. [
  133. {slave_node, SlaveNode}
  134. | Config
  135. ];
  136. init_per_group(_GroupName, Config) -> Config.
  137. %% -------------------------------------------------------------------
  138. %% Function: end_per_group(GroupName, Config0) ->
  139. %% void() | {save_config,Config1}
  140. %% GroupName = atom()
  141. %% Config0 = Config1 = [tuple()]
  142. %% -------------------------------------------------------------------
  143. end_per_group(two_nodes_process_groups, Config) ->
  144. %% get slave node name
  145. SlaveNodeShortName = proplists:get_value(slave_node_short_name, Config),
  146. %% stop slave
  147. syn_test_suite_helper:stop_slave(SlaveNodeShortName);
  148. end_per_group(_GroupName, _Config) ->
  149. ok.
  150. % ----------------------------------------------------------------------------------------------------------
  151. % Function: init_per_testcase(TestCase, Config0) ->
  152. % Config1 | {skip,Reason} | {skip_and_save,Reason,Config1}
  153. % TestCase = atom()
  154. % Config0 = Config1 = [tuple()]
  155. % Reason = term()
  156. % ----------------------------------------------------------------------------------------------------------
  157. init_per_testcase(_TestCase, Config) ->
  158. Config.
  159. % ----------------------------------------------------------------------------------------------------------
  160. % Function: end_per_testcase(TestCase, Config0) ->
  161. % void() | {save_config,Config1} | {fail,Reason}
  162. % TestCase = atom()
  163. % Config0 = Config1 = [tuple()]
  164. % Reason = term()
  165. % ----------------------------------------------------------------------------------------------------------
  166. end_per_testcase(_TestCase, Config) ->
  167. %% get slave
  168. SlaveNode = proplists:get_value(slave_node, Config),
  169. syn_test_suite_helper:clean_after_test(SlaveNode).
  170. %% ===================================================================
  171. %% Tests
  172. %% ===================================================================
  173. single_node_join(_Config) ->
  174. %% set schema location
  175. application:set_env(mnesia, schema_location, ram),
  176. %% start
  177. ok = syn:start(),
  178. ok = syn:init(),
  179. %% start process
  180. Pid = syn_test_suite_helper:start_process(),
  181. %% retrieve
  182. [] = syn:get_members(<<"my group">>),
  183. false = syn:member(Pid, <<"my group">>),
  184. %% join
  185. ok = syn:join(<<"my group">>, Pid),
  186. %% allow to rejoin
  187. ok = syn:join(<<"my group">>, Pid),
  188. %% retrieve
  189. [Pid] = syn:get_members(<<"my group">>),
  190. true = syn:member(Pid, <<"my group">>),
  191. %% kill process
  192. syn_test_suite_helper:kill_process(Pid).
  193. single_node_leave(_Config) ->
  194. %% set schema location
  195. application:set_env(mnesia, schema_location, ram),
  196. %% start
  197. ok = syn:start(),
  198. ok = syn:init(),
  199. %% start process
  200. Pid = syn_test_suite_helper:start_process(),
  201. %% retrieve
  202. [] = syn:get_members(<<"my group">>),
  203. false = syn:member(Pid, <<"my group">>),
  204. %% join
  205. ok = syn:join(<<"my group">>, Pid),
  206. %% retrieve
  207. [Pid] = syn:get_members(<<"my group">>),
  208. true = syn:member(Pid, <<"my group">>),
  209. %% leave
  210. ok = syn:leave(<<"my group">>, Pid),
  211. %% retrieve
  212. [] = syn:get_members(<<"my group">>),
  213. false = syn:member(Pid, <<"my group">>),
  214. %% kill process
  215. syn_test_suite_helper:kill_process(Pid).
  216. single_node_kill(_Config) ->
  217. %% set schema location
  218. application:set_env(mnesia, schema_location, ram),
  219. %% start
  220. ok = syn:start(),
  221. ok = syn:init(),
  222. %% start process
  223. Pid = syn_test_suite_helper:start_process(),
  224. %% retrieve
  225. [] = syn:get_members(<<"my group 1">>),
  226. [] = syn:get_members(<<"my group 2">>),
  227. false = syn:member(Pid, <<"my group 1">>),
  228. false = syn:member(Pid, <<"my group 2">>),
  229. %% join
  230. ok = syn:join(<<"my group 1">>, Pid),
  231. ok = syn:join(<<"my group 2">>, Pid),
  232. %% retrieve
  233. [Pid] = syn:get_members(<<"my group 1">>),
  234. [Pid] = syn:get_members(<<"my group 2">>),
  235. true = syn:member(Pid, <<"my group 1">>),
  236. true = syn:member(Pid, <<"my group 2">>),
  237. %% kill process
  238. syn_test_suite_helper:kill_process(Pid),
  239. timer:sleep(100),
  240. %% retrieve
  241. [] = syn:get_members(<<"my group 1">>),
  242. [] = syn:get_members(<<"my group 2">>),
  243. false = syn:member(Pid, <<"my group 1">>),
  244. false = syn:member(Pid, <<"my group 2">>).
  245. single_node_leave_and_kill_multi_groups(_Config) ->
  246. %% set schema location
  247. application:set_env(mnesia, schema_location, ram),
  248. %% start
  249. ok = syn:start(),
  250. ok = syn:init(),
  251. %% start process
  252. Pid = syn_test_suite_helper:start_process(),
  253. %% retrieve
  254. [] = syn:get_members(<<"my group 1">>),
  255. [] = syn:get_members(<<"my group 2">>),
  256. false = syn:member(Pid, <<"my group 1">>),
  257. false = syn:member(Pid, <<"my group 2">>),
  258. %% join
  259. ok = syn:join(<<"my group 1">>, Pid),
  260. ok = syn:join(<<"my group 2">>, Pid),
  261. %% retrieve
  262. [Pid] = syn:get_members(<<"my group 1">>),
  263. [Pid] = syn:get_members(<<"my group 2">>),
  264. true = syn:member(Pid, <<"my group 1">>),
  265. true = syn:member(Pid, <<"my group 2">>),
  266. %% leave group 1
  267. ok = syn:leave(<<"my group 1">>, Pid),
  268. %% retrieve
  269. [] = syn:get_members(<<"my group 1">>),
  270. [Pid] = syn:get_members(<<"my group 2">>),
  271. false = syn:member(Pid, <<"my group 1">>),
  272. true = syn:member(Pid, <<"my group 2">>),
  273. %% kill process
  274. syn_test_suite_helper:kill_process(Pid),
  275. timer:sleep(100),
  276. %% retrieve
  277. [] = syn:get_members(<<"my group 1">>),
  278. [] = syn:get_members(<<"my group 2">>),
  279. false = syn:member(Pid, <<"my group 1">>),
  280. false = syn:member(Pid, <<"my group 2">>).
  281. single_node_publish(_Config) ->
  282. %% set schema location
  283. application:set_env(mnesia, schema_location, ram),
  284. %% start
  285. ok = syn:start(),
  286. ok = syn:init(),
  287. %% start processes
  288. ResultPid = self(),
  289. F = fun() -> recipient_loop(ResultPid) end,
  290. Pid1 = syn_test_suite_helper:start_process(F),
  291. Pid2 = syn_test_suite_helper:start_process(F),
  292. %% join
  293. ok = syn:join(<<"my group">>, Pid1),
  294. ok = syn:join(<<"my group">>, Pid2),
  295. %% publish
  296. syn:publish(<<"my group">>, {test, message}),
  297. %% check publish was received
  298. receive
  299. {received, Pid1, {test, message}} -> ok
  300. after 2000 ->
  301. ok = published_message_was_not_received_by_pid1
  302. end,
  303. receive
  304. {received, Pid2, {test, message}} -> ok
  305. after 2000 ->
  306. ok = published_message_was_not_received_by_pid2
  307. end,
  308. %% kill processes
  309. syn_test_suite_helper:kill_process(Pid1),
  310. syn_test_suite_helper:kill_process(Pid2).
  311. single_node_multi_call(_Config) ->
  312. %% set schema location
  313. application:set_env(mnesia, schema_location, ram),
  314. %% start
  315. ok = syn:start(),
  316. ok = syn:init(),
  317. %% start processes
  318. Pid1 = syn_test_suite_helper:start_process(fun() -> called_loop(pid1) end),
  319. Pid2 = syn_test_suite_helper:start_process(fun() -> called_loop(pid2) end),
  320. PidUnresponsive = syn_test_suite_helper:start_process(),
  321. %% register
  322. ok = syn:join(<<"my group">>, Pid1),
  323. ok = syn:join(<<"my group">>, Pid2),
  324. ok = syn:join(<<"my group">>, PidUnresponsive),
  325. %% call
  326. {Replies, BadPids} = syn:multi_call(<<"my group">>, get_pid_name),
  327. %% check responses
  328. 2 = length(Replies),
  329. pid1 = proplists:get_value(Pid1, Replies),
  330. pid2 = proplists:get_value(Pid2, Replies),
  331. [PidUnresponsive] = BadPids,
  332. %% kill processes
  333. syn_test_suite_helper:kill_process(Pid1),
  334. syn_test_suite_helper:kill_process(Pid2),
  335. syn_test_suite_helper:kill_process(PidUnresponsive).
  336. single_node_multi_call_when_recipient_crashes(_Config) ->
  337. %% set schema location
  338. application:set_env(mnesia, schema_location, ram),
  339. %% start
  340. ok = syn:start(),
  341. ok = syn:init(),
  342. %% start processes
  343. Pid1 = syn_test_suite_helper:start_process(fun() -> called_loop(pid1) end),
  344. Pid2 = syn_test_suite_helper:start_process(fun() -> called_loop(pid2) end),
  345. PidCrashes = syn_test_suite_helper:start_process(fun() -> called_loop_that_crashes(pid_crashes) end),
  346. %% register
  347. ok = syn:join(<<"my group">>, Pid1),
  348. ok = syn:join(<<"my group">>, Pid2),
  349. ok = syn:join(<<"my group">>, PidCrashes),
  350. %% call
  351. {Time, {Replies, BadPids}} = timer:tc(syn, multi_call, [<<"my group">>, get_pid_name]),
  352. %% check that pid2 was monitored, no need to wait for timeout
  353. true = Time / 1000 < 1000,
  354. %% check responses
  355. 2 = length(Replies),
  356. pid1 = proplists:get_value(Pid1, Replies),
  357. pid2 = proplists:get_value(Pid2, Replies),
  358. [PidCrashes] = BadPids,
  359. %% kill processes
  360. syn_test_suite_helper:kill_process(Pid1),
  361. syn_test_suite_helper:kill_process(Pid2).
  362. single_node_meta(_Config) ->
  363. %% set schema location
  364. application:set_env(mnesia, schema_location, ram),
  365. %% start
  366. ok = syn:start(),
  367. ok = syn:init(),
  368. %% start process
  369. Pid = syn_test_suite_helper:start_process(),
  370. %% retrieve
  371. [] = syn:get_members(<<"my group">>, with_meta),
  372. false = syn:member(Pid, <<"my group">>),
  373. %% join
  374. ok = syn:join(<<"my group">>, Pid, {some, meta}),
  375. %% retrieve
  376. [{Pid, {some, meta}}] = syn:get_members(<<"my group">>, with_meta),
  377. %% allow to rejoin to update meta
  378. ok = syn:join(<<"my group">>, Pid, {updated, meta}),
  379. %% retrieve
  380. [{Pid, {updated, meta}}] = syn:get_members(<<"my group">>, with_meta),
  381. %% leave
  382. ok = syn:leave(<<"my group">>, Pid),
  383. %% retrieve
  384. [] = syn:get_members(<<"my group">>),
  385. false = syn:member(Pid, <<"my group">>),
  386. %% kill process
  387. syn_test_suite_helper:kill_process(Pid).
  388. single_node_callback_on_process_exit(_Config) ->
  389. CurrentNode = node(),
  390. %% set schema location
  391. application:set_env(mnesia, schema_location, ram),
  392. %% load configuration variables from syn-test.config => this defines the callback
  393. syn_test_suite_helper:set_environment_variables(),
  394. %% start
  395. ok = syn:start(),
  396. ok = syn:init(),
  397. %% register global process
  398. ResultPid = self(),
  399. global:register_name(syn_process_groups_SUITE_result, ResultPid),
  400. %% start process
  401. Pid = syn_test_suite_helper:start_process(),
  402. %% register
  403. ok = syn:join(<<"my group">>, Pid, {some, meta, 1}),
  404. ok = syn:join(<<"my other group">>, Pid, {some, meta, 2}),
  405. %% kill process
  406. syn_test_suite_helper:kill_process(Pid),
  407. %% check callback were triggered
  408. receive
  409. {exited, CurrentNode, <<"my group">>, Pid, {some, meta, 1}, killed} -> ok
  410. after 2000 ->
  411. ok = process_groups_exit_callback_was_not_called_from_local_node
  412. end,
  413. receive
  414. {exited, CurrentNode, <<"my other group">>, Pid, {some, meta, 2}, killed} -> ok
  415. after 2000 ->
  416. ok = process_groups_exit_callback_was_not_called_from_local_node
  417. end,
  418. %% unregister
  419. global:unregister_name(syn_process_groups_SUITE_result).
  420. two_nodes_kill(Config) ->
  421. %% get slave
  422. SlaveNode = proplists:get_value(slave_node, Config),
  423. %% set schema location
  424. application:set_env(mnesia, schema_location, ram),
  425. rpc:call(SlaveNode, mnesia, schema_location, [ram]),
  426. %% start
  427. ok = syn:start(),
  428. ok = syn:init(),
  429. ok = rpc:call(SlaveNode, syn, start, []),
  430. ok = rpc:call(SlaveNode, syn, init, []),
  431. timer:sleep(100),
  432. %% start processes
  433. PidLocal = syn_test_suite_helper:start_process(),
  434. PidSlave = syn_test_suite_helper:start_process(SlaveNode),
  435. %% retrieve
  436. [] = syn:get_members(<<"my group">>),
  437. false = syn:member(PidLocal, <<"my group">>),
  438. false = syn:member(PidSlave, <<"my group">>),
  439. [] = rpc:call(SlaveNode, syn, get_members, [<<"my group">>]),
  440. false = rpc:call(SlaveNode, syn, member, [PidLocal, <<"my group">>]),
  441. false = rpc:call(SlaveNode, syn, member, [PidSlave, <<"my group">>]),
  442. %% register
  443. ok = syn:join(<<"my group">>, PidSlave),
  444. ok = rpc:call(SlaveNode, syn, join, [<<"my group">>, PidLocal]),
  445. %% retrieve, pid should have the same order in all nodes
  446. [PidSlave, PidLocal] = syn:get_members(<<"my group">>),
  447. [PidSlave, PidLocal] = rpc:call(SlaveNode, syn, get_members, [<<"my group">>]),
  448. %% kill processes
  449. syn_test_suite_helper:kill_process(PidLocal),
  450. syn_test_suite_helper:kill_process(PidSlave),
  451. timer:sleep(100),
  452. %% retrieve
  453. [] = syn:get_members(<<"my group">>),
  454. false = syn:member(PidLocal, <<"my group">>),
  455. false = syn:member(PidSlave, <<"my group">>),
  456. [] = rpc:call(SlaveNode, syn, get_members, [<<"my group">>]),
  457. false = rpc:call(SlaveNode, syn, member, [PidLocal, <<"my group">>]),
  458. false = rpc:call(SlaveNode, syn, member, [PidSlave, <<"my group">>]).
  459. two_nodes_publish(Config) ->
  460. %% get slave
  461. SlaveNode = proplists:get_value(slave_node, Config),
  462. %% set schema location
  463. application:set_env(mnesia, schema_location, ram),
  464. rpc:call(SlaveNode, mnesia, schema_location, [ram]),
  465. %% start
  466. ok = syn:start(),
  467. ok = syn:init(),
  468. ok = rpc:call(SlaveNode, syn, start, []),
  469. ok = rpc:call(SlaveNode, syn, init, []),
  470. timer:sleep(100),
  471. %% start process
  472. ResultPid = self(),
  473. F = fun() -> recipient_loop(ResultPid) end,
  474. PidLocal = syn_test_suite_helper:start_process(F),
  475. PidSlave = syn_test_suite_helper:start_process(SlaveNode, F),
  476. %% register
  477. ok = syn:join(<<"my group">>, PidSlave),
  478. ok = rpc:call(SlaveNode, syn, join, [<<"my group">>, PidLocal]),
  479. %% publish
  480. syn:publish(<<"my group">>, {test, message}),
  481. %% check publish was received
  482. receive
  483. {received, PidLocal, {test, message}} -> ok
  484. after 2000 ->
  485. ok = published_message_was_not_received_by_pidlocal
  486. end,
  487. receive
  488. {received, PidSlave, {test, message}} -> ok
  489. after 2000 ->
  490. ok = published_message_was_not_received_by_pidslave
  491. end,
  492. %% kill processes
  493. syn_test_suite_helper:kill_process(PidLocal),
  494. syn_test_suite_helper:kill_process(PidSlave).
  495. two_nodes_multi_call(Config) ->
  496. %% get slave
  497. SlaveNode = proplists:get_value(slave_node, Config),
  498. %% set schema location
  499. application:set_env(mnesia, schema_location, ram),
  500. rpc:call(SlaveNode, mnesia, schema_location, [ram]),
  501. %% start
  502. ok = syn:start(),
  503. ok = syn:init(),
  504. ok = rpc:call(SlaveNode, syn, start, []),
  505. ok = rpc:call(SlaveNode, syn, init, []),
  506. timer:sleep(100),
  507. %% start processes
  508. PidLocal = syn_test_suite_helper:start_process(fun() -> called_loop(pid1) end),
  509. PidSlave = syn_test_suite_helper:start_process(SlaveNode, fun() -> called_loop(pid2) end),
  510. PidUnresponsive = syn_test_suite_helper:start_process(),
  511. %% register
  512. ok = syn:join(<<"my group">>, PidLocal),
  513. ok = syn:join(<<"my group">>, PidSlave),
  514. ok = syn:join(<<"my group">>, PidUnresponsive),
  515. timer:sleep(100),
  516. %% call
  517. {Replies, BadPids} = syn:multi_call(<<"my group">>, get_pid_name, 3000),
  518. %% check responses
  519. 2 = length(Replies),
  520. pid1 = proplists:get_value(PidLocal, Replies),
  521. pid2 = proplists:get_value(PidSlave, Replies),
  522. [PidUnresponsive] = BadPids,
  523. %% kill processes
  524. syn_test_suite_helper:kill_process(PidLocal),
  525. syn_test_suite_helper:kill_process(PidSlave),
  526. syn_test_suite_helper:kill_process(PidUnresponsive).
  527. %% ===================================================================
  528. %% Internal
  529. %% ===================================================================
  530. recipient_loop(Pid) ->
  531. receive
  532. Message -> Pid ! {received, self(), Message}
  533. end.
  534. called_loop(PidName) ->
  535. receive
  536. {syn_multi_call, CallerPid, get_pid_name} -> syn:multi_call_reply(CallerPid, PidName)
  537. end.
  538. called_loop_that_crashes(_PidName) ->
  539. receive
  540. {syn_multi_call, _CallerPid, get_pid_name} -> exit(recipient_crashed_on_purpose)
  541. end.
  542. process_groups_process_exit_callback_dummy(Name, Pid, Meta, Reason) ->
  543. global:send(syn_process_groups_SUITE_result, {exited, node(), Name, Pid, Meta, Reason}).