syn_registry_SUITE.erl 85 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725
  1. %% ==========================================================================================================
  2. %% Syn - A global Process Registry and Process Group manager.
  3. %%
  4. %% The MIT License (MIT)
  5. %%
  6. %% Copyright (c) 2015-2021 Roberto Ostinelli <roberto@ostinelli.net> and Neato Robotics, Inc.
  7. %%
  8. %% Permission is hereby granted, free of charge, to any person obtaining a copy
  9. %% of this software and associated documentation files (the "Software"), to deal
  10. %% in the Software without restriction, including without limitation the rights
  11. %% to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12. %% copies of the Software, and to permit persons to whom the Software is
  13. %% furnished to do so, subject to the following conditions:
  14. %%
  15. %% The above copyright notice and this permission notice shall be included in
  16. %% all copies or substantial portions of the Software.
  17. %%
  18. %% THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19. %% IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20. %% FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21. %% AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22. %% LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23. %% OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24. %% THE SOFTWARE.
  25. %% ==========================================================================================================
  26. -module(syn_registry_SUITE).
  27. %% callbacks
  28. -export([all/0]).
  29. -export([init_per_suite/1, end_per_suite/1]).
  30. -export([groups/0, init_per_group/2, end_per_group/2]).
  31. -export([init_per_testcase/2, end_per_testcase/2]).
  32. %% tests
  33. -export([
  34. one_node_via_register_unregister/1
  35. ]).
  36. -export([
  37. three_nodes_discover_default_scope/1,
  38. three_nodes_discover_custom_scope/1,
  39. three_nodes_register_unregister_and_monitor_default_scope/1,
  40. three_nodes_register_unregister_and_monitor_custom_scope/1,
  41. three_nodes_cluster_changes/1,
  42. three_nodes_cluster_conflicts/1,
  43. three_nodes_custom_event_handler_reg_unreg/1,
  44. three_nodes_custom_event_handler_conflict_resolution/1
  45. ]).
  46. %% include
  47. -include_lib("common_test/include/ct.hrl").
  48. -include_lib("syn/src/syn.hrl").
  49. %% ===================================================================
  50. %% Callbacks
  51. %% ===================================================================
  52. %% -------------------------------------------------------------------
  53. %% Function: all() -> GroupsAndTestCases | {skip,Reason}
  54. %% GroupsAndTestCases = [{group,GroupName} | TestCase]
  55. %% GroupName = atom()
  56. %% TestCase = atom()
  57. %% Reason = any()
  58. %% -------------------------------------------------------------------
  59. all() ->
  60. [
  61. {group, one_node_process_registration},
  62. {group, three_nodes_process_registration}
  63. ].
  64. %% -------------------------------------------------------------------
  65. %% Function: groups() -> [Group]
  66. %% Group = {GroupName,Properties,GroupsAndTestCases}
  67. %% GroupName = atom()
  68. %% Properties = [parallel | sequence | Shuffle | {RepeatType,N}]
  69. %% GroupsAndTestCases = [Group | {group,GroupName} | TestCase]
  70. %% TestCase = atom()
  71. %% Shuffle = shuffle | {shuffle,{integer(),integer(),integer()}}
  72. %% RepeatType = repeat | repeat_until_all_ok | repeat_until_all_fail |
  73. %% repeat_until_any_ok | repeat_until_any_fail
  74. %% N = integer() | forever
  75. %% -------------------------------------------------------------------
  76. groups() ->
  77. [
  78. {one_node_process_registration, [shuffle], [
  79. one_node_via_register_unregister
  80. ]},
  81. {three_nodes_process_registration, [shuffle], [
  82. three_nodes_discover_default_scope,
  83. three_nodes_discover_custom_scope,
  84. three_nodes_register_unregister_and_monitor_default_scope,
  85. three_nodes_register_unregister_and_monitor_custom_scope,
  86. three_nodes_cluster_changes,
  87. three_nodes_cluster_conflicts,
  88. three_nodes_custom_event_handler_reg_unreg,
  89. three_nodes_custom_event_handler_conflict_resolution
  90. ]}
  91. ].
  92. %% -------------------------------------------------------------------
  93. %% Function: init_per_suite(Config0) ->
  94. %% Config1 | {skip,Reason} |
  95. %% {skip_and_save,Reason,Config1}
  96. %% Config0 = Config1 = [tuple()]
  97. %% Reason = any()
  98. %% -------------------------------------------------------------------
  99. init_per_suite(Config) ->
  100. Config.
  101. %% -------------------------------------------------------------------
  102. %% Function: end_per_suite(Config0) -> void() | {save_config,Config1}
  103. %% Config0 = Config1 = [tuple()]
  104. %% -------------------------------------------------------------------
  105. end_per_suite(_Config) ->
  106. ok.
  107. %% -------------------------------------------------------------------
  108. %% Function: init_per_group(GroupName, Config0) ->
  109. %% Config1 | {skip,Reason} |
  110. %% {skip_and_save,Reason,Config1}
  111. %% GroupName = atom()
  112. %% Config0 = Config1 = [tuple()]
  113. %% Reason = any()
  114. %% -------------------------------------------------------------------
  115. init_per_group(three_nodes_process_registration, Config) ->
  116. %% start slave
  117. {ok, SlaveNode1} = syn_test_suite_helper:start_slave(syn_slave_1),
  118. {ok, SlaveNode2} = syn_test_suite_helper:start_slave(syn_slave_2),
  119. syn_test_suite_helper:connect_node(SlaveNode1),
  120. syn_test_suite_helper:connect_node(SlaveNode2),
  121. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  122. %% wait full cluster
  123. case syn_test_suite_helper:wait_cluster_mesh_connected([node(), SlaveNode1, SlaveNode2]) of
  124. ok ->
  125. %% config
  126. [{slave_node_1, SlaveNode1}, {slave_node_2, SlaveNode2} | Config];
  127. Other ->
  128. ct:pal("*********** Could not get full cluster, skipping"),
  129. end_per_group(three_nodes_process_registration, Config),
  130. {skip, Other}
  131. end;
  132. init_per_group(_GroupName, Config) ->
  133. Config.
  134. %% -------------------------------------------------------------------
  135. %% Function: end_per_group(GroupName, Config0) ->
  136. %% void() | {save_config,Config1}
  137. %% GroupName = atom()
  138. %% Config0 = Config1 = [tuple()]
  139. %% -------------------------------------------------------------------
  140. end_per_group(three_nodes_process_registration, Config) ->
  141. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  142. syn_test_suite_helper:connect_node(SlaveNode1),
  143. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  144. syn_test_suite_helper:connect_node(SlaveNode2),
  145. syn_test_suite_helper:clean_after_test(),
  146. syn_test_suite_helper:stop_slave(syn_slave_1),
  147. syn_test_suite_helper:stop_slave(syn_slave_2),
  148. timer:sleep(1000);
  149. end_per_group(_GroupName, _Config) ->
  150. syn_test_suite_helper:clean_after_test().
  151. %% -------------------------------------------------------------------
  152. %% Function: init_per_testcase(TestCase, Config0) ->
  153. %% Config1 | {skip,Reason} | {skip_and_save,Reason,Config1}
  154. %% TestCase = atom()
  155. %% Config0 = Config1 = [tuple()]
  156. %% Reason = any()
  157. %% -------------------------------------------------------------------
  158. init_per_testcase(TestCase, Config) ->
  159. ct:pal("Starting test: ~p", [TestCase]),
  160. Config.
  161. %% -------------------------------------------------------------------
  162. %% Function: end_per_testcase(TestCase, Config0) ->
  163. %% void() | {save_config,Config1} | {fail,Reason}
  164. %% TestCase = atom()
  165. %% Config0 = Config1 = [tuple()]
  166. %% Reason = any()
  167. %% -------------------------------------------------------------------
  168. end_per_testcase(_, _Config) ->
  169. syn_test_suite_helper:clean_after_test().
  170. %% ===================================================================
  171. %% Tests
  172. %% ===================================================================
  173. one_node_via_register_unregister(_Config) ->
  174. %% start syn
  175. ok = syn:start(),
  176. %% start gen server via syn
  177. {ok, Pid} = syn_test_gen_server:start_link(),
  178. %% retrieve
  179. {Pid, undefined} = syn:lookup(syn_test_gen_server),
  180. %% call
  181. pong = syn_test_gen_server:ping(),
  182. %% send via syn
  183. syn:send(syn_test_gen_server, {self(), send_ping}),
  184. syn_test_suite_helper:assert_received_messages([
  185. reply_pong
  186. ]),
  187. %% stop server
  188. syn_test_gen_server:stop(),
  189. %% retrieve
  190. syn_test_suite_helper:assert_wait(
  191. undefined,
  192. fun() -> syn:lookup(syn_test_gen_server) end
  193. ),
  194. %% send via syn
  195. {badarg, {syn_test_gen_server, anything}} = catch syn:send(syn_test_gen_server, anything).
  196. three_nodes_discover_default_scope(Config) ->
  197. %% get slaves
  198. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  199. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  200. %% start syn on nodes
  201. ok = syn:start(),
  202. ok = rpc:call(SlaveNode1, syn, start, []),
  203. ok = rpc:call(SlaveNode2, syn, start, []),
  204. %% check
  205. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1, SlaveNode2]),
  206. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node(), SlaveNode2]),
  207. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, default, [node(), SlaveNode1]),
  208. %% simulate full netsplit
  209. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  210. syn_test_suite_helper:disconnect_node(SlaveNode1),
  211. syn_test_suite_helper:disconnect_node(SlaveNode2),
  212. syn_test_suite_helper:assert_cluster(node(), []),
  213. %% check
  214. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, []),
  215. %% reconnect slave 1
  216. syn_test_suite_helper:connect_node(SlaveNode1),
  217. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1]),
  218. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  219. %% check
  220. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1]),
  221. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node()]),
  222. %% reconnect all
  223. syn_test_suite_helper:connect_node(SlaveNode2),
  224. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  225. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  226. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  227. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  228. %% check
  229. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1, SlaveNode2]),
  230. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node(), SlaveNode2]),
  231. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, default, [node(), SlaveNode1]),
  232. %% simulate full netsplit, again
  233. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  234. syn_test_suite_helper:disconnect_node(SlaveNode1),
  235. syn_test_suite_helper:disconnect_node(SlaveNode2),
  236. syn_test_suite_helper:assert_cluster(node(), []),
  237. %% check
  238. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, []),
  239. %% reconnect all, again
  240. syn_test_suite_helper:connect_node(SlaveNode2),
  241. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  242. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  243. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  244. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  245. %% check
  246. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1, SlaveNode2]),
  247. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node(), SlaveNode2]),
  248. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, default, [node(), SlaveNode1]),
  249. %% crash the scope process on local
  250. syn_test_suite_helper:kill_process(syn_registry_default),
  251. syn_test_suite_helper:wait_process_name_ready(syn_registry_default),
  252. %% check, it should have rebuilt after supervisor restarts it
  253. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1, SlaveNode2]),
  254. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node(), SlaveNode2]),
  255. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, default, [node(), SlaveNode1]),
  256. %% crash scopes supervisor on local
  257. syn_test_suite_helper:kill_process(syn_scopes_sup),
  258. syn_test_suite_helper:wait_process_name_ready(syn_registry_default),
  259. %% check
  260. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1, SlaveNode2]),
  261. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node(), SlaveNode2]),
  262. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, default, [node(), SlaveNode1]).
  263. three_nodes_discover_custom_scope(Config) ->
  264. %% get slaves
  265. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  266. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  267. %% start syn on nodes
  268. ok = syn:start(),
  269. ok = rpc:call(SlaveNode1, syn, start, []),
  270. ok = rpc:call(SlaveNode2, syn, start, []),
  271. %% add custom scopes
  272. ok = syn:add_node_to_scope(custom_scope_ab),
  273. ok = syn:add_node_to_scope(custom_scope_all),
  274. ok = rpc:call(SlaveNode1, syn, add_node_to_scopes, [[custom_scope_ab, custom_scope_bc, custom_scope_all]]),
  275. ok = rpc:call(SlaveNode2, syn, add_node_to_scopes, [[custom_scope_bc, custom_scope_c, custom_scope_all]]),
  276. %% get_subcluster_nodes should return invalid errors
  277. {'EXIT', {{invalid_scope, custom_abcdef}, _}} = catch syn_registry:get_subcluster_nodes(custom_abcdef),
  278. %% check
  279. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_ab, [SlaveNode1]),
  280. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_all, [SlaveNode1, SlaveNode2]),
  281. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_ab, [node()]),
  282. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_bc, [SlaveNode2]),
  283. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_all, [node(), SlaveNode2]),
  284. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_bc, [SlaveNode1]),
  285. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_c, []),
  286. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_all, [node(), SlaveNode1]),
  287. %% check default
  288. syn_test_suite_helper:assert_registry_scope_subcluster(node(), default, [SlaveNode1, SlaveNode2]),
  289. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, default, [node(), SlaveNode2]),
  290. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, default, [node(), SlaveNode1]),
  291. %% disconnect node 2 (node 1 can still see node 2)
  292. syn_test_suite_helper:disconnect_node(SlaveNode2),
  293. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1]),
  294. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  295. %% check
  296. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_ab, [SlaveNode1]),
  297. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_all, [SlaveNode1]),
  298. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_ab, [node()]),
  299. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_bc, [SlaveNode2]),
  300. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_all, [node(), SlaveNode2]),
  301. %% reconnect node 2
  302. syn_test_suite_helper:connect_node(SlaveNode2),
  303. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  304. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  305. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  306. %% check
  307. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_ab, [SlaveNode1]),
  308. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_all, [SlaveNode1, SlaveNode2]),
  309. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_ab, [node()]),
  310. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_bc, [SlaveNode2]),
  311. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_all, [node(), SlaveNode2]),
  312. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_bc, [SlaveNode1]),
  313. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_c, []),
  314. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_all, [node(), SlaveNode1]),
  315. %% crash a scope process on 2
  316. rpc:call(SlaveNode2, syn_test_suite_helper, kill_process, [syn_registry_custom_scope_bc]),
  317. rpc:call(SlaveNode2, syn_test_suite_helper, wait_process_name_ready, [syn_registry_default]),
  318. %% check
  319. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_ab, [SlaveNode1]),
  320. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_all, [SlaveNode1, SlaveNode2]),
  321. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_ab, [node()]),
  322. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_bc, [SlaveNode2]),
  323. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_all, [node(), SlaveNode2]),
  324. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_bc, [SlaveNode1]),
  325. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_c, []),
  326. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_all, [node(), SlaveNode1]),
  327. %% crash scopes supervisor on local
  328. syn_test_suite_helper:kill_process(syn_scopes_sup),
  329. syn_test_suite_helper:wait_process_name_ready(syn_registry_default),
  330. %% check
  331. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_ab, [SlaveNode1]),
  332. syn_test_suite_helper:assert_registry_scope_subcluster(node(), custom_scope_all, [SlaveNode1, SlaveNode2]),
  333. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_ab, [node()]),
  334. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_bc, [SlaveNode2]),
  335. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode1, custom_scope_all, [node(), SlaveNode2]),
  336. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_bc, [SlaveNode1]),
  337. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_c, []),
  338. syn_test_suite_helper:assert_registry_scope_subcluster(SlaveNode2, custom_scope_all, [node(), SlaveNode1]).
  339. three_nodes_register_unregister_and_monitor_default_scope(Config) ->
  340. %% get slaves
  341. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  342. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  343. %% start syn on nodes
  344. ok = syn:start(),
  345. ok = rpc:call(SlaveNode1, syn, start, []),
  346. ok = rpc:call(SlaveNode2, syn, start, []),
  347. %% start processes
  348. Pid = syn_test_suite_helper:start_process(),
  349. PidWithMeta = syn_test_suite_helper:start_process(),
  350. PidRemoteOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  351. %% retrieve
  352. undefined = syn:lookup(<<"my proc">>),
  353. undefined = rpc:call(SlaveNode1, syn, lookup, [<<"my proc">>]),
  354. undefined = rpc:call(SlaveNode2, syn, lookup, [<<"my proc">>]),
  355. undefined = syn:lookup({"my proc alias"}),
  356. undefined = rpc:call(SlaveNode1, syn, lookup, [{"my proc alias"}]),
  357. undefined = rpc:call(SlaveNode2, syn, lookup, [{"my proc alias"}]),
  358. undefined = syn:lookup(<<"my proc with meta">>),
  359. undefined = rpc:call(SlaveNode1, syn, lookup, [<<"my proc with meta">>]),
  360. undefined = rpc:call(SlaveNode2, syn, lookup, [<<"my proc with meta">>]),
  361. undefined = syn:lookup({remote_pid_on, slave_1}),
  362. undefined = rpc:call(SlaveNode1, syn, lookup, [{remote_pid_on, slave_1}]),
  363. undefined = rpc:call(SlaveNode2, syn, lookup, [{remote_pid_on, slave_1}]),
  364. 0 = syn:registry_count(),
  365. 0 = syn:registry_count(default, node()),
  366. 0 = syn:registry_count(default, SlaveNode1),
  367. 0 = syn:registry_count(default, SlaveNode2),
  368. %% register
  369. ok = syn:register(<<"my proc">>, Pid),
  370. ok = syn:register({"my proc alias"}, Pid), %% same pid, different name
  371. ok = syn:register(<<"my proc with meta">>, PidWithMeta, {meta, <<"meta">>}), %% pid with meta
  372. ok = syn:register({remote_pid_on, slave_1}, PidRemoteOn1), %% remote on slave 1
  373. %% errors
  374. {error, taken} = syn:register(<<"my proc">>, PidRemoteOn1),
  375. {error, not_alive} = syn:register({"pid not alive"}, list_to_pid("<0.9999.0>")),
  376. %% retrieve
  377. syn_test_suite_helper:assert_wait(
  378. {Pid, undefined},
  379. fun() -> syn:lookup(<<"my proc">>) end
  380. ),
  381. syn_test_suite_helper:assert_wait(
  382. {Pid, undefined},
  383. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc">>]) end
  384. ),
  385. syn_test_suite_helper:assert_wait(
  386. {Pid, undefined},
  387. fun() -> rpc:call(SlaveNode2, syn, lookup, [<<"my proc">>]) end
  388. ),
  389. syn_test_suite_helper:assert_wait(
  390. {Pid, undefined},
  391. fun() -> syn:lookup({"my proc alias"}) end
  392. ),
  393. syn_test_suite_helper:assert_wait(
  394. {Pid, undefined},
  395. fun() -> rpc:call(SlaveNode1, syn, lookup, [{"my proc alias"}]) end
  396. ),
  397. syn_test_suite_helper:assert_wait(
  398. {Pid, undefined},
  399. fun() -> rpc:call(SlaveNode2, syn, lookup, [{"my proc alias"}]) end
  400. ),
  401. syn_test_suite_helper:assert_wait(
  402. {PidWithMeta, {meta, <<"meta">>}},
  403. fun() -> syn:lookup(<<"my proc with meta">>) end
  404. ),
  405. syn_test_suite_helper:assert_wait(
  406. {PidWithMeta, {meta, <<"meta">>}},
  407. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc with meta">>]) end
  408. ),
  409. syn_test_suite_helper:assert_wait(
  410. {PidWithMeta, {meta, <<"meta">>}},
  411. fun() -> rpc:call(SlaveNode2, syn, lookup, [<<"my proc with meta">>]) end
  412. ),
  413. syn_test_suite_helper:assert_wait(
  414. {PidRemoteOn1, undefined},
  415. fun() -> syn:lookup({remote_pid_on, slave_1}) end
  416. ),
  417. syn_test_suite_helper:assert_wait(
  418. {PidRemoteOn1, undefined},
  419. fun() -> rpc:call(SlaveNode1, syn, lookup, [{remote_pid_on, slave_1}]) end
  420. ),
  421. syn_test_suite_helper:assert_wait(
  422. {PidRemoteOn1, undefined},
  423. fun() -> rpc:call(SlaveNode2, syn, lookup, [{remote_pid_on, slave_1}]) end
  424. ),
  425. 4 = syn:registry_count(),
  426. 3 = syn:registry_count(default, node()),
  427. 1 = syn:registry_count(default, SlaveNode1),
  428. 0 = syn:registry_count(default, SlaveNode2),
  429. %% re-register to edit meta
  430. ok = syn:register(<<"my proc with meta">>, PidWithMeta, {meta2, <<"meta2">>}),
  431. ok = rpc:call(SlaveNode2, syn, register, [{remote_pid_on, slave_1}, PidRemoteOn1, added_meta]), %% updated on slave 2
  432. %% retrieve
  433. syn_test_suite_helper:assert_wait(
  434. {PidWithMeta, {meta2, <<"meta2">>}},
  435. fun() -> syn:lookup(<<"my proc with meta">>) end
  436. ),
  437. syn_test_suite_helper:assert_wait(
  438. {PidWithMeta, {meta2, <<"meta2">>}},
  439. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc with meta">>]) end
  440. ),
  441. syn_test_suite_helper:assert_wait(
  442. {PidWithMeta, {meta2, <<"meta2">>}},
  443. fun() -> rpc:call(SlaveNode2, syn, lookup, [<<"my proc with meta">>]) end
  444. ),
  445. syn_test_suite_helper:assert_wait(
  446. {PidRemoteOn1, added_meta},
  447. fun() -> syn:lookup({remote_pid_on, slave_1}) end
  448. ),
  449. syn_test_suite_helper:assert_wait(
  450. {PidRemoteOn1, added_meta},
  451. fun() -> rpc:call(SlaveNode1, syn, lookup, [{remote_pid_on, slave_1}]) end
  452. ),
  453. syn_test_suite_helper:assert_wait(
  454. {PidRemoteOn1, added_meta},
  455. fun() -> rpc:call(SlaveNode2, syn, lookup, [{remote_pid_on, slave_1}]) end
  456. ),
  457. 4 = syn:registry_count(),
  458. 3 = syn:registry_count(default, node()),
  459. 1 = syn:registry_count(default, SlaveNode1),
  460. 0 = syn:registry_count(default, SlaveNode2),
  461. %% crash scope process to ensure that monitors get recreated
  462. exit(whereis(syn_registry_default), kill),
  463. syn_test_suite_helper:wait_process_name_ready(syn_registry_default),
  464. %% kill process
  465. syn_test_suite_helper:kill_process(Pid),
  466. syn_test_suite_helper:kill_process(PidRemoteOn1),
  467. %% unregister process
  468. ok = syn:unregister(<<"my proc with meta">>),
  469. %% retrieve
  470. syn_test_suite_helper:assert_wait(
  471. undefined,
  472. fun() -> syn:lookup(<<"my proc">>) end
  473. ),
  474. syn_test_suite_helper:assert_wait(
  475. undefined,
  476. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc">>]) end
  477. ),
  478. syn_test_suite_helper:assert_wait(
  479. undefined,
  480. fun() -> rpc:call(SlaveNode2, syn, lookup, [<<"my proc">>]) end
  481. ),
  482. syn_test_suite_helper:assert_wait(
  483. undefined,
  484. fun() -> syn:lookup({"my proc alias"}) end
  485. ),
  486. syn_test_suite_helper:assert_wait(
  487. undefined,
  488. fun() -> rpc:call(SlaveNode1, syn, lookup, [{"my proc alias"}]) end
  489. ),
  490. syn_test_suite_helper:assert_wait(
  491. undefined,
  492. fun() -> rpc:call(SlaveNode2, syn, lookup, [{"my proc alias"}]) end
  493. ),
  494. syn_test_suite_helper:assert_wait(
  495. undefined,
  496. fun() -> syn:lookup(<<"my proc with meta">>) end
  497. ),
  498. syn_test_suite_helper:assert_wait(
  499. undefined,
  500. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc with meta">>]) end
  501. ),
  502. syn_test_suite_helper:assert_wait(
  503. undefined,
  504. fun() -> rpc:call(SlaveNode2, syn, lookup, [<<"my proc with meta">>]) end
  505. ),
  506. syn_test_suite_helper:assert_wait(
  507. undefined,
  508. fun() -> syn:lookup({remote_pid_on, slave_1}) end
  509. ),
  510. syn_test_suite_helper:assert_wait(
  511. undefined,
  512. fun() -> rpc:call(SlaveNode1, syn, lookup, [{remote_pid_on, slave_1}]) end
  513. ),
  514. syn_test_suite_helper:assert_wait(
  515. undefined,
  516. fun() -> rpc:call(SlaveNode2, syn, lookup, [{remote_pid_on, slave_1}]) end
  517. ),
  518. 0 = syn:registry_count(),
  519. 0 = syn:registry_count(default, node()),
  520. 0 = syn:registry_count(default, SlaveNode1),
  521. 0 = syn:registry_count(default, SlaveNode2),
  522. %% errors
  523. {error, undefined} = syn:unregister({invalid_name}),
  524. %% (simulate race condition)
  525. Pid1 = syn_test_suite_helper:start_process(),
  526. Pid2 = syn_test_suite_helper:start_process(),
  527. ok = syn:register(<<"my proc">>, Pid1),
  528. syn_test_suite_helper:assert_wait(
  529. {Pid1, undefined},
  530. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc">>]) end
  531. ),
  532. remove_from_local_table(default, <<"my proc">>, Pid1),
  533. add_to_local_table(default, <<"my proc">>, Pid2, undefined, 0, undefined),
  534. {error, race_condition} = rpc:call(SlaveNode1, syn, unregister, [<<"my proc">>]).
  535. three_nodes_register_unregister_and_monitor_custom_scope(Config) ->
  536. %% get slaves
  537. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  538. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  539. %% start syn on nodes
  540. ok = syn:start(),
  541. ok = rpc:call(SlaveNode1, syn, start, []),
  542. ok = rpc:call(SlaveNode2, syn, start, []),
  543. %% add custom scopes
  544. ok = syn:add_node_to_scope(custom_scope_ab),
  545. ok = rpc:call(SlaveNode1, syn, add_node_to_scopes, [[custom_scope_ab, custom_scope_bc]]),
  546. ok = rpc:call(SlaveNode2, syn, add_node_to_scopes, [[custom_scope_bc]]),
  547. %% start processes
  548. Pid = syn_test_suite_helper:start_process(),
  549. PidWithMeta = syn_test_suite_helper:start_process(),
  550. PidRemoteWithMetaOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  551. %% retrieve
  552. undefined = syn:lookup("scope_a"),
  553. undefined = rpc:call(SlaveNode1, syn, lookup, ["scope_a"]),
  554. undefined = rpc:call(SlaveNode2, syn, lookup, ["scope_a"]),
  555. undefined = syn:lookup(custom_scope_ab, "scope_a"),
  556. undefined = rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a"]),
  557. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a"]),
  558. undefined = syn:lookup(custom_scope_ab, "scope_a_alias"),
  559. undefined = rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a_alias"]),
  560. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a_alias"]),
  561. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, {remote_scoped_bc}),
  562. undefined = rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, {remote_scoped_bc}]),
  563. undefined = rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, {remote_scoped_bc}]),
  564. 0 = syn:registry_count(custom_scope_ab),
  565. 0 = syn:registry_count(custom_scope_ab, node()),
  566. 0 = syn:registry_count(custom_scope_ab, SlaveNode1),
  567. 0 = syn:registry_count(custom_scope_ab, SlaveNode2),
  568. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc),
  569. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, node()),
  570. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode1),
  571. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode2),
  572. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab]),
  573. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, node()]),
  574. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, SlaveNode1]),
  575. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, SlaveNode2]),
  576. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  577. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  578. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  579. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  580. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab]),
  581. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, node()]),
  582. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, SlaveNode1]),
  583. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, SlaveNode2]),
  584. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  585. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  586. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  587. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  588. %% register
  589. ok = syn:register(custom_scope_ab, "scope_a", Pid),
  590. ok = syn:register(custom_scope_ab, "scope_a_alias", PidWithMeta, <<"with_meta">>),
  591. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:register(custom_scope_bc, "scope_a", Pid),
  592. {'EXIT', {{invalid_scope, non_existent_scope}, _}} = catch syn:register(non_existent_scope, "scope_a", Pid),
  593. ok = rpc:call(SlaveNode2, syn, register, [custom_scope_bc, {remote_scoped_bc}, PidRemoteWithMetaOn1, <<"with_meta 1">>]),
  594. %% errors
  595. {error, taken} = syn:register(custom_scope_ab, "scope_a", PidWithMeta),
  596. {error, not_alive} = syn:register(custom_scope_ab, {"pid not alive"}, list_to_pid("<0.9999.0>")),
  597. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:register(custom_scope_bc, "scope_a_noscope", Pid),
  598. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:unregister(custom_scope_bc, "scope_a_noscope"),
  599. {badrpc, {'EXIT', {{invalid_scope, custom_scope_bc}, _}}} = catch rpc:call(SlaveNode1, syn, register, [custom_scope_bc, "pid-outside", Pid]),
  600. %% retrieve
  601. syn_test_suite_helper:assert_wait(
  602. undefined,
  603. fun() -> syn:lookup("scope_a") end
  604. ),
  605. syn_test_suite_helper:assert_wait(
  606. undefined,
  607. fun() -> rpc:call(SlaveNode1, syn, lookup, ["scope_a"]) end
  608. ),
  609. syn_test_suite_helper:assert_wait(
  610. undefined,
  611. fun() -> rpc:call(SlaveNode2, syn, lookup, ["scope_a"]) end
  612. ),
  613. syn_test_suite_helper:assert_wait(
  614. {Pid, undefined},
  615. fun() -> syn:lookup(custom_scope_ab, "scope_a") end
  616. ),
  617. syn_test_suite_helper:assert_wait(
  618. {Pid, undefined},
  619. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a"]) end
  620. ),
  621. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a"]),
  622. syn_test_suite_helper:assert_wait(
  623. {PidWithMeta, <<"with_meta">>},
  624. fun() -> syn:lookup(custom_scope_ab, "scope_a_alias") end
  625. ),
  626. syn_test_suite_helper:assert_wait(
  627. {PidWithMeta, <<"with_meta">>},
  628. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a_alias"]) end
  629. ),
  630. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a_alias"]),
  631. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, {remote_scoped_bc}),
  632. syn_test_suite_helper:assert_wait(
  633. {PidRemoteWithMetaOn1, <<"with_meta 1">>},
  634. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, {remote_scoped_bc}]) end
  635. ),
  636. syn_test_suite_helper:assert_wait(
  637. {PidRemoteWithMetaOn1, <<"with_meta 1">>},
  638. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, {remote_scoped_bc}]) end
  639. ),
  640. 2 = syn:registry_count(custom_scope_ab),
  641. 2 = syn:registry_count(custom_scope_ab, node()),
  642. 0 = syn:registry_count(custom_scope_ab, SlaveNode1),
  643. 0 = syn:registry_count(custom_scope_ab, SlaveNode2),
  644. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc),
  645. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, node()),
  646. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode1),
  647. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode2),
  648. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab]),
  649. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, node()]),
  650. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, SlaveNode1]),
  651. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, SlaveNode2]),
  652. 1 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  653. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  654. 1 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  655. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  656. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab]),
  657. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, node()]),
  658. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, SlaveNode1]),
  659. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, SlaveNode2]),
  660. 1 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  661. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  662. 1 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  663. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  664. %% re-register to edit meta
  665. ok = syn:register(custom_scope_ab, "scope_a_alias", PidWithMeta, <<"with_meta_updated">>),
  666. syn_test_suite_helper:assert_wait(
  667. {PidWithMeta, <<"with_meta_updated">>},
  668. fun() -> syn:lookup(custom_scope_ab, "scope_a_alias") end
  669. ),
  670. syn_test_suite_helper:assert_wait(
  671. {PidWithMeta, <<"with_meta_updated">>},
  672. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a_alias"]) end
  673. ),
  674. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a_alias"]),
  675. %% crash scope process to ensure that monitors get recreated
  676. syn_test_suite_helper:kill_process(syn_registry_custom_scope_ab),
  677. syn_test_suite_helper:wait_process_name_ready(syn_registry_default),
  678. %% kill process
  679. syn_test_suite_helper:kill_process(Pid),
  680. syn_test_suite_helper:kill_process(PidWithMeta),
  681. %% unregister processes
  682. {error, undefined} = catch syn:unregister(<<"my proc with meta">>),
  683. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:unregister(custom_scope_bc, <<"my proc with meta">>),
  684. ok = rpc:call(SlaveNode1, syn, unregister, [custom_scope_bc, {remote_scoped_bc}]),
  685. %% retrieve
  686. syn_test_suite_helper:assert_wait(
  687. undefined,
  688. fun() -> syn:lookup("scope_a") end
  689. ),
  690. syn_test_suite_helper:assert_wait(
  691. undefined,
  692. fun() -> rpc:call(SlaveNode1, syn, lookup, ["scope_a"]) end
  693. ),
  694. syn_test_suite_helper:assert_wait(
  695. undefined,
  696. fun() -> rpc:call(SlaveNode2, syn, lookup, ["scope_a"]) end
  697. ),
  698. syn_test_suite_helper:assert_wait(
  699. undefined,
  700. fun() -> syn:lookup(custom_scope_ab, "scope_a") end
  701. ),
  702. syn_test_suite_helper:assert_wait(
  703. undefined,
  704. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a"]) end
  705. ),
  706. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a"]),
  707. syn_test_suite_helper:assert_wait(
  708. undefined,
  709. fun() -> syn:lookup(custom_scope_ab, "scope_a_alias") end
  710. ),
  711. syn_test_suite_helper:assert_wait(
  712. undefined,
  713. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, "scope_a_alias"]) end
  714. ),
  715. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, lookup, [custom_scope_ab, "scope_a_alias"]),
  716. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, {remote_scoped_bc}),
  717. syn_test_suite_helper:assert_wait(
  718. undefined,
  719. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, {remote_scoped_bc}]) end
  720. ),
  721. syn_test_suite_helper:assert_wait(
  722. undefined,
  723. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, {remote_scoped_bc}]) end
  724. ),
  725. 0 = syn:registry_count(custom_scope_ab),
  726. 0 = syn:registry_count(custom_scope_ab, node()),
  727. 0 = syn:registry_count(custom_scope_ab, SlaveNode1),
  728. 0 = syn:registry_count(custom_scope_ab, SlaveNode2),
  729. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc),
  730. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, node()),
  731. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode1),
  732. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode2),
  733. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab]),
  734. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, node()]),
  735. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, SlaveNode1]),
  736. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_ab, SlaveNode2]),
  737. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  738. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  739. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  740. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  741. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab]),
  742. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, node()]),
  743. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, SlaveNode1]),
  744. {badrpc, {'EXIT', {{invalid_scope, custom_scope_ab}, _}}} = catch rpc:call(SlaveNode2, syn, registry_count, [custom_scope_ab, SlaveNode2]),
  745. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  746. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  747. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  748. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  749. %% errors
  750. {error, undefined} = syn:unregister(custom_scope_ab, {invalid_name}),
  751. %% (simulate race condition)
  752. Pid1 = syn_test_suite_helper:start_process(),
  753. Pid2 = syn_test_suite_helper:start_process(),
  754. ok = syn:register(custom_scope_ab, <<"my proc">>, Pid1),
  755. syn_test_suite_helper:assert_wait(
  756. {Pid1, undefined},
  757. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_ab, <<"my proc">>]) end
  758. ),
  759. remove_from_local_table(custom_scope_ab, <<"my proc">>, Pid1),
  760. add_to_local_table(custom_scope_ab, <<"my proc">>, Pid2, undefined, 0, undefined),
  761. {error, race_condition} = rpc:call(SlaveNode1, syn, unregister, [custom_scope_ab, <<"my proc">>]).
  762. three_nodes_cluster_changes(Config) ->
  763. %% get slaves
  764. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  765. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  766. %% disconnect 1 from 2
  767. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  768. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  769. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  770. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  771. %% start syn on 1 and 2, nodes don't know of each other
  772. ok = rpc:call(SlaveNode1, syn, start, []),
  773. ok = rpc:call(SlaveNode2, syn, start, []),
  774. %% add custom scopes
  775. ok = rpc:call(SlaveNode1, syn, add_node_to_scopes, [[custom_scope_bc]]),
  776. ok = rpc:call(SlaveNode2, syn, add_node_to_scopes, [[custom_scope_bc]]),
  777. %% start processes
  778. PidRemoteOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  779. PidRemoteOn2 = syn_test_suite_helper:start_process(SlaveNode2),
  780. %% register
  781. ok = rpc:call(SlaveNode1, syn, register, ["proc-1", PidRemoteOn1, "meta-1"]),
  782. ok = rpc:call(SlaveNode1, syn, register, ["proc-2", PidRemoteOn2, "meta-2"]),
  783. ok = rpc:call(SlaveNode1, syn, register, [custom_scope_bc, "BC-proc-1", PidRemoteOn1, "meta-1"]),
  784. ok = rpc:call(SlaveNode1, syn, register, [custom_scope_bc, "BC-proc-1 alias", PidRemoteOn1, "meta-1 alias"]),
  785. %% form full cluster
  786. ok = syn:start(),
  787. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  788. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  789. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  790. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  791. syn_test_suite_helper:wait_process_name_ready(syn_registry_default),
  792. syn_test_suite_helper:assert_wait(
  793. {PidRemoteOn1, "meta-1"},
  794. fun() -> syn:lookup("proc-1") end
  795. ),
  796. syn_test_suite_helper:assert_wait(
  797. {PidRemoteOn1, "meta-1"},
  798. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-1"]) end
  799. ),
  800. syn_test_suite_helper:assert_wait(
  801. {PidRemoteOn1, "meta-1"},
  802. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-1"]) end
  803. ),
  804. syn_test_suite_helper:assert_wait(
  805. {PidRemoteOn2, "meta-2"},
  806. fun() -> syn:lookup("proc-2") end
  807. ),
  808. syn_test_suite_helper:assert_wait(
  809. {PidRemoteOn2, "meta-2"},
  810. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-2"]) end
  811. ),
  812. syn_test_suite_helper:assert_wait(
  813. {PidRemoteOn2, "meta-2"},
  814. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-2"]) end
  815. ),
  816. 2 = syn:registry_count(),
  817. 0 = syn:registry_count(default, node()),
  818. 1 = syn:registry_count(default, SlaveNode1),
  819. 1 = syn:registry_count(default, SlaveNode2),
  820. 2 = rpc:call(SlaveNode1, syn, registry_count, []),
  821. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  822. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  823. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  824. 2 = rpc:call(SlaveNode2, syn, registry_count, []),
  825. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  826. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  827. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  828. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, "BC-proc-1"),
  829. syn_test_suite_helper:assert_wait(
  830. {PidRemoteOn1, "meta-1"},
  831. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "BC-proc-1"]) end
  832. ),
  833. syn_test_suite_helper:assert_wait(
  834. {PidRemoteOn1, "meta-1"},
  835. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "BC-proc-1"]) end
  836. ),
  837. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, "BC-proc-1 alias"),
  838. syn_test_suite_helper:assert_wait(
  839. {PidRemoteOn1, "meta-1 alias"},
  840. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "BC-proc-1 alias"]) end
  841. ),
  842. syn_test_suite_helper:assert_wait(
  843. {PidRemoteOn1, "meta-1 alias"},
  844. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "BC-proc-1 alias"]) end
  845. ),
  846. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc),
  847. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, node()),
  848. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode1),
  849. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc, SlaveNode2),
  850. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  851. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  852. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  853. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  854. 2 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  855. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  856. 2 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  857. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  858. %% partial netsplit (1 cannot see 2)
  859. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  860. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  861. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  862. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  863. %% retrieve
  864. syn_test_suite_helper:assert_wait(
  865. {PidRemoteOn1, "meta-1"},
  866. fun() -> syn:lookup("proc-1") end
  867. ),
  868. syn_test_suite_helper:assert_wait(
  869. {PidRemoteOn1, "meta-1"},
  870. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-1"]) end
  871. ),
  872. syn_test_suite_helper:assert_wait(
  873. undefined,
  874. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-1"]) end
  875. ),
  876. syn_test_suite_helper:assert_wait(
  877. {PidRemoteOn2, "meta-2"},
  878. fun() -> syn:lookup("proc-2") end
  879. ),
  880. syn_test_suite_helper:assert_wait(
  881. undefined,
  882. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-2"]) end
  883. ),
  884. syn_test_suite_helper:assert_wait(
  885. {PidRemoteOn2, "meta-2"},
  886. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-2"]) end
  887. ),
  888. 2 = syn:registry_count(),
  889. 0 = syn:registry_count(default, node()),
  890. 1 = syn:registry_count(default, SlaveNode1),
  891. 1 = syn:registry_count(default, SlaveNode2),
  892. 1 = rpc:call(SlaveNode1, syn, registry_count, []),
  893. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  894. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  895. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  896. 1 = rpc:call(SlaveNode2, syn, registry_count, []),
  897. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  898. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  899. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  900. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, "BC-proc-1"),
  901. syn_test_suite_helper:assert_wait(
  902. {PidRemoteOn1, "meta-1"},
  903. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "BC-proc-1"]) end
  904. ),
  905. syn_test_suite_helper:assert_wait(
  906. undefined,
  907. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "BC-proc-1"]) end
  908. ),
  909. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, "BC-proc-1 alias"),
  910. syn_test_suite_helper:assert_wait(
  911. {PidRemoteOn1, "meta-1 alias"},
  912. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "BC-proc-1 alias"]) end
  913. ),
  914. syn_test_suite_helper:assert_wait(
  915. undefined,
  916. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "BC-proc-1 alias"]) end
  917. ),
  918. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc),
  919. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  920. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  921. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  922. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  923. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  924. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  925. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  926. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  927. %% re-join
  928. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  929. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  930. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  931. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  932. %% retrieve
  933. syn_test_suite_helper:assert_wait(
  934. {PidRemoteOn1, "meta-1"},
  935. fun() -> syn:lookup("proc-1") end
  936. ),
  937. syn_test_suite_helper:assert_wait(
  938. {PidRemoteOn1, "meta-1"},
  939. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-1"]) end
  940. ),
  941. syn_test_suite_helper:assert_wait(
  942. {PidRemoteOn1, "meta-1"},
  943. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-1"]) end
  944. ),
  945. syn_test_suite_helper:assert_wait(
  946. {PidRemoteOn2, "meta-2"},
  947. fun() -> syn:lookup("proc-2") end
  948. ),
  949. syn_test_suite_helper:assert_wait(
  950. {PidRemoteOn2, "meta-2"},
  951. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-2"]) end
  952. ),
  953. syn_test_suite_helper:assert_wait(
  954. {PidRemoteOn2, "meta-2"},
  955. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-2"]) end
  956. ),
  957. 2 = syn:registry_count(),
  958. 0 = syn:registry_count(default, node()),
  959. 1 = syn:registry_count(default, SlaveNode1),
  960. 1 = syn:registry_count(default, SlaveNode2),
  961. 2 = rpc:call(SlaveNode1, syn, registry_count, []),
  962. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  963. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  964. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  965. 2 = rpc:call(SlaveNode2, syn, registry_count, []),
  966. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  967. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  968. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  969. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, "BC-proc-1"),
  970. syn_test_suite_helper:assert_wait(
  971. {PidRemoteOn1, "meta-1"},
  972. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "BC-proc-1"]) end
  973. ),
  974. syn_test_suite_helper:assert_wait(
  975. {PidRemoteOn1, "meta-1"},
  976. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "BC-proc-1"]) end
  977. ),
  978. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:lookup(custom_scope_bc, "BC-proc-1 alias"),
  979. syn_test_suite_helper:assert_wait(
  980. {PidRemoteOn1, "meta-1 alias"},
  981. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "BC-proc-1 alias"]) end
  982. ),
  983. syn_test_suite_helper:assert_wait(
  984. {PidRemoteOn1, "meta-1 alias"},
  985. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "BC-proc-1 alias"]) end
  986. ),
  987. {'EXIT', {{invalid_scope, custom_scope_bc}, _}} = catch syn:registry_count(custom_scope_bc),
  988. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  989. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  990. 2 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  991. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  992. 2 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  993. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  994. 2 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  995. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]).
  996. three_nodes_cluster_conflicts(Config) ->
  997. %% get slaves
  998. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  999. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  1000. %% start syn on nodes
  1001. ok = syn:start(),
  1002. ok = rpc:call(SlaveNode1, syn, start, []),
  1003. ok = rpc:call(SlaveNode2, syn, start, []),
  1004. %% add custom scopes
  1005. ok = rpc:call(SlaveNode1, syn, add_node_to_scopes, [[custom_scope_bc]]),
  1006. ok = rpc:call(SlaveNode2, syn, add_node_to_scopes, [[custom_scope_bc]]),
  1007. %% partial netsplit (1 cannot see 2)
  1008. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  1009. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1010. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  1011. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  1012. %% start conflict processes
  1013. Pid2RemoteOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  1014. Pid2RemoteOn2 = syn_test_suite_helper:start_process(SlaveNode2),
  1015. %% --> conflict by netsplit
  1016. ok = rpc:call(SlaveNode1, syn, register, ["proc-confict-by-netsplit", Pid2RemoteOn1, "meta-1"]),
  1017. ok = rpc:call(SlaveNode2, syn, register, ["proc-confict-by-netsplit", Pid2RemoteOn2, "meta-2"]),
  1018. ok = rpc:call(SlaveNode1, syn, register, [custom_scope_bc, "proc-confict-by-netsplit-scoped", Pid2RemoteOn1, "meta-1"]),
  1019. ok = rpc:call(SlaveNode2, syn, register, [custom_scope_bc, "proc-confict-by-netsplit-scoped", Pid2RemoteOn2, "meta-2"]),
  1020. %% re-join
  1021. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  1022. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1023. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  1024. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  1025. %% retrieve
  1026. syn_test_suite_helper:assert_wait(
  1027. {Pid2RemoteOn2, "meta-2"},
  1028. fun() -> syn:lookup("proc-confict-by-netsplit") end
  1029. ),
  1030. syn_test_suite_helper:assert_wait(
  1031. {Pid2RemoteOn2, "meta-2"},
  1032. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-confict-by-netsplit"]) end
  1033. ),
  1034. syn_test_suite_helper:assert_wait(
  1035. {Pid2RemoteOn2, "meta-2"},
  1036. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-confict-by-netsplit"]) end
  1037. ),
  1038. 1 = syn:registry_count(),
  1039. 0 = syn:registry_count(default, node()),
  1040. 0 = syn:registry_count(default, SlaveNode1),
  1041. 1 = syn:registry_count(default, SlaveNode2),
  1042. 1 = rpc:call(SlaveNode1, syn, registry_count, []),
  1043. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  1044. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  1045. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  1046. 1 = rpc:call(SlaveNode2, syn, registry_count, []),
  1047. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  1048. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  1049. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  1050. syn_test_suite_helper:assert_wait(
  1051. {Pid2RemoteOn2, "meta-2"},
  1052. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "proc-confict-by-netsplit-scoped"]) end
  1053. ),
  1054. syn_test_suite_helper:assert_wait(
  1055. {Pid2RemoteOn2, "meta-2"},
  1056. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "proc-confict-by-netsplit-scoped"]) end
  1057. ),
  1058. 1 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  1059. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  1060. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  1061. 1 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  1062. 1 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  1063. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  1064. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  1065. 1 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  1066. %% process alive
  1067. syn_test_suite_helper:assert_wait(
  1068. false,
  1069. fun() -> rpc:call(SlaveNode1, erlang, is_process_alive, [Pid2RemoteOn1]) end
  1070. ),
  1071. syn_test_suite_helper:assert_wait(
  1072. true,
  1073. fun() -> rpc:call(SlaveNode2, erlang, is_process_alive, [Pid2RemoteOn2]) end
  1074. ),
  1075. %% --> conflict by race condition
  1076. PidOnMaster = syn_test_suite_helper:start_process(),
  1077. PidOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  1078. rpc:call(SlaveNode1, syn_registry, add_to_local_table,
  1079. [default, <<"my proc">>, PidOn1, "meta-2", erlang:system_time(), undefined]
  1080. ),
  1081. ok = syn:register(<<"my proc">>, PidOnMaster, "meta-1"),
  1082. %% retrieve
  1083. syn_test_suite_helper:assert_wait(
  1084. {PidOnMaster, "meta-1"},
  1085. fun() -> syn:lookup(<<"my proc">>) end
  1086. ),
  1087. syn_test_suite_helper:assert_wait(
  1088. {PidOnMaster, "meta-1"},
  1089. fun() -> rpc:call(SlaveNode1, syn, lookup, [<<"my proc">>]) end
  1090. ),
  1091. syn_test_suite_helper:assert_wait(
  1092. {PidOnMaster, "meta-1"},
  1093. fun() -> rpc:call(SlaveNode2, syn, lookup, [<<"my proc">>]) end
  1094. ),
  1095. %% NB: we can't check for process alive here because we injected the conflictinf process in the DB
  1096. %% -> it's not actually monitored
  1097. %% same, but custom scope
  1098. PidCustom1 = syn_test_suite_helper:start_process(SlaveNode1),
  1099. PidCustom2 = syn_test_suite_helper:start_process(SlaveNode2),
  1100. rpc:call(SlaveNode2, syn_registry, add_to_local_table,
  1101. [custom_scope_bc, <<"my proc">>, PidCustom2, "meta-2", erlang:system_time(), undefined]
  1102. ),
  1103. ok = rpc:call(SlaveNode1, syn, register, [custom_scope_bc, <<"my proc">>, PidCustom1, "meta-1"]),
  1104. syn_test_suite_helper:assert_wait(
  1105. {PidCustom1, "meta-1"},
  1106. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, <<"my proc">>]) end
  1107. ),
  1108. syn_test_suite_helper:assert_wait(
  1109. {PidCustom1, "meta-1"},
  1110. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, <<"my proc">>]) end
  1111. ).
  1112. three_nodes_custom_event_handler_reg_unreg(Config) ->
  1113. %% get slaves
  1114. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  1115. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  1116. %% add custom handler for callbacks
  1117. syn:set_event_handler(syn_test_event_handler_callbacks),
  1118. rpc:call(SlaveNode1, syn, set_event_handler, [syn_test_event_handler_callbacks]),
  1119. rpc:call(SlaveNode2, syn, set_event_handler, [syn_test_event_handler_callbacks]),
  1120. %% start syn on nodes
  1121. ok = syn:start(),
  1122. ok = rpc:call(SlaveNode1, syn, start, []),
  1123. ok = rpc:call(SlaveNode2, syn, start, []),
  1124. %% init
  1125. CurrentNode = node(),
  1126. %% start process
  1127. Pid = syn_test_suite_helper:start_process(),
  1128. Pid2 = syn_test_suite_helper:start_process(),
  1129. %% ---> on registration
  1130. ok = syn:register("proc-handler", Pid, {recipient, self(), <<"meta">>}),
  1131. %% check callbacks called
  1132. syn_test_suite_helper:assert_received_messages([
  1133. {on_process_registered, CurrentNode, default, "proc-handler", Pid, <<"meta">>, normal},
  1134. {on_process_registered, SlaveNode1, default, "proc-handler", Pid, <<"meta">>, normal},
  1135. {on_process_registered, SlaveNode2, default, "proc-handler", Pid, <<"meta">>, normal}
  1136. ]),
  1137. syn_test_suite_helper:assert_empty_queue(self()),
  1138. %% registration from another node
  1139. ok = rpc:call(SlaveNode1, syn, register, ["proc-handler-2", Pid2, {recipient, self(), <<"meta-for-2">>}]),
  1140. %% check callbacks called
  1141. syn_test_suite_helper:assert_received_messages([
  1142. {on_process_registered, CurrentNode, default, "proc-handler-2", Pid2, <<"meta-for-2">>, normal},
  1143. {on_process_registered, SlaveNode1, default, "proc-handler-2", Pid2, <<"meta-for-2">>, normal},
  1144. {on_process_registered, SlaveNode2, default, "proc-handler-2", Pid2, <<"meta-for-2">>, normal}
  1145. ]),
  1146. syn_test_suite_helper:assert_empty_queue(self()),
  1147. %% ---> on meta update
  1148. ok = syn:register("proc-handler", Pid, {recipient, self(), <<"new-meta">>}),
  1149. %% check callbacks called
  1150. syn_test_suite_helper:assert_received_messages([
  1151. {on_registry_process_updated, CurrentNode, default, "proc-handler", Pid, <<"new-meta">>, normal},
  1152. {on_registry_process_updated, SlaveNode1, default, "proc-handler", Pid, <<"new-meta">>, normal},
  1153. {on_registry_process_updated, SlaveNode2, default, "proc-handler", Pid, <<"new-meta">>, normal}
  1154. ]),
  1155. syn_test_suite_helper:assert_empty_queue(self()),
  1156. %% meta update from another node
  1157. ok = rpc:call(SlaveNode1, syn, register, ["proc-handler-2", Pid2, {recipient, self(), <<"meta-for-2-update">>}]),
  1158. %% check callbacks called
  1159. syn_test_suite_helper:assert_received_messages([
  1160. {on_registry_process_updated, CurrentNode, default, "proc-handler-2", Pid2, <<"meta-for-2-update">>, normal},
  1161. {on_registry_process_updated, SlaveNode1, default, "proc-handler-2", Pid2, <<"meta-for-2-update">>, normal},
  1162. {on_registry_process_updated, SlaveNode2, default, "proc-handler-2", Pid2, <<"meta-for-2-update">>, normal}
  1163. ]),
  1164. syn_test_suite_helper:assert_empty_queue(self()),
  1165. %% ---> on unregister
  1166. ok = syn:unregister("proc-handler"),
  1167. %% check callbacks called
  1168. syn_test_suite_helper:assert_received_messages([
  1169. {on_process_unregistered, CurrentNode, default, "proc-handler", Pid, <<"new-meta">>, normal},
  1170. {on_process_unregistered, SlaveNode1, default, "proc-handler", Pid, <<"new-meta">>, normal},
  1171. {on_process_unregistered, SlaveNode2, default, "proc-handler", Pid, <<"new-meta">>, normal}
  1172. ]),
  1173. syn_test_suite_helper:assert_empty_queue(self()),
  1174. %% unregister from another node
  1175. ok = rpc:call(SlaveNode1, syn, unregister, ["proc-handler-2"]),
  1176. %% check callbacks called
  1177. syn_test_suite_helper:assert_received_messages([
  1178. {on_process_unregistered, CurrentNode, default, "proc-handler-2", Pid2, <<"meta-for-2-update">>, normal},
  1179. {on_process_unregistered, SlaveNode1, default, "proc-handler-2", Pid2, <<"meta-for-2-update">>, normal},
  1180. {on_process_unregistered, SlaveNode2, default, "proc-handler-2", Pid2, <<"meta-for-2-update">>, normal}
  1181. ]),
  1182. syn_test_suite_helper:assert_empty_queue(self()),
  1183. %% clean & check
  1184. syn_test_suite_helper:kill_process(Pid),
  1185. syn_test_suite_helper:assert_empty_queue(self()),
  1186. %% ---> after a netsplit
  1187. PidRemoteOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  1188. syn:register(remote_on_1, PidRemoteOn1, {recipient, self(), <<"netsplit">>}),
  1189. %% check callbacks called
  1190. syn_test_suite_helper:assert_received_messages([
  1191. {on_process_registered, CurrentNode, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, normal},
  1192. {on_process_registered, SlaveNode1, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, normal},
  1193. {on_process_registered, SlaveNode2, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, normal}
  1194. ]),
  1195. syn_test_suite_helper:assert_empty_queue(self()),
  1196. %% partial netsplit (1 cannot see 2)
  1197. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  1198. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1199. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  1200. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  1201. %% check callbacks called
  1202. syn_test_suite_helper:assert_received_messages([
  1203. {on_process_unregistered, SlaveNode2, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, {syn_remote_scope_node_down, default, SlaveNode1}}
  1204. ]),
  1205. syn_test_suite_helper:assert_empty_queue(self()),
  1206. %% ---> after a re-join
  1207. %% re-join
  1208. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  1209. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1210. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  1211. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  1212. %% check callbacks called
  1213. syn_test_suite_helper:assert_received_messages([
  1214. {on_process_registered, SlaveNode2, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, {syn_remote_scope_node_up, default, SlaveNode1}}
  1215. ]),
  1216. syn_test_suite_helper:assert_empty_queue(self()),
  1217. %% clean
  1218. syn_test_suite_helper:kill_process(PidRemoteOn1),
  1219. %% check callbacks called
  1220. syn_test_suite_helper:assert_received_messages([
  1221. {on_process_unregistered, CurrentNode, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, killed},
  1222. {on_process_unregistered, SlaveNode1, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, killed},
  1223. {on_process_unregistered, SlaveNode2, default, remote_on_1, PidRemoteOn1, <<"netsplit">>, killed}
  1224. ]),
  1225. syn_test_suite_helper:assert_empty_queue(self()),
  1226. %% ---> after a conflict resolution
  1227. %% partial netsplit (1 cannot see 2)
  1228. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  1229. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1230. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  1231. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  1232. %% start conflict processes
  1233. Pid2RemoteOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  1234. Pid2RemoteOn2 = syn_test_suite_helper:start_process(SlaveNode2),
  1235. ok = rpc:call(SlaveNode1, syn, register, ["proc-confict", Pid2RemoteOn1, {recipient, self(), <<"meta-1">>}]),
  1236. ok = rpc:call(SlaveNode2, syn, register, ["proc-confict", Pid2RemoteOn2, {recipient, self(), <<"meta-2">>}]),
  1237. %% check callbacks called
  1238. syn_test_suite_helper:assert_received_messages([
  1239. {on_process_registered, CurrentNode, default, "proc-confict", Pid2RemoteOn1, <<"meta-1">>, normal},
  1240. {on_process_unregistered, CurrentNode, default, "proc-confict", Pid2RemoteOn1, <<"meta-1">>, normal},
  1241. {on_process_registered, CurrentNode, default, "proc-confict", Pid2RemoteOn2, <<"meta-2">>, normal},
  1242. {on_process_registered, SlaveNode1, default, "proc-confict", Pid2RemoteOn1, <<"meta-1">>, normal},
  1243. {on_process_registered, SlaveNode2, default, "proc-confict", Pid2RemoteOn2, <<"meta-2">>, normal}
  1244. ]),
  1245. syn_test_suite_helper:assert_empty_queue(self()),
  1246. %% re-join
  1247. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  1248. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1249. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  1250. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  1251. %% check callbacks called
  1252. syn_test_suite_helper:assert_received_messages([
  1253. {on_process_unregistered, SlaveNode1, default, "proc-confict", Pid2RemoteOn1, <<"meta-1">>, syn_conflict_resolution},
  1254. {on_process_registered, SlaveNode1, default, "proc-confict", Pid2RemoteOn2, <<"meta-2">>, syn_conflict_resolution}
  1255. ]),
  1256. syn_test_suite_helper:assert_empty_queue(self()),
  1257. %% kill
  1258. syn_test_suite_helper:kill_process(Pid2RemoteOn1),
  1259. syn_test_suite_helper:kill_process(Pid2RemoteOn2),
  1260. %% check callbacks called
  1261. syn_test_suite_helper:assert_received_messages([
  1262. {on_process_unregistered, CurrentNode, default, "proc-confict", Pid2RemoteOn2, <<"meta-2">>, killed},
  1263. {on_process_unregistered, SlaveNode1, default, "proc-confict", Pid2RemoteOn2, <<"meta-2">>, killed},
  1264. {on_process_unregistered, SlaveNode2, default, "proc-confict", Pid2RemoteOn2, <<"meta-2">>, killed}
  1265. ]),
  1266. syn_test_suite_helper:assert_empty_queue(self()),
  1267. %% ---> don't call on monitor rebuild
  1268. %% crash the scope process on local
  1269. syn_test_suite_helper:kill_process(syn_registry_default),
  1270. %% no messages
  1271. syn_test_suite_helper:assert_wait(
  1272. ok,
  1273. fun() -> syn_test_suite_helper:assert_empty_queue(self()) end
  1274. ).
  1275. three_nodes_custom_event_handler_conflict_resolution(Config) ->
  1276. %% get slaves
  1277. SlaveNode1 = proplists:get_value(slave_node_1, Config),
  1278. SlaveNode2 = proplists:get_value(slave_node_2, Config),
  1279. %% add custom handler for resolution
  1280. syn:set_event_handler(syn_test_event_handler_resolution),
  1281. rpc:call(SlaveNode1, syn, set_event_handler, [syn_test_event_handler_resolution]),
  1282. rpc:call(SlaveNode2, syn, set_event_handler, [syn_test_event_handler_resolution]),
  1283. %% start syn on nodes
  1284. ok = syn:start(),
  1285. ok = rpc:call(SlaveNode1, syn, start, []),
  1286. ok = rpc:call(SlaveNode2, syn, start, []),
  1287. %% add custom scopes
  1288. ok = rpc:call(SlaveNode1, syn, add_node_to_scopes, [[custom_scope_bc]]),
  1289. ok = rpc:call(SlaveNode2, syn, add_node_to_scopes, [[custom_scope_bc]]),
  1290. %% current node
  1291. TestPid = self(),
  1292. CurrentNode = node(),
  1293. %% partial netsplit (1 cannot see 2)
  1294. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  1295. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1296. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  1297. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  1298. %% start conflict processes
  1299. PidOn1 = syn_test_suite_helper:start_process(SlaveNode1),
  1300. PidOn2 = syn_test_suite_helper:start_process(SlaveNode2),
  1301. %% --> conflict by netsplit
  1302. ok = rpc:call(SlaveNode1, syn, register, ["proc-confict-by-netsplit-custom", PidOn1, {recipient, TestPid, keepthis}]),
  1303. ok = rpc:call(SlaveNode2, syn, register, ["proc-confict-by-netsplit-custom", PidOn2, {recipient, TestPid, "meta-2"}]),
  1304. ok = rpc:call(SlaveNode1, syn, register, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn1, {recipient, TestPid, keepthis}]),
  1305. ok = rpc:call(SlaveNode2, syn, register, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn2, {recipient, TestPid, "meta-2"}]),
  1306. %% check callbacks
  1307. syn_test_suite_helper:assert_received_messages([
  1308. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, normal},
  1309. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, normal},
  1310. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom", PidOn2, "meta-2", normal},
  1311. {on_process_registered, SlaveNode1, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, normal},
  1312. {on_process_registered, SlaveNode2, default, "proc-confict-by-netsplit-custom", PidOn2, "meta-2", normal},
  1313. {on_process_registered, SlaveNode1, custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn1, keepthis, normal},
  1314. {on_process_registered, SlaveNode2, custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn2, "meta-2", normal}
  1315. ]),
  1316. syn_test_suite_helper:assert_empty_queue(self()),
  1317. %% re-join
  1318. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  1319. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1320. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  1321. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  1322. %% retrieve
  1323. syn_test_suite_helper:assert_wait(
  1324. {PidOn1, {recipient, TestPid, keepthis}},
  1325. fun() -> syn:lookup("proc-confict-by-netsplit-custom") end
  1326. ),
  1327. syn_test_suite_helper:assert_wait(
  1328. {PidOn1, {recipient, TestPid, keepthis}},
  1329. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-confict-by-netsplit-custom"]) end
  1330. ),
  1331. syn_test_suite_helper:assert_wait(
  1332. {PidOn1, {recipient, TestPid, keepthis}},
  1333. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-confict-by-netsplit-custom"]) end
  1334. ),
  1335. 1 = syn:registry_count(),
  1336. 0 = syn:registry_count(default, node()),
  1337. 1 = syn:registry_count(default, SlaveNode1),
  1338. 0 = syn:registry_count(default, SlaveNode2),
  1339. 1 = rpc:call(SlaveNode1, syn, registry_count, []),
  1340. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  1341. 1 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  1342. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  1343. 1 = rpc:call(SlaveNode2, syn, registry_count, []),
  1344. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  1345. 1 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  1346. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  1347. syn_test_suite_helper:assert_wait(
  1348. {PidOn1, {recipient, TestPid, keepthis}},
  1349. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom"]) end
  1350. ),
  1351. syn_test_suite_helper:assert_wait(
  1352. {PidOn1, {recipient, TestPid, keepthis}},
  1353. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom"]) end
  1354. ),
  1355. 1 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc]),
  1356. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, node()]),
  1357. 1 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  1358. 0 = rpc:call(SlaveNode1, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  1359. 1 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc]),
  1360. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, node()]),
  1361. 1 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode1]),
  1362. 0 = rpc:call(SlaveNode2, syn, registry_count, [custom_scope_bc, SlaveNode2]),
  1363. syn_test_suite_helper:assert_received_messages([
  1364. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom", PidOn2, "meta-2", syn_conflict_resolution},
  1365. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, syn_conflict_resolution},
  1366. {on_process_unregistered, SlaveNode2, default, "proc-confict-by-netsplit-custom", PidOn2, "meta-2", syn_conflict_resolution},
  1367. {on_process_registered, SlaveNode2, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, syn_conflict_resolution},
  1368. {on_process_unregistered, SlaveNode2, custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn2, "meta-2", syn_conflict_resolution},
  1369. {on_process_registered, SlaveNode2, custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn1, keepthis, syn_conflict_resolution}
  1370. ]),
  1371. syn_test_suite_helper:assert_empty_queue(self()),
  1372. %% process alive (discarded process does not get killed with a custom handler)
  1373. syn_test_suite_helper:assert_wait(
  1374. true,
  1375. fun() -> rpc:call(SlaveNode1, erlang, is_process_alive, [PidOn1]) end
  1376. ),
  1377. syn_test_suite_helper:assert_wait(
  1378. true,
  1379. fun() -> rpc:call(SlaveNode2, erlang, is_process_alive, [PidOn2]) end
  1380. ),
  1381. %% clean up default scope
  1382. syn:unregister("proc-confict-by-netsplit-custom"),
  1383. ok = rpc:call(SlaveNode1, syn, unregister, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom"]),
  1384. %% retrieve
  1385. syn_test_suite_helper:assert_wait(
  1386. undefined,
  1387. fun() -> syn:lookup("proc-confict-by-netsplit-custom") end
  1388. ),
  1389. syn_test_suite_helper:assert_wait(
  1390. undefined,
  1391. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-confict-by-netsplit-custom"]) end
  1392. ),
  1393. syn_test_suite_helper:assert_wait(
  1394. undefined,
  1395. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-confict-by-netsplit-custom"]) end
  1396. ),
  1397. syn_test_suite_helper:assert_wait(
  1398. undefined,
  1399. fun() -> rpc:call(SlaveNode1, syn, lookup, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom"]) end
  1400. ),
  1401. syn_test_suite_helper:assert_wait(
  1402. undefined,
  1403. fun() -> rpc:call(SlaveNode2, syn, lookup, [custom_scope_bc, "proc-confict-by-netsplit-scoped-custom"]) end
  1404. ),
  1405. %% check callbacks
  1406. syn_test_suite_helper:assert_received_messages([
  1407. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, normal},
  1408. {on_process_unregistered, SlaveNode1, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, normal},
  1409. {on_process_unregistered, SlaveNode2, default, "proc-confict-by-netsplit-custom", PidOn1, keepthis, normal},
  1410. {on_process_unregistered, SlaveNode1, custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn1, keepthis, normal},
  1411. {on_process_unregistered, SlaveNode2, custom_scope_bc, "proc-confict-by-netsplit-scoped-custom", PidOn1, keepthis, normal}
  1412. ]),
  1413. syn_test_suite_helper:assert_empty_queue(self()),
  1414. %% --> conflict by netsplit, which returns invalid pid
  1415. %% partial netsplit (1 cannot see 2)
  1416. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  1417. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1418. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  1419. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  1420. %% register with meta with no 'keepthis' element
  1421. ok = rpc:call(SlaveNode1, syn, register, ["proc-confict-by-netsplit-custom-other-pid", PidOn1, {recipient, TestPid, "meta-1"}]),
  1422. ok = rpc:call(SlaveNode2, syn, register, ["proc-confict-by-netsplit-custom-other-pid", PidOn2, {recipient, TestPid, "meta-2"}]),
  1423. %% check callbacks
  1424. syn_test_suite_helper:assert_received_messages([
  1425. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom-other-pid", PidOn1, "meta-1", normal},
  1426. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom-other-pid", PidOn1, "meta-1", normal},
  1427. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom-other-pid", PidOn2, "meta-2", normal},
  1428. {on_process_registered, SlaveNode1, default, "proc-confict-by-netsplit-custom-other-pid", PidOn1, "meta-1", normal},
  1429. {on_process_registered, SlaveNode2, default, "proc-confict-by-netsplit-custom-other-pid", PidOn2, "meta-2", normal}
  1430. ]),
  1431. syn_test_suite_helper:assert_empty_queue(self()),
  1432. %% re-join
  1433. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  1434. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1435. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  1436. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  1437. %% retrieve (names get freed)
  1438. syn_test_suite_helper:assert_wait(
  1439. undefined,
  1440. fun() -> syn:lookup("proc-confict-by-netsplit-custom-other-pid") end
  1441. ),
  1442. syn_test_suite_helper:assert_wait(
  1443. undefined,
  1444. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-confict-by-netsplit-custom-other-pid"]) end
  1445. ),
  1446. syn_test_suite_helper:assert_wait(
  1447. undefined,
  1448. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-confict-by-netsplit-custom-other-pid"]) end
  1449. ),
  1450. 0 = syn:registry_count(),
  1451. 0 = syn:registry_count(default, node()),
  1452. 0 = syn:registry_count(default, SlaveNode1),
  1453. 0 = syn:registry_count(default, SlaveNode2),
  1454. 0 = rpc:call(SlaveNode1, syn, registry_count, []),
  1455. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  1456. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  1457. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  1458. 0 = rpc:call(SlaveNode2, syn, registry_count, []),
  1459. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  1460. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  1461. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  1462. %% check callbacks
  1463. syn_test_suite_helper:assert_received_messages([
  1464. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom-other-pid", PidOn2, "meta-2", syn_conflict_resolution},
  1465. {on_process_unregistered, SlaveNode1, default, "proc-confict-by-netsplit-custom-other-pid", PidOn1, "meta-1", syn_conflict_resolution},
  1466. {on_process_unregistered, SlaveNode2, default, "proc-confict-by-netsplit-custom-other-pid", PidOn2, "meta-2", syn_conflict_resolution}
  1467. ]),
  1468. syn_test_suite_helper:assert_empty_queue(self()),
  1469. %% process alive (discarded process does not get killed with a custom handler)
  1470. syn_test_suite_helper:assert_wait(
  1471. true,
  1472. fun() -> rpc:call(SlaveNode1, erlang, is_process_alive, [PidOn1]) end
  1473. ),
  1474. syn_test_suite_helper:assert_wait(
  1475. true,
  1476. fun() -> rpc:call(SlaveNode2, erlang, is_process_alive, [PidOn2]) end
  1477. ),
  1478. %% --> conflict by netsplit, which crashes
  1479. %% partial netsplit (1 cannot see 2)
  1480. rpc:call(SlaveNode1, syn_test_suite_helper, disconnect_node, [SlaveNode2]),
  1481. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1482. syn_test_suite_helper:assert_cluster(SlaveNode1, [node()]),
  1483. syn_test_suite_helper:assert_cluster(SlaveNode2, [node()]),
  1484. %% register with meta with no 'crash' element
  1485. ok = rpc:call(SlaveNode1, syn, register, ["proc-confict-by-netsplit-custom-crash", PidOn1, {recipient, TestPid, crash}]),
  1486. ok = rpc:call(SlaveNode2, syn, register, ["proc-confict-by-netsplit-custom-crash", PidOn2, {recipient, TestPid, crash}]),
  1487. %% check callbacks
  1488. syn_test_suite_helper:assert_received_messages([
  1489. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom-crash", PidOn1, crash, normal},
  1490. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom-crash", PidOn1, crash, normal},
  1491. {on_process_registered, CurrentNode, default, "proc-confict-by-netsplit-custom-crash", PidOn2, crash, normal},
  1492. {on_process_registered, SlaveNode1, default, "proc-confict-by-netsplit-custom-crash", PidOn1, crash, normal},
  1493. {on_process_registered, SlaveNode2, default, "proc-confict-by-netsplit-custom-crash", PidOn2, crash, normal}
  1494. ]),
  1495. syn_test_suite_helper:assert_empty_queue(self()),
  1496. %% re-join
  1497. rpc:call(SlaveNode1, syn_test_suite_helper, connect_node, [SlaveNode2]),
  1498. syn_test_suite_helper:assert_cluster(node(), [SlaveNode1, SlaveNode2]),
  1499. syn_test_suite_helper:assert_cluster(SlaveNode1, [node(), SlaveNode2]),
  1500. syn_test_suite_helper:assert_cluster(SlaveNode2, [node(), SlaveNode1]),
  1501. %% retrieve (names get freed)
  1502. syn_test_suite_helper:assert_wait(
  1503. undefined,
  1504. fun() -> syn:lookup("proc-confict-by-netsplit-custom-crash") end
  1505. ),
  1506. syn_test_suite_helper:assert_wait(
  1507. undefined,
  1508. fun() -> rpc:call(SlaveNode1, syn, lookup, ["proc-confict-by-netsplit-custom-crash"]) end
  1509. ),
  1510. syn_test_suite_helper:assert_wait(
  1511. undefined,
  1512. fun() -> rpc:call(SlaveNode2, syn, lookup, ["proc-confict-by-netsplit-custom-crash"]) end
  1513. ),
  1514. 0 = syn:registry_count(),
  1515. 0 = syn:registry_count(default, node()),
  1516. 0 = syn:registry_count(default, SlaveNode1),
  1517. 0 = syn:registry_count(default, SlaveNode2),
  1518. 0 = rpc:call(SlaveNode1, syn, registry_count, []),
  1519. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, node()]),
  1520. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode1]),
  1521. 0 = rpc:call(SlaveNode1, syn, registry_count, [default, SlaveNode2]),
  1522. 0 = rpc:call(SlaveNode2, syn, registry_count, []),
  1523. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, node()]),
  1524. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode1]),
  1525. 0 = rpc:call(SlaveNode2, syn, registry_count, [default, SlaveNode2]),
  1526. %% check callbacks
  1527. syn_test_suite_helper:assert_received_messages([
  1528. {on_process_unregistered, CurrentNode, default, "proc-confict-by-netsplit-custom-crash", PidOn2, crash, syn_conflict_resolution},
  1529. {on_process_unregistered, SlaveNode1, default, "proc-confict-by-netsplit-custom-crash", PidOn1, crash, syn_conflict_resolution},
  1530. {on_process_unregistered, SlaveNode2, default, "proc-confict-by-netsplit-custom-crash", PidOn2, crash, syn_conflict_resolution}
  1531. ]),
  1532. syn_test_suite_helper:assert_empty_queue(self()),
  1533. %% process alive (discarded process does not get killed with a custom handler)
  1534. syn_test_suite_helper:assert_wait(
  1535. true,
  1536. fun() -> rpc:call(SlaveNode1, erlang, is_process_alive, [PidOn1]) end
  1537. ),
  1538. syn_test_suite_helper:assert_wait(
  1539. true,
  1540. fun() -> rpc:call(SlaveNode2, erlang, is_process_alive, [PidOn2]) end
  1541. ).
  1542. %% ===================================================================
  1543. %% Internal
  1544. %% ===================================================================
  1545. add_to_local_table(Scope, Name, Pid, Meta, Time, MRef) ->
  1546. TableByName = syn_backbone:get_table_name(syn_registry_by_name, Scope),
  1547. TableByPid = syn_backbone:get_table_name(syn_registry_by_pid, Scope),
  1548. syn_registry:add_to_local_table(Name, Pid, Meta, Time, MRef, TableByName, TableByPid).
  1549. remove_from_local_table(Scope, Name, Pid) ->
  1550. TableByName = syn_backbone:get_table_name(syn_registry_by_name, Scope),
  1551. TableByPid = syn_backbone:get_table_name(syn_registry_by_pid, Scope),
  1552. syn_registry:remove_from_local_table(Name, Pid, TableByName, TableByPid).