store_riak.erl 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. -module(store_riak).
  2. -author('Maxim Sokhatsky <maxim@synrc.com>').
  3. -copyright('Synrc Research Center s.r.o.').
  4. -include("config.hrl").
  5. -include("user.hrl").
  6. -include("subscription.hrl").
  7. -include("group.hrl").
  8. -include("comment.hrl").
  9. -include("entry.hrl").
  10. -include("feed.hrl").
  11. -include("acl.hrl").
  12. -compile(export_all).
  13. start() -> ok.
  14. stop() -> ok.
  15. version() -> {version,"KVS RIAK 2.0.2"}.
  16. join() -> ok.
  17. join(Ring) -> riak_core:join(Ring).
  18. initialize() -> riak:client_connect(node()).
  19. dir() ->
  20. {ok,C}=riak:local_client(),
  21. {ok,Buckets} = C:list_buckets(),
  22. [{table,binary_to_list(X)}||X<-Buckets].
  23. riak_clean(Table) when is_list(Table)->
  24. {ok,C}=riak:local_client(),
  25. {ok,Keys}=C:list_keys(erlang:list_to_binary(Table)),
  26. [ C:delete(erlang:list_to_binary(Table),Key) || Key <- Keys];
  27. riak_clean(Table) ->
  28. {ok,C}=riak:local_client(),
  29. [TableStr] = io_lib:format("~p",[Table]),
  30. {ok,Keys}=C:list_keys(erlang:list_to_binary(TableStr)),
  31. [ kvs:delete(Table,key_to_bin(Key)) || Key <- Keys].
  32. make_object(T) ->
  33. Bucket = element(1,T),
  34. Key = element(2,T),
  35. Obj1 = riak_object:new(key_to_bin(Bucket), key_to_bin(Key), T),
  36. Indices = make_indices(T),
  37. Meta = dict:store(<<"index">>, Indices, dict:new()),
  38. Obj2 = riak_object:update_metadata(Obj1, Meta),
  39. kvs:info(?MODULE,"RIAK PUT IDX ~p",[Indices]),
  40. Obj2.
  41. make_indices(#subscription{who=Who, whom=Whom}) -> [
  42. {<<"who_bin">>, key_to_bin(Who)},
  43. {<<"whom_bin">>, key_to_bin(Whom)}];
  44. make_indices(#user{id=UId,zone=Zone}) -> [
  45. {<<"user_bin">>, key_to_bin(UId)},
  46. {<<"zone_bin">>, key_to_bin(Zone)}];
  47. make_indices(#feed{id=UId}) -> [
  48. {<<"feed_bin">>, key_to_bin(UId)}];
  49. make_indices(#comment{id={CID,EID},from=Who}) -> [
  50. {<<"comment_bin">>, key_to_bin({CID,EID})},
  51. {<<"author_bin">>, key_to_bin(Who)}];
  52. make_indices(#entry{id={EID,FID},entry_id=EntryId,feed_id=Feed,from=From,to=To}) -> [
  53. {<<"entry_feed_bin">>, key_to_bin({EID,FID})},
  54. {<<"entry_bin">>, key_to_bin(EntryId)},
  55. {<<"from_bin">>, key_to_bin(From)},
  56. {<<"to_bin">>, key_to_bin(To)},
  57. {<<"feed_bin">>, key_to_bin(Feed)}];
  58. make_indices(Record) -> [
  59. {key_to_bin(atom_to_list(element(1,Record))++"_bin"),key_to_bin(element(2,Record))}].
  60. put(Records) when is_list(Records) -> lists:foreach(fun riak_put/1, Records);
  61. put(Record) -> riak_put(Record).
  62. riak_put(Record) ->
  63. {ok,C}=riak:local_client(),
  64. Bucket = key_to_bin(element(1,Record)),
  65. Key = key_to_bin(element(2,Record)),
  66. Object = make_object(Record),
  67. RiakAnswer = C:get(Bucket,Key),
  68. case RiakAnswer of
  69. {ok,O} ->
  70. Obj = riak_object:update_value(riak_object:reconcile([O],false), Record),
  71. C:put(Obj);
  72. _ -> C:put(Object) end.
  73. get(Tab, Key) ->
  74. Bucket = key_to_bin(Tab),
  75. IntKey = key_to_bin(Key),
  76. riak_get(Bucket, IntKey).
  77. riak_get(Bucket,Key) ->
  78. {ok,C} = riak:local_client(),
  79. RiakAnswer = C:get(Bucket,Key),
  80. case RiakAnswer of
  81. {ok, O} ->
  82. % kvs:info(?MODULE,"Value Count: ~p~n",[riak_object:value_count(O)]),
  83. {ok,riak_object:get_value(riak_object:reconcile([O],false))};
  84. {error, notfound} -> {error, not_found};
  85. X -> X end.
  86. delete(Tab, Key) ->
  87. {ok,C}=riak:local_client(),
  88. Bucket = key_to_bin(Tab),
  89. IntKey = key_to_bin(Key),
  90. C:delete(Bucket, IntKey).
  91. delete_by_index(Tab, IndexId, IndexVal) ->
  92. {ok,C}=riak:local_client(),
  93. Bucket = key_to_bin(Tab),
  94. {ok, Keys} = riak_client:get_index(Bucket, {eq, IndexId, key_to_bin(IndexVal)}),
  95. [C:delete(Bucket, Key) || Key <- Keys].
  96. key_to_bin(Key) ->
  97. if is_integer(Key) -> erlang:list_to_binary(integer_to_list(Key));
  98. is_list(Key) -> erlang:list_to_binary(Key);
  99. is_atom(Key) -> erlang:list_to_binary(erlang:atom_to_list(Key));
  100. is_binary(Key) -> Key;
  101. true -> [ListKey] = io_lib:format("~p", [Key]), erlang:list_to_binary(ListKey) end.
  102. all(RecordName) ->
  103. {ok,C}=riak:local_client(),
  104. RecordBin = key_to_bin(RecordName),
  105. {ok,Keys} = C:list_keys(RecordBin),
  106. Results = [ riak_get_raw({RecordBin, Key, C}) || Key <- Keys ],
  107. [ Object || Object <- Results, Object =/= failure ].
  108. all_by_index(Tab, IndexId, IndexVal) ->
  109. {ok,C}=riak:local_client(),
  110. Bucket = key_to_bin(Tab),
  111. {ok, Keys} = C:get_index(Bucket, {eq, IndexId, key_to_bin(IndexVal)}),
  112. lists:foldl(fun(Key, Acc) ->
  113. case C:get(Bucket, Key) of
  114. {ok, O} -> {ok,riak_object:get_value(riak_object:reconcile([O],false))};
  115. {error, notfound} -> Acc end end, [], Keys).
  116. riak_get_raw({RecordBin, Key, C}) ->
  117. case C:get(RecordBin, Key) of
  118. {ok, O} -> riak_object:get_value(riak_object:reconcile([O],false));
  119. _ -> failure end.
  120. next_id(CounterId) -> next_id(CounterId, 1).
  121. next_id(CounterId, Incr) -> next_id(CounterId, 0, Incr).
  122. next_id(CounterId, Default, Incr) ->
  123. {ok,C}=riak:local_client(),
  124. CounterBin = key_to_bin(CounterId),
  125. {Object, Value, Options} =
  126. case C:get(key_to_bin(id_seq), CounterBin) of
  127. {ok, CurObj} ->
  128. R = #id_seq{id = CurVal} = riak_object:get_value(CurObj),
  129. NewVal = CurVal + Incr,
  130. Obj = riak_object:update_value(CurObj, R#id_seq{id = NewVal}),
  131. {Obj, NewVal, [if_not_modified]};
  132. {error, notfound} ->
  133. NewVal = Default + Incr,
  134. Obj = riak_object:new(key_to_bin(id_seq), CounterBin, #id_seq{thing = CounterId, id = NewVal}),
  135. {Obj, NewVal, [if_none_match]} end,
  136. case C:put(Object) of
  137. ok -> Value;
  138. {error, _} -> next_id(CounterId, Incr) end.
  139. % index funs
  140. subscriptions(UId) -> all_by_index(subsciption, <<"subs_who_bin">>, list_to_binary(UId)).
  141. subscribed(Who) -> all_by_index(subscription, <<"subs_whom_bin">>, list_to_binary(Who)).
  142. author_comments(Who) ->
  143. EIDs = [E || #comment{entry_id=E} <- all_by_index(comment,<<"author_bin">>, Who) ],
  144. lists:flatten([ all_by_index(entry,<<"entry_bin">>,EID) || EID <- EIDs]).