kvs_rocks.erl 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113
  1. -module(kvs_rocks).
  2. -include("backend.hrl").
  3. -include("kvs.hrl").
  4. -include("metainfo.hrl").
  5. -include_lib("stdlib/include/qlc.hrl").
  6. -export(?BACKEND).
  7. -export([ref/0,bt/1,key/2,key/1,fd/1]).
  8. -export([seek_it/1, move_it/3, take_it/4]).
  9. e(X,Y) -> element(X,Y).
  10. bt([]) -> [];
  11. bt(X) -> binary_to_term(X).
  12. tb([]) -> [];
  13. tb(T) when is_list(T) -> list_to_binary(T);
  14. tb(T) when is_atom(T) -> atom_to_binary(T, utf8);
  15. tb(T) when is_binary(T) -> T;
  16. tb(T) -> term_to_binary(T).
  17. fmt([]) -> [];
  18. fmt(K) ->
  19. B = tb(K),
  20. S = if byte_size(B) > 1 -> 2;true -> byte_size(B) end,
  21. B1 = binary:split(B,[<<"/">>,<<"//">>], [{scope,{0,S}},trim_all]),
  22. B2 = case B1 of [] -> <<>>;[X|_] -> X end,
  23. S1 = if byte_size(B2) > 1 -> -2; true -> 0 end,
  24. B3 = binary:split(B2,[<<"/">>,<<"//">>], [{scope,{byte_size(B2),S1}},trim_all]),
  25. B4 = case B3 of [] -> <<>>;[X1|_] -> X1 end,
  26. B4.
  27. key(R) when is_tuple(R) andalso tuple_size(R) > 1 -> key(e(1,R), e(2,R));
  28. key(R) -> key(R,[]).
  29. key(Tab,R) when is_tuple(R) andalso tuple_size(R) > 1 -> key(Tab, e(2,R));
  30. key(Tab,R) -> iolist_to_binary([lists:join(<<"/">>, lists:flatten([<<>>, fmt(Tab), fmt(R)]))]).
  31. fd(Key) ->
  32. B = lists:reverse(binary:split(tb(Key), [<<"/">>, <<"//">>], [global, trim_all])),
  33. B1 = lists:reverse(case B of [] -> [];[X] -> [X];[_|T] -> T end),
  34. iolist_to_binary(lists:join(<<"/">>, [<<>>]++B1)).
  35. o(<<>>,FK,_,_) -> {ok,FK,[],[]};
  36. o(Key,FK,Dir,Fx) ->
  37. S = size(FK),
  38. Infotech = fun (F,K,H,V,Acc) when binary_part(K,{0,S}) == FK -> {F(H,Dir),H,[V|Acc]};
  39. (_,K,H,V,Acc) -> close_it(H),
  40. throw({ok,fd(K),bt(V),[bt(A1)||A1<-Acc]}) end,
  41. Privat = fun(F,K,V,H) -> case F(H,prev) of
  42. {ok,K1,V1} when binary_part(K,{0,S}) == FK -> {{ok,K1,V1},H,[V]};
  43. {ok,K1,V1} -> Infotech(F,K1,H,V1,[]);
  44. E -> E
  45. end end,
  46. It = fun(F,{ok,H}) -> {F(H,{seek,Key}),H};
  47. (F,{{ok,K,V},H})
  48. when Dir =:= prev -> Privat(F,K,V,H);
  49. (F,{{ok,K,V},H}) -> Infotech(F,K,H,V,[]);
  50. (F,{{ok,K,V},H,A}) -> Infotech(F,K,H,V,A);
  51. (_,{{error,_},H,Acc}) -> {{ok,[],[]},H,Acc};
  52. (F,{R,O}) -> F(R,O);
  53. (F,H) -> F(H) end,
  54. catch case lists:foldl(It, {ref(),[]}, Fx) of
  55. {{ok,K,Bin},_,A} -> {ok,fd(K), bt(Bin),[bt(A1)||A1<-A]};
  56. {{ok,K,Bin},_} -> {ok,fd(K), bt(Bin),[]};
  57. {{error,_},_,Acc} -> {ok,fd(FK),bt(shd(Acc)),[bt(A1) ||A1<-Acc]}
  58. end.
  59. start() -> ok.
  60. stop() -> ok.
  61. destroy() -> rocksdb:destroy(application:get_env(kvs,rocks_name,"rocksdb"), []).
  62. version() -> {version,"KVS ROCKSDB"}.
  63. dir() -> [].
  64. leave() -> case ref() of [] -> skip; X -> rocksdb:close(X), application:set_env(kvs,rocks_ref,[]), ok end.
  65. join(_) -> application:start(rocksdb),
  66. leave(), {ok, Ref} = rocksdb:open(application:get_env(kvs,rocks_name,"rocksdb"), [{create_if_missing, true}]),
  67. initialize(),
  68. application:set_env(kvs,rocks_ref,Ref).
  69. initialize() -> [ kvs:initialize(kvs_rocks,Module) || Module <- kvs:modules() ].
  70. ref() -> application:get_env(kvs,rocks_ref,[]).
  71. index(_,_,_) -> [].
  72. close_it(H) -> try rocksdb:iterator_close(H) catch error:badarg -> ok end.
  73. seek_it(K) -> o(K,K,ok,[fun rocksdb:iterator/2,fun rocksdb:iterator_move/2]).
  74. move_it(K,FK,Dir) -> o(K,FK,Dir,[fun rocksdb:iterator/2,fun rocksdb:iterator_move/2,fun rocksdb:iterator_move/2]).
  75. take_it(Key,FK,Dir,N) when is_integer(N) andalso N >= 0 ->
  76. o(Key,FK,Dir,[fun rocksdb:iterator/2,fun rocksdb:iterator_move/2] ++
  77. lists:map(fun(_) -> fun rocksdb:iterator_move/2 end,lists:seq(1,N)));
  78. take_it(Key,FK,Dir,_) -> take_it(Key,FK,Dir,0).
  79. get(Tab, Key) ->
  80. case rocksdb:get(ref(), key(Tab,Key), []) of
  81. not_found -> {error,not_found};
  82. {ok,Bin} -> {ok,bt(Bin)} end.
  83. put(Records) when is_list(Records) -> lists:map(fun(Record) -> put(Record) end, Records);
  84. put(Record) -> rocksdb:put(ref(), key(Record), term_to_binary(Record), [{sync,true}]).
  85. delete(Feed, Id) -> rocksdb:delete(ref(), key(Feed,Id), []).
  86. count(_) -> 0.
  87. all(R) -> kvs_st:feed(R).
  88. shd([]) -> [];
  89. shd(X) -> hd(X).
  90. seq(_,_) ->
  91. case os:type() of
  92. {win32,nt} -> {Mega,Sec,Micro} = erlang:timestamp(), integer_to_list((Mega*1000000+Sec)*1000000+Micro);
  93. _ -> erlang:integer_to_list(element(2,hd(lists:reverse(erlang:system_info(os_monotonic_time_source)))))
  94. end.
  95. create_table(_,_) -> [].
  96. add_table_index(_, _) -> ok.
  97. dump() -> ok.