b6955c9a75
Tree nodes now hold entries at the form
{Key, ?TOMBSTONE
| BinValue
| {?TOMBSTONE, TStamp}
| {BinValue, TStamp}}
We use the form without TStamp when expiry_secs
is unset or set to 0 (i.e., values don't expire).
merger/writer: Move KV count into writer, because
now the writer:add determines if a value is expired
and thus wither a value is actually written. Thus,
writer now has a new API function which returns the
KV count written so far.
reader: lookup/fold API hides the TStamp tuples,
so only the next_node API used by the merger
is exposed to these {Key, {_, TStamp}} entries.
nursery: like reader, the TStamp'ed tuples are
not exposed in the client API; expired values
are simply not returned from fold/lookup.
hanoidb: add config option {expiry_secs, N}.
other modules: Make sure that config is passed
all the way down through (sub) processes to be
able to utilize the config option everywhere.
test: update to work with new option.
107 lines
3.6 KiB
Erlang
107 lines
3.6 KiB
Erlang
%% ----------------------------------------------------------------------------
|
|
%%
|
|
%% hanoidb: LSM-trees (Log-Structured Merge Trees) Indexed Storage
|
|
%%
|
|
%% Copyright 2011-2012 (c) Trifork A/S. All Rights Reserved.
|
|
%% http://trifork.com/ info@trifork.com
|
|
%%
|
|
%% Copyright 2012 (c) Basho Technologies, Inc. All Rights Reserved.
|
|
%% http://basho.com/ info@basho.com
|
|
%%
|
|
%% This file is provided to you under the Apache License, Version 2.0 (the
|
|
%% "License"); you may not use this file except in compliance with the License.
|
|
%% You may obtain a copy of the License at
|
|
%%
|
|
%% http://www.apache.org/licenses/LICENSE-2.0
|
|
%%
|
|
%% Unless required by applicable law or agreed to in writing, software
|
|
%% distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
%% WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
%% License for the specific language governing permissions and limitations
|
|
%% under the License.
|
|
%%
|
|
%% ----------------------------------------------------------------------------
|
|
|
|
-module(hanoidb_writer_tests).
|
|
|
|
-ifdef(TEST).
|
|
-include_lib("proper/include/proper.hrl").
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
-endif.
|
|
|
|
-include("include/hanoidb.hrl").
|
|
|
|
-compile(export_all).
|
|
|
|
simple_test() ->
|
|
|
|
file:delete("testdata"),
|
|
{ok, BT} = hanoidb_writer:open("testdata"),
|
|
ok = hanoidb_writer:add(BT, <<"A">>, <<"Avalue">>),
|
|
ok = hanoidb_writer:add(BT, <<"B">>, <<"Bvalue">>),
|
|
ok = hanoidb_writer:close(BT),
|
|
|
|
{ok, IN} = hanoidb_reader:open("testdata"),
|
|
{ok, <<"Avalue">>} = hanoidb_reader:lookup(IN, <<"A">>),
|
|
ok = hanoidb_reader:close(IN),
|
|
|
|
ok = file:delete("testdata").
|
|
|
|
|
|
simple1_test() ->
|
|
|
|
file:delete("testdata"),
|
|
{ok, BT} = hanoidb_writer:open("testdata", [{block_size, 1024},{expiry_secs, 0}]),
|
|
|
|
Max = 1024,
|
|
Seq = lists:seq(0, Max),
|
|
|
|
{Time1,_} = timer:tc(
|
|
fun() ->
|
|
lists:foreach(
|
|
fun(Int) ->
|
|
ok = hanoidb_writer:add(BT, <<Int:128>>, <<"valuevalue/", Int:128>>)
|
|
end,
|
|
Seq),
|
|
ok = hanoidb_writer:close(BT)
|
|
end,
|
|
[]),
|
|
|
|
error_logger:info_msg("time to insert: ~p/sec~n", [1000000/(Time1/Max)]),
|
|
|
|
{ok, IN} = hanoidb_reader:open("testdata", [{expiry_secs,0}]),
|
|
Middle = Max div 2,
|
|
{ok, <<"valuevalue/", Middle:128>>} = hanoidb_reader:lookup(IN, <<Middle:128>>),
|
|
|
|
|
|
{Time2,Count} = timer:tc(
|
|
fun() -> hanoidb_reader:fold(fun(Key, <<"valuevalue/", Key/binary>>, N) ->
|
|
N+1
|
|
end,
|
|
0,
|
|
IN)
|
|
end,
|
|
[]),
|
|
|
|
error_logger:info_msg("time to scan: ~p/sec~n", [1000000/(Time2/Max)]),
|
|
|
|
Max = Count-1,
|
|
|
|
{Time3,{done,Count2}} = timer:tc(
|
|
fun() -> hanoidb_reader:range_fold(fun(Key, <<"valuevalue/", Key/binary>>, N) ->
|
|
N+1
|
|
end,
|
|
0,
|
|
IN,
|
|
#key_range{ from_key= <<>>, to_key=undefined })
|
|
end,
|
|
[]),
|
|
|
|
error_logger:info_msg("time to range_fold: ~p/sec~n", [1000000/(Time3/Max)]),
|
|
|
|
error_logger:info_msg("count2=~p~n", [Count2]),
|
|
|
|
Max = Count2-1,
|
|
|
|
ok = hanoidb_reader:close(IN).
|
|
|