#ifndef _ROSE_COMPRESSION_LSMTABLE_H__ #define _ROSE_COMPRESSION_LSMTABLE_H__ #undef end #undef begin #define INFINITE_RESOURCES #define THROTTLED #include #include #include "lsmIterators.h" #include #include namespace rose { /** @file This file contains worker threads and the end user interface for Rose's LSM-tree based table implementation. The page format is set at compile time with a template instantiation. @see lsmWorkers.h provides a more general (and dynamically dispatched), interface to the underlying primititves */ typedef struct { recordid bigTree; recordid bigTreeAllocState; // this is probably the head of an arraylist of regions used by the tree... // recordid oldBigTreeAllocState; // this is probably the head of an arraylist of regions used by the tree... // XXX need in between tree for when we crash w/o clean shutdown. recordid mediumTree; recordid mediumTreeAllocState; // recordid oldMediumTreeAllocState; epoch_t beginning; epoch_t end; } lsmTableHeader_t; template struct merge_args { int worker_id; pageid_t(*pageAlloc)(int,void*); void *pageAllocState; void *oldAllocState; pthread_mutex_t * block_ready_mut; pthread_cond_t * in_block_needed_cond; bool * in_block_needed; pthread_cond_t * out_block_needed_cond; bool * out_block_needed; pthread_cond_t * in_block_ready_cond; pthread_cond_t * out_block_ready_cond; bool * still_open; pageid_t * my_tree_size; pageid_t * out_tree_size; pageid_t max_size; pageid_t r_i; typename ITERB::handle ** in_tree; void * in_tree_allocer; typename ITERA::handle ** out_tree; void * out_tree_allocer; typename ITERA::handle my_tree; epoch_t * last_complete_xact; column_number_t ts_col; recordid tree; }; template pageid_t compressData(int xid, ITER * begin, ITER * end, recordid tree, pageid_t (*pageAlloc)(int,void*), void *pageAllocState, uint64_t *inserted) { *inserted = 0; if(*begin == *end) { return 0; } pageid_t next_page = pageAlloc(xid,pageAllocState); pageid_t pageCount = 0; if(*begin != *end) { TlsmAppendPage(xid,tree,(**begin).toByteArray(),pageAlloc, pageAllocState,next_page); } pageCount++; Page *p = loadPage(xid, next_page); writelock(p->rwlatch,0); stasis_page_cleanup(p); typename PAGELAYOUT::FMT * mc = PAGELAYOUT::initPage(p, &**begin); for(ITER i(*begin); i != *end; ++i) { rose::slot_index_t ret = mc->append(xid, *i); if(ret == rose::NOSPACE) { stasis_dirty_page_table_set_dirty((stasis_dirty_page_table_t*)stasis_runtime_dirty_page_table(), p); mc->pack(); unlock(p->rwlatch); releasePage(p); next_page = pageAlloc(xid,pageAllocState); TlsmAppendPage(xid,tree,(*i).toByteArray(),pageAlloc,pageAllocState,next_page); p = loadPage(xid, next_page); writelock(p->rwlatch,0); mc = PAGELAYOUT::initPage(p, &*i); pageCount++; ret = mc->append(xid, *i); assert(ret != rose::NOSPACE); } (*inserted)++; } stasis_dirty_page_table_set_dirty((stasis_dirty_page_table_t*)stasis_runtime_dirty_page_table(), p); mc->pack(); unlock(p->rwlatch); releasePage(p); return pageCount; } // How many bytes of tuples can we afford to keep in RAM? // this is just a guessed value... it seems about right based on // experiments, but 450 bytes overhead per tuple is insane! static const int RB_TREE_OVERHEAD = 400; // = 450; static pageid_t C0_MEM_SIZE = 1000 * 1000 * 1000; // How many pages should we try to fill with the first C1 merge? static int R = 10; // XXX set this as low as possible (for dynamic setting. = sqrt(C2 size / C0 size)) #ifdef THROTTLED static const pageid_t START_SIZE = 100; //10 * 1000; /*10 **/ //1000; // XXX 4 is fudge related to RB overhead. #else Do not run this code static const pageid_t START_SIZE = C0_MEM_SIZE * R /( PAGE_SIZE * 4); //10 * 1000; /*10 **/ //1000; // XXX 4 is fudge related to RB overhead. #endif // Lower total work by perfomrming one merge at higher level // for every FUDGE^2 merges at the immediately lower level. // (Constrast to R, which controls the ratio of sizes of the trees.) static const int FUDGE = 1; /** ITERA is an iterator over the data structure that mergeThread creates (a lsm tree iterator). ITERB is an iterator over the data structures that mergeThread takes as input (lsm tree, or rb tree..) */ template void* mergeThread(void* arg) { typedef typename PAGELAYOUT::FMT::TUP TUP; typedef mergeIterator MERGE_ITER; typedef gcIterator GC_ITER; typedef stlSetIterator, TUP> STL_ITER; // The ITER argument of a is unused (we don't look at it's begin or end fields...) merge_args * a = (merge_args*)arg; struct timeval start_tv, start_push_tv, wait_tv, stop_tv; int merge_count = 0; int xid = Tbegin(); // Initialize tree with an empty tree. // XXX hardcodes ITERA's type: // We assume that the caller set pageAllocState for us; oldPageAllocState // shouldn't be set (it should be NULLRID) assert(a->my_tree->r_.size != -1); // loop around here to produce multiple batches for merge. gettimeofday(&start_push_tv,0); gettimeofday(&start_tv,0); pthread_mutex_lock(a->block_ready_mut); while(1) { int done = 0; // get a new input for merge while(!*(a->in_tree)) { *a->in_block_needed = true; pthread_cond_signal(a->in_block_needed_cond); if(!*(a->still_open)) { done = 1; break; } pthread_cond_wait(a->in_block_ready_cond,a->block_ready_mut); } *a->in_block_needed = false; if(done) { pthread_cond_signal(a->out_block_ready_cond); break; } gettimeofday(&wait_tv,0); epoch_t current_timestamp = a->last_complete_xact ? *(a->last_complete_xact) : 0; uint64_t insertedTuples; pageid_t mergedPages; assert(a->my_tree->r_.size != -1); ITERA *taBegin = new ITERA(a->my_tree); ITERB *tbBegin = new ITERB(**a->in_tree); ITERA *taEnd = taBegin->end(); ITERB *tbEnd = tbBegin->end(); Tcommit(xid); xid = Tbegin(); recordid * scratchAllocState = (recordid*)malloc(sizeof(recordid)); *scratchAllocState = Talloc(xid, sizeof(TlsmRegionAllocConf_t)); Tset(xid, *scratchAllocState, &LSM_REGION_ALLOC_STATIC_INITIALIZER); typename ITERA::handle scratch_tree = new typename ITERA::treeIteratorHandle( TlsmCreate(xid, PAGELAYOUT::cmp_id(),a->pageAlloc, scratchAllocState,TUP::sizeofBytes()) ); // XXX pthread_mutex_unlock(a->block_ready_mut); { // this { allows us to explicitly free the iterators mid-function MERGE_ITER mBegin(*taBegin, *tbBegin, *taEnd, *tbEnd); MERGE_ITER mEnd(*taBegin, *tbBegin, *taEnd, *tbEnd); mEnd.seekEnd(); GC_ITER gcBegin(&mBegin, &mEnd, current_timestamp, a->ts_col); GC_ITER gcEnd; mergedPages = compressData (xid, &gcBegin, &gcEnd,scratch_tree->r_,a->pageAlloc,scratchAllocState,&insertedTuples); // tree iterators are pinning pages we want to force, so free them. } // free all the stack allocated iterators... delete taBegin; delete tbBegin; delete taEnd; delete tbEnd; // XXX hardcodes tree type. TlsmForce(xid,scratch_tree->r_,TlsmRegionForceRid,scratchAllocState); //XXX pthread_mutex_lock(a->block_ready_mut); gettimeofday(&stop_tv,0); merge_count++; double ratio = ((double)(insertedTuples * (uint64_t)PAGELAYOUT::FMT::TUP::sizeofBytes())) / (double)(PAGE_SIZE * mergedPages); { // print timing statistics double wait_elapsed = tv_to_double(wait_tv) - tv_to_double(start_tv); double work_elapsed = tv_to_double(stop_tv) - tv_to_double(wait_tv); double push_elapsed = tv_to_double(start_tv) - tv_to_double(start_push_tv); double total_elapsed = wait_elapsed + work_elapsed; double throughput = ((double)(insertedTuples * (uint64_t)PAGELAYOUT::FMT::TUP::sizeofBytes())) / (1024.0 * 1024.0 * total_elapsed); printf("worker %d merge # %-6d: comp ratio: %-9.3f stalled %6.1f sec backpressure %6.1f " "worked %6.1f sec inserts %-12ld (%9.3f mb/s) %6lld pages (need %6lld)\n", a->worker_id, merge_count, ratio, wait_elapsed, push_elapsed, work_elapsed,(unsigned long)insertedTuples, throughput, mergedPages, !a->out_tree_size ? -1 : (FUDGE * *a->out_tree_size / a->r_i)); } gettimeofday(&start_push_tv,0); *a->my_tree_size = mergedPages; // always free in tree and old my tree lsmTableHeader_t h; void * oldAllocState = a->pageAllocState; Tread(xid, a->tree, &h); if(!a->out_tree) { h.bigTree = scratch_tree->r_; h.bigTreeAllocState = *scratchAllocState; DEBUG("%d updated C2's position on disk to %lld\n", PAGELAYOUT::FMT::TUP::NN, scratch_tree->r_.page); } else { h.mediumTree = scratch_tree->r_; h.mediumTreeAllocState = *scratchAllocState; DEBUG("%d updated C1's position on disk to %lld\n", PAGELAYOUT::FMT::TUP::NN, scratch_tree->r_.page); } Tset(xid, a->tree, &h); // need to commit before calling free, since a concurrent tree // might reuse our region before the commit happens. Tcommit(xid); xid = Tbegin(); // XXX right thing to do here? // free old my_tree here TlsmFree(xid,a->my_tree->r_,TlsmRegionDeallocRid,oldAllocState); DEBUG("%d freed C?: (my_tree) %lld\n", PAGELAYOUT::FMT::TUP::NN, a->my_tree->r_.page); if(a->out_tree) { double frac_wasted = ((double)RB_TREE_OVERHEAD) / (double)(RB_TREE_OVERHEAD + TUP::sizeofBytes()); double target_R = sqrt(((double)(*a->out_tree_size+*a->my_tree_size)) / ((C0_MEM_SIZE*(1-frac_wasted))/(4096*ratio))); printf("R_C2-C1 = %6.1f R_C1-C0 = %6.1f target = %6.1f\n", ((double)(*a->out_tree_size/*+*a->my_tree_size*/)) / ((double)*a->my_tree_size), ((double)*a->my_tree_size) / ((double)(C0_MEM_SIZE*(1-frac_wasted))/(4096*ratio)), target_R); if(((double)*a->out_tree_size / ((double)*a->my_tree_size) < target_R) || (a->max_size && mergedPages > a->max_size )) { // XXX need to report backpressure here! while(*a->out_tree) { // we probably don't need the "while..." pthread_cond_wait(a->out_block_needed_cond, a->block_ready_mut); } *a->out_tree = (typeof(*a->out_tree))malloc(sizeof(**a->out_tree)); **a->out_tree = new typename ITERA::treeIteratorHandle(scratch_tree->r_); *(recordid*)(a->out_tree_allocer) = *scratchAllocState; pthread_cond_signal(a->out_block_ready_cond); // This is a bit wasteful; allocate a new empty tree to merge against. // We don't want to ever look at the one we just handed upstream... // We could wait for an in tree to be ready, and then pretend // that we've just finished merging against it (to avoid all // those merging comparisons, and a table scan...) // old alloc state contains the tree that we used as input for this merge... // we can still free it below // create a new allocator. *(recordid*)(a->pageAllocState) = Talloc(xid, sizeof(TlsmRegionAllocConf_t)); Tset(xid, *(recordid*)(a->pageAllocState), &LSM_REGION_ALLOC_STATIC_INITIALIZER); a->my_tree->r_ = TlsmCreate(xid, PAGELAYOUT::cmp_id(),a->pageAlloc, a->pageAllocState,TUP::sizeofBytes()); Tread(xid, a->tree, &h); h.mediumTree = a->my_tree->r_; h.mediumTreeAllocState = *(recordid*)(a->pageAllocState); Tset(xid, a->tree, &h); Tcommit(xid); xid = Tbegin(); } else { // there is an out tree, but we don't want to push updates to it yet // replace my_tree with output of merge *(recordid*)a->pageAllocState = *scratchAllocState; free(scratchAllocState); *a->my_tree = *scratch_tree; } } else { // ! a->out_tree *(recordid*)a->pageAllocState = *scratchAllocState; free(scratchAllocState); *a->my_tree = *scratch_tree; } //// ----------- Free in_tree if(a->in_tree_allocer) { // is in tree an lsm tree or a rb tree? // @todo don't assume C1 and C2 have same type of handle.... TlsmFree(xid, (**(typename ITERA::handle**)a->in_tree)->r_, TlsmRegionDeallocRid,a->in_tree_allocer); DEBUG("%d freed C?: (in_tree) %lld\n", PAGELAYOUT::FMT::TUP::NN, (**(typename ITERA::handle**)a->in_tree)->r_.page); } else { (**(typename STL_ITER::handle**)a->in_tree)->clear(); } delete **a->in_tree; free (*a->in_tree); *a->in_tree = 0; // tell producer that the slot is now open // todo: do this above the frees by copying state. // then we wouldn't need to hold the mutex while freeing regions, etc. // don't set in_block_needed = true; we're not blocked yet. pthread_cond_signal(a->in_block_needed_cond); gettimeofday(&start_tv,0); } pthread_mutex_unlock(a->block_ready_mut); Tcommit(xid); return 0; } template inline recordid TlsmTableAlloc(int xid) { recordid ret = Talloc(xid, sizeof(lsmTableHeader_t)); lsmTableHeader_t h; //h.oldBigTreeAllocState = NULLRID; h.bigTreeAllocState = Talloc(xid,sizeof(TlsmRegionAllocConf_t)); Tset(xid,h.bigTreeAllocState,&LSM_REGION_ALLOC_STATIC_INITIALIZER); h.bigTree = TlsmCreate(xid, PAGELAYOUT::cmp_id(), TlsmRegionAllocRid,&h.bigTreeAllocState, PAGELAYOUT::FMT::TUP::sizeofBytes()); //h.oldMediumTreeAllocState = NULLRID; h.mediumTreeAllocState = Talloc(xid,sizeof(TlsmRegionAllocConf_t)); Tset(xid,h.mediumTreeAllocState,&LSM_REGION_ALLOC_STATIC_INITIALIZER); h.mediumTree = TlsmCreate(xid, PAGELAYOUT::cmp_id(), TlsmRegionAllocRid,&h.mediumTreeAllocState, PAGELAYOUT::FMT::TUP::sizeofBytes()); Tset(xid, ret, &h); return ret; } template struct lsmTableHandle { pthread_t merge1_thread; pthread_t merge2_thread; bool * still_open; typename stlSetIterator , typename PAGELAYOUT::FMT::TUP>::handle ** input_handle; bool * input_needed; typename std::set * scratch_tree; pthread_mutex_t * mut; pthread_cond_t * input_ready_cond; pthread_cond_t * input_needed_cond; pageid_t * input_size; merge_args, treeIterator > * args1; merge_args, stlSetIterator, typename PAGELAYOUT::FMT::TUP> > * args2; epoch_t last_xact; }; template // XXX ts_col should be an argument to TlsmTableAlloc, not start!!! lsmTableHandle * TlsmTableStart(recordid& tree, column_number_t ts_col) { /// XXX xid for daemon processes? lsmTableHeader_t h; Tread(-1, tree, &h); typedef treeIterator LSM_ITER; typedef stlSetIterator, typename PAGELAYOUT::FMT::TUP> RB_ITER; typedef typename LSM_ITER::handle LSM_HANDLE; typedef typename RB_ITER::handle RB_HANDLE; pthread_mutex_t * block_ready_mut = (pthread_mutex_t*)malloc(sizeof(pthread_mutex_t)); pthread_cond_t * block0_needed_cond = (pthread_cond_t*)malloc(sizeof(pthread_cond_t)); pthread_cond_t * block1_needed_cond = (pthread_cond_t*)malloc(sizeof(pthread_cond_t)); pthread_cond_t * block2_needed_cond = (pthread_cond_t*)malloc(sizeof(pthread_cond_t)); pthread_cond_t * block0_ready_cond = (pthread_cond_t*)malloc(sizeof(pthread_cond_t)); pthread_cond_t * block1_ready_cond = (pthread_cond_t*)malloc(sizeof(pthread_cond_t)); pthread_cond_t * block2_ready_cond = (pthread_cond_t*)malloc(sizeof(pthread_cond_t)); pthread_mutex_init(block_ready_mut,0); pthread_cond_init(block0_needed_cond,0); pthread_cond_init(block1_needed_cond,0); pthread_cond_init(block2_needed_cond,0); pthread_cond_init(block0_ready_cond,0); pthread_cond_init(block1_ready_cond,0); pthread_cond_init(block2_ready_cond,0); pageid_t * block0_size = (pageid_t*)malloc(sizeof(pageid_t)); // don't merge until we have enough data to be worthwhile... *block0_size = START_SIZE; pageid_t * block1_size = (pageid_t*)malloc(sizeof(pageid_t)); // similarly, wait to merge the next block until we have merged block FUDGE times. *block1_size = FUDGE * R * *block0_size; LSM_HANDLE ** block1_scratch = (LSM_HANDLE**) malloc(sizeof(LSM_HANDLE*)); *block1_scratch = 0; RB_HANDLE ** block0_scratch = (RB_HANDLE**) malloc(sizeof(RB_HANDLE*)); *block0_scratch = 0; bool *block0_needed = (bool*)malloc(sizeof(bool)); bool *block1_needed = (bool*)malloc(sizeof(bool)); bool *block2_needed = (bool*)malloc(sizeof(bool)); *block0_needed = false; *block1_needed = false; *block2_needed = false; lsmTableHandle * ret = (lsmTableHandle*) malloc(sizeof(lsmTableHandle)); // merge1_thread initialized during pthread_create, below. // merge2_thread initialized during pthread_create, below. ret->still_open = (bool*)malloc(sizeof(bool)); *ret->still_open = 1; ret->input_handle = block0_scratch; ret->input_needed = block0_needed; ret->scratch_tree = new typeof(*ret->scratch_tree); ret->mut = block_ready_mut; ret->input_ready_cond = block0_ready_cond; ret->input_needed_cond = block0_needed_cond; ret->input_size = block0_size; ret->last_xact = 0; recordid * ridp = (recordid*)malloc(sizeof(recordid)); *ridp = h.bigTreeAllocState; recordid * oldridp = (recordid*)malloc(sizeof(recordid)); *oldridp = NULLRID; ret->args1 = (merge_args*)malloc(sizeof(merge_args)); recordid * allocer_scratch = (recordid*)malloc(sizeof(recordid)); merge_args tmpargs1 = { 1, TlsmRegionAllocRid, ridp, // XXX should be renamed to my_tree_alloc_state oldridp, // XXX no longer needed?!? block_ready_mut, block1_needed_cond, block1_needed, block2_needed_cond, block2_needed, block1_ready_cond, block2_ready_cond, ret->still_open, block1_size, 0, // biggest component computes its size directly. 0, // No max size for biggest component R, block1_scratch, allocer_scratch, 0, 0, new typename LSM_ITER::treeIteratorHandle(h.bigTree), // my_tree &(ret->last_xact), ts_col, tree }; *ret->args1 = tmpargs1; void * (*merger1)(void*) = mergeThread; ridp = (recordid*)malloc(sizeof(recordid)); *ridp = h.mediumTreeAllocState; oldridp = (recordid*)malloc(sizeof(recordid)); *oldridp = NULLRID; DEBUG("big tree is %lld\n", (long long)h.bigTree.page); DEBUG("medium tree is %lld\n", (long long)h.mediumTree.page); ret->args2 = (merge_args*)malloc(sizeof(merge_args)); merge_args tmpargs2 = { 2, TlsmRegionAllocRid, ridp, oldridp, block_ready_mut, block0_needed_cond, block0_needed, block1_needed_cond, block1_needed, block0_ready_cond, block1_ready_cond, ret->still_open, block0_size, block1_size, (R * C0_MEM_SIZE) / (PAGE_SIZE * 4), // XXX 4 = estimated compression ratio R, block0_scratch, 0, block1_scratch, allocer_scratch, new typename LSM_ITER::treeIteratorHandle(h.mediumTree), 0, ts_col, tree }; *ret->args2 = tmpargs2; void * (*merger2)(void*) = mergeThread; pthread_create(&ret->merge1_thread, 0, merger1, ret->args1); pthread_create(&ret->merge2_thread, 0, merger2, ret->args2); return ret; } // XXX this does not force the table to disk... // it simply forces everything out of the in-memory tree. template void TlsmTableFlush(lsmTableHandle *h) { struct timeval start_tv, stop_tv; double start, stop; static double last_start; static bool first = 1; gettimeofday(&start_tv,0); start = tv_to_double(start_tv); pthread_mutex_lock(h->mut); while(*h->input_handle) { pthread_cond_wait(h->input_needed_cond, h->mut); } gettimeofday(&stop_tv,0); stop = tv_to_double(stop_tv); typeof(h->scratch_tree)* tmp_ptr = (typeof(h->scratch_tree)*) malloc(sizeof(void*)); *tmp_ptr = h->scratch_tree; *(h->input_handle) = tmp_ptr; pthread_cond_signal(h->input_ready_cond); h->scratch_tree = new typeof(*h->scratch_tree); pthread_mutex_unlock(h->mut); if(first) { printf("flush waited %f sec\n", stop-start); first = 0; } else { printf("flush waited %f sec (worked %f)\n", stop-start, start-last_start); } last_start = stop; } template void TlsmTableStop( lsmTableHandle * h) { TlsmTableFlush(h); delete(h->scratch_tree); *(h->still_open) = 0; pthread_join(h->merge1_thread,0); pthread_join(h->merge2_thread,0); } template void TlsmTableUpdateTimestamp(lsmTableHandle *h, epoch_t ts) { pthread_mutex_lock(h->mut); assert(h->last_xact <= ts); h->last_xact = ts; pthread_mutex_unlock(h->mut); } template void TlsmTableInsert( lsmTableHandle *h, typename PAGELAYOUT::FMT::TUP &t) { pthread_mutex_lock(h->mut); //XXX h->scratch_tree->insert(t); uint64_t handleBytes = h->scratch_tree->size() * (RB_TREE_OVERHEAD + PAGELAYOUT::FMT::TUP::sizeofBytes()); //XXX 4 = estimated compression ratio. uint64_t inputSizeThresh = (4 * PAGE_SIZE * *h->input_size); uint64_t memSizeThresh = C0_MEM_SIZE; static const int LATCH_INTERVAL = 10000; static int count = LATCH_INTERVAL; /// XXX HACK bool go = false; if(!count) { ///XXX pthread_mutex_lock(h->mut); go = *h->input_needed; ///XXX pthread_mutex_unlock(h->mut); count = LATCH_INTERVAL; } count --; pthread_mutex_unlock(h->mut); if( (handleBytes > memSizeThresh / 2) && ( go || handleBytes > memSizeThresh ) ) { // XXX ok? printf("Handle mbytes %lld (%lld) Input size: %lld input size thresh: %lld mbytes mem size thresh: %lld\n", (long long) handleBytes / (1024*1024), (long long) h->scratch_tree->size(), (long long) *h->input_size, (long long) inputSizeThresh / (1024*1024), (long long) memSizeThresh / (1024*1024)); TlsmTableFlush(h); } } template inline typename PAGELAYOUT::FMT::TUP * getRecordHelper(int xid, recordid r, typename PAGELAYOUT::FMT::TUP& val, typename PAGELAYOUT::FMT::TUP& scratch, byte *arry) { if(r.size == -1) { DEBUG("no tree\n"); return 0; } pageid_t pid = TlsmFindPage(xid, r, arry); if(pid == -1) { DEBUG("no page\n"); return 0; } Page * p = loadPage(xid,pid); typename PAGELAYOUT::FMT * f = (typename PAGELAYOUT::FMT*)p->impl; typename PAGELAYOUT::FMT::TUP * ret = f->recordFind(xid, val, scratch); if(!ret) { DEBUG("not in tree"); } releasePage(p); return ret; } template int TlsmTableCount(int xid, lsmTableHandle *h) { typedef treeIterator LSM_ITER; typedef std::_Rb_tree_const_iterator RB_ITER; typedef mergeIterator LSM_LSM ; typedef mergeIterator RB_RB ; typedef mergeIterator LSM_M_LSM_LSM; typedef mergeIterator M_LSM_LSM_LSM_M_RB_RB; LSM_ITER * it1end; LSM_ITER * it2end; LSM_ITER * it3end; int ret =0; pthread_mutex_lock(h->mut); { LSM_ITER it2(*h->args1->in_tree ? **h->args1->in_tree : 0); it2end = it2.end(); // while(it2 != *it2end) { *it2; ++it2; ret++;} RB_ITER it4(*h->args2->in_tree ? (**h->args2->in_tree)->begin() : h->scratch_tree->end()); RB_ITER it4end(*h->args2->in_tree ? (**h->args2->in_tree)->end() : h->scratch_tree->end()); // while(it4 != it4end) { *it4; ++it4; ret++; } LSM_ITER it1(h->args1->my_tree); it1end = it1.end(); // while(it1 != *it1end) { *it1; ++it1; ret++; } LSM_ITER it3(h->args2->my_tree); it3end = it3.end(); // while(it3 != *it3end) { *it3; ++it3; ret++; } RB_ITER it5 = h->scratch_tree->begin(); RB_ITER it5end = h->scratch_tree->end(); // while(it5 != it5end) { *it5; ++it5; ret++; } RB_RB m45(it4,it5,it4end,it5end); RB_RB m45end(it4,it5,it4end,it5end); m45end.seekEnd(); // while(m45 != m45end) { ++m45; } LSM_LSM m23(it2,it3,*it2end,*it3end); LSM_LSM m23end(it2,it3,*it2end,*it3end); m23end.seekEnd(); // while(m23 != m23end) { ++m23; } LSM_M_LSM_LSM m123(it1,m23,*it1end,m23end); LSM_M_LSM_LSM m123end(it1,m23,*it1end,m23end); m123end.seekEnd(); // if(m123 != m123end) { ++m123; } M_LSM_LSM_LSM_M_RB_RB m12345(m123,m45,m123end,m45end); M_LSM_LSM_LSM_M_RB_RB m12345end(m123,m45,m123end,m45end); m12345end.seekEnd(); while(m12345 != m12345end) { *m12345; ++ret; ++m12345; } } // free the stack allocated iterators delete it2end; delete it1end; delete it3end; pthread_mutex_unlock(h->mut); return ret; } template const typename PAGELAYOUT::FMT::TUP * TlsmTableFindC0(int xid, lsmTableHandle *h, typename PAGELAYOUT::FMT::TUP &val, typename PAGELAYOUT::FMT::TUP &scratch) { pthread_mutex_lock(h->mut); typename std::set ::iterator i = h->scratch_tree->find(val); if(i != h->scratch_tree->end()) { scratch = *i; pthread_mutex_unlock(h->mut); return &scratch; } pthread_mutex_unlock(h->mut); return 0; } template void** TlsmTableFindGTE(int xid, lsmTableHandle *h, typename PAGELAYOUT::FMT::TUP &val) { pthread_mutex_lock(h->mut); typedef stlSetIterator, typename PAGELAYOUT::FMT::TUP> RB_ITER; typedef std::set RB_SET; typedef treeIterator LSM_ITER; typename RB_SET::const_iterator * c0 = h->scratch_tree ? new typename RB_SET::const_iterator(h->scratch_tree->lower_bound(val)) : 0; typename RB_SET::const_iterator * c0p = *h->args2->in_tree ? new typename RB_SET::const_iterator((**h->args2->in_tree)->lower_bound(val)) : 0; LSM_ITER* c1 = new LSM_ITER( h->args2->my_tree , val); LSM_ITER* c1p = new LSM_ITER(*h->args1->in_tree ? **h->args1->in_tree : 0 , val); LSM_ITER* c2 = new LSM_ITER( h->args1->my_tree , val); void ** ret = stasis_malloc(10, void*); ret[0] = c0; ret[1] = c0p; ret[2] = c1; ret[3] = c1p; ret[4] = c2; ret[5] = c0 ? new typename RB_SET::const_iterator(h->scratch_tree->end()) : 0; ret[6] = c0p ? new typename RB_SET::const_iterator((**h->args2->in_tree)->end()) : 0; ret[7] = c1->end(); ret[8] = c1p->end(); ret[9] = c2->end(); return ret; } template void TlsmTableFindGTEDone(lsmTableHandle *h) { pthread_mutex_unlock(h->mut); } template const typename PAGELAYOUT::FMT::TUP * TlsmTableFind(int xid, lsmTableHandle *h, typename PAGELAYOUT::FMT::TUP &val, typename PAGELAYOUT::FMT::TUP &scratch) { pthread_mutex_lock(h->mut); typename std::set ::iterator i = h->scratch_tree->find(val); if(i != h->scratch_tree->end()) { scratch = *i; pthread_mutex_unlock(h->mut); return &scratch; } DEBUG("Not in scratch_tree\n"); if(*h->args2->in_tree) { i = (**h->args2->in_tree)->find(val); if(i != (**h->args2->in_tree)->end()) { scratch = *i; pthread_mutex_unlock(h->mut); return &scratch; } } DEBUG("Not in first in_tree\n"); // need to check LSM trees. byte * arry = val.toByteArray(); typename PAGELAYOUT::FMT::TUP * r = 0; if(h->args2->my_tree) { r = getRecordHelper(xid, h->args2->my_tree->r_, val, scratch, arry); if(r) { pthread_mutex_unlock(h->mut); return r; } } DEBUG("Not in first my_tree {%lld}\n", h->args2->my_tree->r_.size); if(*h->args1->in_tree) { r = getRecordHelper(xid, (**h->args1->in_tree)->r_, val, scratch, arry); if(r) { pthread_mutex_unlock(h->mut); return r; } } else { DEBUG("no second in_tree"); } DEBUG("Not in second in_tree\n"); if(h->args1->my_tree) { r = getRecordHelper(xid, h->args1->my_tree->r_, val, scratch, arry); if(r) { pthread_mutex_unlock(h->mut); return r; } } else { DEBUG("no tree"); } pthread_mutex_unlock(h->mut); DEBUG("Not in any tree\n"); assert(r == 0); return r; } } #endif // _ROSE_COMPRESSION_LSMTABLE_H__