151373d09a
git-svn-id: svn+ssh://svn.corp.yahoo.com/yahoo/yrl/labs/pnuts/code/logstore@792 8dad8b1f-cf64-0410-95b6-bcf113ffbcfe
83 lines
1.7 KiB
C++
83 lines
1.7 KiB
C++
#ifndef _MERGER_H_
|
|
#define _MERGER_H_
|
|
|
|
#include "logstore.h"
|
|
#include "datatuple.h"
|
|
|
|
#include <stasis/common.h>
|
|
#undef try
|
|
#undef end
|
|
|
|
//TODO: 400 bytes overhead per tuple, this is nuts, check if this is true...
|
|
static const int RB_TREE_OVERHEAD = 400;
|
|
static const double MIN_R = 3.0;
|
|
|
|
struct merger_args
|
|
{
|
|
logtable<datatuple> * ltable;
|
|
int worker_id;
|
|
|
|
pthread_mutex_t * block_ready_mut;
|
|
|
|
pthread_cond_t * in_block_needed_cond;
|
|
bool * in_block_needed;
|
|
|
|
pthread_cond_t * out_block_needed_cond;
|
|
bool * out_block_needed;
|
|
|
|
pthread_cond_t * in_block_ready_cond;
|
|
pthread_cond_t * out_block_ready_cond;
|
|
|
|
pageid_t internal_region_size;
|
|
pageid_t datapage_region_size;
|
|
pageid_t datapage_size;
|
|
|
|
int64_t max_size;
|
|
double * r_i;
|
|
};
|
|
|
|
|
|
struct logtable_mergedata
|
|
{
|
|
//merge threads
|
|
pthread_t diskmerge_thread;
|
|
pthread_t memmerge_thread;
|
|
|
|
pthread_mutex_t * rbtree_mut;
|
|
|
|
bool *input_needed; // memmerge-input needed
|
|
|
|
pthread_cond_t * input_ready_cond;
|
|
pthread_cond_t * input_needed_cond;
|
|
int64_t * input_size;
|
|
|
|
pageid_t internal_region_size;
|
|
pageid_t datapage_region_size;
|
|
pageid_t datapage_size;
|
|
|
|
//merge args 1
|
|
struct merger_args *diskmerge_args;
|
|
//merge args 2
|
|
struct merger_args *memmerge_args;
|
|
|
|
};
|
|
|
|
class merge_scheduler
|
|
{
|
|
std::vector<std::pair<logtable<datatuple> *, logtable_mergedata*> > mergedata;
|
|
|
|
public:
|
|
~merge_scheduler();
|
|
|
|
int addlogtable(logtable<datatuple> * ltable);
|
|
void startlogtable(int index, int64_t MAX_C0_SIZE = 100*1024*1024);
|
|
|
|
struct logtable_mergedata *getMergeData(int index){return mergedata[index].second;}
|
|
|
|
void shutdown();
|
|
};
|
|
|
|
void* memMergeThread(void* arg);
|
|
void* diskMergeThread(void* arg);
|
|
|
|
#endif
|