greg/stasis-bLSM
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add copy database utility

Browse source 
git-svn-id: svn+ssh://svn.corp.yahoo.com/yahoo/yrl/labs/pnuts/code/logstore@1091 8dad8b1f-cf64-0410-95b6-bcf113ffbcfe
This commit is contained in:
sears 2010-09-01 17:42:57 +00:00
parent 105936eeba
commit b6e7bf214b
2 changed files with 81 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
util/CMakeLists.txt
View file

@ -1,3 +1,4 @@
CREATE_CLIENT_EXECUTABLE(copy_database)
CREATE_CLIENT_EXECUTABLE(dump_blockmap)
CREATE_CLIENT_EXECUTABLE(drop_database)
CREATE_CLIENT_EXECUTABLE(space_usage)

80
util/copy_database.cpp Normal file
View file

@ -0,0 +1,80 @@
/*
* copy_database.cpp
*
* Created on: Aug 30, 2010
* Author: sears
*/
#include "../test/check_util.h"
#include <sys/time.h>
#include "../tcpclient.h"
#include "../network.h"
#include "../datatuple.h"
void usage(char * argv[]) {
fprintf(stderr, "usage %s from_host to_host\n", argv[0]);
}
#include "util_main.h"
int main(int argc, char * argv[]) {
if(argc != 3) { usage(argv); return -1; }
char ** from_arg = (char**)malloc(2*sizeof(char*));
from_arg[0] = argv[0];
from_arg[1] = argv[1];
char ** to_arg = (char**)malloc(2*sizeof(char*));
to_arg[0] = argv[0];
to_arg[1] = argv[2];
logstore_handle_t * from = util_open_conn(2, from_arg);
logstore_handle_t * to = util_open_conn(2, to_arg);
uint8_t ret = logstore_client_op_returns_many(from, OP_SCAN, 0, 0, -2);
if(ret != LOGSTORE_RESPONSE_SENDING_TUPLES) {
perror("Open database scan failed"); return 3;
}
ret = logstore_client_op_returns_many(to, OP_BULK_INSERT);
if(ret != LOGSTORE_RESPONSE_RECEIVING_TUPLES) {
perror("Open bulk insert failed"); return 3;
}
long long num_tuples = 0;
long long size_copied = 0;
datatuple *tup;
int bytes_per_dot = 10 * 1024 * 1024;
int dots_per_line = 50;
long long last_dot = 0;
struct timeval load_start_time;
gettimeofday(&load_start_time, 0);
while((tup = logstore_client_next_tuple(from))) {
ret = logstore_client_send_tuple(to, tup);
num_tuples ++;
size_copied += tup->byte_length();
datatuple::freetuple(tup);
if(ret != LOGSTORE_RESPONSE_SUCCESS) {
perror("Send tuple failed"); return 3;
}
if(last_dot != size_copied / bytes_per_dot) {
printf("."); fflush(stdout);
last_dot = size_copied / bytes_per_dot;
if(last_dot % dots_per_line == 0) {
struct timeval line_stop_time;
gettimeofday(&line_stop_time,0);
double seconds = tv_to_double(line_stop_time) - tv_to_double(load_start_time);
printf(" %6.1f s %6.2f mb/s %6.2f tuples/s\n", seconds, (double)size_copied/(1024.0 * 1024.0 * seconds), (double)num_tuples/seconds);
}
}
}
logstore_client_send_tuple(to,NULL);
if(ret != LOGSTORE_RESPONSE_SUCCESS) {
perror("Close bulk load failed"); return 3;
}
logstore_client_close(from);
logstore_client_close(to);
printf("Copy database done. %lld tuples, %lld bytes\n", (long long)num_tuples, (long long)size_copied);
return 0;
}