moving to thrift.
git-svn-id: svn+ssh://svn.corp.yahoo.com/yahoo/yrl/labs/pnuts/code/logstore@2543 8dad8b1f-cf64-0410-95b6-bcf113ffbcfe
This commit is contained in:
michim
parent
005ee8a776
commit
630c16d12e
7 changed files with 493 additions and 19 deletions
|
|
@ -46,11 +46,16 @@ ENDMACRO(CREATE_CLIENT_EXECUTABLE NAME)
|
|||
INCLUDE_DIRECTORIES(${CMAKE_CURRENT_SOURCE_DIR}/../stasis/
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/../stasis/src/
|
||||
${CMAKE_CURRENT_SOURCE_DIR}
|
||||
/home/y/include64
|
||||
/usr/include)
|
||||
# set linker path for this and all subdirs
|
||||
LINK_DIRECTORIES(${CMAKE_CURRENT_SOURCE_DIR}/../stasis/build/src/stasis ${CMAKE_CURRENT_BINARY_DIR})
|
||||
LINK_DIRECTORIES(${CMAKE_CURRENT_SOURCE_DIR}/../stasis/build/src/stasis
|
||||
${CMAKE_CURRENT_BINARY_DIR}
|
||||
/home/y/lib64)
|
||||
|
||||
FIND_LIBRARY(HAVE_STASIS NAMES stasis PATHS ${CMAKE_CURRENT_SOURCE_DIR}/../stasis/build/src/stasis)
|
||||
FIND_LIBRARY(HAVE_STASIS NAMES stasis PATHS
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/../stasis/build/src/stasis
|
||||
/home/y/lib64)
|
||||
if(NOT HAVE_STASIS)
|
||||
message(STATUS "stasis not found; only building client library")
|
||||
endif(NOT HAVE_STASIS)
|
||||
|
|
|
|||
313
sherpa/LSMServerHandler.cc
Normal file
313
sherpa/LSMServerHandler.cc
Normal file
|
|
@ -0,0 +1,313 @@
|
|||
#include <stasis/transactional.h>
|
||||
#include <stasis/logger/safeWrites.h>
|
||||
#undef end
|
||||
#undef try
|
||||
#undef begin
|
||||
|
||||
#include <signal.h>
|
||||
#include "merger.h"
|
||||
#include "logstore.h"
|
||||
#include "LSMServerHandler.h"
|
||||
|
||||
LSMServerHandler::
|
||||
LSMServerHandler(int argc, char **argv)
|
||||
{
|
||||
signal(SIGPIPE, SIG_IGN);
|
||||
|
||||
// how big the in-memory tree should be (512MB).
|
||||
int64_t c0_size = 1024 * 1024 * 512 * 1;
|
||||
|
||||
// write-ahead log
|
||||
// 1 -> sync on each commit
|
||||
// 2 -> sync on each 2 commits
|
||||
// ...
|
||||
int log_mode = 0; // do not log by default.
|
||||
|
||||
int64_t expiry_delta = 0; // do not gc by default
|
||||
|
||||
stasis_buffer_manager_size = 1 * 1024 * 1024 * 1024 / PAGE_SIZE; // 1.5GB total
|
||||
|
||||
for(int i = 1; i < argc; i++) {
|
||||
if(!strcmp(argv[i], "--test")) {
|
||||
stasis_buffer_manager_size = 3 * 1024 * 1024 * 128 / PAGE_SIZE; // 228MB total
|
||||
c0_size = 1024 * 1024 * 100;
|
||||
printf("warning: running w/ tiny c0 for testing\n"); // XXX build a separate test server and deployment server?
|
||||
} else if(!strcmp(argv[i], "--benchmark")) {
|
||||
stasis_buffer_manager_size = (1024LL * 1024LL * 1024LL * 2LL) / PAGE_SIZE; // 4GB total
|
||||
c0_size = 1024LL * 1024LL * 1024LL * 2LL;
|
||||
printf("note: running w/ 2GB c0 for benchmarking\n"); // XXX build a separate test server and deployment server?
|
||||
} else if(!strcmp(argv[i], "--log-mode")) {
|
||||
i++;
|
||||
log_mode = atoi(argv[i]);
|
||||
} else if(!strcmp(argv[i], "--expiry-delta")) {
|
||||
i++;
|
||||
expiry_delta = atoi(argv[i]);
|
||||
} else {
|
||||
fprintf(stderr, "Usage: %s [--test|--benchmark] [--log-mode <int>] [--expiry-delta <int>]", argv[0]);
|
||||
abort();
|
||||
}
|
||||
}
|
||||
|
||||
logtable<datatuple>::init_stasis();
|
||||
|
||||
int xid = Tbegin();
|
||||
|
||||
|
||||
recordid table_root = ROOT_RECORD;
|
||||
{
|
||||
ltable_ = new logtable<datatuple>(log_mode, c0_size);
|
||||
ltable_->expiry = expiry_delta;
|
||||
|
||||
if(TrecordType(xid, ROOT_RECORD) == INVALID_SLOT) {
|
||||
printf("Creating empty logstore\n");
|
||||
table_root = ltable_->allocTable(xid);
|
||||
assert(table_root.page == ROOT_RECORD.page &&
|
||||
table_root.slot == ROOT_RECORD.slot);
|
||||
} else {
|
||||
printf("Opened existing logstore\n");
|
||||
table_root.size = TrecordSize(xid, ROOT_RECORD);
|
||||
ltable_->openTable(xid, table_root);
|
||||
}
|
||||
|
||||
Tcommit(xid);
|
||||
merge_scheduler * mscheduler = new merge_scheduler(ltable_);
|
||||
mscheduler->start();
|
||||
ltable_->replayLog();
|
||||
|
||||
/*
|
||||
printf("Stopping merge threads...\n");
|
||||
mscheduler->shutdown();
|
||||
delete mscheduler;
|
||||
|
||||
printf("Deinitializing stasis...\n");
|
||||
fflush(stdout);
|
||||
*/
|
||||
}
|
||||
//logtable<datatuple>::deinit_stasis();
|
||||
}
|
||||
|
||||
ResponseCode::type LSMServerHandler::
|
||||
ping()
|
||||
{
|
||||
return sherpa::ResponseCode::Ok;
|
||||
}
|
||||
|
||||
ResponseCode::type LSMServerHandler::
|
||||
addDatabase(const std::string& databaseName)
|
||||
{
|
||||
#if 0
|
||||
LOG_DEBUG(__FUNCTION__);
|
||||
uint32_t databaseId;
|
||||
seq_.get(databaseId);
|
||||
databaseId = databaseId;
|
||||
std::stringstream out;
|
||||
out << databaseId;
|
||||
LOG_DEBUG("ID for tablet " << databaseName<< ": " << databaseId);
|
||||
Bdb::ResponseCode rc = databaseIds_.insert(databaseName, out.str());
|
||||
if (rc == Bdb::KeyExists) {
|
||||
LOG_DEBUG("Database " << databaseName << " already exists");
|
||||
return sherpa::ResponseCode::DatabaseExists;
|
||||
}
|
||||
#endif
|
||||
return sherpa::ResponseCode::Ok;
|
||||
}
|
||||
|
||||
/**
|
||||
* TODO:
|
||||
* Don't just remove database from databaseIds. You need to delete
|
||||
* all the records!
|
||||
*/
|
||||
ResponseCode::type LSMServerHandler::
|
||||
dropDatabase(const std::string& databaseName)
|
||||
{
|
||||
#if 0
|
||||
Bdb::ResponseCode rc = databaseIds_.remove(databaseName);
|
||||
if (rc == Bdb::KeyNotFound) {
|
||||
return sherpa::ResponseCode::DatabaseNotFound;
|
||||
} else if (rc != Bdb::Ok) {
|
||||
return sherpa::ResponseCode::Error;
|
||||
} else {
|
||||
return sherpa::ResponseCode::Ok;
|
||||
}
|
||||
#endif
|
||||
return sherpa::ResponseCode::Ok;
|
||||
}
|
||||
|
||||
void LSMServerHandler::
|
||||
listDatabases(StringListResponse& _return)
|
||||
{
|
||||
}
|
||||
|
||||
void LSMServerHandler::
|
||||
scan(RecordListResponse& _return, const std::string& databaseName, const ScanOrder::type order,
|
||||
const std::string& startKey, const bool startKeyIncluded,
|
||||
const std::string& endKey, const bool endKeyIncluded,
|
||||
const int32_t maxRecords, const int32_t maxBytes)
|
||||
{
|
||||
#if 0
|
||||
BdbIterator itr;
|
||||
uint32_t id;
|
||||
_return.responseCode = getDatabaseId(databaseName, id);
|
||||
if (_return.responseCode != sherpa::ResponseCode::Ok) {
|
||||
return;
|
||||
}
|
||||
boost::thread_specific_ptr<RecordBuffer> buffer;
|
||||
if (buffer.get() == NULL) {
|
||||
buffer.reset(new RecordBuffer(keyBufferSizeBytes_, valueBufferSizeBytes_));
|
||||
}
|
||||
if (endKey.empty()) {
|
||||
insertDatabaseId(const_cast<std::string&>(endKey), id + 1);
|
||||
} else {
|
||||
insertDatabaseId(const_cast<std::string&>(endKey), id);
|
||||
}
|
||||
insertDatabaseId(const_cast<std::string&>(startKey), id);
|
||||
itr.init(db_[id % numPartitions_], const_cast<std::string&>(startKey), startKeyIncluded, const_cast<std::string&>(endKey), endKeyIncluded, order, *buffer);
|
||||
|
||||
int32_t resultSize = 0;
|
||||
_return.responseCode = sherpa::ResponseCode::Ok;
|
||||
while ((maxRecords == 0 || (int32_t)(_return.records.size()) < maxRecords) &&
|
||||
(maxBytes == 0 || resultSize < maxBytes)) {
|
||||
BdbIterator::ResponseCode rc = itr.next(*buffer);
|
||||
if (rc == BdbIterator::ScanEnded) {
|
||||
_return.responseCode = sherpa::ResponseCode::ScanEnded;
|
||||
break;
|
||||
} else if (rc != BdbIterator::Ok) {
|
||||
_return.responseCode = sherpa::ResponseCode::Error;
|
||||
break;
|
||||
}
|
||||
Record rec;
|
||||
rec.key.assign(buffer->getKeyBuffer() + sizeof(id), buffer->getKeySize() - sizeof(id));
|
||||
rec.value.assign(buffer->getValueBuffer(), buffer->getValueSize());
|
||||
_return.records.push_back(rec);
|
||||
resultSize += buffer->getKeySize() + buffer->getValueSize();
|
||||
}
|
||||
#endif
|
||||
}
|
||||
|
||||
void LSMServerHandler::
|
||||
get(BinaryResponse& _return, const std::string& databaseName, const std::string& recordName)
|
||||
{
|
||||
#if 0
|
||||
LOG_DEBUG(__FUNCTION__);
|
||||
uint32_t id;
|
||||
_return.responseCode = getDatabaseId(databaseName, id);
|
||||
if (_return.responseCode != sherpa::ResponseCode::Ok) {
|
||||
return;
|
||||
}
|
||||
insertDatabaseId(const_cast<std::string&>(recordName), id);
|
||||
|
||||
boost::thread_specific_ptr<RecordBuffer> buffer;
|
||||
if (buffer.get() == NULL) {
|
||||
buffer.reset(new RecordBuffer(keyBufferSizeBytes_, valueBufferSizeBytes_));
|
||||
}
|
||||
Bdb::ResponseCode dbrc = db_[id % numPartitions_]->get(recordName, _return.value, *buffer);
|
||||
if (dbrc == Bdb::Ok) {
|
||||
_return.responseCode = sherpa::ResponseCode::Ok;
|
||||
} else if (dbrc == Bdb::KeyNotFound) {
|
||||
_return.responseCode = sherpa::ResponseCode::RecordNotFound;
|
||||
} else {
|
||||
_return.responseCode = sherpa::ResponseCode::Error;
|
||||
}
|
||||
#endif
|
||||
_return.responseCode = sherpa::ResponseCode::Error;
|
||||
}
|
||||
|
||||
/*
|
||||
ResponseCode::type LSMServerHandler::
|
||||
getDatabaseId(const std::string& databaseName, uint32_t& id)
|
||||
{
|
||||
std::string idString;
|
||||
boost::thread_specific_ptr<RecordBuffer> buffer;
|
||||
if (buffer.get() == NULL) {
|
||||
buffer.reset(new RecordBuffer(keyBufferSizeBytes_, valueBufferSizeBytes_));
|
||||
}
|
||||
Bdb::ResponseCode rc = databaseIds_.get(databaseName, idString, *buffer);
|
||||
if (rc == Bdb::KeyNotFound) {
|
||||
return sherpa::ResponseCode::DatabaseNotFound;
|
||||
}
|
||||
std::istringstream iss(idString);
|
||||
if ((iss >> id).fail()) {
|
||||
return sherpa::ResponseCode::Error;
|
||||
}
|
||||
LOG_DEBUG("database id for " << databaseName << "=" << id);
|
||||
return sherpa::ResponseCode::Ok;
|
||||
}
|
||||
*/
|
||||
|
||||
ResponseCode::type LSMServerHandler::
|
||||
insert(const std::string& databaseName,
|
||||
const std::string& recordName,
|
||||
const std::string& recordBody)
|
||||
{
|
||||
/*
|
||||
LOG_DEBUG(__FUNCTION__);
|
||||
uint32_t id;
|
||||
ResponseCode::type rc = getDatabaseId(databaseName, id);
|
||||
if (rc != sherpa::ResponseCode::Ok) {
|
||||
return rc;
|
||||
}
|
||||
insertDatabaseId(const_cast<std::string&>(recordName), id);
|
||||
LOG_DEBUG("id=" << id);
|
||||
LOG_DEBUG("numPartitions=" << numPartitions_);
|
||||
LOG_DEBUG("id % numPartitions=" << id % numPartitions_);
|
||||
Bdb::ResponseCode dbrc = db_[id % numPartitions_]->insert(recordName, recordBody);
|
||||
if (dbrc == Bdb::KeyExists) {
|
||||
return sherpa::ResponseCode::RecordExists;
|
||||
} else if (dbrc != Bdb::Ok) {
|
||||
return sherpa::ResponseCode::Error;
|
||||
}
|
||||
*/
|
||||
return sherpa::ResponseCode::Ok;
|
||||
}
|
||||
|
||||
ResponseCode::type LSMServerHandler::
|
||||
insertMany(const std::string& databaseName, const std::vector<Record> & records)
|
||||
{
|
||||
return sherpa::ResponseCode::Error;
|
||||
}
|
||||
|
||||
ResponseCode::type LSMServerHandler::
|
||||
update(const std::string& databaseName,
|
||||
const std::string& recordName,
|
||||
const std::string& recordBody)
|
||||
{
|
||||
/*
|
||||
uint32_t id;
|
||||
ResponseCode::type rc = getDatabaseId(databaseName, id);
|
||||
if (rc != sherpa::ResponseCode::Ok) {
|
||||
return rc;
|
||||
}
|
||||
|
||||
insertDatabaseId(const_cast<std::string&>(recordName), id);
|
||||
Bdb::ResponseCode dbrc = db_[id % numPartitions_]->update(recordName, recordBody);
|
||||
if (dbrc == Bdb::Ok) {
|
||||
return sherpa::ResponseCode::Ok;
|
||||
} else if (dbrc == Bdb::KeyNotFound) {
|
||||
return sherpa::ResponseCode::RecordNotFound;
|
||||
} else {
|
||||
return sherpa::ResponseCode::Error;
|
||||
}
|
||||
*/
|
||||
return sherpa::ResponseCode::Error;
|
||||
}
|
||||
|
||||
ResponseCode::type LSMServerHandler::
|
||||
remove(const std::string& databaseName, const std::string& recordName)
|
||||
{
|
||||
/*
|
||||
uint32_t id;
|
||||
ResponseCode::type rc = getDatabaseId(databaseName, id);
|
||||
if (rc != sherpa::ResponseCode::Ok) {
|
||||
return rc;
|
||||
}
|
||||
insertDatabaseId(const_cast<std::string&>(recordName), id);
|
||||
Bdb::ResponseCode dbrc = db_[id % numPartitions_]->remove(recordName);
|
||||
if (dbrc == Bdb::Ok) {
|
||||
return sherpa::ResponseCode::Ok;
|
||||
} else if (dbrc == Bdb::KeyNotFound) {
|
||||
return sherpa::ResponseCode::RecordNotFound;
|
||||
} else {
|
||||
}
|
||||
*/
|
||||
return sherpa::ResponseCode::Error;
|
||||
}
|
||||
33
sherpa/LSMServerHandler.h
Normal file
33
sherpa/LSMServerHandler.h
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
#include <dht_persistent_store/PersistentStore.h>
|
||||
#include <protocol/TBinaryProtocol.h>
|
||||
#include <transport/TServerSocket.h>
|
||||
#include <transport/TBufferTransports.h>
|
||||
|
||||
using namespace ::apache::thrift;
|
||||
using namespace ::apache::thrift::protocol;
|
||||
using namespace ::apache::thrift::transport;
|
||||
|
||||
using namespace sherpa;
|
||||
using boost::shared_ptr;
|
||||
|
||||
class LSMServerHandler : virtual public PersistentStoreIf {
|
||||
public:
|
||||
LSMServerHandler(int argc, char **argv);
|
||||
ResponseCode::type ping();
|
||||
ResponseCode::type addDatabase(const std::string& databaseName);
|
||||
ResponseCode::type dropDatabase(const std::string& databaseName);
|
||||
void listDatabases(StringListResponse& _return);
|
||||
void scan(RecordListResponse& _return, const std::string& databaseName, const ScanOrder::type order,
|
||||
const std::string& startKey, const bool startKeyIncluded,
|
||||
const std::string& endKey, const bool endKeyIncluded,
|
||||
const int32_t maxRecords, const int32_t maxBytes);
|
||||
void get(BinaryResponse& _return, const std::string& databaseName, const std::string& recordName);
|
||||
ResponseCode::type insert(const std::string& databaseName, const std::string& recordName, const std::string& recordBody);
|
||||
ResponseCode::type insertMany(const std::string& databaseName, const std::vector<Record> & records);
|
||||
ResponseCode::type update(const std::string& databaseName, const std::string& recordName, const std::string& recordBody);
|
||||
ResponseCode::type remove(const std::string& databaseName, const std::string& recordName);
|
||||
|
||||
private:
|
||||
logtable<datatuple>* ltable_;
|
||||
|
||||
};
|
||||
|
|
@ -1,22 +1,38 @@
|
|||
# yinst i log4cpp_y_dev-1.4.2
|
||||
ROOT=/home/y
|
||||
include $(ROOT)/share/yahoo_cfg/Make.defs
|
||||
|
||||
SHERPA_DIR = /homes/sears/svndev/trunk/dht
|
||||
USE_OSE = no
|
||||
|
||||
CPPFLAGS=-Wall -I${SHERPA_DIR}/common/include \
|
||||
-I${SHERPA_DIR}/storage/handler/src \
|
||||
-I${SHERPA_DIR}/storage/handler/include/ \
|
||||
-I${SHERPA_DIR}/framework/base/include/ \
|
||||
-I${SHERPA_DIR}/externals/fwcore/include \
|
||||
-I /home/y/include -I .. -c -fPIC
|
||||
CXXFLAGS=-m32 -g
|
||||
CFLAGS=-m32 -g
|
||||
LIB_NAME = LSMServer
|
||||
SHLIB_VERSION = 1
|
||||
|
||||
libsherpalogstore.so : LSMPersistentStoreImpl.o tcpclient.o LSMPersistentParentImpl.o
|
||||
gcc -m32 -g -shared -Wl,-soname,libsherpalogstore.so -o libsherpalogstore.so LSMPersistentStoreImpl.o tcpclient.o LSMPersistentParentImpl.o
|
||||
cp libsherpalogstore.so /homes/sears/sherpa-so/
|
||||
CXXSRC = LSMServerHandler.cc
|
||||
|
||||
tcpclient.cpp : ../tcpclient.cpp
|
||||
ln -s ../tcpclient.cpp
|
||||
LCLEAN += *~
|
||||
WARN += -Werror -Wall
|
||||
LINC += -I. -I /home/y/include/thrift -I /home/y/include64/stasis -I ..
|
||||
|
||||
clean:
|
||||
rm -f LSMPersistentStoreImpl.o tcpclient.o libsherpalogstore.so LSMPersistentParentImpl.o
|
||||
LDLIBS += -L/usr/local/lib
|
||||
LDFLAGS += -Wl,-rpath,/home/y/lib64 -Wl,-rpath,../build
|
||||
|
||||
|
||||
# Poor packaging for yicu
|
||||
LINC += -I/home/y/include/yicu
|
||||
|
||||
LDLIBS += -lthrift -ldht_persistent_store -lstasis -llogstore -L ../build
|
||||
|
||||
# Need to remove potential warnings in yapache.
|
||||
LDEF += -DEAPI
|
||||
LDEF += -D_FILE_OFFSET_BITS=64
|
||||
|
||||
ifdef UNIT_TEST
|
||||
CXXFLAGS += -O0 -g -DUNIT_TEST
|
||||
endif
|
||||
|
||||
ifdef DEBUG
|
||||
CXXFLAGS += -O0 -g
|
||||
endif
|
||||
|
||||
include $(ROOT)/share/yahoo_cfg/Make.rules
|
||||
|
||||
$(SOTARGET): $(OBJS)
|
||||
|
|
|
|||
26
sherpa/main/Makefile
Normal file
26
sherpa/main/Makefile
Normal file
|
|
@ -0,0 +1,26 @@
|
|||
include /home/y/share/yahoo_cfg/Make.defs
|
||||
|
||||
USE_OSE = no
|
||||
|
||||
EXETARGET = lsm_server lsm_client
|
||||
|
||||
CXXSRC = $(addsuffix .cc, $(EXETARGET))
|
||||
|
||||
LCLEAN += *~
|
||||
WARN += -Werror -Wall
|
||||
|
||||
LINC += -I../ -I /home/y/include/thrift -I /home/y/include/boost/tr1/
|
||||
LDLIBS += -L../ -ldht_persistent_store -lLSMServer
|
||||
LDFLAGS += -Wl,-rpath,/home/y/lib64 -Wl,-rpath,../../build
|
||||
|
||||
ifdef UNIT_TEST
|
||||
CXXFLAGS += -O0 -g -DUNIT_TEST
|
||||
endif
|
||||
|
||||
ifdef DEBUG
|
||||
CXXFLAGS += -O0 -g
|
||||
endif
|
||||
|
||||
include /home/y/share/yahoo_cfg/Make.rules
|
||||
|
||||
$(EXETARGET): $(addsuffix .o, $@)
|
||||
48
sherpa/main/lsm_client.cc
Normal file
48
sherpa/main/lsm_client.cc
Normal file
|
|
@ -0,0 +1,48 @@
|
|||
#include <dht_persistent_store/PersistentStore.h>
|
||||
#include <transport/TSocket.h>
|
||||
#include <transport/TBufferTransports.h>
|
||||
#include <protocol/TBinaryProtocol.h>
|
||||
#include <iostream>
|
||||
using namespace std;
|
||||
|
||||
using namespace apache::thrift;
|
||||
using namespace apache::thrift::protocol;
|
||||
using namespace apache::thrift::transport;
|
||||
|
||||
int main(int argc, char **argv) {
|
||||
boost::shared_ptr<TSocket> socket(new TSocket("localhost", 9090));
|
||||
boost::shared_ptr<TTransport> transport(new TFramedTransport(socket));
|
||||
boost::shared_ptr<TProtocol> protocol(new TBinaryProtocol(transport));
|
||||
|
||||
sherpa::PersistentStoreClient client(protocol);
|
||||
transport->open();
|
||||
socket->setNoDelay(true);
|
||||
sherpa::BinaryResponse getResponse;
|
||||
sherpa::RecordListResponse scanResponse;
|
||||
|
||||
cout << client.addDatabase("michi") << endl;;
|
||||
cout << client.insert("michi", "k1", "v1") << endl;
|
||||
cout << client.insert("michi", "k1", "v1") << endl;
|
||||
cout << client.insert("michi", "k11", "v11") << endl;
|
||||
client.get(getResponse, "michi", "k1");
|
||||
cout << getResponse.responseCode << endl;
|
||||
cout << getResponse.value << endl;
|
||||
|
||||
client.scan(scanResponse, "michi", sherpa::ScanOrder::Ascending, "", true, "", true, 100, 100);
|
||||
std::vector<sherpa::Record>::iterator itr;
|
||||
for (itr = scanResponse.records.begin(); itr != scanResponse.records.end(); itr++) {
|
||||
cout << itr->key << " " << itr->value << endl;
|
||||
}
|
||||
|
||||
client.scan(scanResponse, "michi", sherpa::ScanOrder::Descending, "", true, "", true, 100, 100);
|
||||
for (itr = scanResponse.records.begin(); itr != scanResponse.records.end(); itr++) {
|
||||
cout << itr->key << " " << itr->value << endl;
|
||||
}
|
||||
|
||||
|
||||
cout << client.remove("michi", "k1") << endl;
|
||||
client.get(getResponse, "michi", "k1");
|
||||
cout << getResponse.responseCode << endl;
|
||||
transport->close();
|
||||
return 0;
|
||||
}
|
||||
33
sherpa/main/lsm_server.cc
Normal file
33
sherpa/main/lsm_server.cc
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
#include <dht_persistent_store/PersistentStore.h>
|
||||
#include "LSMServerHandler.h"
|
||||
#include <protocol/TBinaryProtocol.h>
|
||||
#include <server/TSimpleServer.h>
|
||||
#include <server/TThreadPoolServer.h>
|
||||
#include <transport/TServerSocket.h>
|
||||
#include <transport/TBufferTransports.h>
|
||||
#include <thrift/concurrency/ThreadManager.h>
|
||||
#include <thrift/concurrency/PosixThreadFactory.h>
|
||||
|
||||
using namespace ::apache::thrift;
|
||||
using namespace ::apache::thrift::protocol;
|
||||
using namespace ::apache::thrift::transport;
|
||||
using namespace ::apache::thrift::server;
|
||||
using namespace ::apache::thrift::concurrency;
|
||||
using boost::shared_ptr;
|
||||
|
||||
using namespace sherpa;
|
||||
|
||||
int main(int argc, char **argv) {
|
||||
shared_ptr<LSMServerHandler> handler(new LSMServerHandler(argc, argv));
|
||||
shared_ptr<TProcessor> processor(new PersistentStoreProcessor(handler));
|
||||
shared_ptr<TServerTransport> serverTransport(new TServerSocket(9090));
|
||||
shared_ptr<TTransportFactory> transportFactory(new TFramedTransportFactory());
|
||||
shared_ptr<TProtocolFactory> protocolFactory(new TBinaryProtocolFactory());
|
||||
shared_ptr<ThreadManager> threadManager = ThreadManager::newSimpleThreadManager(32);
|
||||
shared_ptr<ThreadFactory> threadFactory(new PosixThreadFactory());
|
||||
threadManager->threadFactory(threadFactory);
|
||||
threadManager->start();
|
||||
TThreadPoolServer server(processor, serverTransport, transportFactory, protocolFactory, threadManager);
|
||||
server.serve();
|
||||
return 0;
|
||||
}
|
||||
Loading…
Reference in a new issue