2004-06-24 21:10:31 +00:00
|
|
|
/*---
|
|
|
|
This software is copyrighted by the Regents of the University of
|
|
|
|
California, and other parties. The following terms apply to all files
|
|
|
|
associated with the software unless explicitly disclaimed in
|
|
|
|
individual files.
|
|
|
|
|
|
|
|
The authors hereby grant permission to use, copy, modify, distribute,
|
|
|
|
and license this software and its documentation for any purpose,
|
|
|
|
provided that existing copyright notices are retained in all copies
|
|
|
|
and that this notice is included verbatim in any distributions. No
|
|
|
|
written agreement, license, or royalty fee is required for any of the
|
|
|
|
authorized uses. Modifications to this software may be copyrighted by
|
|
|
|
their authors and need not follow the licensing terms described here,
|
|
|
|
provided that the new terms are clearly indicated on the first page of
|
|
|
|
each file where they apply.
|
|
|
|
|
|
|
|
IN NO EVENT SHALL THE AUTHORS OR DISTRIBUTORS BE LIABLE TO ANY PARTY
|
|
|
|
FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
|
|
|
|
ARISING OUT OF THE USE OF THIS SOFTWARE, ITS DOCUMENTATION, OR ANY
|
|
|
|
DERIVATIVES THEREOF, EVEN IF THE AUTHORS HAVE BEEN ADVISED OF THE
|
|
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
THE AUTHORS AND DISTRIBUTORS SPECIFICALLY DISCLAIM ANY WARRANTIES,
|
|
|
|
INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
|
|
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND
|
|
|
|
NON-INFRINGEMENT. THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, AND
|
|
|
|
THE AUTHORS AND DISTRIBUTORS HAVE NO OBLIGATION TO PROVIDE
|
|
|
|
MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
|
|
|
|
|
|
|
|
GOVERNMENT USE: If you are acquiring this software on behalf of the
|
|
|
|
U.S. government, the Government shall have only "Restricted Rights" in
|
|
|
|
the software and related documentation as defined in the Federal
|
|
|
|
Acquisition Regulations (FARs) in Clause 52.227.19 (c) (2). If you are
|
|
|
|
acquiring the software on behalf of the Department of Defense, the
|
|
|
|
software shall be classified as "Commercial Computer Software" and the
|
|
|
|
Government shall have only "Restricted Rights" as defined in Clause
|
|
|
|
252.227-7013 (c) (1) of DFARs. Notwithstanding the foregoing, the
|
|
|
|
authors grant the U.S. Government and others acting in its behalf
|
|
|
|
permission to use and distribute the software in accordance with the
|
|
|
|
terms specified in this license.
|
|
|
|
---*/
|
|
|
|
|
2004-07-06 01:22:18 +00:00
|
|
|
#include <config.h>
|
|
|
|
#include <lladd/common.h>
|
|
|
|
|
2004-06-24 21:10:31 +00:00
|
|
|
#include <lladd/logger/logger2.h>
|
2004-07-14 21:25:59 +00:00
|
|
|
#include "logWriter.h"
|
2006-04-07 03:40:40 +00:00
|
|
|
#include "inMemoryLog.h"
|
2004-07-30 01:28:39 +00:00
|
|
|
#include "page.h"
|
|
|
|
/*#include <lladd/bufferManager.h>*/
|
2004-07-06 01:22:18 +00:00
|
|
|
#include <stdio.h>
|
2005-01-14 10:08:10 +00:00
|
|
|
#include <assert.h>
|
2006-04-06 03:22:57 +00:00
|
|
|
|
2006-04-14 03:45:26 +00:00
|
|
|
int loggerType = LOG_TO_FILE;
|
2006-04-06 03:22:57 +00:00
|
|
|
|
2006-04-07 03:40:40 +00:00
|
|
|
void genericLogWrite(LogEntry * e) {
|
2006-04-06 03:22:57 +00:00
|
|
|
if(loggerType == LOG_TO_FILE) {
|
|
|
|
writeLogEntry(e);
|
2006-04-11 02:20:21 +00:00
|
|
|
return;
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if (loggerType == LOG_TO_MEMORY) {
|
|
|
|
writeLogEntry_InMemoryLog(e);
|
2006-04-11 02:20:21 +00:00
|
|
|
return;
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
2006-04-11 02:20:21 +00:00
|
|
|
abort(); // we dont have an appropriate implementation, or weren't initialized...
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
int LogInit(int logType) {
|
2006-04-14 03:45:26 +00:00
|
|
|
assert(logType == loggerType);
|
2006-04-06 03:22:57 +00:00
|
|
|
if(LOG_TO_FILE == logType) {
|
|
|
|
openLogWriter();
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if(LOG_TO_MEMORY == logType) {
|
|
|
|
open_InMemoryLog();
|
2006-04-06 03:22:57 +00:00
|
|
|
} else {
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
loggerType = logType;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int LogDeinit() {
|
|
|
|
assert(loggerType != -1);
|
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
closeLogWriter();
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
close_InMemoryLog();
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void LogForce(lsn_t lsn) {
|
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
if(flushedLSN() < lsn) {
|
|
|
|
syncLog();
|
|
|
|
}
|
2006-04-07 03:40:40 +00:00
|
|
|
assert(flushedLSN() >= lsn);
|
2006-04-11 02:20:21 +00:00
|
|
|
return;
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
assert(flushedLSN_InMemoryLog() >= lsn);
|
2006-04-11 02:20:21 +00:00
|
|
|
return;
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
2006-04-11 02:20:21 +00:00
|
|
|
abort();
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
2006-04-07 03:40:40 +00:00
|
|
|
void LogTruncate(lsn_t lsn) {
|
2006-04-14 03:45:26 +00:00
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
truncateLog(lsn);
|
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
abort();
|
|
|
|
} else {
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
|
2006-04-07 03:40:40 +00:00
|
|
|
}
|
2006-04-06 03:22:57 +00:00
|
|
|
|
2006-04-12 01:40:47 +00:00
|
|
|
lsn_t LogFlushedLSN() {
|
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
return flushedLSN();
|
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
return flushedLSN_InMemoryLog();
|
|
|
|
}
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
|
2006-04-06 03:22:57 +00:00
|
|
|
lsn_t LogTruncationPoint() {
|
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
return firstLogEntry();
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
return firstLogEntry_InMemoryLog();
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
|
|
|
abort();
|
|
|
|
}
|
2006-04-11 02:20:21 +00:00
|
|
|
const LogEntry * LogReadLSN(lsn_t lsn) {
|
2006-04-06 03:22:57 +00:00
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
return readLSNEntry(lsn);
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
return readLSNEntry_InMemoryLog(lsn);
|
|
|
|
}
|
2006-04-06 03:22:57 +00:00
|
|
|
abort();
|
|
|
|
}
|
|
|
|
|
2006-04-11 02:20:21 +00:00
|
|
|
void FreeLogEntry(const LogEntry * e) {
|
|
|
|
if(LOG_TO_FILE == loggerType) {
|
2006-05-25 00:02:46 +00:00
|
|
|
free((LogEntry*)e);
|
2006-04-11 02:20:21 +00:00
|
|
|
return;
|
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
if(e->LSN == -1) {
|
2006-05-25 00:02:46 +00:00
|
|
|
free((LogEntry*)e);
|
2006-04-11 02:20:21 +00:00
|
|
|
}
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
|
2004-06-24 21:10:31 +00:00
|
|
|
TransactionLog LogTransBegin(int xid) {
|
|
|
|
TransactionLog tl;
|
|
|
|
tl.xid = xid;
|
|
|
|
|
|
|
|
DEBUG("Log Begin %d\n", xid);
|
|
|
|
tl.prevLSN = -1;
|
2006-04-14 03:45:26 +00:00
|
|
|
tl.recLSN = -1;
|
2004-06-24 21:10:31 +00:00
|
|
|
return tl;
|
|
|
|
}
|
|
|
|
|
2004-06-28 21:10:10 +00:00
|
|
|
static lsn_t LogTransCommon(TransactionLog * l, int type) {
|
2004-06-24 21:10:31 +00:00
|
|
|
LogEntry * e = allocCommonLogEntry(l->prevLSN, l->xid, type);
|
2004-06-28 21:10:10 +00:00
|
|
|
lsn_t ret;
|
|
|
|
|
2006-04-06 03:22:57 +00:00
|
|
|
genericLogWrite(e);
|
|
|
|
|
2006-04-14 03:45:26 +00:00
|
|
|
if(l->prevLSN == -1) { l->recLSN = e->LSN; }
|
2004-06-24 21:10:31 +00:00
|
|
|
l->prevLSN = e->LSN;
|
|
|
|
DEBUG("Log Common %d, LSN: %ld type: %ld (prevLSN %ld)\n", e->xid,
|
|
|
|
(long int)e->LSN, (long int)e->type, (long int)e->prevLSN);
|
2004-06-28 21:10:10 +00:00
|
|
|
|
|
|
|
ret = e->LSN;
|
|
|
|
|
2006-04-11 02:20:21 +00:00
|
|
|
FreeLogEntry(e);
|
2004-06-28 21:10:10 +00:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
|
2004-06-24 21:10:31 +00:00
|
|
|
}
|
|
|
|
|
2005-03-17 04:38:55 +00:00
|
|
|
extern int numActiveXactions;
|
2006-04-06 03:22:57 +00:00
|
|
|
/**
|
|
|
|
@todo This belongs in logWriter.c and needs a new name.
|
|
|
|
*/
|
|
|
|
static lsn_t LogTransBundledCommit(TransactionLog * l) {
|
2005-03-17 04:38:55 +00:00
|
|
|
static pthread_mutex_t check_commit = PTHREAD_MUTEX_INITIALIZER;
|
|
|
|
static pthread_cond_t tooFewXacts = PTHREAD_COND_INITIALIZER;
|
|
|
|
static int pendingCommits = 0;
|
|
|
|
static int syncLogCount;
|
|
|
|
|
|
|
|
lsn_t ret = LogTransCommon(l, XCOMMIT);
|
|
|
|
|
|
|
|
struct timeval now;
|
|
|
|
struct timespec timeout;
|
|
|
|
// int retcode;
|
|
|
|
|
|
|
|
pthread_mutex_lock(&check_commit);
|
|
|
|
if(flushedLSN() >= ret) {
|
|
|
|
pthread_mutex_unlock(&check_commit);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
gettimeofday(&now, NULL);
|
|
|
|
timeout.tv_sec = now.tv_sec;
|
|
|
|
timeout.tv_nsec = now.tv_usec * 1000;
|
|
|
|
// 0123456789 <- number of zeros on the next three lines...
|
|
|
|
timeout.tv_nsec += 100000000; // wait ten msec.
|
|
|
|
if(timeout.tv_nsec > 1000000000) {
|
|
|
|
timeout.tv_nsec -= 1000000000;
|
|
|
|
timeout.tv_sec++;
|
|
|
|
}
|
|
|
|
|
|
|
|
pendingCommits++;
|
|
|
|
// if(pendingCommits <= (numActiveXactions / 2)) {
|
|
|
|
if((numActiveXactions > 1 && pendingCommits < numActiveXactions) ||
|
|
|
|
(numActiveXactions > 20 && pendingCommits < (int)((double)numActiveXactions * 0.95))) {
|
|
|
|
while(ETIMEDOUT != (pthread_cond_timedwait(&tooFewXacts, &check_commit, &timeout))) {
|
|
|
|
if(flushedLSN() >= ret) {
|
|
|
|
pendingCommits--;
|
|
|
|
pthread_mutex_unlock(&check_commit);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// printf("Timed out");
|
|
|
|
} else {
|
|
|
|
// printf("Didn't wait %d < %d\n", (numActiveXactions / 2), pendingCommits);
|
|
|
|
}
|
|
|
|
if(flushedLSN() < ret) {
|
|
|
|
syncLog();
|
|
|
|
syncLogCount++;
|
|
|
|
// printf(" %d ", syncLogCount);
|
|
|
|
pthread_cond_broadcast(&tooFewXacts);
|
|
|
|
}
|
|
|
|
assert(flushedLSN() >= ret);
|
|
|
|
pendingCommits--;
|
|
|
|
pthread_mutex_unlock(&check_commit);
|
|
|
|
return ret;
|
2004-06-24 21:10:31 +00:00
|
|
|
}
|
|
|
|
|
2006-04-06 03:22:57 +00:00
|
|
|
lsn_t LogTransCommit(TransactionLog * l) {
|
|
|
|
assert(loggerType != -1);
|
|
|
|
if(LOG_TO_FILE == loggerType) {
|
|
|
|
return LogTransBundledCommit(l);
|
2006-04-07 03:40:40 +00:00
|
|
|
} else if(LOG_TO_MEMORY == loggerType) {
|
|
|
|
return LogTransCommon(l, XCOMMIT);
|
2006-04-06 03:22:57 +00:00
|
|
|
}
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
|
2004-06-28 21:10:10 +00:00
|
|
|
lsn_t LogTransAbort(TransactionLog * l) {
|
|
|
|
return LogTransCommon(l, XABORT);
|
2004-06-24 21:10:31 +00:00
|
|
|
}
|
|
|
|
|
2004-07-23 20:21:44 +00:00
|
|
|
LogEntry * LogUpdate(TransactionLog * l, Page * p, recordid rid, int operation, const byte * args) {
|
2004-06-24 21:10:31 +00:00
|
|
|
void * preImage = NULL;
|
2004-07-06 01:22:18 +00:00
|
|
|
long argSize = 0;
|
2004-06-24 21:10:31 +00:00
|
|
|
LogEntry * e;
|
|
|
|
|
2004-07-14 20:49:18 +00:00
|
|
|
|
2004-06-24 21:10:31 +00:00
|
|
|
if(operationsTable[operation].sizeofData == SIZEOF_RECORD) {
|
|
|
|
argSize = rid.size;
|
2005-01-14 10:08:10 +00:00
|
|
|
} else if(operationsTable[operation].sizeofData == SIZEIS_PAGEID) {
|
|
|
|
argSize = rid.page;
|
|
|
|
// printf("argsize (page) %d, %d\n", argSize, sizeof(recordid) * 2 + sizeof(int) * 3);
|
2004-06-24 21:10:31 +00:00
|
|
|
} else {
|
|
|
|
argSize = operationsTable[operation].sizeofData;
|
|
|
|
}
|
|
|
|
|
|
|
|
if(operationsTable[operation].undo == NO_INVERSE) {
|
2004-07-06 01:22:18 +00:00
|
|
|
DEBUG("Creating %ld byte physical pre-image.\n", rid.size);
|
2004-06-24 21:10:31 +00:00
|
|
|
preImage = malloc(rid.size);
|
2004-06-28 21:10:10 +00:00
|
|
|
if(!preImage) { perror("malloc"); abort(); }
|
2004-07-23 20:21:44 +00:00
|
|
|
readRecord(l->xid, p, rid, preImage);
|
2004-06-28 21:10:10 +00:00
|
|
|
DEBUG("got preimage");
|
2004-08-03 02:04:56 +00:00
|
|
|
} else if (operationsTable[operation].undo == NO_INVERSE_WHOLE_PAGE) {
|
|
|
|
DEBUG("Logging entire page\n");
|
|
|
|
preImage = malloc(PAGE_SIZE);
|
|
|
|
if(!preImage) { perror("malloc"); abort(); }
|
|
|
|
memcpy(preImage, p->memAddr, PAGE_SIZE);
|
|
|
|
DEBUG("got preimage");
|
|
|
|
}
|
2004-07-30 01:28:39 +00:00
|
|
|
|
2004-06-24 21:10:31 +00:00
|
|
|
e = allocUpdateLogEntry(l->prevLSN, l->xid, operation, rid, args, argSize, preImage);
|
2004-07-23 20:21:44 +00:00
|
|
|
|
2006-04-06 03:22:57 +00:00
|
|
|
// writeLogEntry(e);
|
|
|
|
genericLogWrite(e);
|
2004-06-28 21:10:10 +00:00
|
|
|
DEBUG("Log Common %d, LSN: %ld type: %ld (prevLSN %ld) (argSize %ld)\n", e->xid,
|
|
|
|
(long int)e->LSN, (long int)e->type, (long int)e->prevLSN, (long int) argSize);
|
2004-06-24 21:10:31 +00:00
|
|
|
|
|
|
|
if(preImage) {
|
|
|
|
free(preImage);
|
|
|
|
}
|
2006-04-14 03:45:26 +00:00
|
|
|
if(l->prevLSN == -1) { l->recLSN = e->LSN; }
|
2004-06-24 21:10:31 +00:00
|
|
|
l->prevLSN = e->LSN;
|
|
|
|
return e;
|
|
|
|
}
|
|
|
|
|
2006-04-06 03:22:57 +00:00
|
|
|
lsn_t LogCLR(int xid, lsn_t LSN, recordid rid, lsn_t prevLSN) {
|
2004-06-24 21:10:31 +00:00
|
|
|
lsn_t ret;
|
2006-04-06 03:22:57 +00:00
|
|
|
LogEntry * e = allocCLRLogEntry(-1, xid, LSN, rid, prevLSN);
|
|
|
|
genericLogWrite(e);
|
2004-07-14 20:49:18 +00:00
|
|
|
|
2006-04-06 03:22:57 +00:00
|
|
|
DEBUG("Log CLR %d, LSN: %ld (undoing: %ld, next to undo: %ld)\n", xid,
|
|
|
|
e->LSN, LSN, prevLSN);
|
2004-06-24 21:10:31 +00:00
|
|
|
|
|
|
|
ret = e->LSN;
|
2006-04-11 02:20:21 +00:00
|
|
|
FreeLogEntry(e);
|
2004-06-24 21:10:31 +00:00
|
|
|
return ret;
|
|
|
|
}
|