#include #include #include #include /** A from-scratch implementation of linear hashing. Uses the arrayList operations to implement its hashbuckets. */ #define BUCKETS_OFFSET (2) #define headerKeySize (headerRidA.page) #define headerValSize (headerRidA.slot) #define headerHashBits (headerRidB->page) #define headerNextSplit (headerRidB->slot) #include #include #include #include #include typedef struct { recordid next; } hashEntry; pblHashTable_t * openHashes = NULL; void rehash(int xid, recordid hash, int next_split, int i, int keySize, int valSize); void update_hash_header(int xid, recordid hash, int i, int next_split); int deleteFromBucket(int xid, recordid hash, int bucket_number, recordid bucket_rid, void * key, int keySize, recordid * deletedEntry); void insertIntoBucket(int xid, recordid hashRid, int bucket_number, recordid bucket_rid, hashEntry * e, int keySize, int valSize, recordid deletedEntry, int skipDelete); int findInBucket(int xid, recordid hashRid, int bucket_number, const void * key, int keySize, void * val, int valSize); int findInBucket(int xid, recordid hashRid, int bucket_number, const void * key, int keySize, void * val, int valSize) { hashEntry * e = malloc(sizeof(hashEntry) + keySize + valSize); recordid nextEntry; hashRid.slot = bucket_number; Tread(xid, hashRid, &nextEntry); int found = 0; while(nextEntry.size > 0) { assert(nextEntry.size == sizeof(hashEntry) + keySize + valSize); Tread(xid, nextEntry, e); if(!memcmp(key, e+1, keySize)) { memcpy(val, ((byte*)(e+1))+keySize, valSize); found = 1; break; } nextEntry = e->next; } free(e); return found; } void expand (int xid, recordid hash, int next_split, int i, int keySize, int valSize) { TarrayListExtend(xid, hash, 1); if(next_split >= twoToThe(i-1)+2) { i++; next_split = 2; } rehash(xid, hash, next_split, i, keySize, valSize); next_split++; update_hash_header(xid, hash, i, next_split); } void update_hash_header(int xid, recordid hash, int i, int next_split) { recordid * headerRidB = pblHtLookup(openHashes, &hash.page, sizeof(int)); headerHashBits = i; headerNextSplit = next_split; Tset(xid, hash, headerRidB); } /*void rehash(int xid, recordid hashRid, int next_split, int i, int keySize, int valSize) { recordid bucket = hashRid; bucket.slot = next_split; hashEntry * e = calloc(1,sizeof(hashEntry) + keySize + valSize); if(bucket.size) { Tread(xid, bucket, &bucket); } while(bucket.size > 0) { Tread(xid, bucket, e); int old_hash = hash(e+1, keySize, i-1, ULONG_MAX) + 2; int new_hash = hash(e+1, keySize, i, ULONG_MAX) + 2; bucket = e->next; assert(next_split == old_hash); assert((!bucket.size )|| bucket.size == sizeof(hashEntry) + keySize + valSize); if(new_hash != next_split) { assert(new_hash == next_split + twoToThe(i-1)); recordid oldEntry; // @todo could be optimized. Why deleteFromBucket, then // insertIntoBucket? Causes us to traverse the bucket list an // extra time... recordid next_split_contents, new_hash_contents; recordid tmp = hashRid; tmp.slot = next_split; Tread(xid, tmp, &next_split_contents); tmp.slot = new_hash; Tread(xid, tmp, &new_hash_contents); assert(deleteFromBucket(xid, hashRid, next_split, next_split_contents, e+1, keySize, &oldEntry)); insertIntoBucket(xid, hashRid, new_hash, new_hash_contents, e, keySize, valSize, oldEntry, 1); } else { } } free(e); } */ void rehash(int xid, recordid hashRid, int next_split, int i, int keySize, int valSize) { int firstA = 1; // Is 'A' the recordid of a bucket? int firstD = 1; // What about 'D'? assert(hashRid.size == sizeof(recordid)); recordid ba = hashRid; ba.slot = next_split; recordid bb = hashRid; bb.slot = next_split + twoToThe(i-1); recordid NULLRID; NULLRID.page = 0; NULLRID.slot=0; NULLRID.size = 0; recordid ba_contents; Tread(xid, ba, &ba_contents); recordid bb_contents = NULLRID; Tset(xid, bb, &bb_contents);//Tread(xid, bb, &bb_contents); recordid A = ba; //ba_contents; recordid D = bb; //bb_contents; recordid B = ba_contents; recordid C; hashEntry * D_contents = calloc(1,sizeof(hashEntry) + keySize + valSize); hashEntry * A_contents = calloc(1,sizeof(hashEntry) + keySize + valSize); hashEntry * B_contents = calloc(1,sizeof(hashEntry) + keySize + valSize); while(B.size) { assert(B.size == sizeof(hashEntry) + keySize + valSize); Tread(xid, B, B_contents); C = B_contents->next; int old_hash = hash(B_contents+1, keySize, i-1, ULONG_MAX) + 2; int new_hash = hash(B_contents+1, keySize, i, ULONG_MAX) + 2; assert(next_split == old_hash); assert(new_hash == old_hash || new_hash == old_hash + twoToThe(i-1)); if(new_hash == old_hash) { A = B; B = C; C.size = -1; firstA = 0; } else { if(firstD) { // D is a bucket entry assert(B.size == sizeof(hashEntry) + keySize + valSize); assert(D.size == sizeof(recordid)); Tset(xid, D, &B); } else { // D is the tail of our list. assert(D.size == sizeof(hashEntry) + keySize + valSize); assert(B.size == 0 || B.size == sizeof(hashEntry) + keySize + valSize); Tread(xid, D, D_contents); D_contents->next = B; Tset(xid, D, D_contents); } if(firstA) { assert(C.size == 0 || C.size == sizeof(hashEntry) + keySize + valSize); assert(A.size == sizeof(recordid)); Tset(xid, A, &C); } else { // A is somewhere in the first list. assert(A.size == sizeof(hashEntry) + keySize + valSize); assert(C.size == 0 || C.size == sizeof(hashEntry) + keySize + valSize); Tread(xid, A, A_contents); A_contents->next = C; Tset(xid, A, A_contents); } // B _can't_ be a bucket. assert(B.size == sizeof(hashEntry) + keySize + valSize); Tread(xid, B, B_contents); B_contents->next = NULLRID; Tset(xid, B, B_contents); // Update Loop State D = B; B = C; C.size = -1; firstD = 0; } } free(D_contents); free(A_contents); free(B_contents); } void insertIntoBucket(int xid, recordid hashRid, int bucket_number, recordid bucket_contents, hashEntry * e, int keySize, int valSize, recordid newEntry, int skipDelete) { recordid deleteMe; if(!skipDelete) { if(deleteFromBucket(xid, hashRid, bucket_number, bucket_contents, e+1, keySize, &deleteMe)) { Tdealloc(xid, deleteMe); hashRid.slot = bucket_number; Tread(xid, hashRid, &bucket_contents); hashRid.slot = 0; } } /*@todo consider recovery for insertIntoBucket. */ recordid bucket = hashRid; bucket.slot = bucket_number; e->next = bucket_contents; Tset(xid, newEntry, e); Tset(xid, bucket, &newEntry); } int deleteFromBucket(int xid, recordid hash, int bucket_number, recordid bucket_contents, void * key, int keySize, recordid * deletedEntry) { hashEntry * e; recordid bucket = hash; bucket.slot = bucket_number; recordid nextEntry; nextEntry = bucket_contents; if(nextEntry.size) { e = calloc(1,nextEntry.size); } else { e = calloc(1,1); } int first = 1; int found = 0; recordid lastEntry; while(nextEntry.size > 0) { Tread(xid, nextEntry, e); if(!memcmp(key, e+1, keySize)) { if(first) { assert(e->next.size < 1000); Tset(xid, bucket, &(e->next)); } else { recordid next = e->next; Tread(xid, lastEntry, e); assert(next.size < 1000); e->next = next; Tset(xid, lastEntry, e); } *deletedEntry = nextEntry; found = 1; break; } lastEntry = nextEntry; first = 0; nextEntry = e->next; } return found; } recordid ThashAlloc(int xid, int keySize, int valSize) { /* Want 16 buckets, doubling on overflow. */ recordid rid = TarrayListAlloc(xid, 16, 2, sizeof(recordid)); TarrayListExtend(xid, rid, 32+2); recordid headerRidA; recordid * headerRidB = malloc (sizeof(recordid)); headerKeySize = keySize; headerValSize = valSize; headerNextSplit = INT_MAX; headerHashBits = 4; rid.slot =0; Tset(xid, rid, &headerRidA); rid.slot =1; Tset(xid, rid, headerRidB); pblHtInsert(openHashes, &rid.page, sizeof(int), headerRidB); rid.slot =0; return rid; } void ThashInit() { openHashes = pblHtCreate(); } void ThashDeinit() { pblHtDelete(openHashes); } void ThashInsert(int xid, recordid hashRid, void * key, int keySize, void * val, int valSize) { recordid * headerRidB = pblHtLookup(openHashes, &hashRid.page, sizeof(int)); int bucket = hash(key, keySize, headerHashBits, headerNextSplit - 2) + 2; hashEntry * e = calloc(1,sizeof(hashEntry) + keySize + valSize); memcpy(e+1, key, keySize); memcpy(((byte*)(e+1)) + keySize, val, valSize); recordid newEntry = Talloc(xid, sizeof(hashEntry) + keySize + valSize); recordid bucket_contents; hashRid.slot = bucket; Tread(xid, hashRid, &bucket_contents); hashRid.slot = 0; insertIntoBucket(xid, hashRid, bucket, bucket_contents, e, keySize, valSize, newEntry, 0); expand(xid, hashRid, headerNextSplit, headerHashBits, keySize, valSize); free(e); } /** @todo hash hable probably should track the number of items in it, so that expand can be selectively called. */ void ThashDelete(int xid, recordid hashRid, void * key, int keySize) { recordid * headerRidB = pblHtLookup(openHashes, &hashRid.page, sizeof(int)); recordid tmp = hashRid; tmp.slot = 1; int bucket_number = hash(key, keySize, headerHashBits, headerNextSplit - 2) + 2; recordid deleteMe; hashRid.slot = bucket_number; recordid bucket_contents; Tread(xid, hashRid, &bucket_contents); hashRid.slot = 0; if(deleteFromBucket(xid, hashRid, bucket_number, bucket_contents, key, keySize, &deleteMe)) { Tdealloc(xid, deleteMe); } } int ThashOpen(int xid, recordid hashRid) { recordid * headerRidB = malloc(sizeof(recordid)); hashRid.slot = 1; Tread(xid, hashRid, headerRidB); pblHtInsert(openHashes, &hashRid.page, sizeof(int), headerRidB); return 0; } void ThashUpdate(int xid, recordid hashRid, void * key, int keySize, void * val, int valSize) { ThashDelete(xid, hashRid, key, keySize); ThashInsert(xid, hashRid, key, keySize, val, valSize); } int ThashClose(int xid, recordid hashRid) { recordid * freeMe = pblHtLookup(openHashes, &hashRid.page, sizeof(int)); pblHtRemove(openHashes, &hashRid.page, sizeof(int)); free(freeMe); return 0; } int ThashLookup(int xid, recordid hashRid, void * key, int keySize, void * buf, int valSize) { recordid * headerRidB = pblHtLookup(openHashes, &hashRid.page, sizeof(int)); recordid tmp = hashRid; tmp.slot = 1; int bucket_number = hash(key, keySize, headerHashBits, headerNextSplit - 2) + 2; int ret = findInBucket(xid, hashRid, bucket_number, key, keySize, buf, valSize); return ret; }