3a559a3b3c
------------------------------------------------------------------------ r1601 | sears.russell@gmail.com | 2012-03-20 18:43:00 -0400 (Tue, 20 Mar 2012) | 1 line commit bLSM bloom filter to stasis/util, which is where it really belongs ------------------------------------------------------------------------ r1600 | sears.russell@gmail.com | 2012-03-04 01:58:38 -0500 (Sun, 04 Mar 2012) | 1 line fix memory leak in skiplist unit test (now it is valgrind clean) ------------------------------------------------------------------------ r1599 | sears.russell@gmail.com | 2012-03-04 01:58:05 -0500 (Sun, 04 Mar 2012) | 1 line fix typo in finalize type ------------------------------------------------------------------------ r1598 | sears.russell@gmail.com | 2012-03-04 00:59:59 -0500 (Sun, 04 Mar 2012) | 1 line add comparator and finalizer parameters to skiplist constructor ------------------------------------------------------------------------ r1597 | sears.russell@gmail.com | 2012-03-03 18:23:16 -0500 (Sat, 03 Mar 2012) | 1 line bugfixes for skiplist ------------------------------------------------------------------------ r1596 | sears.russell@gmail.com | 2012-03-02 15:05:07 -0500 (Fri, 02 Mar 2012) | 1 line updated concurrentSkipList. Seeing strange crashes ------------------------------------------------------------------------ r1595 | sears.russell@gmail.com | 2012-03-01 16:51:59 -0500 (Thu, 01 Mar 2012) | 1 line add progress reports ------------------------------------------------------------------------ r1594 | sears.russell@gmail.com | 2012-02-28 13:17:05 -0500 (Tue, 28 Feb 2012) | 1 line experimental support for automatic logfile preallocation ------------------------------------------------------------------------ r1593 | sears.russell@gmail.com | 2012-02-28 12:10:01 -0500 (Tue, 28 Feb 2012) | 1 line add histogram reporting to rawIOPS benchmark ------------------------------------------------------------------------ r1592 | sears.russell@gmail.com | 2012-02-24 16:31:36 -0500 (Fri, 24 Feb 2012) | 1 line userspace raid 0 implementation ------------------------------------------------------------------------ r1591 | sears.russell@gmail.com | 2012-02-12 01:47:25 -0500 (Sun, 12 Feb 2012) | 1 line add skiplist unit test, fix compile warnings ------------------------------------------------------------------------ r1590 | sears.russell@gmail.com | 2012-02-12 00:52:52 -0500 (Sun, 12 Feb 2012) | 1 line fix compile error ------------------------------------------------------------------------ r1589 | sears.russell@gmail.com | 2012-02-12 00:50:21 -0500 (Sun, 12 Feb 2012) | 1 line fix some bugs in hazard.h surrounding thread list management and overruns of R under high contention ------------------------------------------------------------------------ r1588 | sears.russell@gmail.com | 2012-02-11 14:23:10 -0500 (Sat, 11 Feb 2012) | 1 line add hazard pointer for get_lock. It was implicitly blowing away the hazard pointer protecting y in the caller ------------------------------------------------------------------------ r1587 | sears.russell@gmail.com | 2012-02-10 18:51:25 -0500 (Fri, 10 Feb 2012) | 1 line fix null pointer bug ------------------------------------------------------------------------ r1586 | sears.russell@gmail.com | 2012-02-10 18:03:39 -0500 (Fri, 10 Feb 2012) | 1 line add simple refcounting scheme to concurrentSkipList. This solves the problem where a deleted node points to another deleted node, and we only have a hazard pointer for the first node. ------------------------------------------------------------------------ r1585 | sears.russell@gmail.com | 2012-02-10 14:19:14 -0500 (Fri, 10 Feb 2012) | 1 line add hazard pointers for update using the smallest free slot first. The old method left a race condition, since hazard_scan stops at the first null pointer. ------------------------------------------------------------------------ r1584 | sears.russell@gmail.com | 2012-02-10 02:45:30 -0500 (Fri, 10 Feb 2012) | 1 line add hazard pointers for update array ------------------------------------------------------------------------ r1583 | sears.russell@gmail.com | 2012-02-10 00:04:50 -0500 (Fri, 10 Feb 2012) | 1 line skiplist update: concurrent, but broken ------------------------------------------------------------------------ r1582 | sears.russell@gmail.com | 2012-02-09 17:44:27 -0500 (Thu, 09 Feb 2012) | 1 line skip list implementation. Not concurrent yet. ------------------------------------------------------------------------ r1581 | sears.russell@gmail.com | 2012-02-08 13:33:29 -0500 (Wed, 08 Feb 2012) | 1 line Commit of a bunch of new, unused code: KISS random number generator, Hazard Pointers, SUX latches (untested) and bit twiddling for concurrent b-tree ------------------------------------------------------------------------ r1580 | sears.russell@gmail.com | 2012-01-17 19:17:37 -0500 (Tue, 17 Jan 2012) | 1 line fix typo ------------------------------------------------------------------------ r1579 | sears.russell@gmail.com | 2012-01-11 18:33:31 -0500 (Wed, 11 Jan 2012) | 1 line static build fixes for linux. hopefully these do not break macos... ------------------------------------------------------------------------ r1578 | sears.russell@gmail.com | 2012-01-09 19:13:34 -0500 (Mon, 09 Jan 2012) | 1 line fix cmake under linux ------------------------------------------------------------------------ r1577 | sears.russell@gmail.com | 2012-01-09 18:37:15 -0500 (Mon, 09 Jan 2012) | 1 line fix linux static binary compilation bugs ------------------------------------------------------------------------ r1576 | sears.russell | 2012-01-09 18:00:08 -0500 (Mon, 09 Jan 2012) | 1 line port to macos x ------------------------------------------------------------------------ r1575 | sears.russell | 2012-01-09 17:39:43 -0500 (Mon, 09 Jan 2012) | 1 line add missing _ from sync call name ------------------------------------------------------------------------ r1574 | sears.russell@gmail.com | 2012-01-09 14:26:31 -0500 (Mon, 09 Jan 2012) | 1 line add -rt flag to static builds ------------------------------------------------------------------------ r1573 | sears.russell@gmail.com | 2011-12-20 23:38:29 -0500 (Tue, 20 Dec 2011) | 1 line Simple makefile geared toward building libstasis.so and libstasis.a (and nothing else) ------------------------------------------------------------------------ r1572 | sears.russell@gmail.com | 2011-12-20 22:37:54 -0500 (Tue, 20 Dec 2011) | 1 line add some missing #include<config.h> lines
204 lines
5.8 KiB
C
204 lines
5.8 KiB
C
/*
|
|
* check_concurrentHash.c
|
|
*
|
|
* Created on: Oct 15, 2009
|
|
* Author: sears
|
|
*/
|
|
/*---
|
|
This software is copyrighted by the Regents of the University of
|
|
California, and other parties. The following terms apply to all files
|
|
associated with the software unless explicitly disclaimed in
|
|
individual files.
|
|
|
|
The authors hereby grant permission to use, copy, modify, distribute,
|
|
and license this software and its documentation for any purpose,
|
|
provided that existing copyright notices are retained in all copies
|
|
and that this notice is included verbatim in any distributions. No
|
|
written agreement, license, or royalty fee is required for any of the
|
|
authorized uses. Modifications to this software may be copyrighted by
|
|
their authors and need not follow the licensing terms described here,
|
|
provided that the new terms are clearly indicated on the first page of
|
|
each file where they apply.
|
|
|
|
IN NO EVENT SHALL THE AUTHORS OR DISTRIBUTORS BE LIABLE TO ANY PARTY
|
|
FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
|
|
ARISING OUT OF THE USE OF THIS SOFTWARE, ITS DOCUMENTATION, OR ANY
|
|
DERIVATIVES THEREOF, EVEN IF THE AUTHORS HAVE BEEN ADVISED OF THE
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
THE AUTHORS AND DISTRIBUTORS SPECIFICALLY DISCLAIM ANY WARRANTIES,
|
|
INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND
|
|
NON-INFRINGEMENT. THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, AND
|
|
THE AUTHORS AND DISTRIBUTORS HAVE NO OBLIGATION TO PROVIDE
|
|
MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
|
|
|
|
GOVERNMENT USE: If you are acquiring this software on behalf of the
|
|
U.S. government, the Government shall have only "Restricted Rights" in
|
|
the software and related documentation as defined in the Federal
|
|
Acquisition Regulations (FARs) in Clause 52.227.19 (c) (2). If you are
|
|
acquiring the software on behalf of the Department of Defense, the
|
|
software shall be classified as "Commercial Computer Software" and the
|
|
Government shall have only "Restricted Rights" as defined in Clause
|
|
252.227-7013 (c) (1) of DFARs. Notwithstanding the foregoing, the
|
|
authors grant the U.S. Government and others acting in its behalf
|
|
permission to use and distribute the software in accordance with the
|
|
terms specified in this license.
|
|
---*/
|
|
|
|
#define _GNU_SOURCE
|
|
#include "../check_includes.h"
|
|
|
|
#include <stasis/util/concurrentHash.h>
|
|
#include <stasis/util/random.h>
|
|
|
|
#include <stdio.h>
|
|
#include <time.h>
|
|
#include <limits.h>
|
|
#include <assert.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#define LOG_NAME "check_concurrentHash.log"
|
|
|
|
|
|
#ifdef DBUG_TEST
|
|
extern int dbug_choice(int);
|
|
#define NUM_OPS 4
|
|
#define NUM_ENTRIES 4
|
|
#define NUM_THREADS 2
|
|
#define THREAD_ENTRIES 2
|
|
#define HT_ENTRIES 16
|
|
#define myrandom(x) dbug_choice(x)
|
|
#else
|
|
#define NUM_OPS 10000000
|
|
#define NUM_ENTRIES 8192
|
|
#define NUM_THREADS 100
|
|
#define THREAD_ENTRIES ((NUM_ENTRIES/NUM_THREADS)-1)
|
|
#endif
|
|
|
|
hashtable_t * ht;
|
|
|
|
void * worker(void * arg) {
|
|
pageid_t *data = (pageid_t *)arg;
|
|
for(int j = 0; j < NUM_OPS/ NUM_THREADS; j++) {
|
|
int op = stasis_util_random64(2);
|
|
|
|
int i = stasis_util_random64(THREAD_ENTRIES);
|
|
|
|
pageid_t scratch = data[i];
|
|
if(data[i] < 0) {
|
|
scratch *= -1;
|
|
}
|
|
switch(op) {
|
|
case 0: {
|
|
void * ret;
|
|
if(data[i] < 0) {
|
|
ret = hashtable_insert(ht, scratch, &data[i]);
|
|
assert(ret == NULL);
|
|
data[i] *= -1;
|
|
} else {
|
|
ret = hashtable_remove(ht, scratch);
|
|
assert(ret == &data[i]);
|
|
data[i] *= -1;
|
|
}
|
|
} break;
|
|
case 1: {
|
|
void * ret = hashtable_lookup(ht, scratch);
|
|
if(data[i] < 0) {
|
|
assert(ret == NULL);
|
|
} else {
|
|
assert(ret == &data[i]);
|
|
}
|
|
} break;
|
|
default:
|
|
abort();
|
|
}
|
|
}
|
|
free(data);
|
|
return 0;
|
|
}
|
|
|
|
START_TEST(singleThreadHashTest) {
|
|
#ifdef DBUG_TEST
|
|
ht = hashtable_init(HT_ENTRIES);
|
|
#else
|
|
ht = hashtable_init((pageid_t)((double)THREAD_ENTRIES * 1.1));
|
|
#endif
|
|
pageid_t *data = malloc(sizeof(pageid_t) * THREAD_ENTRIES);
|
|
|
|
for(int i = 1; i <= THREAD_ENTRIES; i++) {
|
|
data[i-1] = -1 * (i * NUM_THREADS);
|
|
}
|
|
worker(data);
|
|
hashtable_deinit(ht);
|
|
} END_TEST
|
|
|
|
START_TEST(wraparoundHashTest) {
|
|
unsigned numEntries = NUM_OPS/ NUM_THREADS * 4 + 3;
|
|
unsigned power = 1;
|
|
while ( (1ull << power ) < numEntries ) {
|
|
++power;
|
|
}
|
|
#ifdef DBUG_TEST
|
|
ht = hashtable_init(HT_ENTRIES);
|
|
#else
|
|
ht = hashtable_init(numEntries);
|
|
#endif
|
|
pageid_t *data = malloc(sizeof(pageid_t) * THREAD_ENTRIES);
|
|
|
|
for(int i = 1; i <= THREAD_ENTRIES; i++) {
|
|
data[i-1] = -1 * (((i << power) - 6 + stasis_util_random64(13)) / 13);
|
|
}
|
|
worker(data);
|
|
hashtable_deinit(ht);
|
|
} END_TEST
|
|
|
|
START_TEST(concurrentHashTest) {
|
|
#ifdef DBUG_TEST
|
|
ht = hashtable_init(HT_ENTRIES);
|
|
#else
|
|
ht = hashtable_init((pageid_t)((double)NUM_ENTRIES * 1.1));
|
|
#endif
|
|
pthread_t workers[NUM_THREADS];
|
|
for(int i = 0 ; i < NUM_THREADS; i++) {
|
|
pageid_t *data = malloc(sizeof(pageid_t) * THREAD_ENTRIES);
|
|
|
|
for(int j = 1; j <= THREAD_ENTRIES; j++) {
|
|
data[j-1] = -1 * (i + (j * NUM_THREADS));
|
|
}
|
|
pthread_create(&workers[i], 0, worker, data);
|
|
}
|
|
for(int i = 0 ; i < NUM_THREADS; i++) {
|
|
pthread_join(workers[i],0);
|
|
}
|
|
hashtable_deinit(ht);
|
|
} END_TEST
|
|
|
|
Suite * check_suite(void) {
|
|
Suite *s = suite_create("lhtable");
|
|
/* Begin a new test */
|
|
TCase *tc = tcase_create("lhtable");
|
|
|
|
tcase_set_timeout(tc, 0); // disable timeouts
|
|
|
|
srandom(43);
|
|
|
|
/* Sub tests are added, one per line, here */
|
|
tcase_add_test(tc, singleThreadHashTest);
|
|
#ifndef DBUG_TEST // TODO should run exactly one of these two tests under dbug. Need good way to choose which one.
|
|
tcase_add_test(tc, wraparoundHashTest);
|
|
tcase_add_test(tc, concurrentHashTest);
|
|
#endif
|
|
|
|
/* --------------------------------------------- */
|
|
|
|
tcase_add_checked_fixture(tc, setup, teardown);
|
|
|
|
|
|
suite_add_tcase(s, tc);
|
|
return s;
|
|
}
|
|
|
|
#include "../check_setup.h"
|
|
|