2009-10-19 21:55:25 +00:00
|
|
|
/*
|
|
|
|
* check_concurrentHash.c
|
|
|
|
*
|
|
|
|
* Created on: Oct 15, 2009
|
|
|
|
* Author: sears
|
|
|
|
*/
|
|
|
|
/*---
|
|
|
|
This software is copyrighted by the Regents of the University of
|
|
|
|
California, and other parties. The following terms apply to all files
|
|
|
|
associated with the software unless explicitly disclaimed in
|
|
|
|
individual files.
|
|
|
|
|
|
|
|
The authors hereby grant permission to use, copy, modify, distribute,
|
|
|
|
and license this software and its documentation for any purpose,
|
|
|
|
provided that existing copyright notices are retained in all copies
|
|
|
|
and that this notice is included verbatim in any distributions. No
|
|
|
|
written agreement, license, or royalty fee is required for any of the
|
|
|
|
authorized uses. Modifications to this software may be copyrighted by
|
|
|
|
their authors and need not follow the licensing terms described here,
|
|
|
|
provided that the new terms are clearly indicated on the first page of
|
|
|
|
each file where they apply.
|
|
|
|
|
|
|
|
IN NO EVENT SHALL THE AUTHORS OR DISTRIBUTORS BE LIABLE TO ANY PARTY
|
|
|
|
FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
|
|
|
|
ARISING OUT OF THE USE OF THIS SOFTWARE, ITS DOCUMENTATION, OR ANY
|
|
|
|
DERIVATIVES THEREOF, EVEN IF THE AUTHORS HAVE BEEN ADVISED OF THE
|
|
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
THE AUTHORS AND DISTRIBUTORS SPECIFICALLY DISCLAIM ANY WARRANTIES,
|
|
|
|
INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
|
|
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND
|
|
|
|
NON-INFRINGEMENT. THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, AND
|
|
|
|
THE AUTHORS AND DISTRIBUTORS HAVE NO OBLIGATION TO PROVIDE
|
|
|
|
MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
|
|
|
|
|
|
|
|
GOVERNMENT USE: If you are acquiring this software on behalf of the
|
|
|
|
U.S. government, the Government shall have only "Restricted Rights" in
|
|
|
|
the software and related documentation as defined in the Federal
|
|
|
|
Acquisition Regulations (FARs) in Clause 52.227.19 (c) (2). If you are
|
|
|
|
acquiring the software on behalf of the Department of Defense, the
|
|
|
|
software shall be classified as "Commercial Computer Software" and the
|
|
|
|
Government shall have only "Restricted Rights" as defined in Clause
|
|
|
|
252.227-7013 (c) (1) of DFARs. Notwithstanding the foregoing, the
|
|
|
|
authors grant the U.S. Government and others acting in its behalf
|
|
|
|
permission to use and distribute the software in accordance with the
|
|
|
|
terms specified in this license.
|
|
|
|
---*/
|
|
|
|
|
|
|
|
#include "../check_includes.h"
|
|
|
|
|
2011-06-13 10:19:44 +00:00
|
|
|
#include <stasis/util/concurrentHash.h>
|
2011-08-31 19:25:09 +00:00
|
|
|
#include <stasis/util/random.h>
|
2009-10-19 21:55:25 +00:00
|
|
|
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <time.h>
|
|
|
|
#include <limits.h>
|
|
|
|
#include <assert.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
|
|
|
|
merge in changes from svn[r1572..r1601]
------------------------------------------------------------------------
r1601 | sears.russell@gmail.com | 2012-03-20 18:43:00 -0400 (Tue, 20
Mar 2012) | 1 line
commit bLSM bloom filter to stasis/util, which is where it really
belongs
------------------------------------------------------------------------
r1600 | sears.russell@gmail.com | 2012-03-04 01:58:38 -0500 (Sun, 04
Mar 2012) | 1 line
fix memory leak in skiplist unit test (now it is valgrind clean)
------------------------------------------------------------------------
r1599 | sears.russell@gmail.com | 2012-03-04 01:58:05 -0500 (Sun, 04
Mar 2012) | 1 line
fix typo in finalize type
------------------------------------------------------------------------
r1598 | sears.russell@gmail.com | 2012-03-04 00:59:59 -0500 (Sun, 04
Mar 2012) | 1 line
add comparator and finalizer parameters to skiplist constructor
------------------------------------------------------------------------
r1597 | sears.russell@gmail.com | 2012-03-03 18:23:16 -0500 (Sat, 03
Mar 2012) | 1 line
bugfixes for skiplist
------------------------------------------------------------------------
r1596 | sears.russell@gmail.com | 2012-03-02 15:05:07 -0500 (Fri, 02
Mar 2012) | 1 line
updated concurrentSkipList. Seeing strange crashes
------------------------------------------------------------------------
r1595 | sears.russell@gmail.com | 2012-03-01 16:51:59 -0500 (Thu, 01
Mar 2012) | 1 line
add progress reports
------------------------------------------------------------------------
r1594 | sears.russell@gmail.com | 2012-02-28 13:17:05 -0500 (Tue, 28
Feb 2012) | 1 line
experimental support for automatic logfile preallocation
------------------------------------------------------------------------
r1593 | sears.russell@gmail.com | 2012-02-28 12:10:01 -0500 (Tue, 28
Feb 2012) | 1 line
add histogram reporting to rawIOPS benchmark
------------------------------------------------------------------------
r1592 | sears.russell@gmail.com | 2012-02-24 16:31:36 -0500 (Fri, 24
Feb 2012) | 1 line
userspace raid 0 implementation
------------------------------------------------------------------------
r1591 | sears.russell@gmail.com | 2012-02-12 01:47:25 -0500 (Sun, 12
Feb 2012) | 1 line
add skiplist unit test, fix compile warnings
------------------------------------------------------------------------
r1590 | sears.russell@gmail.com | 2012-02-12 00:52:52 -0500 (Sun, 12
Feb 2012) | 1 line
fix compile error
------------------------------------------------------------------------
r1589 | sears.russell@gmail.com | 2012-02-12 00:50:21 -0500 (Sun, 12
Feb 2012) | 1 line
fix some bugs in hazard.h surrounding thread list management and
overruns of R under high contention
------------------------------------------------------------------------
r1588 | sears.russell@gmail.com | 2012-02-11 14:23:10 -0500 (Sat, 11
Feb 2012) | 1 line
add hazard pointer for get_lock. It was implicitly blowing away the
hazard pointer protecting y in the caller
------------------------------------------------------------------------
r1587 | sears.russell@gmail.com | 2012-02-10 18:51:25 -0500 (Fri, 10
Feb 2012) | 1 line
fix null pointer bug
------------------------------------------------------------------------
r1586 | sears.russell@gmail.com | 2012-02-10 18:03:39 -0500 (Fri, 10
Feb 2012) | 1 line
add simple refcounting scheme to concurrentSkipList. This solves the
problem where a deleted node points to another deleted node, and we
only have a hazard pointer for the first node.
------------------------------------------------------------------------
r1585 | sears.russell@gmail.com | 2012-02-10 14:19:14 -0500 (Fri, 10
Feb 2012) | 1 line
add hazard pointers for update using the smallest free slot first. The
old method left a race condition, since hazard_scan stops at the first
null pointer.
------------------------------------------------------------------------
r1584 | sears.russell@gmail.com | 2012-02-10 02:45:30 -0500 (Fri, 10
Feb 2012) | 1 line
add hazard pointers for update array
------------------------------------------------------------------------
r1583 | sears.russell@gmail.com | 2012-02-10 00:04:50 -0500 (Fri, 10
Feb 2012) | 1 line
skiplist update: concurrent, but broken
------------------------------------------------------------------------
r1582 | sears.russell@gmail.com | 2012-02-09 17:44:27 -0500 (Thu, 09
Feb 2012) | 1 line
skip list implementation. Not concurrent yet.
------------------------------------------------------------------------
r1581 | sears.russell@gmail.com | 2012-02-08 13:33:29 -0500 (Wed, 08
Feb 2012) | 1 line
Commit of a bunch of new, unused code: KISS random number generator,
Hazard Pointers, SUX latches (untested) and bit twiddling for
concurrent b-tree
------------------------------------------------------------------------
r1580 | sears.russell@gmail.com | 2012-01-17 19:17:37 -0500 (Tue, 17
Jan 2012) | 1 line
fix typo
------------------------------------------------------------------------
r1579 | sears.russell@gmail.com | 2012-01-11 18:33:31 -0500 (Wed, 11
Jan 2012) | 1 line
static build fixes for linux. hopefully these do not break macos...
------------------------------------------------------------------------
r1578 | sears.russell@gmail.com | 2012-01-09 19:13:34 -0500 (Mon, 09
Jan 2012) | 1 line
fix cmake under linux
------------------------------------------------------------------------
r1577 | sears.russell@gmail.com | 2012-01-09 18:37:15 -0500 (Mon, 09
Jan 2012) | 1 line
fix linux static binary compilation bugs
------------------------------------------------------------------------
r1576 | sears.russell | 2012-01-09 18:00:08 -0500 (Mon, 09 Jan 2012) |
1 line
port to macos x
------------------------------------------------------------------------
r1575 | sears.russell | 2012-01-09 17:39:43 -0500 (Mon, 09 Jan 2012) |
1 line
add missing _ from sync call name
------------------------------------------------------------------------
r1574 | sears.russell@gmail.com | 2012-01-09 14:26:31 -0500 (Mon, 09
Jan 2012) | 1 line
add -rt flag to static builds
------------------------------------------------------------------------
r1573 | sears.russell@gmail.com | 2011-12-20 23:38:29 -0500 (Tue, 20
Dec 2011) | 1 line
Simple makefile geared toward building libstasis.so and libstasis.a
(and nothing else)
------------------------------------------------------------------------
r1572 | sears.russell@gmail.com | 2011-12-20 22:37:54 -0500 (Tue, 20
Dec 2011) | 1 line
add some missing #include<config.h> lines
2012-04-21 16:52:31 +00:00
|
|
|
#define LOG_NAME "check_concurrentHash.log"
|
2009-10-19 21:55:25 +00:00
|
|
|
|
2011-02-15 02:57:19 +00:00
|
|
|
|
2011-02-14 22:09:57 +00:00
|
|
|
#ifdef DBUG_TEST
|
2011-02-15 02:57:19 +00:00
|
|
|
extern int dbug_choice(int);
|
2011-02-14 22:09:57 +00:00
|
|
|
#define NUM_OPS 4
|
|
|
|
#define NUM_ENTRIES 4
|
|
|
|
#define NUM_THREADS 2
|
|
|
|
#define THREAD_ENTRIES 2
|
|
|
|
#define HT_ENTRIES 16
|
|
|
|
#define myrandom(x) dbug_choice(x)
|
|
|
|
#else
|
2009-11-09 19:50:00 +00:00
|
|
|
#define NUM_OPS 10000000
|
2011-02-15 02:57:19 +00:00
|
|
|
#define NUM_ENTRIES 8192
|
2009-10-19 21:55:25 +00:00
|
|
|
#define NUM_THREADS 100
|
|
|
|
#define THREAD_ENTRIES ((NUM_ENTRIES/NUM_THREADS)-1)
|
2011-02-14 22:09:57 +00:00
|
|
|
#endif
|
2011-02-15 02:57:19 +00:00
|
|
|
|
2009-10-19 21:55:25 +00:00
|
|
|
hashtable_t * ht;
|
|
|
|
|
|
|
|
void * worker(void * arg) {
|
2011-02-15 02:57:19 +00:00
|
|
|
pageid_t *data = (pageid_t *)arg;
|
|
|
|
for(int j = 0; j < NUM_OPS/ NUM_THREADS; j++) {
|
2011-08-31 19:25:09 +00:00
|
|
|
int op = stasis_util_random64(2);
|
2009-10-19 21:55:25 +00:00
|
|
|
|
2011-08-31 19:25:09 +00:00
|
|
|
int i = stasis_util_random64(THREAD_ENTRIES);
|
2009-10-19 21:55:25 +00:00
|
|
|
|
|
|
|
pageid_t scratch = data[i];
|
|
|
|
if(data[i] < 0) {
|
|
|
|
scratch *= -1;
|
|
|
|
}
|
|
|
|
switch(op) {
|
|
|
|
case 0: {
|
|
|
|
void * ret;
|
|
|
|
if(data[i] < 0) {
|
|
|
|
ret = hashtable_insert(ht, scratch, &data[i]);
|
|
|
|
assert(ret == NULL);
|
|
|
|
data[i] *= -1;
|
|
|
|
} else {
|
|
|
|
ret = hashtable_remove(ht, scratch);
|
|
|
|
assert(ret == &data[i]);
|
|
|
|
data[i] *= -1;
|
|
|
|
}
|
|
|
|
} break;
|
|
|
|
case 1: {
|
|
|
|
void * ret = hashtable_lookup(ht, scratch);
|
|
|
|
if(data[i] < 0) {
|
|
|
|
assert(ret == NULL);
|
|
|
|
} else {
|
|
|
|
assert(ret == &data[i]);
|
|
|
|
}
|
|
|
|
} break;
|
|
|
|
default:
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
free(data);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
START_TEST(singleThreadHashTest) {
|
2011-02-14 22:09:57 +00:00
|
|
|
#ifdef DBUG_TEST
|
2011-02-15 02:57:19 +00:00
|
|
|
ht = hashtable_init(HT_ENTRIES);
|
2011-02-14 22:09:57 +00:00
|
|
|
#else
|
2009-11-09 19:50:00 +00:00
|
|
|
ht = hashtable_init((pageid_t)((double)THREAD_ENTRIES * 1.1));
|
2011-02-14 22:09:57 +00:00
|
|
|
#endif
|
2012-12-01 01:15:03 +00:00
|
|
|
pageid_t *data = stasis_malloc(THREAD_ENTRIES, pageid_t);
|
2011-02-15 02:57:19 +00:00
|
|
|
|
|
|
|
for(int i = 1; i <= THREAD_ENTRIES; i++) {
|
|
|
|
data[i-1] = -1 * (i * NUM_THREADS);
|
|
|
|
}
|
|
|
|
worker(data);
|
|
|
|
hashtable_deinit(ht);
|
|
|
|
} END_TEST
|
|
|
|
|
|
|
|
START_TEST(wraparoundHashTest) {
|
|
|
|
unsigned numEntries = NUM_OPS/ NUM_THREADS * 4 + 3;
|
|
|
|
unsigned power = 1;
|
|
|
|
while ( (1ull << power ) < numEntries ) {
|
|
|
|
++power;
|
|
|
|
}
|
|
|
|
#ifdef DBUG_TEST
|
|
|
|
ht = hashtable_init(HT_ENTRIES);
|
|
|
|
#else
|
|
|
|
ht = hashtable_init(numEntries);
|
|
|
|
#endif
|
2012-12-01 01:15:03 +00:00
|
|
|
pageid_t *data = stasis_malloc(THREAD_ENTRIES, pageid_t);
|
2011-02-15 02:57:19 +00:00
|
|
|
|
|
|
|
for(int i = 1; i <= THREAD_ENTRIES; i++) {
|
2011-08-31 19:25:09 +00:00
|
|
|
data[i-1] = -1 * (((i << power) - 6 + stasis_util_random64(13)) / 13);
|
2011-02-15 02:57:19 +00:00
|
|
|
}
|
|
|
|
worker(data);
|
2009-10-19 21:55:25 +00:00
|
|
|
hashtable_deinit(ht);
|
|
|
|
} END_TEST
|
|
|
|
|
|
|
|
START_TEST(concurrentHashTest) {
|
2011-02-14 22:09:57 +00:00
|
|
|
#ifdef DBUG_TEST
|
2011-02-15 02:57:19 +00:00
|
|
|
ht = hashtable_init(HT_ENTRIES);
|
2011-02-14 22:09:57 +00:00
|
|
|
#else
|
2009-11-09 19:50:00 +00:00
|
|
|
ht = hashtable_init((pageid_t)((double)NUM_ENTRIES * 1.1));
|
2011-02-14 22:09:57 +00:00
|
|
|
#endif
|
2009-10-19 21:55:25 +00:00
|
|
|
pthread_t workers[NUM_THREADS];
|
|
|
|
for(int i = 0 ; i < NUM_THREADS; i++) {
|
2012-12-01 01:15:03 +00:00
|
|
|
pageid_t *data = stasis_malloc(THREAD_ENTRIES, pageid_t);
|
2011-02-15 02:57:19 +00:00
|
|
|
|
|
|
|
for(int j = 1; j <= THREAD_ENTRIES; j++) {
|
|
|
|
data[j-1] = -1 * (i + (j * NUM_THREADS));
|
|
|
|
}
|
|
|
|
pthread_create(&workers[i], 0, worker, data);
|
2009-10-19 21:55:25 +00:00
|
|
|
}
|
|
|
|
for(int i = 0 ; i < NUM_THREADS; i++) {
|
|
|
|
pthread_join(workers[i],0);
|
|
|
|
}
|
|
|
|
hashtable_deinit(ht);
|
|
|
|
} END_TEST
|
|
|
|
|
|
|
|
Suite * check_suite(void) {
|
|
|
|
Suite *s = suite_create("lhtable");
|
|
|
|
/* Begin a new test */
|
|
|
|
TCase *tc = tcase_create("lhtable");
|
|
|
|
|
|
|
|
tcase_set_timeout(tc, 0); // disable timeouts
|
|
|
|
|
|
|
|
srandom(43);
|
|
|
|
|
|
|
|
/* Sub tests are added, one per line, here */
|
|
|
|
tcase_add_test(tc, singleThreadHashTest);
|
2011-02-14 22:09:57 +00:00
|
|
|
#ifndef DBUG_TEST // TODO should run exactly one of these two tests under dbug. Need good way to choose which one.
|
2011-02-15 02:57:19 +00:00
|
|
|
tcase_add_test(tc, wraparoundHashTest);
|
2009-10-19 21:55:25 +00:00
|
|
|
tcase_add_test(tc, concurrentHashTest);
|
2011-02-14 22:09:57 +00:00
|
|
|
#endif
|
2011-02-15 02:57:19 +00:00
|
|
|
|
2009-10-19 21:55:25 +00:00
|
|
|
/* --------------------------------------------- */
|
|
|
|
|
|
|
|
tcase_add_checked_fixture(tc, setup, teardown);
|
|
|
|
|
|
|
|
|
|
|
|
suite_add_tcase(s, tc);
|
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
|
|
|
#include "../check_setup.h"
|
|
|
|
|