2007-08-20 16:25:08 +00:00
|
|
|
#ifndef _STASIS_FLAGS_H__
|
|
|
|
#define _STASIS_FLAGS_H__
|
2009-10-05 22:39:09 +00:00
|
|
|
#include <stasis/bufferManager.h>
|
|
|
|
#include <stasis/logger/logger2.h>
|
|
|
|
#include <stasis/dirtyPageTable.h>
|
2010-12-03 02:18:56 +00:00
|
|
|
#include <stasis/io/handle.h>
|
|
|
|
#include <stasis/pageHandle.h>
|
2010-11-05 18:53:10 +00:00
|
|
|
/**
|
|
|
|
This is the type of log that is being used.
|
|
|
|
|
|
|
|
*/
|
|
|
|
extern stasis_log_t* (*stasis_log_factory)(void);
|
2007-08-20 16:25:08 +00:00
|
|
|
/**
|
|
|
|
This is the type of buffer manager that is being used.
|
|
|
|
|
|
|
|
Before Stasis is intialized it will be set to a default value.
|
|
|
|
It may be changed before Tinit() is called, or overridden at
|
|
|
|
compile time by defining USE_BUFFER_MANAGER.
|
|
|
|
|
|
|
|
(eg: gcc ... -DUSE_BUFFER_MANAGER=BUFFER_MANAGER_FOO)
|
|
|
|
|
|
|
|
@see constants.h for a list of recognized buffer manager implementations.
|
|
|
|
(The constants are named BUFFER_MANAGER_*)
|
|
|
|
|
|
|
|
*/
|
2009-10-05 22:39:09 +00:00
|
|
|
extern stasis_buffer_manager_t* (*stasis_buffer_manager_factory)(stasis_log_t*, stasis_dirty_page_table_t*);
|
2010-07-16 16:52:08 +00:00
|
|
|
|
|
|
|
extern pageid_t stasis_buffer_manager_size;
|
2011-10-08 22:01:04 +00:00
|
|
|
/**
|
|
|
|
* The number of pages that must be dirty for the writeback thread to
|
|
|
|
* initiate writeback.
|
|
|
|
*/
|
|
|
|
extern pageid_t stasis_dirty_page_count_soft_limit;
|
|
|
|
/**
|
|
|
|
* If there are fewer than this many dirty pages, then the writeback thread
|
|
|
|
* will go to sleep.
|
|
|
|
*/
|
|
|
|
extern pageid_t stasis_dirty_page_low_water_mark;
|
|
|
|
/**
|
|
|
|
* The number of pages that must be dirty for application threads to block on
|
|
|
|
* (or initiate) writeback. Since this number causes backpressure on the
|
|
|
|
* threads that are dirtying pages, dirty pages will never occupy more than
|
|
|
|
* this number of pages.
|
|
|
|
*/
|
|
|
|
extern pageid_t stasis_dirty_page_count_hard_limit;
|
|
|
|
/**
|
|
|
|
* The number of pages that should be written back to Linux's file cache
|
|
|
|
* at a time. We do not force after each quantum, but instead may hint to
|
|
|
|
* Linux that it should treat the set as a group. Also, any latchesh held
|
|
|
|
* by writeback are released at least this often.
|
|
|
|
*/
|
|
|
|
extern pageid_t stasis_dirty_page_table_flush_quantum;
|
|
|
|
|
2010-09-23 23:09:43 +00:00
|
|
|
/**
|
|
|
|
If this is true, then the only thread that will perform writeback is the
|
|
|
|
buffer manager writeback thread. It turns out that splitting sequential
|
|
|
|
writes across many threads leads to a 90-95% reduction in write throughput.
|
|
|
|
|
|
|
|
Otherwise (the default) application threads will help write back dirty pages
|
|
|
|
so that we can get good concurrency on our writes.
|
|
|
|
*/
|
|
|
|
extern int stasis_buffer_manager_hint_writes_are_sequential;
|
2010-09-28 23:50:07 +00:00
|
|
|
/**
|
|
|
|
If this is true, then disable some optimizations associated with sequential
|
|
|
|
write mode. This will needlessly burn CPU by inserting dirty pages into
|
|
|
|
the LRU. In sequential write mode, these dirty pages will cause populateTLS
|
|
|
|
to loop excessively, excercising all sorts of extremely rare thread
|
|
|
|
synchronization schedules.
|
|
|
|
*/
|
|
|
|
extern int stasis_buffer_manager_debug_stress_latching;
|
2007-08-20 16:25:08 +00:00
|
|
|
/**
|
2010-12-03 02:18:56 +00:00
|
|
|
This determines which page handle infrastructure buffer manager will use.
|
|
|
|
Page handles sit between the buffer manager and io handles. Their main
|
|
|
|
purpose is to observe the buffer manager's I/O operations, and coordinate
|
|
|
|
with the dirty page table, log, and per-page state machines as necessary.
|
2007-08-20 16:25:08 +00:00
|
|
|
|
2010-12-03 02:18:56 +00:00
|
|
|
It defaults to stasis_page_handle_default_factory. It can be overridden
|
|
|
|
at compile time by defining STASIS_PAGE_HANDLE_FACTORY.
|
2007-08-20 16:25:08 +00:00
|
|
|
*/
|
2010-12-03 02:18:56 +00:00
|
|
|
extern stasis_page_handle_t* (*stasis_page_handle_factory)(stasis_log_t*, stasis_dirty_page_table_t*);
|
|
|
|
/**
|
|
|
|
This determines which Stasis handle factory will be called by the default
|
|
|
|
page_handle_factory. It defaults to a method that simply calls a standard
|
|
|
|
open method exported by the file-based handles, and passes in sane defaults
|
|
|
|
for file permissions, file names and so on.
|
|
|
|
|
|
|
|
@see stasis_handle_file_factory to change which underlying file API will
|
|
|
|
back the handle.
|
|
|
|
*/
|
|
|
|
extern stasis_handle_t* (*stasis_handle_factory)();
|
2007-08-20 16:25:08 +00:00
|
|
|
/**
|
2010-12-03 02:18:56 +00:00
|
|
|
This factory is invoked by the default stasis_handle_factory, and takes
|
|
|
|
additional file system parameters as arguments.
|
|
|
|
|
|
|
|
Valid options: stasis_handle_open_file(), stasis_handle_open_pfile(), and stasis_handle_non_blocking_factory.
|
|
|
|
*/
|
2011-07-26 19:15:14 +00:00
|
|
|
extern stasis_handle_t* (*stasis_handle_file_factory)(const char* filename, int open_mode, int creat_perms);
|
merge in changes from svn[r1572..r1601]
------------------------------------------------------------------------
r1601 | sears.russell@gmail.com | 2012-03-20 18:43:00 -0400 (Tue, 20
Mar 2012) | 1 line
commit bLSM bloom filter to stasis/util, which is where it really
belongs
------------------------------------------------------------------------
r1600 | sears.russell@gmail.com | 2012-03-04 01:58:38 -0500 (Sun, 04
Mar 2012) | 1 line
fix memory leak in skiplist unit test (now it is valgrind clean)
------------------------------------------------------------------------
r1599 | sears.russell@gmail.com | 2012-03-04 01:58:05 -0500 (Sun, 04
Mar 2012) | 1 line
fix typo in finalize type
------------------------------------------------------------------------
r1598 | sears.russell@gmail.com | 2012-03-04 00:59:59 -0500 (Sun, 04
Mar 2012) | 1 line
add comparator and finalizer parameters to skiplist constructor
------------------------------------------------------------------------
r1597 | sears.russell@gmail.com | 2012-03-03 18:23:16 -0500 (Sat, 03
Mar 2012) | 1 line
bugfixes for skiplist
------------------------------------------------------------------------
r1596 | sears.russell@gmail.com | 2012-03-02 15:05:07 -0500 (Fri, 02
Mar 2012) | 1 line
updated concurrentSkipList. Seeing strange crashes
------------------------------------------------------------------------
r1595 | sears.russell@gmail.com | 2012-03-01 16:51:59 -0500 (Thu, 01
Mar 2012) | 1 line
add progress reports
------------------------------------------------------------------------
r1594 | sears.russell@gmail.com | 2012-02-28 13:17:05 -0500 (Tue, 28
Feb 2012) | 1 line
experimental support for automatic logfile preallocation
------------------------------------------------------------------------
r1593 | sears.russell@gmail.com | 2012-02-28 12:10:01 -0500 (Tue, 28
Feb 2012) | 1 line
add histogram reporting to rawIOPS benchmark
------------------------------------------------------------------------
r1592 | sears.russell@gmail.com | 2012-02-24 16:31:36 -0500 (Fri, 24
Feb 2012) | 1 line
userspace raid 0 implementation
------------------------------------------------------------------------
r1591 | sears.russell@gmail.com | 2012-02-12 01:47:25 -0500 (Sun, 12
Feb 2012) | 1 line
add skiplist unit test, fix compile warnings
------------------------------------------------------------------------
r1590 | sears.russell@gmail.com | 2012-02-12 00:52:52 -0500 (Sun, 12
Feb 2012) | 1 line
fix compile error
------------------------------------------------------------------------
r1589 | sears.russell@gmail.com | 2012-02-12 00:50:21 -0500 (Sun, 12
Feb 2012) | 1 line
fix some bugs in hazard.h surrounding thread list management and
overruns of R under high contention
------------------------------------------------------------------------
r1588 | sears.russell@gmail.com | 2012-02-11 14:23:10 -0500 (Sat, 11
Feb 2012) | 1 line
add hazard pointer for get_lock. It was implicitly blowing away the
hazard pointer protecting y in the caller
------------------------------------------------------------------------
r1587 | sears.russell@gmail.com | 2012-02-10 18:51:25 -0500 (Fri, 10
Feb 2012) | 1 line
fix null pointer bug
------------------------------------------------------------------------
r1586 | sears.russell@gmail.com | 2012-02-10 18:03:39 -0500 (Fri, 10
Feb 2012) | 1 line
add simple refcounting scheme to concurrentSkipList. This solves the
problem where a deleted node points to another deleted node, and we
only have a hazard pointer for the first node.
------------------------------------------------------------------------
r1585 | sears.russell@gmail.com | 2012-02-10 14:19:14 -0500 (Fri, 10
Feb 2012) | 1 line
add hazard pointers for update using the smallest free slot first. The
old method left a race condition, since hazard_scan stops at the first
null pointer.
------------------------------------------------------------------------
r1584 | sears.russell@gmail.com | 2012-02-10 02:45:30 -0500 (Fri, 10
Feb 2012) | 1 line
add hazard pointers for update array
------------------------------------------------------------------------
r1583 | sears.russell@gmail.com | 2012-02-10 00:04:50 -0500 (Fri, 10
Feb 2012) | 1 line
skiplist update: concurrent, but broken
------------------------------------------------------------------------
r1582 | sears.russell@gmail.com | 2012-02-09 17:44:27 -0500 (Thu, 09
Feb 2012) | 1 line
skip list implementation. Not concurrent yet.
------------------------------------------------------------------------
r1581 | sears.russell@gmail.com | 2012-02-08 13:33:29 -0500 (Wed, 08
Feb 2012) | 1 line
Commit of a bunch of new, unused code: KISS random number generator,
Hazard Pointers, SUX latches (untested) and bit twiddling for
concurrent b-tree
------------------------------------------------------------------------
r1580 | sears.russell@gmail.com | 2012-01-17 19:17:37 -0500 (Tue, 17
Jan 2012) | 1 line
fix typo
------------------------------------------------------------------------
r1579 | sears.russell@gmail.com | 2012-01-11 18:33:31 -0500 (Wed, 11
Jan 2012) | 1 line
static build fixes for linux. hopefully these do not break macos...
------------------------------------------------------------------------
r1578 | sears.russell@gmail.com | 2012-01-09 19:13:34 -0500 (Mon, 09
Jan 2012) | 1 line
fix cmake under linux
------------------------------------------------------------------------
r1577 | sears.russell@gmail.com | 2012-01-09 18:37:15 -0500 (Mon, 09
Jan 2012) | 1 line
fix linux static binary compilation bugs
------------------------------------------------------------------------
r1576 | sears.russell | 2012-01-09 18:00:08 -0500 (Mon, 09 Jan 2012) |
1 line
port to macos x
------------------------------------------------------------------------
r1575 | sears.russell | 2012-01-09 17:39:43 -0500 (Mon, 09 Jan 2012) |
1 line
add missing _ from sync call name
------------------------------------------------------------------------
r1574 | sears.russell@gmail.com | 2012-01-09 14:26:31 -0500 (Mon, 09
Jan 2012) | 1 line
add -rt flag to static builds
------------------------------------------------------------------------
r1573 | sears.russell@gmail.com | 2011-12-20 23:38:29 -0500 (Tue, 20
Dec 2011) | 1 line
Simple makefile geared toward building libstasis.so and libstasis.a
(and nothing else)
------------------------------------------------------------------------
r1572 | sears.russell@gmail.com | 2011-12-20 22:37:54 -0500 (Tue, 20
Dec 2011) | 1 line
add some missing #include<config.h> lines
2012-04-21 16:52:31 +00:00
|
|
|
/**
|
|
|
|
* The default stripe size for Stasis' user space raid0 implementation.
|
|
|
|
*
|
|
|
|
* This must be a multiple of PAGE_SIZE.
|
|
|
|
*/
|
|
|
|
extern uint32_t stasis_handle_raid0_stripe_size;
|
|
|
|
extern char ** stasis_handle_raid0_filenames;
|
2010-12-03 02:18:56 +00:00
|
|
|
/**
|
|
|
|
The factory that non_blocking handles will use for slow handles. (Only
|
|
|
|
used if stasis_buffer_manager_io_handle_default_factory is set to
|
|
|
|
stasis_non_blocking_factory.)
|
2007-08-20 16:25:08 +00:00
|
|
|
|
|
|
|
*/
|
2011-07-26 19:15:14 +00:00
|
|
|
extern stasis_handle_t* (*stasis_non_blocking_handle_file_factory)(const char* filename, int open_mode, int creat_perms);
|
2010-12-03 02:18:56 +00:00
|
|
|
|
2007-08-20 16:25:08 +00:00
|
|
|
/**
|
2010-12-03 02:18:56 +00:00
|
|
|
If true, the buffer manager will use O_DIRECT, O_SYNC and so on (Mandatory
|
|
|
|
flags such as O_RDWR will be set regardless). Set at compile time by
|
|
|
|
defining STASIS_BUFFER_MANAGER_IO_HANDLE_FLAGS.
|
2007-08-20 16:25:08 +00:00
|
|
|
*/
|
2010-12-03 02:18:56 +00:00
|
|
|
extern int stasis_buffer_manager_io_handle_flags;
|
2011-08-25 21:29:51 +00:00
|
|
|
/**
|
|
|
|
How should stasis grow the page file? Valid options are:
|
|
|
|
|
|
|
|
* STASIS_BUFFER_MANAGER_PREALLOCATE_DISABLED, which avoids any explicit preallocation. (This can cause terrible fragmentation on filesystems that support large files.),
|
|
|
|
* STASIS_BUFFER_MANAGER_PREALLCOATE_LEGACY, which placed dirty zero filled pages in the buffer cache. (This can cause double writes if the extended region does not fit in RAM, and unnecessarily evicts stuff.)
|
|
|
|
* STASIS_BUFFER_MANAGER_PREALLOCATE_DEFAULT, the recommended mode, which currently calls posix_fallocate(). This is not supported by old versions of Linux, so we attempt to fallback on the legacy mode at compile time.
|
|
|
|
*/
|
|
|
|
extern int stasis_buffer_manager_preallocate_mode;
|
|
|
|
|
2011-08-23 18:25:26 +00:00
|
|
|
/**
|
|
|
|
The default replacement policy.
|
|
|
|
|
|
|
|
Valid values are STASIS_REPLACEMENT_POLICY_THREADSAFE_LRU,
|
|
|
|
STASIS_REPLACEMENT_POLICY_CONCURRENT_LRU and STASIS_REPLACEMENT_POLICY_CLOCK
|
|
|
|
*/
|
|
|
|
extern int stasis_replacement_policy;
|
2010-09-27 00:11:34 +00:00
|
|
|
/**
|
|
|
|
If true, then concurrent LRU will use exponential backoff when it
|
|
|
|
has trouble finding a page to evict. If false, it will perform a
|
|
|
|
busy wait.
|
|
|
|
|
|
|
|
This definitely should be set to true when
|
|
|
|
stasis_buffer_manager_hint_sequential_writes is true. Otherwise
|
|
|
|
the only way that page writeback will be able to apply backpressure
|
|
|
|
to application threads will be to cause busy waits in concurrent
|
|
|
|
LRU.
|
|
|
|
*/
|
|
|
|
extern int stasis_replacement_policy_concurrent_wrapper_exponential_backoff;
|
|
|
|
/**
|
|
|
|
If true, then concurrent LRU will round the number of buckets up to
|
|
|
|
the next power of two, and use bit masks instead of mod when
|
|
|
|
assigning pages to buckets.
|
|
|
|
*/
|
|
|
|
extern int stasis_replacement_policy_concurrent_wrapper_power_of_two_buckets;
|
2007-10-23 23:16:58 +00:00
|
|
|
/**
|
|
|
|
If true, Stasis will suppress warnings regarding unclean shutdowns.
|
|
|
|
This is use to prevent spurious warnings during unit testing, and
|
|
|
|
must be set after Tinit() is called. (Tinit() resets this value to
|
|
|
|
false).
|
|
|
|
|
|
|
|
(This should not be set by applications, or during compilation.)
|
|
|
|
*/
|
|
|
|
extern int stasis_suppress_unclean_shutdown_warnings;
|
|
|
|
|
|
|
|
/*
|
|
|
|
Truncation options
|
|
|
|
*/
|
|
|
|
/**
|
|
|
|
If true, Stasis will spawn a background thread that periodically
|
|
|
|
truncates the log.
|
|
|
|
*/
|
|
|
|
extern int stasis_truncation_automatic;
|
|
|
|
|
2009-04-11 17:17:42 +00:00
|
|
|
/**
|
|
|
|
This is the log implementation that is being used.
|
|
|
|
|
|
|
|
Before Stasis is initialized it will be set to a default value.
|
|
|
|
It may be changed before Tinit() is called by assigning to it.
|
|
|
|
The default can be overridden at compile time by defining
|
|
|
|
USE_LOGGER.
|
|
|
|
|
|
|
|
(eg: gcc ... -DSTASIS_LOG_TYPE=LOG_TO_FOO)
|
|
|
|
|
|
|
|
@see constants.h for a list of recognized log implementations.
|
|
|
|
(The constants are named LOG_TO_*)
|
|
|
|
@todo rename LOG_TO_* constants to STASIS_LOG_TYPE_*
|
|
|
|
|
|
|
|
*/
|
|
|
|
extern int stasis_log_type;
|
|
|
|
|
2009-10-08 22:48:58 +00:00
|
|
|
extern size_t stasis_log_in_memory_max_entries;
|
|
|
|
|
2008-12-01 22:45:32 +00:00
|
|
|
extern char * stasis_log_file_name;
|
|
|
|
extern int stasis_log_file_mode;
|
|
|
|
extern int stasis_log_file_permissions;
|
2011-04-18 20:31:19 +00:00
|
|
|
extern int stasis_log_dir_permissions;
|
2009-09-12 16:20:13 +00:00
|
|
|
extern int stasis_log_softcommit;
|
2008-12-01 22:45:32 +00:00
|
|
|
|
|
|
|
extern char * stasis_store_file_name;
|
2010-12-03 03:51:24 +00:00
|
|
|
extern char * stasis_store_file_1_name;
|
|
|
|
extern char * stasis_store_file_2_name;
|
|
|
|
|
2008-12-01 22:45:32 +00:00
|
|
|
|
2010-03-29 22:29:30 +00:00
|
|
|
/**
|
|
|
|
* Number of prefetch threads to create at startup. Zero disables the threads,
|
|
|
|
* which currently causes the pages to be read synchronously.
|
|
|
|
*/
|
|
|
|
extern int stasis_buffer_manager_hash_prefetch_count;
|
|
|
|
|
2009-01-05 21:57:33 +00:00
|
|
|
extern const char * stasis_log_dir_name;
|
2011-04-20 21:50:56 +00:00
|
|
|
extern const char * stasis_log_chunk_name;
|
2009-01-05 21:57:33 +00:00
|
|
|
/**
|
|
|
|
Maximum number of log chunks that will be created by file pool.
|
|
|
|
This number is treated as a hint.
|
|
|
|
*/
|
|
|
|
extern int stasis_log_file_pool_chunk_count_target;
|
|
|
|
/**
|
|
|
|
Minimum size of each completed log chunk. This number is treated
|
|
|
|
as a hint.
|
|
|
|
*/
|
|
|
|
extern lsn_t stasis_log_file_pool_chunk_min_size;
|
|
|
|
/**
|
|
|
|
Number of characters in log file names devoted to storing the LSN.
|
|
|
|
*/
|
2011-04-18 20:31:19 +00:00
|
|
|
extern const int stasis_log_file_pool_lsn_chars;
|
2009-01-05 21:57:33 +00:00
|
|
|
/**
|
|
|
|
Number of bytes that stasis' log may buffer before writeback.
|
|
|
|
*/
|
2009-05-13 18:04:53 +00:00
|
|
|
extern lsn_t stasis_log_file_write_buffer_size;
|
2010-05-11 22:01:37 +00:00
|
|
|
/**
|
|
|
|
Set to 1 if segment based recovery is enabled. This disables some
|
|
|
|
optimizations that assume all operations are page based.
|
|
|
|
|
2010-07-16 16:52:08 +00:00
|
|
|
@todo Stasis' segment implementation is a work in progress; therefore this is set to zero by default.
|
2010-05-11 22:01:37 +00:00
|
|
|
*/
|
|
|
|
extern int stasis_segments_enabled;
|
2007-08-20 16:25:08 +00:00
|
|
|
#endif
|