19268b7c77
* No longer expose WT_SESSION into Erlang at all as WT's model is to maintain one WT_SESSION per-thread and we don't know anything about threads in Erlang. * async_nif worker threads don't pull both mutexes on every loop when processing requests, only one * async_nif provides a worker_id (int, 0 - MAX_WORKERS) within the work block scope which we use to find our per-worker WT_SESSIONs * async_nif maintained a number of globals which I'm moving into the NIF's priv_data so that on upgrade/reload we have a fighting chance to "Do the Right Thing(TM)". * NIF Upgrades/Reloads started to plumb this in. * Use a khash to manage the cache of URI->WT_CURSORs per WT_SESSION. * Added start/stop positions into truncate call to allow for truncating sub-ranges data. * Lots of other details I'm sure I've forgotten and more left undone. Search for "TODO:" or try to compile to see what's left, and then there is a need for a lot more tests given all this new complexity.
1627 lines
45 KiB
C
1627 lines
45 KiB
C
/*
|
|
* wterl: an Erlang NIF for WiredTiger
|
|
*
|
|
* Copyright (c) 2012-2013 Basho Technologies, Inc. All Rights Reserved.
|
|
*
|
|
* This file is provided to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at:
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*
|
|
*/
|
|
#include "erl_nif.h"
|
|
#include "erl_driver.h"
|
|
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
|
|
#include "wiredtiger.h"
|
|
#include "async_nif.h"
|
|
|
|
static ErlNifResourceType *wterl_conn_RESOURCE;
|
|
static ErlNifResourceType *wterl_cursor_RESOURCE;
|
|
|
|
/**
|
|
* We will have exactly one (1) WterlCtx for each async worker thread. As
|
|
* requests arrive we will reuse the same WterlConnHandle->contexts[worker_id]
|
|
* WterlCtx in the work block ensuring that each async worker thread a) has
|
|
* a separate WT_SESSION (because they are not thread safe) and b) when
|
|
* possible we avoid opening new cursors by first looking for one in the
|
|
* cursors hash table. In practice this means we could have (num_workers
|
|
* * num_tables) of cursors open which we need to account for when setting
|
|
* session_max in the configuration of WiredTiger so that it creates enough
|
|
* hazard pointers for this extreme
|
|
* case.
|
|
*/
|
|
typedef struct {
|
|
WT_SESSION *session;
|
|
/* WiredTiger objects (tables, indexes, etc.) to open cursors. */
|
|
KHASH_MAP_INIT_STR(cursors, (WT_CURSOR*));
|
|
} WterlCtx;
|
|
|
|
typedef struct {
|
|
WT_CONNECTION *conn;
|
|
const char *session_config;
|
|
ErlNifMutex *context_mutex;
|
|
WterlCtx contexts[ASYNC_NIF_MAX_WORKERS];
|
|
} WterlConnHandle;
|
|
|
|
typedef struct {
|
|
WT_CURSOR *cursor;
|
|
WT_SESSION *session;
|
|
} WterlCursorHandle;
|
|
|
|
/* WiredTiger object names*/
|
|
typedef char Uri[128];
|
|
|
|
/* Atoms (initialized in on_load) */
|
|
static ERL_NIF_TERM ATOM_ERROR;
|
|
static ERL_NIF_TERM ATOM_OK;
|
|
static ERL_NIF_TERM ATOM_NOT_FOUND;
|
|
|
|
/**
|
|
* Get the per-worker reusable WT_SESSION for a worker_id.
|
|
*/
|
|
static int
|
|
__session_for(WterlConnHandle conn_handle, unsigned int worker_id, WT_SESSION **session)
|
|
{
|
|
*session = conn_handle->contexts[worker_id]->session;
|
|
if (*session == NULL) {
|
|
/* Create a context for this worker thread to reuse. */
|
|
WT_CONNECTION *conn = conn_handle->conn;
|
|
int rc = conn->open_session(conn, NULL, conn_handle->session_config, session);
|
|
if (rc != 0)
|
|
return rc;
|
|
ctx->session = *session;
|
|
khash_t(cursors) *h = kh_init(cursors);
|
|
ctx->cursors = h;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* Get a reusable cursor that was opened for a particular worker within its
|
|
* session.
|
|
*/
|
|
static int
|
|
__cursor_for(WterlConnHandle conn_handle, void *worker_id, const char *uri, WT_CURSOR **cursor)
|
|
{
|
|
khash_t(cursors) *h = conn_handle->contexts[worker_id]->cursors;
|
|
*cursor = kh_get(cursors, h, uri);
|
|
if (*cursor == NULL) {
|
|
WT_SESSION *session = conn_handle->contexts[worker_id]->session;
|
|
int rc = session->open_cursor(session, uri, NULL, "overwrite,raw", cursor);
|
|
if (rc != 0)
|
|
return rc;
|
|
kh_put(cursors, h, uri, *cursor);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* Convenience function to generate {error, Reason} or 'not_found'
|
|
* Erlang terms to return to callers.
|
|
*
|
|
* env NIF environment
|
|
* rc code returned by WiredTiger
|
|
*/
|
|
static ERL_NIF_TERM
|
|
__strerror_term(ErlNifEnv* env, int rc)
|
|
{
|
|
if (rc == WT_NOTFOUND) {
|
|
return ATOM_NOT_FOUND;
|
|
} else {
|
|
const char *err = enif_make_string(env, wiredtiger_strerror(rc));
|
|
return enif_make_tuple2(env, ATOM_ERROR, err, ERL_NIF_LATIN1));
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Opens a WiredTiger WT_CONNECTION object.
|
|
*
|
|
* argv[0] path to directory for the database files
|
|
* argv[1] WiredTiger connection config string as an Erlang binary
|
|
* argv[2] WiredTiger session config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_conn_open,
|
|
{ // struct
|
|
|
|
ERL_NIF_TERM config;
|
|
ERL_NIF_TERM session_config;
|
|
char homedir[4096];
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_string(env, argv[0], args->homedir, sizeof args->homedir, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[1]) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
args->session_config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
},
|
|
{ // work
|
|
|
|
WT_CONNECTION *conn;
|
|
ErlNifBinary config;
|
|
ErlNifBinary session_config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
if (!enif_inspect_binary(env, args->session_config, &session_config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
int rc = wiredtiger_open(args->homedir, NULL, (const char*)config.data, &conn);
|
|
if (rc == 0) {
|
|
WterlConnHandle *conn_handle = enif_alloc_resource(wterl_conn_RESOURCE, sizeof(WterlConnHandle));
|
|
conn_handle->conn = conn;
|
|
conn_handle->session_config = (const char *)strndup(config.data, config.size);
|
|
conn_handle->num_contexts = 0;
|
|
bzero(conn_handle->contexts, sizeof(WterlCtx) * ASYNC_NIF_MAX_WORKERS);
|
|
conn_handle->context_mutex = enif_mutex_create(NULL);
|
|
conn_handle->context_bmi = 0;
|
|
ERL_NIF_TERM result = enif_make_resource(env, conn_handle);
|
|
enif_release_resource(conn_handle); // When GC'ed the BEAM calls __resource_conn_dtor()
|
|
ASYNC_NIF_REPLY(enif_make_tuple2(env, ATOM_OK, result));
|
|
}
|
|
else
|
|
{
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
}
|
|
},
|
|
{ // post
|
|
|
|
});
|
|
|
|
/**
|
|
* Closes a WiredTiger WT_CONNECTION object.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_conn_close,
|
|
{ // struct
|
|
|
|
WterlConnHandle* conn_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CONNECTION* conn = args->conn_handle->conn;
|
|
int rc = conn->close(conn, NULL);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Create a WiredTiger table, column group, index or file.
|
|
*
|
|
* We create, use and discard a WT_SESSION here because table creation is not
|
|
* too performance sensitive.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_create,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle)) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION here because a) we don't need a
|
|
cursor and b) we don't anticipate doing this operation frequently enough
|
|
to impact performance. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
int rc = session->create(session, args->uri, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
(void)args->session->close(session, NULL);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Drop (remove) a WiredTiger table, column group, index or file.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_drop,
|
|
{ // struct
|
|
|
|
Uri uri;
|
|
ERL_NIF_TERM config;
|
|
WterlConnHandle *conn_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle)) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION here because a) we don't need a
|
|
cursor and b) we don't anticipate doing this operation frequently enough
|
|
to impact performance. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
/* Note: we must first close all cursors referencing this object or this
|
|
operation will fail with EBUSY(16) "Device or resource busy". */
|
|
|
|
// TODO: add a condition for this object name, test for that in cursor
|
|
// create, pause the async nif layer's workers, find and close open cursors
|
|
// on this table, restart worker threads, do the drop, remove the condition
|
|
// variable (read: punt for now, expect a lot of EBUSYs)
|
|
|
|
rc = args->session->drop(args->session, args->uri, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
(void)args->session->close(session, NULL);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Rename a WiredTiger table, column group, index or file.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] old object name URI string
|
|
* argv[2] new object name URI string
|
|
* argv[3] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_rename,
|
|
{ // struct
|
|
|
|
Uri oldname;
|
|
Uri newname;
|
|
ERL_NIF_TERM config;
|
|
WterlConnHandle *conn_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 4 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle)) &&
|
|
enif_get_string(env, argv[1], args->oldname, sizeof args->oldname, ERL_NIF_LATIN1) &&
|
|
enif_get_string(env, argv[2], args->newname, sizeof args->newname, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[3]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[3]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION here because a) we don't need a
|
|
cursor and b) we don't anticipate doing this operation frequently enough
|
|
to impact performance. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
/* Note: we must first close all cursors referencing this object or this
|
|
operation will fail with EBUSY(16) "Device or resource busy". */
|
|
// TODO: see drop's note, same goes here.
|
|
int rc = session->rename(session, args->oldname, args->newname, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
(void)session->close(session, NULL);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
|
|
/**
|
|
* Salvage rebuilds the file, or files of which a table is comprised,
|
|
* discarding any corrupted file blocks. Use this as a fallback if
|
|
* an attempt to open a WiredTiger database object fails.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_salvage,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION here because a) we don't need a
|
|
cursor and b) we don't anticipate doing this operation frequently enough
|
|
to impact performance. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
int rc = session->salvage(session, args->uri, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
(void)session->close(session, NULL);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Checkpoint writes a transactionally consistent snapshot of a database or set
|
|
* of objects specified.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_checkpoint,
|
|
{ // struct
|
|
|
|
WterlConnectionHandle* conn_handle;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 2 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_is_binary(env, argv[1]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_SESSION *session = NULL;
|
|
rc = __session_for(args->conn_handle, worker_id, &session);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
int rc = session->checkpoint(session, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Truncate a file, table or cursor range.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] start key as an Erlang binary
|
|
* argv[3] stop key as an Erlang binary
|
|
* argv[4] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_truncate,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM start;
|
|
ERL_NIF_TERM stop;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 5 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
(enif_is_binary(env, argv[2]) || argv[2] == 0) &&
|
|
(enif_is_binary(env, argv[3]) || argv[3] == 0) &&
|
|
enif_is_binary(env, argv[4]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
if (argv[2] != 0)
|
|
args->start = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
else
|
|
args->start = 0;
|
|
if (argv[3] != 0)
|
|
args->stop = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[3]);
|
|
else
|
|
args->stop = 0;
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[4]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION and up to two WT_CURSORS here because
|
|
a) we'll have to close out other, shared cursors on this table first and b) we
|
|
don't anticipate doing this operation frequently enough to impact performance. */
|
|
// TODO: see drop's note, same goes here.
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
ErlNifBinary start_key;
|
|
if (!enif_inspect_binary(env, args->start, &start_key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_CURSOR *start = NULL;
|
|
if (args->start) {
|
|
rc = session->open_cursor(session, args->uri, NULL, "raw", &start);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
session->close(session);
|
|
return;
|
|
}
|
|
WT_ITEM item_start;
|
|
item_start.data = start_key.data;
|
|
item_start.size = start_key.size;
|
|
start->set_key(start, item_start);
|
|
}
|
|
|
|
ErlNifBinary stop_key;
|
|
if (!enif_inspect_binary(env, args->stop, &stop_key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_CURSOR *stop = NULL;
|
|
if (args->stop) {
|
|
rc = session->open_cursor(session, args->uri, NULL, "raw", &stop);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
session->close(session);
|
|
return;
|
|
}
|
|
WT_ITEM item_stop;
|
|
item_stop.data = stop_key.data;
|
|
item_stop.size = stop_key.size;
|
|
stop->set_key(stop, item_stop);
|
|
}
|
|
|
|
int rc = session->truncate(session, args->uri, start, stop, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Upgrade upgrades a file or table, if upgrade is required.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_session_upgrade,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION here because a) we don't need a
|
|
cursor and b) we don't anticipate doing this operation frequently enough
|
|
to impact performance. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
int rc = session->upgrade(session, args->uri, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
(void)session->close(session, NULL);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Verify reports if a file, or the files of which a table is comprised, have
|
|
* been corrupted.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_verify,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
/* We create, use and discard a WT_SESSION here because a) we don't need a
|
|
cursor and b) we don't anticipate doing this operation frequently enough
|
|
to impact performance. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
int rc = session->verify(session, args->uri, (const char*)config.data);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
(void)args->session->close(session, NULL);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Delete a key's value from the specified table or index.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] key as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_session_delete,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM key;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary key;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
WT_SESSION *session = NULL;
|
|
rc = __session_for(args->conn_handle, worker_id, &session);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_CURSOR *cursor = NULL;
|
|
rc = __cursor_for(args->conn_handle, worker_id, args->uri, &cursor);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_ITEM item_key;
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
rc = cursor->remove(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
cursor->reset(cursor);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Get the value for the key's value from the specified table or index.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] key as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_get,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM key;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary key;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
WT_SESSION *session = NULL;
|
|
rc = __session_for(args->conn_handle, worker_id, &session);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_CURSOR *cursor = NULL;
|
|
rc = __cursor_for(args->conn_handle, worker_id, args->uri, &cursor);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_ITEM item_key;
|
|
WT_ITEM item_value;
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
rc = cursor->search(cursor);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
rc = cursor->get_value(cursor, &item_value);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
ERL_NIF_TERM value;
|
|
unsigned char *bin = enif_make_new_binary(env, item_value.size, &value);
|
|
memcpy(bin, item_value.data, item_value.size);
|
|
ASYNC_NIF_REPLY(enif_make_tuple2(env, ATOM_OK, value));
|
|
cursor->reset(cursor);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Store a value for the key's value from the specified table or index.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] key as an Erlang binary
|
|
* argv[3] value as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_put,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM key;
|
|
ERL_NIF_TERM value;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 4 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]) &&
|
|
enif_is_binary(env, argv[3]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
args->value = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[3]);
|
|
enif_keep_resource((void*)args->session_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary key;
|
|
ErlNifBinary value;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
if (!enif_inspect_binary(env, args->value, &value)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
|
|
WT_SESSION *session = NULL;
|
|
rc = __session_for(args->conn_handle, worker_id, &session);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_CURSOR *cursor = NULL;
|
|
rc = __cursor_for(args->conn_handle, worker_id, args->uri, &cursor);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_ITEM item_key;
|
|
WT_ITEM item_value;
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
item_value.data = value.data;
|
|
item_value.size = value.size;
|
|
cursor->set_value(cursor, &item_value);
|
|
rc = cursor->insert(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
cursor->reset(cursor);
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Open a cursor on a table or index.
|
|
*
|
|
* argv[0] WterlConnHandle resource
|
|
* argv[1] object name URI string
|
|
* argv[2] config string as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_open,
|
|
{ // struct
|
|
|
|
WterlConnHandle *conn_handle;
|
|
Uri uri;
|
|
ERL_NIF_TERM config;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_conn_RESOURCE, (void**)&args->conn_handle) &&
|
|
enif_get_string(env, argv[1], args->uri, sizeof args->uri, ERL_NIF_LATIN1) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
if (argv[2] != 0)
|
|
args->config = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
else
|
|
args->config = 0;
|
|
enif_keep_resource((void*)args->conn_handle);
|
|
},
|
|
{ // work
|
|
|
|
ErlNifBinary config;
|
|
if (args->config) {
|
|
if (!enif_inspect_binary(env, args->config, &config)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
}
|
|
|
|
/* We create a separate session here to ensure that operations are thread safe. */
|
|
WT_CONNECTION *conn = args->conn_handle->conn;
|
|
WT_SESSION *session = NULL;
|
|
int rc = conn->open_session(conn, NULL, args->conn_handle->session_config, &session);
|
|
if (rc != 0) {
|
|
AYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WT_CURSOR* cursor;
|
|
int rc = session->open_cursor(session, args->uri, NULL, args->config ? config.data : "overwrite,raw", &cursor);
|
|
if (rc != 0) {
|
|
ASYNC_NIF_REPLY(__strerror_term(env, rc));
|
|
return;
|
|
}
|
|
|
|
WterlCursorHandle* cursor_handle =
|
|
enif_alloc_resource(wterl_cursor_RESOURCE, sizeof(WterlCursorHandle));
|
|
cursor_handle->session = session;
|
|
cursor_handle->cursor = cursor;
|
|
ERL_NIF_TERM result = enif_make_resource(env, cursor_handle);
|
|
enif_release_resource(cursor_handle); // When GC'ed the BEAM calls __resource_cursor_dtor()
|
|
ASYNC_NIF_REPLY(enif_make_tuple2(env, ATOM_OK, result));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->conn_handle);
|
|
});
|
|
|
|
/**
|
|
* Close a cursor releasing resources it held.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_close,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_SESSION* session = args->cursor_handle->session;
|
|
/* Note: session->close() will cause all open cursors in the session to be
|
|
closed first, so we don't have explicitly to do that here. */
|
|
int rc = session->close(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
static ERL_NIF_TERM
|
|
__cursor_key_ret(ErlNifEnv *env, WT_CURSOR *cursor, int rc)
|
|
{
|
|
if (rc == 0) {
|
|
WT_ITEM item_key;
|
|
rc = cursor->get_key(cursor, &item_key);
|
|
if (rc == 0) {
|
|
ERL_NIF_TERM key;
|
|
memcpy(enif_make_new_binary(env, item_key.size, &key), item_key.data, item_key.size);
|
|
return enif_make_tuple2(env, ATOM_OK, key);
|
|
}
|
|
}
|
|
return __strerror_term(env, rc);
|
|
}
|
|
|
|
static ERL_NIF_TERM
|
|
__cursor_kv_ret(ErlNifEnv *env, WT_CURSOR *cursor, int rc)
|
|
{
|
|
if (rc == 0) {
|
|
WT_ITEM item_key, item_value;
|
|
rc = cursor->get_key(cursor, &item_key);
|
|
if (rc == 0) {
|
|
rc = cursor->get_value(cursor, &item_value);
|
|
if (rc == 0) {
|
|
ERL_NIF_TERM key, value;
|
|
memcpy(enif_make_new_binary(env, item_key.size, &key), item_key.data, item_key.size);
|
|
memcpy(enif_make_new_binary(env, item_value.size, &value), item_value.data, item_value.size);
|
|
return enif_make_tuple3(env, ATOM_OK, key, value);
|
|
}
|
|
}
|
|
}
|
|
return __strerror_term(env, rc);
|
|
}
|
|
|
|
static ERL_NIF_TERM
|
|
__cursor_value_ret(ErlNifEnv* env, WT_CURSOR *cursor, int rc)
|
|
{
|
|
if (rc == 0) {
|
|
WT_ITEM item_value;
|
|
rc = cursor->get_value(cursor, &item_value);
|
|
if (rc == 0) {
|
|
ERL_NIF_TERM value;
|
|
memcpy(enif_make_new_binary(env, item_value.size, &value), item_value.data, item_value.size);
|
|
return enif_make_tuple2(env, ATOM_OK, value);
|
|
}
|
|
}
|
|
return __strerror_term(env, rc);
|
|
}
|
|
|
|
/**
|
|
* Use a cursor to fetch the next key/value pair from the table or index.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_next,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ASYNC_NIF_REPLY(__cursor_kv_ret(env, cursor, cursor->next(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Use a cursor to fetch the next key from the table or index.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_next_key,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ASYNC_NIF_REPLY(__cursor_key_ret(env, cursor, cursor->next(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Use a cursor to fetch the next value from the table or index.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_next_value,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ASYNC_NIF_REPLY(__cursor_value_ret(env, cursor, cursor->next(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Use a cursor to fetch the previous key/value pair from the table or index.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_prev,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ASYNC_NIF_REPLY(__cursor_kv_ret(env, cursor, cursor->prev(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Use a cursor to fetch the previous key from the table or index.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_prev_key,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ASYNC_NIF_REPLY(__cursor_key_ret(env, cursor, cursor->prev(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Use a cursor to fetch the previous value from the table or index.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_prev_value,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ASYNC_NIF_REPLY(__cursor_value_ret(env, cursor, cursor->prev(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Position the cursor at the record matching the key.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_search,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
ERL_NIF_TERM key;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 2 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle) &&
|
|
enif_is_binary(env, argv[1]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ErlNifBinary key;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_ITEM item_key;
|
|
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
|
|
ASYNC_NIF_REPLY(__cursor_value_ret(env, cursor, cursor->search(cursor)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Position the cursor at the record matching the key if it exists, or a record
|
|
* that would be adjacent.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_search_near,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
ERL_NIF_TERM key;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 2 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle) &&
|
|
enif_is_binary(env, argv[1]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ErlNifBinary key;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_ITEM item_key;
|
|
int exact;
|
|
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
|
|
// TODO: We currently ignore the less-than, greater-than or equals-to
|
|
// return information from the cursor.search_near method.
|
|
ASYNC_NIF_REPLY(__cursor_value_ret(env, cursor, cursor->search_near(cursor, &exact)));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Reset the position of the cursor.
|
|
*
|
|
* Any resources held by the cursor are released, and the cursor's key and
|
|
* position are no longer valid. A subsequent iteration with wterl_cursor_next
|
|
* will move to the first record, or with wterl_cursor_prev will move to the
|
|
* last record.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_reset,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 1 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
int rc = cursor->reset(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Insert, or overwrite, a record using a cursor.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
* argv[1] key as an Erlang binary
|
|
* argv[2] value as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_insert,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
ERL_NIF_TERM key;
|
|
ERL_NIF_TERM value;
|
|
int rc;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle) &&
|
|
enif_is_binary(env, argv[1]) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
args->value = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ErlNifBinary key;
|
|
ErlNifBinary value;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
if (!enif_inspect_binary(env, args->value, &value)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_ITEM item_key;
|
|
WT_ITEM item_value;
|
|
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
item_value.data = value.data;
|
|
item_value.size = value.size;
|
|
cursor->set_value(cursor, &item_value);
|
|
int rc = cursor->insert(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Update an existing record using a cursor.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
* argv[1] key as an Erlang binary
|
|
* argv[2] value as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_update,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
ERL_NIF_TERM key;
|
|
ERL_NIF_TERM value;
|
|
int rc;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 3 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle) &&
|
|
enif_is_binary(env, argv[1]) &&
|
|
enif_is_binary(env, argv[2]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
args->value = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[2]);
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ErlNifBinary key;
|
|
ErlNifBinary value;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
if (!enif_inspect_binary(env, args->value, &value)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_ITEM item_key;
|
|
WT_ITEM item_value;
|
|
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
item_value.data = value.data;
|
|
item_value.size = value.size;
|
|
cursor->set_value(cursor, &item_value);
|
|
int rc = cursor->update(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Remove a record using a cursor.
|
|
*
|
|
* argv[0] WterlCursorHandle resource
|
|
* argv[1] key as an Erlang binary
|
|
*/
|
|
ASYNC_NIF_DECL(
|
|
wterl_cursor_remove,
|
|
{ // struct
|
|
|
|
WterlCursorHandle *cursor_handle;
|
|
ERL_NIF_TERM key;
|
|
int rc;
|
|
},
|
|
{ // pre
|
|
|
|
if (!(argc == 2 &&
|
|
enif_get_resource(env, argv[0], wterl_cursor_RESOURCE, (void**)&args->cursor_handle) &&
|
|
enif_is_binary(env, argv[1]))) {
|
|
ASYNC_NIF_RETURN_BADARG();
|
|
}
|
|
args->key = enif_make_copy(ASYNC_NIF_WORK_ENV, argv[1]);
|
|
enif_keep_resource((void*)args->cursor_handle);
|
|
},
|
|
{ // work
|
|
|
|
WT_CURSOR* cursor = args->cursor_handle->cursor;
|
|
ErlNifBinary key;
|
|
if (!enif_inspect_binary(env, args->key, &key)) {
|
|
ASYNC_NIF_REPLY(enif_make_badarg(env));
|
|
return;
|
|
}
|
|
WT_ITEM item_key;
|
|
|
|
item_key.data = key.data;
|
|
item_key.size = key.size;
|
|
cursor->set_key(cursor, &item_key);
|
|
int rc = cursor->remove(cursor);
|
|
ASYNC_NIF_REPLY(rc == 0 ? ATOM_OK : __strerror_term(env, rc));
|
|
},
|
|
{ // post
|
|
|
|
enif_release_resource((void*)args->cursor_handle);
|
|
});
|
|
|
|
/**
|
|
* Called when the resource handle is about to be garbage collected.
|
|
*/
|
|
static void
|
|
__resource_conn_dtor(ErlNifEnv *env, void *obj)
|
|
{
|
|
WterlConnHandle *conn_handle = (WterlConnHandle *)obj;
|
|
/* Free up the shared sessions and cursors. */
|
|
enif_mutex_lock(conn_handle->context_mutex);
|
|
for (int i = 0; i < conn_handle->num_contexts; i++) {
|
|
WterlCtx ctx = conn_handle->contexts[i];
|
|
// TODO: clean up each WterlCtx
|
|
// kh_destroy(cursors, ctx->cursors);
|
|
}
|
|
enif_mutex_unlock(conn_handle->context_mutex);
|
|
enif_mutex_destroy(conn_handle->context_mutex);
|
|
free(conn->session_config);
|
|
}
|
|
|
|
/**
|
|
* Called as this driver is loaded by the Erlang BEAM runtime triggered by the
|
|
* module's on_load directive.
|
|
*
|
|
* env the NIF environment
|
|
* priv_data used to hold the state for this NIF rather than global variables
|
|
* load_info an Erlang term, in this case a list with two two-tuples of the
|
|
* form: [{wterl, ""}, {wiredtiger, ""}] where the strings contain
|
|
* the git hash of the last commit for this code. This is used
|
|
* to determin if a rolling upgrade is possible or not.
|
|
*/
|
|
static int
|
|
on_load(ErlNifEnv *env, void **priv_data, ERL_NIF_TERM load_info)
|
|
{
|
|
ErlNifResourceFlags flags = ERL_NIF_RT_CREATE | ERL_NIF_RT_TAKEOVER;
|
|
wterl_conn_RESOURCE = enif_open_resource_type(env, NULL, "wterl_conn_resource",
|
|
__resource_conn_dtor, flags, NULL);
|
|
wterl_cursor_RESOURCE = enif_open_resource_type(env, NULL, "wterl_cursor_resource",
|
|
NULL, flags, NULL);
|
|
|
|
ATOM_ERROR = enif_make_atom(env, "error");
|
|
ATOM_OK = enif_make_atom(env, "ok");
|
|
ATOM_NOT_FOUND = enif_make_atom(env, "not_found");
|
|
|
|
*priv_data = ASYNC_NIF_LOAD();
|
|
|
|
return *priv_data ? 0 : -1;
|
|
}
|
|
|
|
static void on_reload(ErlNifEnv *env, void *priv_data)
|
|
{
|
|
return; // TODO: determine what should be done here, if anything...
|
|
}
|
|
|
|
static void on_unload(ErlNifEnv *env, void *priv_data)
|
|
{
|
|
ASYNC_NIF_UNLOAD(env);
|
|
}
|
|
|
|
static int on_upgrade(ErlNifEnv* env, void** priv_data, void** old_priv_data, ERL_NIF_TERM load_info)
|
|
{
|
|
ASYNC_NIF_UPGRADE();
|
|
return 0;
|
|
}
|
|
|
|
static ErlNifFunc nif_funcs[] =
|
|
{
|
|
{"checkpoint_nif", 3, wterl_checkpoint},
|
|
{"conn_close_nif", 2, wterl_conn_close},
|
|
{"conn_open_nif", 3, wterl_conn_open},
|
|
{"create_nif", 5, wterl_create},
|
|
{"delete_nif", 4, wterl_delete},
|
|
{"drop_nif", 4, wterl_drop},
|
|
{"get_nif", 4, wterl_get},
|
|
{"put_nif", 5, wterl_put},
|
|
{"rename_nif", 5, wterl_rename},
|
|
{"salvage_nif", 4, wterl_salvage},
|
|
{"truncate_nif", 6, wterl_truncate},
|
|
{"upgrade_nif", 4, wterl_upgrade},
|
|
{"verify_nif", 4, wterl_verify},
|
|
{"cursor_close_nif", 2, wterl_cursor_close},
|
|
{"cursor_insert_nif", 4, wterl_cursor_insert},
|
|
{"cursor_next_key_nif", 2, wterl_cursor_next_key},
|
|
{"cursor_next_nif", 2, wterl_cursor_next},
|
|
{"cursor_next_value_nif", 2, wterl_cursor_next_value},
|
|
{"cursor_open_nif", 4, wterl_cursor_open},
|
|
{"cursor_prev_key_nif", 2, wterl_cursor_prev_key},
|
|
{"cursor_prev_nif", 2, wterl_cursor_prev},
|
|
{"cursor_prev_value_nif", 2, wterl_cursor_prev_value},
|
|
{"cursor_remove_nif", 3, wterl_cursor_remove},
|
|
{"cursor_reset_nif", 2, wterl_cursor_reset},
|
|
{"cursor_search_near_nif", 3, wterl_cursor_search_near},
|
|
{"cursor_search_nif", 3, wterl_cursor_search},
|
|
{"cursor_update_nif", 4, wterl_cursor_update},
|
|
};
|
|
|
|
ERL_NIF_INIT(wterl, nif_funcs, &on_load, &on_reload, &on_upgrade, &on_unload);
|