lets/c_src/lets_drv.cc

// The MIT License
//
// Copyright (C) 2011 by Joseph Wayne Norton <norton@alum.mit.edu>
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.

#include "lets_drv.h"
#include "lets_drv_lib.h"

#include <stdio.h>


#if 0
#define GOTOBADARG { fprintf(stderr, "GOTOBADARG %s:%d\n", __FILE__, __LINE__); goto badarg; }
#else
#define GOTOBADARG { goto badarg; }
#endif


#define LETS_BADARG              0x00
#define LETS_TRUE                0x01
#define LETS_END_OF_TABLE        0x02

#define LETS_OPEN6               0x00
#define LETS_DESTROY6            0x01
#define LETS_REPAIR6             0x02
#define LETS_INSERT2             0x03
#define LETS_INSERT3             0x04
#define LETS_INSERT_NEW2         0x05
#define LETS_INSERT_NEW3         0x06
#define LETS_DELETE1             0x07
#define LETS_DELETE2             0x08
#define LETS_DELETE_ALL_OBJECTS1 0x09
#define LETS_LOOKUP2             0x0A
#define LETS_FIRST1              0x0B
#define LETS_NEXT2               0x0C
#define LETS_INFO_MEMORY1        0x0D
#define LETS_INFO_SIZE1          0x0E

// DrvData
typedef struct {
    ErlDrvPort port;
    lets_impl impl;
} DrvData;

struct DrvAsync {
    DrvData* drvdata;
    ErlDrvTermData caller;
    int command;

    leveldb::Slice skey;
    leveldb::WriteBatch batch;
    leveldb::Status status;

    DrvAsync(DrvData* d, ErlDrvTermData c, int cmd) :
        drvdata(d), caller(c), command(cmd) {
    }
    DrvAsync(DrvData* d, ErlDrvTermData c, int cmd, char* key, int keylen) :
        drvdata(d), caller(c), command(cmd), skey((const char*) key, keylen) {
    }

    void put(char* key, int keylen, char* blob, int bloblen) {
        leveldb::Slice skey((const char*) key, keylen);
        leveldb::Slice sblob((const char*) blob, bloblen);
        batch.Put(skey, sblob);
    }

    void del(char* key, int keylen) {
        leveldb::Slice skey((const char*) key, keylen);
        batch.Delete(skey);
    }
};

static void lets_output_open6(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_destroy6(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_repair6(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_insert2(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_insert3(DrvData* d, char* buf, int len, int* index, int items);
// static void lets_output_insert_new2(DrvData* d, char* buf, int len, int* index, int items);
// static void lets_output_insert_new3(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_delete1(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_delete2(DrvData* d, char* buf, int len, int* index, int items);
// static void lets_output_delete_all_objects1(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_lookup2(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_first1(DrvData* d, char* buf, int len, int* index, int items);
static void lets_output_next2(DrvData* d, char* buf, int len, int* index, int items);
// static void lets_output_info_memory1(DrvData* d, char* buf, int len, int* index, int items);
// static void lets_output_info_size1(DrvData* d, char* buf, int len, int* index, int items);

static void
driver_send_int(DrvData* d, const int i)
{
    ErlDrvTermData caller = driver_caller(d->port);
    ErlDrvTermData spec[] = {
        ERL_DRV_PORT, driver_mk_port(d->port),
        ERL_DRV_INT, i,
        ERL_DRV_TUPLE, 2,
    };
    driver_send_term(d->port, caller, spec, sizeof(spec) / sizeof(spec[0]));
}

static void
driver_send_binary(DrvData* d, const char *buf, const ErlDrvUInt len)
{
    ErlDrvTermData caller = driver_caller(d->port);
    ErlDrvTermData spec[] = {
        ERL_DRV_PORT, driver_mk_port(d->port),
        ERL_DRV_INT, LETS_TRUE,
        ERL_DRV_BUF2BINARY, (ErlDrvTermData) buf, len,
        ERL_DRV_TUPLE, 3,
    };
    driver_send_term(d->port, caller, spec, sizeof(spec) / sizeof(spec[0]));
}


//
// Callbacks
//
static ErlDrvEntry drv_driver_entry = {
    drv_init,
    drv_start,
    drv_stop,
    drv_output,
    NULL,
    NULL,
    (char*) "lets_drv",
    NULL,
    NULL,
    NULL,
    NULL,
    NULL,
    drv_ready_async,
    NULL,
    NULL,
    NULL,
    ERL_DRV_EXTENDED_MARKER,
    ERL_DRV_EXTENDED_MAJOR_VERSION,
    ERL_DRV_EXTENDED_MINOR_VERSION,
    ERL_DRV_FLAG_USE_PORT_LOCKING,
    NULL,
    NULL,
    NULL
};

DRIVER_INIT (lets_drv) // must match name in driver_entry
{
    return &drv_driver_entry;
}

int
drv_init()
{
    if (!lets_drv_lib_init()) {
        return -1;
    }

    return 0;
}

ErlDrvData
drv_start(ErlDrvPort port, char* command)
{
    DrvData* d;

    if (port == NULL) {
        return ERL_DRV_ERROR_GENERAL;
    }

    if ((d = (DrvData*) driver_alloc(sizeof(DrvData))) == NULL) {
        errno = ENOMEM;
        return ERL_DRV_ERROR_ERRNO;
    } else {
        memset(d, 0, sizeof(DrvData));
    }

    // port
    d->port = port;

    return (ErlDrvData) d;
}

void
drv_stop(ErlDrvData handle)
{
    DrvData* d = (DrvData*) handle;

    // alive
    d->impl.alive = 0;

    // db
    delete d->impl.db;

    // db_block_cache
    delete d->impl.db_block_cache;

    // name
    delete d->impl.name;

    driver_free(handle);
}

void
drv_output(ErlDrvData handle, char* buf, int len)
{
    DrvData* d = (DrvData*) handle;
    int ng, index, version, items;
    char command;

#if 0
    {
        int term_type, size_needed;

        index = 0;
        ng = ei_decode_version(buf, &index, &version);
        if (ng) GOTOBADARG;

        ng = ei_get_type(buf, &index, &term_type, &size_needed);
        if (ng) GOTOBADARG;
        fprintf(stderr, "DEBUG %c %d: ", term_type, (int) size_needed);

        index = 0;
        ng = ei_decode_version(buf, &index, &version);
        if (ng) GOTOBADARG;

        ei_print_term(stderr, buf, &index);
        fprintf(stderr, "\n");
    }
#endif

    index = 0;
    ng = ei_decode_version(buf, &index, &version);
    if (ng) GOTOBADARG;

    ng = ei_decode_tuple_header(buf, &index, &items);
    if (ng) GOTOBADARG;
    ng = (items < 1);
    if (ng) GOTOBADARG;

    ng = ei_decode_char(buf, &index, &command);
    if (ng) GOTOBADARG;

    items--;
    switch (command) {
    case LETS_OPEN6:
        ng = (items != 6);
        if (ng) GOTOBADARG;
        lets_output_open6(d, buf, len, &index, items);
        break;
    case LETS_DESTROY6:
        ng = (items != 6);
        if (ng) GOTOBADARG;
        lets_output_destroy6(d, buf, len, &index, items);
        break;
    case LETS_REPAIR6:
        ng = (items != 6);
        if (ng) GOTOBADARG;
        lets_output_repair6(d, buf, len, &index, items);
        break;
    case LETS_INSERT2:
        ng = (items != 1);
        if (ng) GOTOBADARG;
        lets_output_insert2(d, buf, len, &index, items);
        break;
    case LETS_INSERT3:
        ng = (items != 2);
        if (ng) GOTOBADARG;
        lets_output_insert3(d, buf, len, &index, items);
        break;
    case LETS_INSERT_NEW2:
        ng = (items != 1);
        if (ng) GOTOBADARG;
        GOTOBADARG;
        break;
    case LETS_INSERT_NEW3:
        ng = (items != 2);
        if (ng) GOTOBADARG;
        GOTOBADARG;
        break;
    case LETS_DELETE1:
        ng = (items != 0);
        if (ng) GOTOBADARG;
        lets_output_delete1(d, buf, len, &index, items);
        break;
    case LETS_DELETE2:
        ng = (items != 1);
        if (ng) GOTOBADARG;
        lets_output_delete2(d, buf, len, &index, items);
        break;
    case LETS_DELETE_ALL_OBJECTS1:
        ng = (items != 0);
        if (ng) GOTOBADARG;
        GOTOBADARG;
        break;
    case LETS_LOOKUP2:
        ng = (items != 1);
        if (ng) GOTOBADARG;
        lets_output_lookup2(d, buf, len, &index, items);
        break;
    case LETS_FIRST1:
        ng = (items != 0);
        if (ng) GOTOBADARG;
        lets_output_first1(d, buf, len, &index, items);
        break;
    case LETS_NEXT2:
        ng = (items != 1);
        if (ng) GOTOBADARG;
        lets_output_next2(d, buf, len, &index, items);
        break;
    case LETS_INFO_MEMORY1:
        ng = (items != 0);
        if (ng) GOTOBADARG;
        GOTOBADARG;
        break;
    case LETS_INFO_SIZE1:
        ng = (items != 0);
        if (ng) GOTOBADARG;
        GOTOBADARG;
        break;
    default:
        GOTOBADARG;
    }

    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

void
drv_ready_async(ErlDrvData handle, ErlDrvThreadData async_data)
{
    DrvData* d = (DrvData*) handle;
    DrvAsync* a = (DrvAsync*) async_data;

    (void) d;
    (void) a;
}

void
lets_output_do(void* async_data)
{
    DrvAsync* a = (DrvAsync*) async_data;

    (void) a;
}



//
// Commands
//

static void
lets_output_create6(const char op, DrvData* d, char* buf, int len, int* index, int items)
{
    char type;
    char privacy;
    char *name;
    long namelen;
    char* options;
    int options_len;
    char* read_options;
    int read_options_len;
    char* write_options;
    int write_options_len;

    int ng, term_type, size_needed;

    if (!ei_inspect_atom(buf, index, (char*) "set")) {
        type = SET;
    } else if (!ei_inspect_atom(buf, index, (char*) "ordered_set")) {
        type = ORDERED_SET;
    } else {
        GOTOBADARG;
    }

    if (!ei_inspect_atom(buf, index, (char*) "private")) {
        privacy = PRIVATE;
    } else if (!ei_inspect_atom(buf, index, (char*) "protected")) {
        privacy = PROTECTED;
    } else if (!ei_inspect_atom(buf, index, (char*) "public")) {
        privacy = PUBLIC;
    } else {
        GOTOBADARG;
    }

    ng = ei_inspect_binary(buf, index, (void**) &name, &namelen);
    if (ng) GOTOBADARG;
    if (!namelen) GOTOBADARG;

    ng = ei_get_type(buf, index, &term_type, &size_needed);
    if (ng) GOTOBADARG;
    if (!(term_type == ERL_LIST_EXT || term_type == ERL_NIL_EXT)) GOTOBADARG;
    options = buf + *index;
    options_len = size_needed;
    ng = ei_skip_term(buf, index);
    if (ng) GOTOBADARG;

    ng = ei_get_type(buf, index, &term_type, &size_needed);
    if (ng) GOTOBADARG;
    if (!(term_type == ERL_LIST_EXT || term_type == ERL_NIL_EXT)) GOTOBADARG;
    read_options = buf + *index;
    read_options_len = size_needed;
    ng = ei_skip_term(buf, index);
    if (ng) GOTOBADARG;

    ng = ei_get_type(buf, index, &term_type, &size_needed);
    if (ng) GOTOBADARG;
    if (!(term_type == ERL_LIST_EXT || term_type == ERL_NIL_EXT)) GOTOBADARG;
    write_options = buf + *index;
    write_options_len = size_needed;
    ng = ei_skip_term(buf, index);
    if (ng) GOTOBADARG;


    if (!lets_init(d->impl, type, privacy, name, namelen)) {
        GOTOBADARG;
    }

    if (!lets_parse_options(d->impl, options, options_len)) {
        GOTOBADARG;
    }
    if (!lets_parse_read_options(d->impl, read_options, read_options_len)) {
        GOTOBADARG;
    }
    if (!lets_parse_write_options(d->impl, write_options, write_options_len)) {
        GOTOBADARG;
    }

    if (!lets_create(d->impl, op)) {
        GOTOBADARG;
    }

    driver_send_int(d, LETS_TRUE);
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_open6(DrvData* d, char* buf, int len, int* index, int items)
{
    lets_output_create6(OPEN, d, buf, len, index, items);
}

static void
lets_output_destroy6(DrvData* d, char* buf, int len, int* index, int items)
{
    lets_output_create6(DESTROY, d, buf, len, index, items);
}

static void
lets_output_repair6(DrvData* d, char* buf, int len, int* index, int items)
{
    lets_output_create6(REPAIR, d, buf, len, index, items);
}

static void
lets_output_insert2(DrvData* d, char* buf, int len, int* index, int items)
{
    int ng, arity;
    char *key;
    long keylen;
    char *blob;
    long bloblen;
    leveldb::WriteBatch batch;
    leveldb::Status status;

    ng = ei_decode_list_header(buf, index, &items);
    if (ng) GOTOBADARG;

    if (!items) {
        driver_send_int(d, LETS_TRUE);
        return;
    }

    while (items) {
        ng = ei_decode_tuple_header(buf, index, &arity);
        if (ng) GOTOBADARG;
        ng = (arity != 2);
        if (ng) GOTOBADARG;
        ng = ei_inspect_binary(buf, index, (void**) &key, &keylen);
        if (ng) GOTOBADARG;
        ng = ei_inspect_binary(buf, index, (void**) &blob, &bloblen);
        if (ng) GOTOBADARG;

        leveldb::Slice skey((const char*) key, keylen);
        leveldb::Slice sblob((const char*) blob, bloblen);
        batch.Put(skey, sblob);
        items--;
    }

    ng = ei_decode_list_header(buf, index, &items);
    if (ng) GOTOBADARG;
    ng = (items != 0);
    if (ng) GOTOBADARG;

    if (!d->impl.alive) {
        GOTOBADARG;
    }

    status = d->impl.db->Write(d->impl.db_write_options, &batch);
    if (!status.ok()) {
        GOTOBADARG;
    }

    driver_send_int(d, LETS_TRUE);
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_insert3(DrvData* d, char* buf, int len, int* index, int items)
{
    int ng;
    char *key;
    long keylen;
    char *blob;
    long bloblen;
    leveldb::WriteBatch batch;
    leveldb::Status status;

    ng = ei_inspect_binary(buf, index, (void**) &key, &keylen);
    if (ng) GOTOBADARG;
    ng = ei_inspect_binary(buf, index, (void**) &blob, &bloblen);
    if (ng) GOTOBADARG;

    {
        leveldb::Slice skey((const char*) key, keylen);
        leveldb::Slice sblob((const char*) blob, bloblen);
        batch.Put(skey, sblob);
    }

    if (!d->impl.alive) {
        GOTOBADARG;
    }

    status = d->impl.db->Write(d->impl.db_write_options, &batch);
    if (!status.ok()) {
        GOTOBADARG;
    }

    driver_send_int(d, LETS_TRUE);
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_delete1(DrvData* d, char* buf, int len, int* index, int items)
{
    leveldb::WriteOptions db_write_options;
    leveldb::WriteBatch batch;
    leveldb::Status status;

    if (!d->impl.alive) {
        GOTOBADARG;
    }

    // alive
    d->impl.alive = 0;

    db_write_options.sync = true;
    status = d->impl.db->Write(db_write_options, &batch);
    if (!status.ok()) {
        GOTOBADARG;
    }

    // @TBD This is quite risky ... need to re-consider.
    // delete d->impl.db;
    // d->impl.db = NULL;

    driver_send_int(d, LETS_TRUE);
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_delete2(DrvData* d, char* buf, int len, int* index, int items)
{
    int ng;
    char *key;
    long keylen;
    leveldb::WriteBatch batch;
    leveldb::Status status;

    ng = ei_inspect_binary(buf, index, (void**) &key, &keylen);
    if (ng) GOTOBADARG;

    {
        leveldb::Slice skey((const char*) key, keylen);
        batch.Delete(skey);
    }

    if (!d->impl.alive) {
        GOTOBADARG;
    }

    status = d->impl.db->Write(d->impl.db_write_options, &batch);
    if (!status.ok()) {
        GOTOBADARG;
    }

    driver_send_int(d, LETS_TRUE);
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_lookup2(DrvData* d, char* buf, int len, int* index, int items)
{
    int ng;
    char *key;
    long keylen;

    ng = ei_inspect_binary(buf, index, (void**) &key, &keylen);
    if (ng) GOTOBADARG;

    if (!d->impl.alive) {
        GOTOBADARG;
    }

    {
        leveldb::Iterator* it = d->impl.db->NewIterator(d->impl.db_read_options);
        if (!it) {
            GOTOBADARG;
        }

        leveldb::Slice skey((const char*) key, keylen);
        it->Seek(skey);
        if (!it->Valid() || it->key().compare(skey) != 0) {
            driver_send_int(d, LETS_TRUE);
            delete it;
            return;
        }

        driver_send_binary(d, it->value().data(), it->value().size());
        delete it;
    }
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_first1(DrvData* d, char* buf, int len, int* index, int items)
{
    if (!d->impl.alive) {
        GOTOBADARG;
    }

    {
        leveldb::Iterator* it = d->impl.db->NewIterator(d->impl.db_read_options);
        if (!it) {
            GOTOBADARG;
        }

        it->SeekToFirst();
        if (!it->Valid()) {
            driver_send_int(d, LETS_END_OF_TABLE);
            delete it;
            return;
        }

        driver_send_binary(d, it->key().data(), it->key().size());
        delete it;
    }
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
    return;
}

static void
lets_output_next2(DrvData* d, char* buf, int len, int* index, int items)
{
    int ng;
    char *key;
    long keylen;

    ng = ei_inspect_binary(buf, index, (void**) &key, &keylen);
    if (ng) GOTOBADARG;

    if (!d->impl.alive) {
        GOTOBADARG;
    }

    {
        leveldb::Iterator* it = d->impl.db->NewIterator(d->impl.db_read_options);
        if (!it) {
            GOTOBADARG;
        }

        leveldb::Slice skey((const char*) key, keylen);
        it->Seek(skey);
        if (!it->Valid()) {
            driver_send_int(d, LETS_END_OF_TABLE);
            delete it;
            return;
        }

        if (it->key().compare(skey) == 0) {
            it->Next();
            if (!it->Valid()) {
                driver_send_int(d, LETS_END_OF_TABLE);
                delete it;
                return;
            }
        }

        driver_send_binary(d, it->key().data(), it->key().size());
        delete it;
    }
    return;

 badarg:
    driver_send_int(d, LETS_BADARG);
}