forestdb: Make an ffi binding and a basic lib wrapper that can save a key/document and retrieve it by key.
Doug Coleman
parent
4c63b96f45
commit
0cb9ae0fb4
|
|
@ -0,0 +1 @@
|
||||||
|
Doug Coleman
|
||||||
|
|
@ -0,0 +1,166 @@
|
||||||
|
! Copyright (C) 2014 Doug Coleman.
|
||||||
|
! See http://factorcode.org/license.txt for BSD license.
|
||||||
|
USING: alien alien.c-types alien.libraries
|
||||||
|
alien.libraries.finder alien.syntax classes.struct kernel
|
||||||
|
unix.types ;
|
||||||
|
IN: forestdb.ffi
|
||||||
|
|
||||||
|
<< "forestdb" dup find-library cdecl add-library >>
|
||||||
|
|
||||||
|
LIBRARY: forestdb
|
||||||
|
|
||||||
|
CONSTANT: FDB_MAX_KEYLEN 3840
|
||||||
|
CONSTANT: FDB_MAX_METALEN 65535
|
||||||
|
CONSTANT: FDB_MAX_BODYLEN 4294967295
|
||||||
|
! TYPEDEF: uint32_t fdb_open_flags
|
||||||
|
TYPEDEF: uint64_t fdb_seqnum_t
|
||||||
|
TYPEDEF: uint8_t fdb_iterator_opt_t
|
||||||
|
CONSTANT: FDB_SNAPSHOT_INMEM -1
|
||||||
|
|
||||||
|
! typedef int (*fdb_custom_cmp_fixed)(void *a, void *b);
|
||||||
|
! typedef int (*fdb_custom_cmp_variable)(void *a, size_t len_a, void *b, size_t len_b);
|
||||||
|
TYPEDEF: void* fdb_custom_cmp_fixed
|
||||||
|
TYPEDEF: void* fdb_custom_cmp_variable
|
||||||
|
TYPEDEF: void* fdb_log_callback
|
||||||
|
TYPEDEF: void* fdb_handle
|
||||||
|
TYPEDEF: void* fdb_iterator
|
||||||
|
|
||||||
|
ENUM: fdb_commit_opt_t
|
||||||
|
{ FDB_COMMIT_NORMAL 0 }
|
||||||
|
{ FDB_COMMIT_MANUAL_WAL_FLUSH 1 } ;
|
||||||
|
|
||||||
|
ENUM: fdb_seqtree_opt_t
|
||||||
|
{ FDB_SEQTREE_NOT_USE 0 }
|
||||||
|
{ FDB_SEQTREE_USE 1 } ;
|
||||||
|
|
||||||
|
ENUM: fdb_open_flags
|
||||||
|
{ FDB_OPEN_FLAG_CREATE 1 }
|
||||||
|
{ FDB_OPEN_FLAG_RDONLY 2 } ;
|
||||||
|
|
||||||
|
ENUM: fdb_durability_opt_t
|
||||||
|
{ FDB_DRB_NONE 0 }
|
||||||
|
{ FDB_DRB_ODIRECT 1 }
|
||||||
|
{ FDB_DRB_ASYNC 2 }
|
||||||
|
{ FDB_DRB_ODIRECT_ASYNC 3 } ;
|
||||||
|
|
||||||
|
ENUM: fdb_compaction_mode_t
|
||||||
|
{ FDB_COMPACTION_MANUAL 0 }
|
||||||
|
{ FDB_COMPACTION_AUTO 1 } ;
|
||||||
|
|
||||||
|
ENUM: fdb_isolation_level_t
|
||||||
|
{ FDB_ISOLATION_SERIALIZABLE 0 }
|
||||||
|
{ FDB_ISOLATION_REPEATABLE_READ 1 }
|
||||||
|
{ FDB_ISOLATION_READ_COMMITTED 2 }
|
||||||
|
{ FDB_ISOLATION_READ_UNCOMMITTED 3 } ;
|
||||||
|
|
||||||
|
ENUM: fdb_status
|
||||||
|
{ FDB_RESULT_SUCCESS 0 }
|
||||||
|
{ FDB_RESULT_INVALID_ARGS -1 }
|
||||||
|
{ FDB_RESULT_OPEN_FAIL -2 }
|
||||||
|
{ FDB_RESULT_NO_SUCH_FILE -3 }
|
||||||
|
{ FDB_RESULT_WRITE_FAIL -4 }
|
||||||
|
{ FDB_RESULT_READ_FAIL -5 }
|
||||||
|
{ FDB_RESULT_CLOSE_FAIL -6 }
|
||||||
|
{ FDB_RESULT_COMMIT_FAIL -7 }
|
||||||
|
{ FDB_RESULT_ALLOC_FAIL -8 }
|
||||||
|
{ FDB_RESULT_KEY_NOT_FOUND -9 }
|
||||||
|
{ FDB_RESULT_RONLY_VIOLATION -10 }
|
||||||
|
{ FDB_RESULT_COMPACTION_FAIL -11 }
|
||||||
|
{ FDB_RESULT_ITERATOR_FAIL -12 }
|
||||||
|
{ FDB_RESULT_SEEK_FAIL -13 }
|
||||||
|
{ FDB_RESULT_FSYNC_FAIL -14 }
|
||||||
|
{ FDB_RESULT_CHECKSUM_ERROR -15 }
|
||||||
|
{ FDB_RESULT_FILE_CORRUPTION -16 }
|
||||||
|
{ FDB_RESULT_COMPRESSION_FAIL -17 }
|
||||||
|
{ FDB_RESULT_NO_DB_INSTANCE -18 }
|
||||||
|
{ FDB_RESULT_FAIL_BY_ROLLBACK -19 }
|
||||||
|
{ FDB_RESULT_INVALID_CONFIG -20 }
|
||||||
|
{ FDB_RESULT_MANUAL_COMPACTION_FAIL -21 }
|
||||||
|
{ FDB_RESULT_INVALID_COMPACTION_MODE -22 }
|
||||||
|
{ FDB_RESULT_FILE_IS_BUSY -23 }
|
||||||
|
{ FDB_RESULT_FILE_REMOVE_FAIL -24 }
|
||||||
|
{ FDB_RESULT_FILE_RENAME_FAIL -25 }
|
||||||
|
{ FDB_RESULT_TRANSACTION_FAIL -26 }
|
||||||
|
{ FDB_RESULT_FAIL_BY_TRANSACTION -27 }
|
||||||
|
{ FDB_RESULT_FAIL_BY_COMPACTION -28 }
|
||||||
|
{ FDB_RESULT_TOO_LONG_FILENAME -29 }
|
||||||
|
{ FDB_RESULT_IN_USE_BY_COMPACTOR -30 }
|
||||||
|
{ FDB_RESULT_FAIL -100 } ;
|
||||||
|
|
||||||
|
STRUCT: fdb_config
|
||||||
|
{ chunksize uint16_t }
|
||||||
|
{ blocksize uint32_t }
|
||||||
|
{ buffercache_size uint64_t }
|
||||||
|
{ wal_threshold uint64_t }
|
||||||
|
{ wal_flush_before_commit bool }
|
||||||
|
{ purging_interval uint32_t }
|
||||||
|
{ seqtree_opt fdb_seqtree_opt_t }
|
||||||
|
{ durability_opt fdb_durability_opt_t }
|
||||||
|
{ flags fdb_open_flags }
|
||||||
|
{ compaction_buf_maxsize uint32_t }
|
||||||
|
{ cleanup_cache_onclose bool }
|
||||||
|
{ compress_document_body bool }
|
||||||
|
{ compaction_mode fdb_compaction_mode_t }
|
||||||
|
{ compaction_threshold uint8_t }
|
||||||
|
{ compaction_minimum_filesize uint64_t }
|
||||||
|
{ compactor_sleep_duration uint64_t }
|
||||||
|
{ cmp_fixed fdb_custom_cmp_fixed }
|
||||||
|
{ cmp_variable fdb_custom_cmp_variable } ;
|
||||||
|
|
||||||
|
STRUCT: fdb_doc
|
||||||
|
{ keylen size_t }
|
||||||
|
{ metalen size_t }
|
||||||
|
{ bodylen size_t }
|
||||||
|
{ size_ondisk size_t }
|
||||||
|
{ key void* }
|
||||||
|
{ seqnum fdb_seqnum_t }
|
||||||
|
{ offset uint64_t }
|
||||||
|
{ meta void* }
|
||||||
|
{ body void* }
|
||||||
|
{ deleted bool } ;
|
||||||
|
|
||||||
|
STRUCT: fdb_info
|
||||||
|
{ filename char* }
|
||||||
|
{ new_filename char* }
|
||||||
|
{ last_seqnum fdb_seqnum_t }
|
||||||
|
{ doc_count uint64_t }
|
||||||
|
{ space_used uint64_t }
|
||||||
|
{ file_size uint64_t } ;
|
||||||
|
|
||||||
|
FUNCTION: fdb_status fdb_init ( fdb_config* config ) ;
|
||||||
|
FUNCTION: fdb_status fdb_open ( fdb_handle** ptr_handle, c-string filename, fdb_config* fconfig ) ;
|
||||||
|
FUNCTION: fdb_status fdb_open_cmp_fixed ( fdb_handle** ptr_handle, c-string filename, fdb_config* fconfig ) ;
|
||||||
|
FUNCTION: fdb_status fdb_open_cmp_variable ( fdb_handle** ptr_handle, c-string filename, fdb_config* fconfig ) ;
|
||||||
|
FUNCTION: fdb_status fdb_set_log_callback ( fdb_handle* handle, fdb_log_callback log_callback, void* ctx_data ) ;
|
||||||
|
FUNCTION: fdb_status fdb_doc_create ( fdb_doc** doc, c-string key, size_t keylen, c-string meta, size_t metalen, c-string body, size_t bodylen ) ;
|
||||||
|
FUNCTION: fdb_status fdb_doc_update ( fdb_doc** doc, c-string meta, size_t metalen, c-string body, size_t bodylen ) ;
|
||||||
|
FUNCTION: fdb_status fdb_doc_free ( fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get_metaonly ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get_byseq ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get_metaonly_byseq ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get_byoffset ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_set ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_del ( fdb_handle* handle, fdb_doc* doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get_kv ( fdb_handle* handle, c-string key, size_t keylen, void** value_out, size_t* valuelen_out ) ;
|
||||||
|
FUNCTION: fdb_status fdb_set_kv ( fdb_handle* handle, c-string key, size_t keylen, c-string value, size_t valuelen ) ;
|
||||||
|
FUNCTION: fdb_status fdb_del_kv ( fdb_handle* handle, c-string key, size_t keylen ) ;
|
||||||
|
FUNCTION: fdb_status fdb_commit ( fdb_handle* handle, fdb_commit_opt_t opt ) ;
|
||||||
|
FUNCTION: fdb_status fdb_snapshot_open ( fdb_handle* handle_in, fdb_handle** handle_out, fdb_seqnum_t snapshot_seqnum ) ;
|
||||||
|
FUNCTION: fdb_status fdb_rollback ( fdb_handle** handle_ptr, fdb_seqnum_t rollback_seqnum ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_init ( fdb_handle* handle, fdb_iterator** iterator, c-string start_key, size_t start_keylen, c-string end_key, size_t end_keylen, fdb_iterator_opt_t opt ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_sequence_init ( fdb_handle* handle, fdb_iterator** iterator, fdb_seqnum_t start_seq, fdb_seqnum_t end_seq, fdb_iterator_opt_t opt ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_prev ( fdb_iterator* iterator, fdb_doc** doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_next ( fdb_iterator* iterator, fdb_doc** doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_next_metaonly ( fdb_iterator* iterator, fdb_doc** doc ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_seek ( fdb_iterator* iterator, c-string seek_key, size_t seek_keylen ) ;
|
||||||
|
FUNCTION: fdb_status fdb_iterator_close ( fdb_iterator* iterator ) ;
|
||||||
|
FUNCTION: fdb_status fdb_compact ( fdb_handle* handle, c-string new_filename ) ;
|
||||||
|
FUNCTION: fdb_status fdb_get_dbinfo ( fdb_handle* handle, fdb_info* info ) ;
|
||||||
|
FUNCTION: fdb_status fdb_switch_compaction_mode ( fdb_handle* handle, fdb_compaction_mode_t mode, size_t new_threshold ) ;
|
||||||
|
FUNCTION: fdb_status fdb_close ( fdb_handle* handle ) ;
|
||||||
|
FUNCTION: fdb_status fdb_destroy ( c-string filename, fdb_compaction_mode_t mode, size_t new_threshold ) ;
|
||||||
|
FUNCTION: fdb_status fdb_shutdown ( ) ;
|
||||||
|
FUNCTION: fdb_status fdb_begin_transaction ( fdb_handle* handle, fdb_isolation_level_t isolation_level ) ;
|
||||||
|
FUNCTION: fdb_status fdb_end_transaction ( fdb_handle* handle, fdb_commit_opt_t opt ) ;
|
||||||
|
FUNCTION: fdb_status fdb_abort_transaction ( fdb_handle* handle ) ;
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
Doug Coleman
|
||||||
|
|
@ -0,0 +1,22 @@
|
||||||
|
! Copyright (C) 2014 Doug Coleman.
|
||||||
|
! See http://factorcode.org/license.txt for BSD license.
|
||||||
|
USING: accessors alien.c-types alien.data alien.strings
|
||||||
|
combinators destructors forestdb.ffi fry io.pathnames kernel
|
||||||
|
libc namespaces sequences tools.test ;
|
||||||
|
IN: forestdb.lib
|
||||||
|
|
||||||
|
CONSTANT: forestdb-test-path "resource:forestdbs/first.fdb"
|
||||||
|
|
||||||
|
{ "val123" } [
|
||||||
|
forestdb-test-path [
|
||||||
|
"key123" "val123" fdb-set
|
||||||
|
"key123" fdb-get
|
||||||
|
] with-forestdb
|
||||||
|
] unit-test
|
||||||
|
|
||||||
|
{ "val12345" } [
|
||||||
|
forestdb-test-path [
|
||||||
|
"key123" "val12345" fdb-set
|
||||||
|
"key123" fdb-get
|
||||||
|
] with-forestdb
|
||||||
|
] unit-test
|
||||||
|
|
@ -0,0 +1,64 @@
|
||||||
|
! Copyright (C) 2014 Doug Coleman.
|
||||||
|
! See http://factorcode.org/license.txt for BSD license.
|
||||||
|
USING: accessors alien.c-types alien.data alien.strings
|
||||||
|
combinators destructors forestdb.ffi fry io.pathnames kernel
|
||||||
|
libc namespaces sequences ;
|
||||||
|
IN: forestdb.lib
|
||||||
|
|
||||||
|
ERROR: fdb-error error ;
|
||||||
|
|
||||||
|
: check-forestdb-error ( ret -- )
|
||||||
|
dup FDB_RESULT_SUCCESS = [
|
||||||
|
drop
|
||||||
|
] [
|
||||||
|
fdb-error
|
||||||
|
] if ;
|
||||||
|
|
||||||
|
TUPLE: fdb-handle < disposable handle ;
|
||||||
|
: <fdb-handle> ( handle -- obj )
|
||||||
|
fdb-handle new-disposable
|
||||||
|
swap >>handle ; inline
|
||||||
|
|
||||||
|
M: fdb-handle dispose*
|
||||||
|
handle>> fdb_close check-forestdb-error ;
|
||||||
|
|
||||||
|
: open-default-forestdb ( path -- handle )
|
||||||
|
[ f void* <ref> ] dip
|
||||||
|
absolute-path f
|
||||||
|
[ fdb_open check-forestdb-error ] 3keep 2drop void* deref <fdb-handle> ;
|
||||||
|
|
||||||
|
SYMBOL: current-forestdb
|
||||||
|
|
||||||
|
: get-handle ( -- handle )
|
||||||
|
current-forestdb get handle>> ;
|
||||||
|
|
||||||
|
: fdb-set ( key value -- )
|
||||||
|
[ get-handle ] 2dip
|
||||||
|
[ dup length ] bi@ fdb_set_kv check-forestdb-error ;
|
||||||
|
|
||||||
|
: ret>string ( void** -- string )
|
||||||
|
void* deref
|
||||||
|
[ alien>native-string ] [ (free) ] bi ;
|
||||||
|
|
||||||
|
: fdb-get ( key -- value/f )
|
||||||
|
[ get-handle ] dip
|
||||||
|
dup length f void* <ref> 0 size_t <ref>
|
||||||
|
[ fdb_get_kv ] 2keep drop
|
||||||
|
swap {
|
||||||
|
{ FDB_RESULT_SUCCESS [ ret>string ] }
|
||||||
|
{ FDB_RESULT_KEY_NOT_FOUND [ drop f ] }
|
||||||
|
[ fdb-error ]
|
||||||
|
} case ;
|
||||||
|
|
||||||
|
: commit-forestdb ( -- )
|
||||||
|
get-handle FDB_COMMIT_NORMAL fdb_commit check-forestdb-error ;
|
||||||
|
|
||||||
|
: with-forestdb ( path quot -- )
|
||||||
|
[ absolute-path open-default-forestdb ] dip
|
||||||
|
dupd '[
|
||||||
|
_ current-forestdb [
|
||||||
|
_ &dispose drop
|
||||||
|
@
|
||||||
|
commit-forestdb
|
||||||
|
] with-variable
|
||||||
|
] with-destructors ; inline
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
unix
|
||||||
Loading…
Reference in New Issue