steve
/
factor
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

forestdb: Make an ffi binding and a basic lib wrapper that can save a key/document and retrieve it by key.

db4
Doug Coleman 2014-11-03 11:37:57 -08:00
parent 4c63b96f45
commit 0cb9ae0fb4
6 changed files with 255 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
extra/forestdb/ffi/authors.txt Normal file
View File

@ -0,0 +1 @@
Doug Coleman

166
extra/forestdb/ffi/ffi.factor Normal file
View File

@ -0,0 +1,166 @@
! Copyright (C) 2014 Doug Coleman.
! See http://factorcode.org/license.txt for BSD license.
USING: alien alien.c-types alien.libraries
alien.libraries.finder alien.syntax classes.struct kernel
unix.types ;
IN: forestdb.ffi
<< "forestdb" dup find-library cdecl add-library >>
LIBRARY: forestdb
CONSTANT: FDB_MAX_KEYLEN 3840
CONSTANT: FDB_MAX_METALEN 65535
CONSTANT: FDB_MAX_BODYLEN 4294967295
! TYPEDEF: uint32_t fdb_open_flags
TYPEDEF: uint64_t fdb_seqnum_t
TYPEDEF: uint8_t fdb_iterator_opt_t
CONSTANT: FDB_SNAPSHOT_INMEM -1
! typedef int (*fdb_custom_cmp_fixed)(void *a, void *b);
! typedef int (*fdb_custom_cmp_variable)(void *a, size_t len_a, void *b, size_t len_b);
TYPEDEF: void* fdb_custom_cmp_fixed
TYPEDEF: void* fdb_custom_cmp_variable
TYPEDEF: void* fdb_log_callback
TYPEDEF: void* fdb_handle
TYPEDEF: void* fdb_iterator
ENUM: fdb_commit_opt_t
{ FDB_COMMIT_NORMAL 0 }
{ FDB_COMMIT_MANUAL_WAL_FLUSH 1 } ;
ENUM: fdb_seqtree_opt_t
{ FDB_SEQTREE_NOT_USE 0 }
{ FDB_SEQTREE_USE 1 } ;
ENUM: fdb_open_flags
{ FDB_OPEN_FLAG_CREATE 1 }
{ FDB_OPEN_FLAG_RDONLY 2 } ;
ENUM: fdb_durability_opt_t
{ FDB_DRB_NONE 0 }
{ FDB_DRB_ODIRECT 1 }
{ FDB_DRB_ASYNC 2 }
{ FDB_DRB_ODIRECT_ASYNC 3 } ;
ENUM: fdb_compaction_mode_t
{ FDB_COMPACTION_MANUAL 0 }
{ FDB_COMPACTION_AUTO 1 } ;
ENUM: fdb_isolation_level_t
{ FDB_ISOLATION_SERIALIZABLE 0 }
{ FDB_ISOLATION_REPEATABLE_READ 1 }
{ FDB_ISOLATION_READ_COMMITTED 2 }
{ FDB_ISOLATION_READ_UNCOMMITTED 3 } ;
ENUM: fdb_status
{ FDB_RESULT_SUCCESS 0 }
{ FDB_RESULT_INVALID_ARGS -1 }
{ FDB_RESULT_OPEN_FAIL -2 }
{ FDB_RESULT_NO_SUCH_FILE -3 }
{ FDB_RESULT_WRITE_FAIL -4 }
{ FDB_RESULT_READ_FAIL -5 }
{ FDB_RESULT_CLOSE_FAIL -6 }
{ FDB_RESULT_COMMIT_FAIL -7 }
{ FDB_RESULT_ALLOC_FAIL -8 }
{ FDB_RESULT_KEY_NOT_FOUND -9 }
{ FDB_RESULT_RONLY_VIOLATION -10 }
{ FDB_RESULT_COMPACTION_FAIL -11 }
{ FDB_RESULT_ITERATOR_FAIL -12 }
{ FDB_RESULT_SEEK_FAIL -13 }
{ FDB_RESULT_FSYNC_FAIL -14 }
{ FDB_RESULT_CHECKSUM_ERROR -15 }
{ FDB_RESULT_FILE_CORRUPTION -16 }
{ FDB_RESULT_COMPRESSION_FAIL -17 }
{ FDB_RESULT_NO_DB_INSTANCE -18 }
{ FDB_RESULT_FAIL_BY_ROLLBACK -19 }
{ FDB_RESULT_INVALID_CONFIG -20 }
{ FDB_RESULT_MANUAL_COMPACTION_FAIL -21 }
{ FDB_RESULT_INVALID_COMPACTION_MODE -22 }
{ FDB_RESULT_FILE_IS_BUSY -23 }
{ FDB_RESULT_FILE_REMOVE_FAIL -24 }
{ FDB_RESULT_FILE_RENAME_FAIL -25 }
{ FDB_RESULT_TRANSACTION_FAIL -26 }
{ FDB_RESULT_FAIL_BY_TRANSACTION -27 }
{ FDB_RESULT_FAIL_BY_COMPACTION -28 }
{ FDB_RESULT_TOO_LONG_FILENAME -29 }
{ FDB_RESULT_IN_USE_BY_COMPACTOR -30 }
{ FDB_RESULT_FAIL -100 } ;
STRUCT: fdb_config
{ chunksize uint16_t }
{ blocksize uint32_t }
{ buffercache_size uint64_t }
{ wal_threshold uint64_t }
{ wal_flush_before_commit bool }
{ purging_interval uint32_t }
{ seqtree_opt fdb_seqtree_opt_t }
{ durability_opt fdb_durability_opt_t }
{ flags fdb_open_flags }
{ compaction_buf_maxsize uint32_t }
{ cleanup_cache_onclose bool }
{ compress_document_body bool }
{ compaction_mode fdb_compaction_mode_t }
{ compaction_threshold uint8_t }
{ compaction_minimum_filesize uint64_t }
{ compactor_sleep_duration uint64_t }
{ cmp_fixed fdb_custom_cmp_fixed }
{ cmp_variable fdb_custom_cmp_variable } ;
STRUCT: fdb_doc
{ keylen size_t }
{ metalen size_t }
{ bodylen size_t }
{ size_ondisk size_t }
{ key void* }
{ seqnum fdb_seqnum_t }
{ offset uint64_t }
{ meta void* }
{ body void* }
{ deleted bool } ;
STRUCT: fdb_info
{ filename char* }
{ new_filename char* }
{ last_seqnum fdb_seqnum_t }
{ doc_count uint64_t }
{ space_used uint64_t }
{ file_size uint64_t } ;
FUNCTION: fdb_status fdb_init ( fdb_config* config ) ;
FUNCTION: fdb_status fdb_open ( fdb_handle** ptr_handle, c-string filename, fdb_config* fconfig ) ;
FUNCTION: fdb_status fdb_open_cmp_fixed ( fdb_handle** ptr_handle, c-string filename, fdb_config* fconfig ) ;
FUNCTION: fdb_status fdb_open_cmp_variable ( fdb_handle** ptr_handle, c-string filename, fdb_config* fconfig ) ;
FUNCTION: fdb_status fdb_set_log_callback ( fdb_handle* handle, fdb_log_callback log_callback, void* ctx_data ) ;
FUNCTION: fdb_status fdb_doc_create ( fdb_doc** doc, c-string key, size_t keylen, c-string meta, size_t metalen, c-string body, size_t bodylen ) ;
FUNCTION: fdb_status fdb_doc_update ( fdb_doc** doc, c-string meta, size_t metalen, c-string body, size_t bodylen ) ;
FUNCTION: fdb_status fdb_doc_free ( fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_get ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_get_metaonly ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_get_byseq ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_get_metaonly_byseq ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_get_byoffset ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_set ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_del ( fdb_handle* handle, fdb_doc* doc ) ;
FUNCTION: fdb_status fdb_get_kv ( fdb_handle* handle, c-string key, size_t keylen, void** value_out, size_t* valuelen_out ) ;
FUNCTION: fdb_status fdb_set_kv ( fdb_handle* handle, c-string key, size_t keylen, c-string value, size_t valuelen ) ;
FUNCTION: fdb_status fdb_del_kv ( fdb_handle* handle, c-string key, size_t keylen ) ;
FUNCTION: fdb_status fdb_commit ( fdb_handle* handle, fdb_commit_opt_t opt ) ;
FUNCTION: fdb_status fdb_snapshot_open ( fdb_handle* handle_in, fdb_handle** handle_out, fdb_seqnum_t snapshot_seqnum ) ;
FUNCTION: fdb_status fdb_rollback ( fdb_handle** handle_ptr, fdb_seqnum_t rollback_seqnum ) ;
FUNCTION: fdb_status fdb_iterator_init ( fdb_handle* handle, fdb_iterator** iterator, c-string start_key, size_t start_keylen, c-string end_key, size_t end_keylen, fdb_iterator_opt_t opt ) ;
FUNCTION: fdb_status fdb_iterator_sequence_init ( fdb_handle* handle, fdb_iterator** iterator, fdb_seqnum_t start_seq, fdb_seqnum_t end_seq, fdb_iterator_opt_t opt ) ;
FUNCTION: fdb_status fdb_iterator_prev ( fdb_iterator* iterator, fdb_doc** doc ) ;
FUNCTION: fdb_status fdb_iterator_next ( fdb_iterator* iterator, fdb_doc** doc ) ;
FUNCTION: fdb_status fdb_iterator_next_metaonly ( fdb_iterator* iterator, fdb_doc** doc ) ;
FUNCTION: fdb_status fdb_iterator_seek ( fdb_iterator* iterator, c-string seek_key, size_t seek_keylen ) ;
FUNCTION: fdb_status fdb_iterator_close ( fdb_iterator* iterator ) ;
FUNCTION: fdb_status fdb_compact ( fdb_handle* handle, c-string new_filename ) ;
FUNCTION: fdb_status fdb_get_dbinfo ( fdb_handle* handle, fdb_info* info ) ;
FUNCTION: fdb_status fdb_switch_compaction_mode ( fdb_handle* handle, fdb_compaction_mode_t mode, size_t new_threshold ) ;
FUNCTION: fdb_status fdb_close ( fdb_handle* handle ) ;
FUNCTION: fdb_status fdb_destroy ( c-string filename, fdb_compaction_mode_t mode, size_t new_threshold ) ;
FUNCTION: fdb_status fdb_shutdown ( ) ;
FUNCTION: fdb_status fdb_begin_transaction ( fdb_handle* handle, fdb_isolation_level_t isolation_level ) ;
FUNCTION: fdb_status fdb_end_transaction ( fdb_handle* handle, fdb_commit_opt_t opt ) ;
FUNCTION: fdb_status fdb_abort_transaction ( fdb_handle* handle ) ;

1
extra/forestdb/lib/authors.txt Normal file
View File

@ -0,0 +1 @@
Doug Coleman

22
extra/forestdb/lib/lib-tests.factor Normal file
View File

@ -0,0 +1,22 @@
! Copyright (C) 2014 Doug Coleman.
! See http://factorcode.org/license.txt for BSD license.
USING: accessors alien.c-types alien.data alien.strings
combinators destructors forestdb.ffi fry io.pathnames kernel
libc namespaces sequences tools.test ;
IN: forestdb.lib
CONSTANT: forestdb-test-path "resource:forestdbs/first.fdb"
{ "val123" } [
forestdb-test-path [
"key123" "val123" fdb-set
"key123" fdb-get
] with-forestdb
] unit-test
{ "val12345" } [
forestdb-test-path [
"key123" "val12345" fdb-set
"key123" fdb-get
] with-forestdb
] unit-test

64
extra/forestdb/lib/lib.factor Normal file
View File

@ -0,0 +1,64 @@
! Copyright (C) 2014 Doug Coleman.
! See http://factorcode.org/license.txt for BSD license.
USING: accessors alien.c-types alien.data alien.strings
combinators destructors forestdb.ffi fry io.pathnames kernel
libc namespaces sequences ;
IN: forestdb.lib
ERROR: fdb-error error ;
: check-forestdb-error ( ret -- )
dup FDB_RESULT_SUCCESS = [
drop
] [
fdb-error
] if ;
TUPLE: fdb-handle < disposable handle ;
: <fdb-handle> ( handle -- obj )
fdb-handle new-disposable
swap >>handle ; inline
M: fdb-handle dispose*
handle>> fdb_close check-forestdb-error ;
: open-default-forestdb ( path -- handle )
[ f void* <ref> ] dip
absolute-path f
[ fdb_open check-forestdb-error ] 3keep 2drop void* deref <fdb-handle> ;
SYMBOL: current-forestdb
: get-handle ( -- handle )
current-forestdb get handle>> ;
: fdb-set ( key value -- )
[ get-handle ] 2dip
[ dup length ] bi@ fdb_set_kv check-forestdb-error ;
: ret>string ( void** -- string )
void* deref
[ alien>native-string ] [ (free) ] bi ;
: fdb-get ( key -- value/f )
[ get-handle ] dip
dup length f void* <ref> 0 size_t <ref>
[ fdb_get_kv ] 2keep drop
swap {
{ FDB_RESULT_SUCCESS [ ret>string ] }
{ FDB_RESULT_KEY_NOT_FOUND [ drop f ] }
[ fdb-error ]
} case ;
: commit-forestdb ( -- )
get-handle FDB_COMMIT_NORMAL fdb_commit check-forestdb-error ;
: with-forestdb ( path quot -- )
[ absolute-path open-default-forestdb ] dip
dupd '[
_ current-forestdb [
_ &dispose drop
@
commit-forestdb
] with-variable
] with-destructors ; inline

1
extra/forestdb/platforms.txt Normal file
View File

@ -0,0 +1 @@
unix