factor/mongodb/driver/driver.factor

334 lines
9.1 KiB
Factor

USING: accessors assocs bson.constants bson.writer combinators
constructors continuations destructors formatting fry io
io.encodings.binary io.sockets io.streams.duplex kernel linked-assocs
math math.parser memoize mongodb.msg mongodb.operations namespaces
parser prettyprint sequences sets splitting strings uuid ;
IN: mongodb.driver
TUPLE: mdb-node master? inet ;
TUPLE: mdb-db name nodes collections ;
TUPLE: mdb-cursor collection id return# ;
UNION: boolean t POSTPONE: f ;
TUPLE: mdb-collection
{ name string }
{ capped boolean initial: f }
{ size integer initial: -1 }
{ max integer initial: -1 } ;
: <mdb-collection> ( name -- collection )
[ mdb-collection new ] dip >>name ; inline
CONSTANT: MDB-GENERAL-ERROR 1
CONSTANT: PARTIAL? "partial?"
CONSTANT: DIRTY? "dirty?"
ERROR: mdb-error id msg ;
SYMBOL: mdb-instance
: mdb ( -- mdb )
mdb-instance get ; inline
: master>> ( mdb -- inet )
nodes>> [ t ] dip at inet>> ;
: slave>> ( mdb -- inet )
nodes>> [ f ] dip at inet>> ;
<PRIVATE
CONSTRUCTOR: mdb-cursor ( id collection return# -- cursor ) ;
SYMBOL: mdb-socket-stream
: >>mdb-stream ( stream -- )
mdb-socket-stream set ; inline
: mdb-stream>> ( -- stream )
mdb-socket-stream get ; inline
: check-ok ( result -- ? )
[ "ok" ] dip key? ; inline
: >mdbregexp ( value -- regexp )
first <mdbregexp> ; inline
: prepare-mdb-session ( mdb -- stream )
[ mdb-instance set ] keep
master>> [ remote-address set ] keep
binary <client> local-address set ; inline
PRIVATE>
SYNTAX: r/ ( token -- mdbregexp )
\ / [ >mdbregexp ] parse-literal ;
: with-db ( mdb quot -- ... )
[ [ prepare-mdb-session ] dip
[ >>mdb-stream ] prepose
with-disposal ] with-scope ; inline
: build-id-selector ( assoc -- selector )
[ MDB_OID_FIELD swap at ] keep
H{ } clone [ set-at ] keep ;
<PRIVATE
: index-collection ( -- ns )
mdb name>> "%s.system.indexes" sprintf ; inline
: namespaces-collection ( -- ns )
mdb name>> "%s.system.namespaces" sprintf ; inline
: cmd-collection ( -- ns )
mdb name>> "%s.$cmd" sprintf ; inline
: index-ns ( colname -- index-ns )
[ mdb name>> ] dip "%s.%s" sprintf ; inline
: ismaster-cmd ( node -- result )
binary "admin.$cmd" H{ { "ismaster" 1 } } <mdb-query-msg>
1 >>return# '[ _ write-message read-message ] with-client
objects>> first ;
: split-host-str ( hoststr -- host port )
":" split [ first ] keep
second string>number ; inline
: eval-ismaster-result ( node result -- node result )
[ [ "ismaster" ] dip at
>fixnum 1 =
[ t >>master? ] [ f >>master? ] if ] keep ;
: check-node ( node -- node remote )
dup inet>> ismaster-cmd
eval-ismaster-result
[ "remote" ] dip at ;
: check-nodes ( node -- nodelist )
check-node
[ V{ } clone [ push ] keep ] dip
[ split-host-str <inet> [ f ] dip
mdb-node boa check-node drop
swap tuck push
] when* ;
: verify-nodes ( -- )
mdb nodes>> [ t ] dip at
check-nodes
H{ } clone tuck
'[ dup master?>> _ set-at ] each
[ mdb ] dip >>nodes drop ;
: send-message ( message -- )
[ mdb-stream>> ] dip '[ _ write-message ] with-stream* ;
: send-query-plain ( query-message -- result )
[ mdb-stream>> ] dip
'[ _ write-message read-message ] with-stream* ;
: send-query ( query-message -- cursor result )
[ send-query-plain ] keep
{ [ collection>> >>collection drop ]
[ return#>> >>requested# ]
} 2cleave
[ [ cursor>> 0 > ] keep
'[ _ [ cursor>> ] [ collection>> ] [ requested#>> ] tri <mdb-cursor> ]
[ f ] if
] [ objects>> ] bi ;
PRIVATE>
: <mdb> ( db host port -- mdb )
[ f ] 2dip <inet> mdb-node boa
check-nodes
H{ } clone tuck
'[ dup master?>> _ set-at ] each
H{ } clone mdb-db boa ;
GENERIC: create-collection ( name -- )
M: string create-collection
<mdb-collection> create-collection ;
M: mdb-collection create-collection ( mdb-collection -- )
[ cmd-collection ] dip
<linked-hash> [
[ [ name>> "create" ] dip set-at ]
[ [ [ capped>> ] keep ] dip
'[ _ _
[ [ drop t "capped" ] dip set-at ]
[ [ size>> "size" ] dip set-at ]
[ [ max>> "max" ] dip set-at ] 2tri ] when
] 2bi
] keep <mdb-query-msg> 1 >>return# send-query-plain
objects>> first check-ok
[ "could not create collection" throw ] unless ;
: load-collection-list ( -- collection-list )
namespaces-collection
H{ } clone <mdb-query-msg> send-query-plain objects>> ;
<PRIVATE
: ensure-valid-collection-name ( collection -- )
[ ";$." intersect length 0 > ] keep
'[ _ "%s contains invalid characters ( . $ ; )" sprintf throw ] when ; inline
: (ensure-collection) ( collection -- )
mdb collections>> dup keys length 0 =
[ load-collection-list
[ [ "options" ] dip key? ] filter
[ [ "name" ] dip at "." split second <mdb-collection> ] map
over '[ [ ] [ name>> ] bi _ set-at ] each ] [ ] if
[ dup ] dip key? [ drop ]
[ [ ensure-valid-collection-name ] keep create-collection ] if ; inline
MEMO: reserved-namespace? ( name -- ? )
[ "$cmd" = ] [ "system" head? ] bi or ;
PRIVATE>
MEMO: ensure-collection ( collection -- fq-collection )
"." split1 over mdb name>> =
[ nip ] [ drop ] if
[ ] [ reserved-namespace? ] bi
[ [ (ensure-collection) ] keep ] unless
[ mdb name>> ] dip "%s.%s" sprintf ; inline
: <query> ( collection query -- mdb-query )
[ ensure-collection ] dip
<mdb-query-msg> ; inline
GENERIC# limit 1 ( mdb-query limit# -- mdb-query )
M: mdb-query-msg limit ( query limit# -- mdb-query )
>>return# ; inline
GENERIC# skip 1 ( mdb-query skip# -- mdb-query )
M: mdb-query-msg skip ( query skip# -- mdb-query )
>>skip# ; inline
: asc ( key -- spec ) [ 1 ] dip H{ } clone [ set-at ] keep ; inline
: desc ( key -- spec ) [ -1 ] dip H{ } clone [ set-at ] keep ; inline
GENERIC# sort 1 ( mdb-query quot -- mdb-query )
M: mdb-query-msg sort ( query qout -- mdb-query )
[ { } ] dip with-datastack >>orderby ;
GENERIC# hint 1 ( mdb-query index-hint -- mdb-query )
M: mdb-query-msg hint ( mdb-query index-hint -- mdb-query )
>>hint ;
GENERIC: get-more ( mdb-cursor -- mdb-cursor objects )
M: mdb-cursor get-more ( mdb-cursor -- mdb-cursor objects )
[ [ collection>> ] [ return#>> ] [ id>> ] tri <mdb-getmore-msg> send-query ]
[ f f ] if* ;
GENERIC: find ( mdb-query -- cursor result )
M: mdb-query-msg find
send-query ;
M: mdb-cursor find
get-more ;
GENERIC: explain. ( mdb-query -- )
M: mdb-query-msg explain.
t >>explain find nip . ;
GENERIC: find-one ( mdb-query -- result/f )
M: mdb-query-msg find-one
1 >>return# send-query-plain objects>> [ first ] [ f ] if* ;
GENERIC: count ( collection selector -- result )
M: assoc count
[ "count" H{ } clone [ set-at ] keep ] dip
[ over [ "query" ] dip set-at ] when*
[ cmd-collection ] dip <mdb-query-msg> find-one
[ check-ok ] keep '[ "n" _ at >fixnum ] [ f ] if ;
: lasterror ( -- error )
cmd-collection H{ { "getlasterror" 1 } } <mdb-query-msg>
find-one [ "err" ] dip at ;
GENERIC: validate. ( collection -- )
M: string validate.
[ cmd-collection ] dip
"validate" H{ } clone [ set-at ] keep
<mdb-query-msg> find-one [ check-ok ] keep
'[ "result" _ at print ] when ;
M: mdb-collection validate.
name>> validate. ;
<PRIVATE
: send-message-check-error ( message -- )
send-message lasterror [ [ MDB-GENERAL-ERROR ] dip mdb-error ] when* ;
PRIVATE>
GENERIC: save ( collection assoc -- )
M: assoc save
[ ensure-collection ] dip
<mdb-insert-msg> send-message-check-error ;
GENERIC: save-unsafe ( collection object -- )
M: assoc save-unsafe
[ ensure-collection ] dip
<mdb-insert-msg> send-message ;
GENERIC: ensure-index ( collection name spec -- )
M: assoc ensure-index
H{ } clone
[ [ uuid1 "_id" ] dip set-at ] keep
[ [ "key" ] dip set-at ] keep
[ [ "name" ] dip set-at ] keep
[ [ index-ns "ns" ] dip set-at ] keep
[ index-collection ] dip
save ;
: drop-index ( collection name -- )
H{ } clone
[ [ "index" ] dip set-at ] keep
[ [ "deleteIndexes" ] dip set-at ] keep
[ cmd-collection ] dip <mdb-query-msg> find-one
check-ok [ "could not drop index" throw ] unless ;
: <update> ( collection selector object -- update-msg )
[ ensure-collection ] 2dip <mdb-update-msg> ;
: >upsert ( mdb-update-msg -- mdb-update-msg )
1 >>upsert? ;
GENERIC: update ( mdb-update-msg -- )
M: mdb-update-msg update
send-message-check-error ;
GENERIC: update-unsafe ( mdb-update-msg -- )
M: mdb-update-msg update-unsafe
send-message ;
GENERIC: delete ( collection selector -- )
M: assoc delete
[ ensure-collection ] dip
<mdb-delete-msg> send-message-check-error ;
GENERIC: delete-unsafe ( collection selector -- )
M: assoc delete-unsafe
[ ensure-collection ] dip
<mdb-delete-msg> send-message ;
: load-index-list ( -- index-list )
index-collection
H{ } clone <mdb-query-msg> find nip ;
: drop-collection ( name -- )
[ cmd-collection ] dip
"drop" H{ } clone [ set-at ] keep
<mdb-query-msg> find-one check-ok
[ "could not drop collection" throw ] unless ;