2013-03-19 14:03:30 -04:00
|
|
|
! Copyright (C) 2007, 2008 Phil Dawes, 2013 John Benediktsson
|
2008-04-17 16:29:04 -04:00
|
|
|
! See http://factorcode.org/license.txt for BSD license.
|
2012-07-27 16:22:32 -04:00
|
|
|
USING: combinators fry io io.files io.streams.string kernel
|
2013-03-15 00:05:41 -04:00
|
|
|
make math memoize namespaces sbufs sequences sequences.private
|
2016-03-31 02:29:48 -04:00
|
|
|
unicode ;
|
2008-04-17 16:29:04 -04:00
|
|
|
IN: csv
|
|
|
|
|
2008-08-05 05:36:13 -04:00
|
|
|
SYMBOL: delimiter
|
2008-04-17 16:29:04 -04:00
|
|
|
|
2008-08-05 05:36:13 -04:00
|
|
|
CHAR: , delimiter set-global
|
|
|
|
|
2009-01-30 20:23:04 -05:00
|
|
|
<PRIVATE
|
|
|
|
|
2013-03-19 14:03:30 -04:00
|
|
|
MEMO: field-delimiters ( delimiter -- field-seps quote-seps )
|
2014-09-25 11:06:01 -04:00
|
|
|
[ "\r\n" swap prefix ] [ "\r\"\n" swap prefix ] bi ; inline
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2013-03-19 14:03:30 -04:00
|
|
|
DEFER: quoted-field,
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2013-03-19 14:03:30 -04:00
|
|
|
: maybe-escaped-quote ( delimeter stream quoted? -- delimiter stream sep/f )
|
2018-06-19 20:15:05 -04:00
|
|
|
2over stream-read1 tuck =
|
2012-07-27 16:22:32 -04:00
|
|
|
[ nip ] [
|
|
|
|
{
|
2016-09-04 00:40:43 -04:00
|
|
|
{ CHAR: \" [ [ CHAR: \" , ] when quoted-field, ] }
|
2014-09-25 11:06:01 -04:00
|
|
|
{ CHAR: \n [ ] } ! Error: cr inside string?
|
|
|
|
{ CHAR: \r [ ] } ! Error: lf inside string?
|
2012-07-27 16:22:32 -04:00
|
|
|
[ [ , drop f maybe-escaped-quote ] when* ]
|
|
|
|
} case
|
2013-03-15 00:05:41 -04:00
|
|
|
] if ; inline recursive
|
2012-07-18 15:24:24 -04:00
|
|
|
|
2013-03-19 14:03:30 -04:00
|
|
|
: quoted-field, ( delimiter stream -- delimiter stream sep/f )
|
2013-03-15 00:05:41 -04:00
|
|
|
"\"" over stream-read-until drop % t maybe-escaped-quote ;
|
2008-04-17 16:29:04 -04:00
|
|
|
|
2013-03-19 14:03:30 -04:00
|
|
|
: quoted-field ( delimiter stream -- sep/f field )
|
|
|
|
[ quoted-field, 2nip ] "" make ;
|
|
|
|
|
2012-07-27 16:22:32 -04:00
|
|
|
: ?trim ( string -- string' )
|
|
|
|
dup length [ drop "" ] [
|
|
|
|
over first-unsafe blank?
|
|
|
|
[ drop t ] [ 1 - over nth-unsafe blank? ] if
|
|
|
|
[ [ blank? ] trim ] when
|
|
|
|
] if-zero ; inline
|
|
|
|
|
2013-03-19 14:03:30 -04:00
|
|
|
: continue-field ( delimiter stream field-seps seq -- sep/f field )
|
|
|
|
swap rot stream-read-until [ "\"" glue ] dip
|
2018-06-19 20:15:05 -04:00
|
|
|
swap ?trim nipd ; inline
|
2013-03-19 14:03:30 -04:00
|
|
|
|
|
|
|
: field ( delimiter stream field-seps quote-seps -- sep/f field )
|
2016-09-04 00:40:43 -04:00
|
|
|
pick stream-read-until dup CHAR: \" = [
|
2013-03-19 14:03:30 -04:00
|
|
|
drop [ drop quoted-field ] [ continue-field ] if-empty
|
2018-06-19 20:15:05 -04:00
|
|
|
] [ 3nipd swap ?trim ] if ;
|
2013-03-19 14:03:30 -04:00
|
|
|
|
|
|
|
: (stream-read-row) ( delimiter stream field-end quoted-field -- sep/f fields )
|
|
|
|
[ [ dup '[ dup _ = ] ] keep ] 3dip
|
|
|
|
'[ drop _ _ _ _ field ] produce ; inline
|
2008-04-17 16:29:04 -04:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: (stream-read-csv) ( stream -- )
|
2012-07-14 00:45:29 -04:00
|
|
|
[ dup [ empty? ] all? [ drop ] [ , ] if ]
|
2013-03-19 14:03:30 -04:00
|
|
|
delimiter get rot over field-delimiters
|
|
|
|
'[ _ _ _ _ (stream-read-row) ] do while ;
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2009-01-30 20:23:04 -05:00
|
|
|
PRIVATE>
|
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: stream-read-row ( stream -- row )
|
2018-06-19 20:15:05 -04:00
|
|
|
delimiter get tuck field-delimiters
|
2013-03-19 14:03:30 -04:00
|
|
|
(stream-read-row) nip ; inline
|
2013-03-15 00:18:34 -04:00
|
|
|
|
|
|
|
: read-row ( -- row )
|
|
|
|
input-stream get stream-read-row ; inline
|
2008-04-17 16:29:04 -04:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: stream-read-csv ( stream -- rows )
|
|
|
|
[ (stream-read-csv) ] { } make
|
2014-02-19 04:07:28 -05:00
|
|
|
dup ?last { "" } = [ but-last ] when ; inline
|
2013-03-15 00:18:34 -04:00
|
|
|
|
|
|
|
: read-csv ( -- rows )
|
|
|
|
input-stream get stream-read-csv ; inline
|
2008-04-30 12:50:40 -04:00
|
|
|
|
2010-02-25 19:30:40 -05:00
|
|
|
: string>csv ( string -- csv )
|
2013-03-15 00:18:34 -04:00
|
|
|
[ read-csv ] with-string-reader ;
|
2010-02-25 19:30:40 -05:00
|
|
|
|
2009-01-30 20:23:04 -05:00
|
|
|
: file>csv ( path encoding -- csv )
|
2013-03-15 00:18:34 -04:00
|
|
|
[ read-csv ] with-file-reader ;
|
2009-01-30 20:23:04 -05:00
|
|
|
|
|
|
|
: with-delimiter ( ch quot -- )
|
|
|
|
[ delimiter ] dip with-variable ; inline
|
|
|
|
|
|
|
|
<PRIVATE
|
2008-07-25 17:02:07 -04:00
|
|
|
|
2012-07-27 16:47:15 -04:00
|
|
|
: needs-escaping? ( cell delimiter -- ? )
|
2014-09-25 11:06:01 -04:00
|
|
|
'[ dup "\n\"\r" member? [ drop t ] [ _ = ] if ] any? ; inline
|
2008-07-25 17:02:07 -04:00
|
|
|
|
2013-03-15 00:05:41 -04:00
|
|
|
: escape-quotes ( cell stream -- )
|
2016-09-04 00:40:43 -04:00
|
|
|
CHAR: \" over stream-write1 swap [
|
2013-03-15 00:05:41 -04:00
|
|
|
[ over stream-write1 ]
|
2016-09-04 00:40:43 -04:00
|
|
|
[ dup CHAR: \" = [ over stream-write1 ] [ drop ] if ] bi
|
|
|
|
] each CHAR: \" swap stream-write1 ;
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2013-03-15 00:05:41 -04:00
|
|
|
: escape-if-required ( cell delimiter stream -- )
|
|
|
|
[ dupd needs-escaping? ] dip
|
|
|
|
[ escape-quotes ] [ stream-write ] bi-curry if ; inline
|
2009-01-30 20:23:04 -05:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: (stream-write-row) ( row delimiter stream -- )
|
2013-03-15 00:05:41 -04:00
|
|
|
[ '[ _ _ stream-write1 ] ] 2keep
|
|
|
|
'[ _ _ escape-if-required ] interleave nl ; inline
|
2012-07-27 16:22:32 -04:00
|
|
|
|
2009-01-30 20:23:04 -05:00
|
|
|
PRIVATE>
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: stream-write-row ( row stream -- )
|
|
|
|
delimiter get swap (stream-write-row) ; inline
|
2010-02-25 19:30:40 -05:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: write-row ( row -- )
|
|
|
|
output-stream get stream-write-row ; inline
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: stream-write-csv ( rows stream -- )
|
|
|
|
delimiter get swap '[ _ _ (stream-write-row) ] each ;
|
2010-02-25 19:30:40 -05:00
|
|
|
|
2013-03-15 00:18:34 -04:00
|
|
|
: write-csv ( rows -- )
|
|
|
|
output-stream get stream-write-csv ;
|
2009-01-30 20:23:04 -05:00
|
|
|
|
2010-02-25 19:30:40 -05:00
|
|
|
: csv>string ( csv -- string )
|
2013-03-15 00:18:34 -04:00
|
|
|
[ write-csv ] with-string-writer ;
|
2011-10-14 16:22:28 -04:00
|
|
|
|
2013-03-15 00:05:41 -04:00
|
|
|
: csv>file ( rows path encoding -- )
|
2013-03-15 00:18:34 -04:00
|
|
|
[ write-csv ] with-file-writer ;
|