steve
/
factor
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

csv: need to handle \r because windows lines ends with \r\n

db4
Björn Lindqvist 2014-09-25 17:06:01 +02:00 committed by Doug Coleman
parent ae81a9c426
commit c07c1ba9b1
2 changed files with 16 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
basis/csv/csv-tests.factor
View File

@ -102,3 +102,10 @@ IN: csv.tests
{ { { "as,d\"f" "asdf" } } } [ "\"as,\"d\"\"\"\"f,asdf" string>csv ] unit-test { { { "as,d\"f" "asdf" } } } [ "\"as,\"d\"\"\"\"f,asdf" string>csv ] unit-test
[ { } ] [ "" string>csv ] unit-test [ { } ] [ "" string>csv ] unit-test
[
{ { "Year" "Make" "Model" }
{ "1997" "Ford" "E350" }
}
]
[ "Year,Make,\"Model\"\r\n1997,Ford,E350" string>csv ] unit-test

7
basis/csv/csv.factor
View File

@ -12,7 +12,7 @@ CHAR: , delimiter set-global
<PRIVATE <PRIVATE
MEMO: field-delimiters ( delimiter -- field-seps quote-seps ) MEMO: field-delimiters ( delimiter -- field-seps quote-seps )
[ "\n" swap prefix ] [ "\"\n" swap prefix ] bi ; inline [ "\r\n" swap prefix ] [ "\r\"\n" swap prefix ] bi ; inline
DEFER: quoted-field, DEFER: quoted-field,
@ -21,7 +21,8 @@ DEFER: quoted-field,
[ nip ] [ [ nip ] [
{ {
{ CHAR: " [ [ CHAR: " , ] when quoted-field, ] } { CHAR: " [ [ CHAR: " , ] when quoted-field, ] }
{ CHAR: \n [ ] } ! Error: newline inside string? { CHAR: \n [ ] } ! Error: cr inside string?
{ CHAR: \r [ ] } ! Error: lf inside string?
[ [ , drop f maybe-escaped-quote ] when* ] [ [ , drop f maybe-escaped-quote ] when* ]
} case } case
] if ; inline recursive ] if ; inline recursive
@ -85,7 +86,7 @@ PRIVATE>
<PRIVATE <PRIVATE
: needs-escaping? ( cell delimiter -- ? ) : needs-escaping? ( cell delimiter -- ? )
'[ dup "\n\"" member? [ drop t ] [ _ = ] if ] any? ; inline '[ dup "\n\"\r" member? [ drop t ] [ _ = ] if ] any? ; inline
: escape-quotes ( cell stream -- ) : escape-quotes ( cell stream -- )
CHAR: " over stream-write1 swap [ CHAR: " over stream-write1 swap [