| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | ! Copyright (C) 2005, 2009 Daniel Ehrenberg | 
					
						
							|  |  |  | ! See http://factorcode.org/license.txt for BSD license. | 
					
						
							|  |  |  | USING: kernel namespaces xml.tokenize xml.state xml.name | 
					
						
							|  |  |  | xml.data accessors arrays make xml.char-classes fry assocs sequences | 
					
						
							|  |  |  | math xml.errors sets combinators io.encodings io.encodings.iana | 
					
						
							| 
									
										
										
										
											2009-01-26 17:11:30 -05:00
										 |  |  | unicode.case xml.dtd strings xml.entities unicode.categories ;
 | 
					
						
							| 
									
										
										
										
											2010-02-26 16:28:38 -05:00
										 |  |  | FROM: namespaces => set ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | IN: xml.elements | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-25 22:06:45 -05:00
										 |  |  | : take-interpolated ( quot -- interpolated )
 | 
					
						
							|  |  |  |     interpolating? get [ | 
					
						
							| 
									
										
										
										
											2009-01-26 00:52:25 -05:00
										 |  |  |         drop get-char CHAR: > =
 | 
					
						
							| 
									
										
										
										
											2009-01-26 17:11:30 -05:00
										 |  |  |         [ next f ] | 
					
						
							|  |  |  |         [ "->" take-string [ blank? ] trim ] | 
					
						
							|  |  |  |         if <interpolated> | 
					
						
							| 
									
										
										
										
											2009-01-25 22:06:45 -05:00
										 |  |  |     ] [ call ] if ; inline
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : interpolate-quote ( -- interpolated )
 | 
					
						
							|  |  |  |     [ quoteless-attr ] take-interpolated ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | : parse-attr ( -- )
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     parse-name pass-blank "=" expect pass-blank | 
					
						
							| 
									
										
										
										
											2009-01-25 22:06:45 -05:00
										 |  |  |     get-char CHAR: < =
 | 
					
						
							|  |  |  |     [ "<-" expect interpolate-quote ] | 
					
						
							|  |  |  |     [ t parse-quote* ] if 2array , ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : start-tag ( -- name ? )
 | 
					
						
							|  |  |  |     #! Outputs the name and whether this is a closing tag | 
					
						
							|  |  |  |     get-char CHAR: / = dup [ next ] when
 | 
					
						
							|  |  |  |     parse-name swap ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : (middle-tag) ( -- )
 | 
					
						
							| 
									
										
										
										
											2009-01-29 17:57:13 -05:00
										 |  |  |     pass-blank version-1.0? get-char name-start? | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     [ parse-attr (middle-tag) ] when ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : assure-no-duplicates ( attrs-alist -- attrs-alist )
 | 
					
						
							|  |  |  |     H{ } clone 2dup '[ swap _ push-at ] assoc-each
 | 
					
						
							|  |  |  |     [ nip length 2 >= ] assoc-filter >alist
 | 
					
						
							|  |  |  |     [ first first2 duplicate-attr ] unless-empty ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : middle-tag ( -- attrs-alist )
 | 
					
						
							|  |  |  |     ! f make will make a vector if it has any elements | 
					
						
							|  |  |  |     [ (middle-tag) ] f make pass-blank | 
					
						
							|  |  |  |     assure-no-duplicates ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : end-tag ( name attrs-alist -- tag )
 | 
					
						
							|  |  |  |     tag-ns pass-blank get-char CHAR: / =
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     [ pop-ns <contained> next ">" expect ] | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     [ depth inc <opener> close ] if ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : take-comment ( -- comment )
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     "--" expect | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     "--" take-string | 
					
						
							|  |  |  |     <comment> | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     ">" expect ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : assure-no-extra ( seq -- )
 | 
					
						
							|  |  |  |     [ first ] map { | 
					
						
							|  |  |  |         T{ name f "" "version" f } | 
					
						
							|  |  |  |         T{ name f "" "encoding" f } | 
					
						
							|  |  |  |         T{ name f "" "standalone" f } | 
					
						
							|  |  |  |     } diff | 
					
						
							|  |  |  |     [ extra-attrs ] unless-empty ;  | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : good-version ( version -- version )
 | 
					
						
							|  |  |  |     dup { "1.0" "1.1" } member? [ bad-version ] unless ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : prolog-version ( alist -- version )
 | 
					
						
							| 
									
										
										
										
											2009-01-28 15:33:33 -05:00
										 |  |  |     T{ name { space "" } { main "version" } } swap at
 | 
					
						
							| 
									
										
										
										
											2009-01-29 17:57:13 -05:00
										 |  |  |     [ good-version ] [ versionless-prolog ] if*
 | 
					
						
							|  |  |  |     dup set-version ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : prolog-encoding ( alist -- encoding )
 | 
					
						
							| 
									
										
										
										
											2009-01-28 15:33:33 -05:00
										 |  |  |     T{ name { space "" } { main "encoding" } } swap at
 | 
					
						
							|  |  |  |     "UTF-8" or ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : yes/no>bool ( string -- t/f )
 | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         { "yes" [ t ] } | 
					
						
							|  |  |  |         { "no" [ f ] } | 
					
						
							|  |  |  |         [ not-yes/no ] | 
					
						
							|  |  |  |     } case ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : prolog-standalone ( alist -- version )
 | 
					
						
							| 
									
										
										
										
											2009-01-28 15:33:33 -05:00
										 |  |  |     T{ name { space "" } { main "standalone" } } swap at
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     [ yes/no>bool ] [ f ] if* ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : prolog-attrs ( alist -- prolog )
 | 
					
						
							|  |  |  |     [ prolog-version ] | 
					
						
							|  |  |  |     [ prolog-encoding ] | 
					
						
							|  |  |  |     [ prolog-standalone ] | 
					
						
							|  |  |  |     tri <prolog> ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : parse-prolog ( -- prolog )
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     pass-blank middle-tag "?>" expect | 
					
						
							| 
									
										
										
										
											2009-01-29 17:57:13 -05:00
										 |  |  |     dup assure-no-extra prolog-attrs ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : instruct ( -- instruction )
 | 
					
						
							|  |  |  |     take-name { | 
					
						
							|  |  |  |         { [ dup "xml" = ] [ drop parse-prolog ] } | 
					
						
							|  |  |  |         { [ dup >lower "xml" = ] [ capitalized-prolog ] } | 
					
						
							|  |  |  |         { [ dup valid-name? not ] [ bad-name ] } | 
					
						
							|  |  |  |         [ "?>" take-string append <instruction> ] | 
					
						
							|  |  |  |     } cond ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : take-cdata ( -- string )
 | 
					
						
							|  |  |  |     depth get zero? [ bad-cdata ] when
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     "[CDATA[" expect "]]>" take-string ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | DEFER: make-tag ! Is this unavoidable? | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : expand-pe ( -- ) ; ! Make this run the contents of the pe within a DOCTYPE | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  | : dtd-loop ( -- )
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     pass-blank get-char { | 
					
						
							|  |  |  |         { CHAR: ] [ next ] } | 
					
						
							|  |  |  |         { CHAR: % [ expand-pe ] } | 
					
						
							|  |  |  |         { CHAR: < [ | 
					
						
							|  |  |  |             next make-tag dup dtd-acceptable? | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |             [ bad-doctype ] unless , dtd-loop | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |         ] } | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |         { f [ ] } | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |         [ 1string bad-doctype ] | 
					
						
							|  |  |  |     } case ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  | : take-internal-subset ( -- dtd )
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     [ | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |         H{ } clone pe-table set
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |         t in-dtd? set
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |         dtd-loop | 
					
						
							|  |  |  |         pe-table get
 | 
					
						
							|  |  |  |     ] { } make swap extra-entities get swap <dtd> ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : take-optional-id ( -- id/f )
 | 
					
						
							|  |  |  |     get-char "SP" member?
 | 
					
						
							|  |  |  |     [ take-external-id ] [ f ] if ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : take-internal ( -- dtd/f )
 | 
					
						
							|  |  |  |     get-char CHAR: [ =
 | 
					
						
							|  |  |  |     [ next take-internal-subset ] [ f ] if ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : take-doctype-decl ( -- doctype-decl )
 | 
					
						
							| 
									
										
										
										
											2009-01-23 16:29:28 -05:00
										 |  |  |     pass-blank take-name | 
					
						
							|  |  |  |     pass-blank take-optional-id | 
					
						
							|  |  |  |     pass-blank take-internal | 
					
						
							|  |  |  |     <doctype-decl> close ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-22 17:31:22 -05:00
										 |  |  | : take-directive ( -- doctype )
 | 
					
						
							|  |  |  |     take-name dup "DOCTYPE" =
 | 
					
						
							|  |  |  |     [ drop take-doctype-decl ] [ | 
					
						
							|  |  |  |         in-dtd? get
 | 
					
						
							|  |  |  |         [ take-inner-directive ] | 
					
						
							|  |  |  |         [ misplaced-directive ] if
 | 
					
						
							|  |  |  |     ] if ;
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | : direct ( -- object )
 | 
					
						
							|  |  |  |     get-char { | 
					
						
							|  |  |  |         { CHAR: - [ take-comment ] } | 
					
						
							|  |  |  |         { CHAR: [ [ take-cdata ] } | 
					
						
							|  |  |  |         [ drop take-directive ] | 
					
						
							|  |  |  |     } case ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-25 22:06:45 -05:00
										 |  |  | : normal-tag ( -- tag )
 | 
					
						
							|  |  |  |     start-tag | 
					
						
							|  |  |  |     [ dup add-ns pop-ns <closer> depth dec close ] | 
					
						
							|  |  |  |     [ middle-tag end-tag ] if ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | : interpolate-tag ( -- interpolated )
 | 
					
						
							|  |  |  |     [ "-" bad-name ] take-interpolated ;
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  | : make-tag ( -- tag )
 | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         { [ get-char dup CHAR: ! = ] [ drop next direct ] } | 
					
						
							| 
									
										
										
										
											2009-01-25 22:06:45 -05:00
										 |  |  |         { [ dup CHAR: ? = ] [ drop next instruct ] } | 
					
						
							|  |  |  |         { [ dup CHAR: - = ] [ drop next interpolate-tag ] } | 
					
						
							|  |  |  |         [ drop normal-tag ] | 
					
						
							| 
									
										
										
										
											2009-01-21 19:16:51 -05:00
										 |  |  |     } cond ;
 |