121 lines
3.5 KiB
Factor
121 lines
3.5 KiB
Factor
! Copyright (C) 2006 Chris Double, Daniel Ehrenberg.
|
|
! See http://factorcode.org/license.txt for BSD license.
|
|
USING: xml.utilities kernel assocs xml.generator math.order
|
|
strings sequences xml.data xml.writer
|
|
io.streams.string combinators xml xml.entities io.files io
|
|
http.client namespaces xml.generator hashtables
|
|
calendar.format accessors continuations ;
|
|
IN: rss
|
|
|
|
: any-tag-named ( tag names -- tag-inside )
|
|
f -rot [ tag-named nip dup ] with find 2drop ;
|
|
|
|
TUPLE: feed title link entries ;
|
|
|
|
C: <feed> feed
|
|
|
|
TUPLE: entry title link description pub-date ;
|
|
|
|
C: <entry> entry
|
|
|
|
: try-parsing-timestamp ( string -- timestamp )
|
|
[ rfc822>timestamp ] [ drop rfc3339>timestamp ] recover ;
|
|
|
|
: rss1.0-entry ( tag -- entry )
|
|
{
|
|
[ "title" tag-named children>string ]
|
|
[ "link" tag-named children>string ]
|
|
[ "description" tag-named children>string ]
|
|
[
|
|
f "date" "http://purl.org/dc/elements/1.1/" <name>
|
|
tag-named dup [ children>string try-parsing-timestamp ] when
|
|
]
|
|
} cleave <entry> ;
|
|
|
|
: rss1.0 ( xml -- feed )
|
|
[
|
|
"channel" tag-named
|
|
[ "title" tag-named children>string ]
|
|
[ "link" tag-named children>string ] bi
|
|
] [ "item" tags-named [ rss1.0-entry ] map ] bi
|
|
<feed> ;
|
|
|
|
: rss2.0-entry ( tag -- entry )
|
|
{
|
|
[ "title" tag-named children>string ]
|
|
[ { "link" "guid" } any-tag-named children>string ]
|
|
[ "description" tag-named children>string ]
|
|
[
|
|
{ "date" "pubDate" } any-tag-named
|
|
children>string try-parsing-timestamp
|
|
]
|
|
} cleave <entry> ;
|
|
|
|
: rss2.0 ( xml -- feed )
|
|
"channel" tag-named
|
|
[ "title" tag-named children>string ]
|
|
[ "link" tag-named children>string ]
|
|
[ "item" tags-named [ rss2.0-entry ] map ]
|
|
tri <feed> ;
|
|
|
|
: atom1.0-entry ( tag -- entry )
|
|
{
|
|
[ "title" tag-named children>string ]
|
|
[ "link" tag-named "href" swap at ]
|
|
[
|
|
{ "content" "summary" } any-tag-named
|
|
dup tag-children [ string? not ] contains?
|
|
[ tag-children [ write-chunk ] with-string-writer ]
|
|
[ children>string ] if
|
|
]
|
|
[
|
|
{ "published" "updated" "issued" "modified" }
|
|
any-tag-named children>string try-parsing-timestamp
|
|
]
|
|
} cleave <entry> ;
|
|
|
|
: atom1.0 ( xml -- feed )
|
|
[ "title" tag-named children>string ]
|
|
[ "link" tag-named "href" swap at ]
|
|
[ "entry" tags-named [ atom1.0-entry ] map ]
|
|
tri <feed> ;
|
|
|
|
: xml>feed ( xml -- feed )
|
|
dup name-tag {
|
|
{ "RDF" [ rss1.0 ] }
|
|
{ "rss" [ rss2.0 ] }
|
|
{ "feed" [ atom1.0 ] }
|
|
} case ;
|
|
|
|
: read-feed ( string -- feed )
|
|
[ string>xml xml>feed ] with-html-entities ;
|
|
|
|
: download-feed ( url -- feed )
|
|
#! Retrieve an news syndication file, return as a feed tuple.
|
|
http-get read-feed ;
|
|
|
|
! Atom generation
|
|
: simple-tag, ( content name -- )
|
|
[ , ] tag, ;
|
|
|
|
: simple-tag*, ( content name attrs -- )
|
|
[ , ] tag*, ;
|
|
|
|
: entry, ( entry -- )
|
|
"entry" [
|
|
dup entry-title "title" { { "type" "html" } } simple-tag*,
|
|
"link" over entry-link "href" associate contained*,
|
|
dup entry-pub-date timestamp>rfc3339 "published" simple-tag,
|
|
entry-description [ "content" { { "type" "html" } } simple-tag*, ] when*
|
|
] tag, ;
|
|
|
|
: feed>xml ( feed -- xml )
|
|
"feed" { { "xmlns" "http://www.w3.org/2005/Atom" } } [
|
|
dup feed-title "title" simple-tag,
|
|
"link" over feed-link "href" associate contained*,
|
|
feed-entries [ entry, ] each
|
|
] make-xml* ;
|
|
|
|
: write-feed ( feed -- )
|
|
feed>xml write-xml ;
|