wikipedia: parsing historical events.

db4
John Benediktsson 2013-07-29 07:56:14 -07:00
parent 155cc44020
commit f0be8408e6
3 changed files with 65 additions and 0 deletions

View File

@ -0,0 +1 @@
John Benediktsson

View File

@ -0,0 +1 @@
Wikipedia

View File

@ -0,0 +1,63 @@
! Copyright (C) 2012 John Benediktsson
! See http://factorcode.org/license.txt for BSD license
USING: accessors assocs calendar colors.constants formatting
http.client io io.styles kernel make sequences urls xml
xml.data xml.traversal ;
IN: wikipedia
<PRIVATE
: header. ( string -- )
H{ { font-size 20 } { font-style bold } } format nl ;
: link ( tag -- tag/f )
"a" assure-name over tag-named? [ "a" deep-tag-named ] unless ;
: link. ( tag -- )
[ deep-children>string ] [ attrs>> "href" of ] bi
"http://en.wikipedia.org" prepend >url H{
{ font-name "monospace" }
{ foreground COLOR: blue }
} [ write-object ] with-style ;
: item. ( tag -- )
children>> [
dup tag? [
dup link [ link. drop ] [ children>string write ] if*
] [ [ write ] unless-empty ] if
] each nl ;
: items. ( seq -- )
children-tags [ item. ] each nl ;
: historical-url ( timestamp -- url )
[ month-name ] [ day>> ] bi
"http://en.wikipedia.org/wiki/%s_%s" sprintf ;
: (historical-events) ( timestamp -- seq )
historical-url http-get nip string>xml "ul" deep-tags-named ;
: items>sequence ( tag -- seq )
children-tags [ deep-children>string ] map ;
PRIVATE>
: historical-events ( timestamp -- events )
(historical-events) second items>sequence ;
: historical-events. ( timestamp -- )
(historical-events) "Events" header. second items. ;
: historical-births ( timestamp -- births )
(historical-events) third items>sequence ;
: historical-births. ( timestamp -- )
(historical-events) "Births" header. third items. ;
: historical-deaths ( timestamp -- births )
(historical-events) fourth items>sequence ;
: historical-deaths. ( timestamp -- )
(historical-events) "Deaths" header. fourth items. ;