steve
/
factor
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

modern.compiler: literals>tuples works.

modern-harvey2
Doug Coleman 2017-09-30 17:32:18 -05:00
parent 57e668d704
commit a450350854
1 changed files with 78 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

89
extra/modern/compiler/compiler.factor
View File

@ -1,8 +1,8 @@
! Copyright (C) 2017 Doug Coleman. ! Copyright (C) 2017 Doug Coleman.
! See http://factorcode.org/license.txt for BSD license. ! See http://factorcode.org/license.txt for BSD license.
USING: accessors arrays assocs combinators USING: accessors arrays assocs combinators
combinators.short-circuit constructors fry kernel lexer modern combinators.short-circuit constructors fry kernel lexer math
namespaces sequences sets splitting strings ; modern namespaces sequences sets splitting strings ;
IN: modern.compiler IN: modern.compiler
<< <<
@ -146,6 +146,9 @@ TUPLE: lexed tokens ;
TUPLE: comment < lexed payload ; TUPLE: comment < lexed payload ;
CONSTRUCTOR: <comment> comment ( tokens payload -- obj ) ; CONSTRUCTOR: <comment> comment ( tokens payload -- obj ) ;
TUPLE: escaped-identifier < lexed name ;
CONSTRUCTOR: <escaped-identifier> escaped-identifier ( tokens name -- obj ) ;
TUPLE: section < lexed tag payload ; TUPLE: section < lexed tag payload ;
CONSTRUCTOR: <section> section ( tokens tag payload -- obj ) ; CONSTRUCTOR: <section> section ( tokens tag payload -- obj ) ;
@ -161,29 +164,93 @@ CONSTRUCTOR: <lower-colon> lower-colon ( tokens tag payload -- obj ) ;
TUPLE: matched < lexed tag payload ; TUPLE: matched < lexed tag payload ;
CONSTRUCTOR: <matched> matched ( tokens tag payload -- obj ) ; CONSTRUCTOR: <matched> matched ( tokens tag payload -- obj ) ;
TUPLE: single-bracket < matched ;
CONSTRUCTOR: <single-bracket> single-bracket ( tokens tag payload -- obj ) ;
TUPLE: double-bracket < matched ;
CONSTRUCTOR: <double-bracket> double-bracket ( tokens tag payload -- obj ) ;
TUPLE: single-brace < matched ;
CONSTRUCTOR: <single-brace> single-brace ( tokens tag payload -- obj ) ;
TUPLE: double-brace < matched ;
CONSTRUCTOR: <double-brace> double-brace ( tokens tag payload -- obj ) ;
TUPLE: single-paren < matched ;
CONSTRUCTOR: <single-paren> single-paren ( tokens tag payload -- obj ) ;
TUPLE: double-paren < matched ;
CONSTRUCTOR: <double-paren> double-paren ( tokens tag payload -- obj ) ;
TUPLE: identifier < lexed name ; TUPLE: identifier < lexed name ;
CONSTRUCTOR: <identifier> identifier ( tokens name -- obj ) ; CONSTRUCTOR: <identifier> identifier ( tokens name -- obj ) ;
TUPLE: unknown < lexed ; ERROR: unknown-literal tokens ;
CONSTRUCTOR: <unknown> unknown ( tokens -- obj ) ;
DEFER: literal>tuple
: literal>tuple ( obj -- tuple ) : literal>tuple* ( obj -- tuple )
{ {
{ [ dup slice? ] [ [ ] [ >string ] bi <identifier> ] } ! Comment has to be first
{ [ dup ?first ?last "([{" member? ] [ { [ ] [ first >string ] [ rest but-last [ literal>tuple ] map ] } cleave <matched> ] } { [ dup ?first "!" head? ] [
[ ] [ ?second >string ] bi <comment>
] }
{ [ dup ?first "\\" head? ] [
[ ] [ ?second >string ] bi <escaped-identifier>
] }
{ [ dup ?first section-open? ] [ { [ dup ?first section-open? ] [
dup first ":" tail? [ dup first ":" tail? [
{ [ ] [ first "<" ?head drop ] [ second >string ] [ rest but-last [ literal>tuple ] map ] } cleave <named-section> { [ ] [ first "<" ?head drop ":" ?tail drop ] [ ?second ?first >string ] [ ?second dup length 0 > [ rest dup [ [ literal>tuple ] map ] when ] when ] } cleave <named-section>
] [ ] [
[ ] [ first "<" ?head drop ] [ rest but-last [ literal>tuple ] map ] tri <section> [ ] [ first "<" ?head drop ] [ rest but-last ?first dup [ [ literal>tuple ] map ] when ] tri <section>
] if ] if
] } ] }
{ [ dup { [ ?first ":" tail? ] [ ?first strict-upper? ] } 1&& ] [
! : .. ; FOO: ;
[ ] [ ?first ":" ?tail drop ] [ rest dup ?last ";" tail? [ but-last ] when ?first dup [ [ literal>tuple ] map ] when ] tri <upper-colon>
] }
{ [ dup ?first ":" tail? ] [
! foo: 123
[ ] [ ?first >string ] [ second literal>tuple ] tri <lower-colon>
] }
{ [ dup ?first "[" tail? ] [
[ ] [ ?first "[" ?tail drop ] [ rest but-last ?first dup [ [ literal>tuple ] map ] when ] tri <single-bracket>
] }
{ [ dup ?first "{" tail? ] [
[ ] [ ?first "{" ?tail drop ] [ rest but-last ?first dup [ [ literal>tuple ] map ] when ] tri <single-brace>
] }
{ [ dup ?first "(" tail? ] [
[ ] [ ?first "(" ?tail drop ] [ rest but-last ?first dup [ [ literal>tuple ] map ] when ] tri <single-paren>
] }
{ [ dup ?second "[" head? ] [
[ ] [ ?first ] [ 2 tail but-last ] tri <double-bracket>
] }
{ [ dup ?second "{" head? ] [
[ ] [ ?first ] [ 2 tail but-last ] tri <double-brace>
] }
{ [ dup ?second "(" head? ] [
[ ] [ ?first ] [ 2 tail but-last ] tri <double-paren>
] }
{ [ dup array? ] [ [ literal>tuple ] map ] } { [ dup array? ] [ [ literal>tuple ] map ] }
[ <unknown> ] [ unknown-literal ]
} cond ; } cond ;
: literal>tuple ( obj -- tuple )
dup { [ slice? ] [ string? ] } 1|| [
[ ] [ >string ] bi <identifier>
] [
literal>tuple*
] if ;
: literals>tuples ( seq -- seq' )
[ literal>tuple ] map ;
: literals>vocabulary ( literals -- vocabulary ) : literals>vocabulary ( literals -- vocabulary )
; ;