Add builder.test

extra/builder/builder.factor

@@ -8,6 +8,15 @@ IN: builder
 
 ! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
 
+: runtime ( quot -- time ) benchmark nip ;
+
+: log-runtime ( quot file -- )
+  >r runtime r> <file-writer> [ . ] with-stream ;
+
+: log-object ( object file -- ) <file-writer> [ . ] with-stream ;
+
+! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+
 : datestamp ( -- string )
   now `{ ,[ dup timestamp-year   ]
          ,[ dup timestamp-month  ]
@@ -35,11 +44,6 @@ SYMBOL: builder-recipients
 
 : target ( -- target ) `{ ,[ os ] %[ cpu "." split ] } "-" join ;
 
-! : target ( -- target )
-!   { { [ os "windows" = ] [ "windows-nt-x86-32" ] }
-!     { [ t ]              [ `{ ,[ os ] %[ cpu "." split ] } "-" join ] } }
-!   cond ;
-
 ! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
 
 : factor-binary ( -- name )
@@ -84,10 +88,8 @@ VAR: stamp
 
   "factor" cd
 
-  { "git" "show" } <process-stream>
+  { "git" "show" } <process-stream> [ readln ] with-stream " " split second
-  [ readln ] with-stream
+  "../git-id" log-object
-  " " split second
-  "../git-id" <file-writer> [ print ] with-stream
 
   { "make" "clean" } run-process drop
 
@@ -117,9 +119,7 @@ VAR: stamp
      { +stdout+   "../boot-log" }
      { +stderr+   +stdout+ }
    }
-  >hashtable
+  >hashtable [ run-process ] "../boot-time" log-runtime process-status
-  [ run-process process-status ]
-  benchmark nip "../boot-time" <file-writer> [ . ] with-stream
   0 =
   [ ]
   [
@@ -127,26 +127,16 @@ VAR: stamp
     "builder: bootstrap" throw
   ] if
 
-!   `{
+  `{ ,[ factor-binary ] "-run=builder.test" } run-process drop
-!      { +arguments+
-!        { ,[ factor-binary ] "-e=USE: tools.browser load-everything" } }
-!      { +stdout+    "../load-everything-log" }
-!      { +stderr+    +stdout+ }
-!    }
-!   >hashtable [ run-process process-status ] benchmark nip
-!   "../load-everything-time" <file-writer> [ . ] with-stream
-!   0 =
-!   [ ]
-!   [
-!     "builder: load-everything" "../load-everything-log" email-file
-!     "builder: load-everything" throw
-!   ] if ;
   
-  `{ ,[ factor-binary ] "-run=builder.load-everything" } run-process drop
   "../load-everything-log" exists?
   [ "builder: load-everything" "../load-everything-log" email-file ]
   when
 
+  "../failing-tests" exists?
+  [ "builder: failing tests" "../failing-tests" email-file ]
+  when
+
   ;
 
 ! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!

extra/builder/test/test.factor

@@ -0,0 +1,33 @@
+
+USING: kernel sequences assocs builder continuations vocabs vocabs.loader
+       io
+       io.files
+       tools.browser
+       tools.test ;
+
+IN: builder.test
+
+: do-load ( -- )
+  [ [ load-everything ] catch ] "../load-everything-time" log-runtime
+  [ require-all-error-vocabs    "../load-everything-log"  log-object ]
+  when* ;
+
+: do-tests ( -- )
+  "" child-vocabs
+  [ vocab-source-loaded? ] subset
+  [ vocab-tests-path ] map
+  [ dup [ ?resource-path exists? ] when ] subset
+  [ dup run-test ] { } map>assoc
+  [ second empty? not ] subset
+  dup empty?
+  [ drop ]
+  [
+    "../failing-tests" <file-writer>
+      [ [ nl failures. ] assoc-each ]
+    with-stream
+  ]
+  if ;
+
+: do-all ( -- ) do-load do-tests ;
+
+MAIN: do-all