USING: kernel http http.client http.server io.sockets io.streams.byte-array io.pathnames io.encodings.binary io.encodings.string io.encodings.utf8 io.launcher accessors urls parser effects.parser words arrays sequences quotations json.reader json.writer formatting assocs namespaces present hashtables words.symbol combinators lexer calendar prettyprint.backend base64 images.png destructors math.parser threads ; USING: prettyprint ; IN: web-driver SYMBOL: current-web-driver-session ! https://www.w3.org/TR/webdriver/#elements CONSTANT: web-element-identifier "element-6066-11e4-a52e-4f735466cecf" CONSTANT: css-location-strategy "css selector" CONSTANT: link-text-location-strategy "link text" CONSTANT: partial-link-text-location-strategy "partial link text" CONSTANT: tag-name-location-strategy "tag name" CONSTANT: xpath-location-strategy "xpath" TUPLE: web-driver-session remote-url web-driver-process session-id capabilities ; TUPLE: session-status message ready? ; : current-web-driver-session> ( -- session ) current-web-driver-session get ; : >current-web-driver-session ( session -- ) current-web-driver-session set ; : current-session-id ( -- session-id ) current-web-driver-session> session-id>> ; : current-remote-url ( -- remote-url ) current-web-driver-session> remote-url>> ; : current-session-relative-url ( -- url ) "session" current-session-id append-path >url ; : current-session-url ( -- url ) current-remote-url current-session-relative-url derive-url ; : ( path -- url ) [ current-remote-url ] dip >url derive-url ; : ( path -- url ) [ current-session-url present ] dip append-path >url ; : ( path id -- url ) swap append-path [ "element" present ] dip append-path >url ; : ( hashtable -- post-data ) "application/json" swap [ >json utf8 encode ] [ B{ 123 125 } ] if* >>data ; : ( path -- request ) ; : ( data path -- request ) [ ] dip ; : ( path -- request ) ; : ( data path -- request ) [ ] dip ; : ( path -- request ) ; : ( path -- request ) ; : ( element path -- request ) swap id>> ; : ( element data path -- request ) swap [ swap id>> ] dip swap ; : http-web-driver-request ( request -- data ) http-request nip json> "value" of ; ! Capabilities ! https://www.w3.org/webdriver/#capabilities TUPLE: capabilities { always-match hashtable } { first-match hashtable } ; : ( always-match first-match -- capabilities ) [ [ H{ } ] unless* ] bi@ capabilities boa ; : capabilities>json ( capabilities -- string ) [ always-match>> ] [ first-match>> ] bi 'H{ { "alwaysMatch" _ } { "firstMatch" _ } } 'H{ { "capabilities" _ } } ; : ( -- hash ) H{ { "browserName" "firefox" } { "moz:firefoxOptions" { "args" { "-headless" } } } } ; ! Sessions ! https://www.w3.org/TR/webdriver/#sessions : status ( -- session-status ) "status" http-web-driver-request [ "message" of ] [ "ready" of ] bi session-status boa ; : new-session ( capabilities -- json ) "session" http-web-driver-request dup "sessionId" of current-session-id set ; : delete-session ( -- ) current-session-url http-web-driver-request drop ; ! Timeouts ! https://www.w3.org/TR/webdriver/#timeouts TUPLE: timeouts { script initial: 30000 } { page-load initial: 300000 } { implicit initial: 0 } ; : get-timeouts ( -- timeouts ) "timeouts" http-web-driver-request [ "script" of ] [ "pageload" of ] [ "implicit" of ] tri timeouts boa ; : set-timeouts ( timeouts -- ) [ script>> ] [ page-load>> ] [ implicit>> ] tri 'H{ { "script" _ } { "pageLoad" _ } { "implicit" _ } } "timeouts" http-web-driver-request drop ; ! Navigation ! https://www.w3.org/TR/webdriver/#navigation : get-current-url ( -- url ) "url" http-web-driver-request >url ; : navigate-to ( url -- ) present 'H{ { "url" _ } } "url" http-web-driver-request drop ; : back ( -- ) f "back" http-web-driver-request drop ; : refresh ( -- ) f "refresh" http-web-driver-request drop ; : title ( -- title ) "title" http-web-driver-request ; ! elements TUPLE: web-element id ; C: web-element : ( using value -- hashtable ) 'H{ { "value" _ } { "using" _ } } ; : ( value -- hashtable ) css-location-strategy ; : ( value -- hashtable ) link-text-location-strategy ; : ( value -- hashtable ) partial-link-text-location-strategy ; : ( value -- hashtable ) tag-name-location-strategy ; : ( value -- hashtable ) xpath-location-strategy ; : find-element ( locator -- element ) "element" http-web-driver-request web-element-identifier of ; : find-elements ( locator -- element ) "elements" http-web-driver-request [ web-element-identifier of ] map ; ! TODO: finish the element by definitions ! clean up a little << SYNTAX: DEFINE-LOCATORS: scan-token { [ [ "find-element" prepend-path create-word-in ] [ "-locator" append "<" ">" surround parse-word 1quotation [ find-element ] compose ( value -- element ) ] bi define-declared ] [ [ "find-elements" prepend-path create-word-in ] [ "-locator" append "<" ">" surround parse-word 1quotation [ find-elements ] compose ( value -- seq ) ] bi define-declared ] } cleave ; >> DEFINE-LOCATORS: css DEFINE-LOCATORS: link-text DEFINE-LOCATORS: partial-link-text DEFINE-LOCATORS: tag-name DEFINE-LOCATORS: xpath ! some helper css locators : maybe-prepend ( string char -- string' ) 2dup [ first ] bi@ = [ drop ] [ prepend ] if ; : find-element-by-id ( id -- element ) "#" maybe-prepend find-element/css ; : find-elements-by-id ( id -- element ) "#" maybe-prepend find-elements/css ; : find-element-by-class-name ( name -- element ) "." maybe-prepend find-element/css ; : find-elements-by-class-name ( name -- element ) "." maybe-prepend find-elements/css ; : active-element ( -- element ) "element/active" http-web-driver-request ; ! element state : is-element-selected? ( element -- ? ) "selected" http-web-driver-request ; : get-element-attribute ( element name -- attribute ) "attribute" prepend-path http-web-driver-request ; : get-element-property ( element name -- property ) "property" prepend-path http-web-driver-request ; : get-element-css-value ( element property-name -- css-value ) "css" prepend-path http-web-driver-request ; : get-element-text ( element -- text ) "text" http-web-driver-request ; : is-element-enabled? ( element -- ? ) "enabled" http-web-driver-request ; TUPLE: rect x y width height ; : get-element-rect ( element -- rect ) "rect" http-web-driver-request { [ "x" of ] [ "y" of ] [ "width" of ] [ "height" of ] } cleave rect boa ; ! element interaction : element-click ( element -- ) f "click" http-web-driver-request drop ; : element-clear ( element -- ) f "clear" http-web-driver-request drop ; : element-send-keys ( element value -- ) 'H{ { "text" _ } } "value" http-web-driver-request drop ; ! document handling : get-page-source ( -- source ) "source" http-web-driver-request ; : execute-script ( script arguments -- return ) 'H{ { "script" _ } { "args" _ } } "execute/sync" http-web-driver-request ; : execute-async-script ( script arguments -- return ) 'H{ { "script" _ } { "args" _ } } "execute/async" http-web-driver-request ; ! cooHkies ! TODO: samesite? : web-driver-cookie>cookie ( hashtable -- cookie ) { [ "name" of ] [ "value" of f f ] [ "path" of ] [ "domain" of ] [ "expiry" of f swap unix-time>timestamp ] [ "httpOnly" of ] [ "secure" of ] } cleave cookie boa ; : cookie>web-driver-cookie ( cookie -- hashtable ) tuple>assoc >hashtable [ [ "httpOnly" "http-only" rot rename-at ] [ "expiry" "max-age" rot rename-at ] bi ] keep ; : get-all-cookies ( -- cookies ) "cookie" http-web-driver-request [ web-driver-cookie>cookie ] map ; : get-named-cookie ( name -- value ) "cookie" prepend-path http-web-driver-request web-driver-cookie>cookie ; : add-cookie ( cookie -- ) cookie>web-driver-cookie "cookie" http-web-driver-request drop ; : delete-cookie ( name -- ) "cookie" prepend-path http-web-driver-request drop ; : delete-all-cookies ( -- ) "cookie" http-web-driver-request drop ; ! User prompts ! https://www.w3.org/TR/webdriver/#user-prompts : dismiss-alert ( -- ) f "alert/dismiss" http-web-driver-request drop ; : accept-alert ( -- ) f "alert/accept" http-web-driver-request drop ; : get-alert-text ( -- text ) "alert/text" http-web-driver-request ; : send-alert-text ( text -- ) 'H{ { "text" _ } } "alert/text" http-web-driver-request drop ; ! Screen capture ! https://www.w3.org/TR/webdriver/#screen-capture : take-screenshot ( -- loading-png ) "screenshot" http-web-driver-request base64> binary load-png ; : take-element-screenshot ( element -- loading-png ) "screenshot" http-web-driver-request base64> binary load-png ; ! TODO: Actions ! TODO: handle driver processes better : get-free-listen-port ( -- port ) utf8 [ addr>> port>> ] [ dispose ] bi number>string ; : ( host port command -- process ) -rot '{ _ "--host" _ "--port" _ } utf8 ; : ( host port -- process ) "geckodriver" ; : ( host port -- process ) "chromedriver" ; : init-driver-session ( -- ) "127.0.0.1" get-free-listen-port [ ":" prepend append "http://" prepend "/" append >url ] [ ] 2bi f f web-driver-session boa >current-web-driver-session ; : ( capabilities -- ) init-driver-session [ ready?>> ] [ 1 seconds sleep status ] do until new-session [ "sessionId" of ] [ "capabilities" of ] bi current-web-driver-session> swap >>capabilities swap >>session-id >current-web-driver-session ;