factor/core/compiler/x86/intrinsics.factor

318 lines
8.2 KiB
Factor

! Copyright (C) 2005, 2006 Slava Pestov.
! See http://factorcode.org/license.txt for BSD license.
USING: alien arrays assembler kernel kernel-internals math
math-internals namespaces sequences words ;
IN: compiler
! Type checks
\ tag [
"in" operand tag-mask AND
"in" operand tag-bits SHL
] H{
{ +input+ { { f "in" } } }
{ +output+ { "in" } }
} define-intrinsic
\ type [
#! Intrinstic version of type primitive.
"header" define-label
"f" define-label
"end" define-label
! Make a copy
"x" operand "obj" operand MOV
! Get the tag
"obj" operand tag-mask AND
! Compare with object tag number (3).
"obj" operand object-tag CMP
! Jump if the object doesn't store type info in its header
"header" get JE
! It doesn't store type info in its header
"obj" operand tag-bits SHL
"end" get JMP
"header" resolve-label
! It does store type info in its header
! Is the pointer itself equal to 3? Then its F_TYPE (9).
"x" operand object-tag CMP
"f" get JE
! The pointer is not equal to 3. Load the object header.
"obj" operand "x" operand object-tag neg [+] MOV
! Mask off header tag, making a fixnum.
"obj" operand object-tag XOR
"end" get JMP
"f" resolve-label
! The pointer is equal to 3. Load F_TYPE (9).
"obj" operand f type tag-bits shift MOV
"end" resolve-label
] H{
{ +input+ { { f "obj" } } }
{ +scratch+ { { f "x" } { f "y" } } }
{ +output+ { "obj" } }
} define-intrinsic
! Slots
: %untag ( reg -- ) tag-mask bitnot AND ;
\ slot [
"obj" operand %untag
! turn tagged fixnum slot # into an offset, multiple of 4
"n" operand fixnum>slot@
! compute slot address
"obj" operand "n" operand ADD
! load slot value
"obj" operand dup [] MOV
] H{
{ +input+ { { f "obj" } { f "n" } } }
{ +output+ { "obj" } }
{ +clobber+ { "n" } }
} define-intrinsic
: generate-write-barrier ( -- )
#! Mark the card pointed to by vreg.
"obj" operand card-bits SHR
"obj" operand HEX: ffff ADD rel-absolute-cell rel-cards
"obj" operand [] card-mark OR ;
\ set-slot [
"obj" operand %untag
! turn tagged fixnum slot # into an offset
"slot" operand fixnum>slot@
! compute slot address
"slot" operand "obj" operand ADD
! store new slot value
"slot" operand [] "val" operand MOV
generate-write-barrier
] H{
{ +input+ { { f "val" } { f "obj" } { f "slot" } } }
{ +clobber+ { "obj" "slot" } }
} define-intrinsic
: char-reg cell 8 = RBX EBX ? ; inline
: char-reg-16 BX ; inline
\ char-slot [
char-reg PUSH
"n" operand 2 SHR
char-reg dup XOR
"obj" operand "n" operand ADD
char-reg-16 "obj" operand string-offset [+] MOV
char-reg tag-bits SHL
"obj" operand char-reg MOV
char-reg POP
] H{
{ +input+ { { f "n" } { f "obj" } } }
{ +output+ { "obj" } }
{ +clobber+ { "n" } }
} define-intrinsic
\ set-char-slot [
char-reg PUSH
"val" operand tag-bits SHR
"slot" operand 2 SHR
"obj" operand "slot" operand ADD
char-reg "val" operand MOV
"obj" operand string-offset [+] char-reg-16 MOV
char-reg POP
] H{
{ +input+ { { f "val" } { f "slot" } { f "obj" } } }
{ +clobber+ { "val" "slot" "obj" } }
} define-intrinsic
! Fixnums
: define-fixnum-op ( word op -- )
[ [ "x" operand "y" operand ] % , ] [ ] make H{
{ +input+ { { f "x" } { f "y" } } }
{ +output+ { "x" } }
} define-intrinsic ;
{
{ fixnum+fast ADD }
{ fixnum-fast SUB }
{ fixnum-bitand AND }
{ fixnum-bitor OR }
{ fixnum-bitxor XOR }
} [
first2 define-fixnum-op
] each
\ fixnum-bitnot [
"x" operand NOT
"x" operand tag-mask XOR
] H{
{ +input+ { { f "x" } } }
{ +output+ { "x" } }
} define-intrinsic
! This has specific register requirements. Inputs are in
! ECX and EAX, and the result is in EDX.
\ fixnum-mod [
prepare-division
"y" operand IDIV
] H{
{ +input+ { { 0 "x" } { 1 "y" } } }
{ +scratch+ { { 2 "out" } } }
{ +output+ { "out" } }
} define-intrinsic
: %untag-fixnums ( seq -- )
[ tag-bits SAR ] unique-operands ;
: simple-overflow ( word -- )
"end" define-label
"z" operand "x" operand MOV
"z" operand "y" operand pick execute
! If the previous arithmetic operation overflowed, then we
! turn the result into a bignum and leave it in EAX.
"end" get JNO
! There was an overflow. Recompute the original operand.
{ "y" "x" } %untag-fixnums
"x" operand "y" operand rot execute
"z" operand "x" operand %allot-bignum-signed-1
"end" resolve-label ; inline
: simple-overflow-template ( word insn -- )
[ simple-overflow ] curry H{
{ +input+ { { f "x" } { f "y" } } }
{ +scratch+ { { f "z" } } }
{ +output+ { "z" } }
{ +clobber+ { "x" "y" } }
} define-intrinsic ;
\ fixnum+ \ ADD simple-overflow-template
\ fixnum- \ SUB simple-overflow-template
: %tag-overflow ( -- )
#! Tag a cell-size value, where the tagging might posibly
#! overflow BUT IT MUST NOT EXCEED cell-2 BITS
"y" operand "x" operand MOV ! Make a copy
"x" operand 1 tag-bits shift IMUL2 ! Tag it
"end" get JNO ! Overflow?
"x" operand "y" operand %allot-bignum-signed-1 ! Yes, box bignum
;
! \ fixnum* [
! "overflow-1" define-label
! "overflow-2" define-label
! "end" define-label
! { "y" "x" } %untag-fixnums
! "y" operand IMUL
! "overflow-1" get JNO
! "x" operand "r" operand %allot-bignum-signed-2
! "end" get JMP
! "overflow-1" resolve-label
! %tag-overflow
! "end" resolve-label
! ] H{
! { +input+ { { 0 "x" } { 1 "y" } } }
! { +output+ { "x" } }
! { +scratch+ { { 2 "r" } } }
! { +clobber+ { "y" } }
! } define-intrinsic
: generate-fixnum/mod
#! The same code is used for fixnum/i and fixnum/mod.
#! This has specific register
#! ECX and EAX, and the result is in EDX.
"end" define-label
prepare-division
"y" operand IDIV
%tag-overflow
"end" resolve-label ;
\ fixnum/i [ generate-fixnum/mod ] H{
{ +input+ { { 0 "x" } { 1 "y" } } }
{ +scratch+ { { 2 "r" } } }
{ +output+ { "x" } }
{ +clobber+ { "x" "y" } }
} define-intrinsic
\ fixnum/mod [ generate-fixnum/mod ] H{
{ +input+ { { 0 "x" } { 1 "y" } } }
{ +scratch+ { { 2 "r" } } }
{ +output+ { "x" "r" } }
{ +clobber+ { "x" "y" } }
} define-intrinsic
: define-fixnum-jump ( word op -- )
[ "x" operand "y" operand CMP ] swap add
{ { f "x" } { f "y" } } define-if-intrinsic ;
{
{ fixnum< JL }
{ fixnum<= JLE }
{ fixnum> JG }
{ fixnum>= JGE }
{ eq? JE }
} [
first2 define-fixnum-jump
] each
\ fixnum>bignum [
"nonzero" define-label
"end" define-label
"x" operand 0 CMP ! is it zero?
"nonzero" get JNE
0 >bignum "x" get load-literal
"end" get JMP
"nonzero" resolve-label
"x" operand tag-bits SAR
"x" operand dup %allot-bignum-signed-1
"end" resolve-label
] H{
{ +input+ { { f "x" } } }
{ +output+ { "x" } }
} define-intrinsic
\ bignum>fixnum [
"nonzero" define-label
"positive" define-label
"end" define-label
"x" operand %untag
"y" operand "x" operand cell [+] MOV
! if the length is 1, its just the sign and nothing else,
! so output 0
"y" operand 1 tag-bits shift CMP
"nonzero" get JNE
"y" operand 0 MOV
"end" get JMP
"nonzero" resolve-label
! load the value
"y" operand "x" operand 3 cells [+] MOV
! load the sign
"x" operand "x" operand 2 cells [+] MOV
! is the sign negative?
"x" operand 0 CMP
"positive" get JE
"y" operand -1 IMUL2
"positive" resolve-label
"y" operand 3 SHL
"end" resolve-label
] H{
{ +input+ { { f "x" } } }
{ +scratch+ { { f "y" } } }
{ +clobber+ { "x" } }
{ +output+ { "y" } }
} define-intrinsic
! User environment
: %userenv ( -- )
"x" operand 0 MOV
"userenv" f rel-absolute-cell rel-dlsym
"n" operand fixnum>slot@
"n" operand "x" operand ADD ;
\ getenv [
%userenv "n" operand dup [] MOV
] H{
{ +input+ { { f "n" } } }
{ +scratch+ { { f "x" } } }
{ +output+ { "n" } }
} define-intrinsic
\ setenv [
%userenv "n" operand [] "val" operand MOV
] H{
{ +input+ { { f "val" } { f "n" } } }
{ +scratch+ { { f "x" } } }
{ +clobber+ { "n" } }
} define-intrinsic