2009-08-17 16:37:04 -04:00
|
|
|
namespace factor
|
|
|
|
{
|
|
|
|
|
2009-10-15 06:51:11 -04:00
|
|
|
struct growable_array;
|
|
|
|
|
2009-10-05 04:27:28 -04:00
|
|
|
struct factor_vm
|
2009-09-27 15:09:09 -04:00
|
|
|
{
|
|
|
|
// First five fields accessed directly by assembler. See vm.factor
|
2009-10-07 09:33:54 -04:00
|
|
|
|
|
|
|
/* Current stacks */
|
2009-10-05 04:27:28 -04:00
|
|
|
context *stack_chain;
|
2009-10-07 09:33:54 -04:00
|
|
|
|
|
|
|
/* New objects are allocated here */
|
|
|
|
zone nursery;
|
|
|
|
|
|
|
|
/* Add this to a shifted address to compute write barrier offsets */
|
2009-09-27 15:09:09 -04:00
|
|
|
cell cards_offset;
|
|
|
|
cell decks_offset;
|
2009-09-03 14:41:19 -04:00
|
|
|
|
2009-10-07 09:33:54 -04:00
|
|
|
/* TAGGED user environment data; see getenv/setenv prims */
|
|
|
|
cell userenv[USER_ENV];
|
|
|
|
|
|
|
|
/* Data stack and retain stack sizes */
|
2009-09-27 15:09:09 -04:00
|
|
|
cell ds_size, rs_size;
|
2009-10-07 09:33:54 -04:00
|
|
|
|
|
|
|
/* Pooling unused contexts to make callbacks cheaper */
|
2009-09-27 15:09:09 -04:00
|
|
|
context *unused_contexts;
|
|
|
|
|
2009-10-07 09:33:54 -04:00
|
|
|
/* Canonical T object. It's just a word */
|
|
|
|
cell T;
|
|
|
|
|
|
|
|
/* Is call counting enabled? */
|
|
|
|
bool profiling_p;
|
|
|
|
|
|
|
|
/* Global variables used to pass fault handler state from signal handler to
|
|
|
|
user-space */
|
|
|
|
cell signal_number;
|
|
|
|
cell signal_fault_addr;
|
|
|
|
unsigned int signal_fpu_status;
|
|
|
|
stack_frame *signal_callstack_top;
|
|
|
|
|
|
|
|
/* Zeroes out deallocated memory; set by the -securegc command line argument */
|
|
|
|
bool secure_gc;
|
|
|
|
|
|
|
|
/* A heap walk allows useful things to be done, like finding all
|
|
|
|
references to an object for debugging purposes. */
|
|
|
|
cell heap_scan_ptr;
|
|
|
|
|
|
|
|
/* GC is off during heap walking */
|
|
|
|
bool gc_off;
|
|
|
|
|
|
|
|
/* Data heap */
|
|
|
|
data_heap *data;
|
|
|
|
|
2009-10-07 09:40:28 -04:00
|
|
|
/* Code heap */
|
|
|
|
code_heap *code;
|
|
|
|
|
2009-10-07 09:33:54 -04:00
|
|
|
/* Only set if we're performing a GC */
|
|
|
|
gc_state *current_gc;
|
|
|
|
|
|
|
|
/* Statistics */
|
2009-10-07 09:40:28 -04:00
|
|
|
gc_statistics gc_stats;
|
2009-10-07 09:33:54 -04:00
|
|
|
|
|
|
|
/* If a runtime function needs to call another function which potentially
|
|
|
|
allocates memory, it must wrap any local variable references to Factor
|
|
|
|
objects in gc_root instances */
|
|
|
|
std::vector<cell> gc_locals;
|
|
|
|
std::vector<cell> gc_bignums;
|
|
|
|
|
|
|
|
/* Debugger */
|
|
|
|
bool fep_disabled;
|
|
|
|
bool full_output;
|
|
|
|
|
|
|
|
/* Canonical bignums */
|
|
|
|
cell bignum_zero;
|
|
|
|
cell bignum_pos_one;
|
|
|
|
cell bignum_neg_one;
|
|
|
|
|
|
|
|
/* Method dispatch statistics */
|
|
|
|
cell megamorphic_cache_hits;
|
|
|
|
cell megamorphic_cache_misses;
|
|
|
|
|
|
|
|
cell cold_call_to_ic_transitions;
|
|
|
|
cell ic_to_pic_transitions;
|
|
|
|
cell pic_to_mega_transitions;
|
|
|
|
/* Indexed by PIC_TAG, PIC_HI_TAG, PIC_TUPLE, PIC_HI_TAG_TUPLE */
|
|
|
|
cell pic_counts[4];
|
|
|
|
|
|
|
|
/* Number of entries in a polymorphic inline cache */
|
|
|
|
cell max_pic_size;
|
|
|
|
|
|
|
|
// contexts
|
2009-08-17 16:37:04 -04:00
|
|
|
void reset_datastack();
|
|
|
|
void reset_retainstack();
|
|
|
|
void fix_stacks();
|
|
|
|
void save_stacks();
|
|
|
|
context *alloc_context();
|
|
|
|
void dealloc_context(context *old_context);
|
|
|
|
void nest_stacks();
|
|
|
|
void unnest_stacks();
|
|
|
|
void init_stacks(cell ds_size_, cell rs_size_);
|
|
|
|
bool stack_to_array(cell bottom, cell top);
|
|
|
|
cell array_to_stack(array *array, cell bottom);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_datastack();
|
|
|
|
void primitive_retainstack();
|
|
|
|
void primitive_set_datastack();
|
|
|
|
void primitive_set_retainstack();
|
|
|
|
void primitive_check_datastack();
|
2009-08-17 16:37:04 -04:00
|
|
|
|
|
|
|
// run
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_getenv();
|
|
|
|
void primitive_setenv();
|
|
|
|
void primitive_exit();
|
|
|
|
void primitive_micros();
|
|
|
|
void primitive_sleep();
|
|
|
|
void primitive_set_slot();
|
|
|
|
void primitive_load_locals();
|
2009-08-17 16:37:04 -04:00
|
|
|
cell clone_object(cell obj_);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_clone();
|
2009-08-17 16:37:04 -04:00
|
|
|
|
|
|
|
// profiler
|
|
|
|
void init_profiler();
|
|
|
|
code_block *compile_profiling_stub(cell word_);
|
|
|
|
void set_profiling(bool profiling);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_profiling();
|
2009-08-17 16:37:04 -04:00
|
|
|
|
|
|
|
// errors
|
|
|
|
void throw_error(cell error, stack_frame *callstack_top);
|
|
|
|
void not_implemented_error();
|
|
|
|
bool in_page(cell fault, cell area, cell area_size, int offset);
|
|
|
|
void memory_protection_error(cell addr, stack_frame *native_stack);
|
|
|
|
void signal_error(int signal, stack_frame *native_stack);
|
|
|
|
void divide_by_zero_error();
|
2009-08-23 16:39:17 -04:00
|
|
|
void fp_trap_error(unsigned int fpu_status, stack_frame *signal_callstack_top);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_call_clear();
|
|
|
|
void primitive_unimplemented();
|
2009-08-17 16:37:04 -04:00
|
|
|
void memory_signal_handler_impl();
|
|
|
|
void misc_signal_handler_impl();
|
|
|
|
void fp_signal_handler_impl();
|
|
|
|
void type_error(cell type, cell tagged);
|
2009-08-23 16:39:17 -04:00
|
|
|
void general_error(vm_error_type error, cell arg1, cell arg2, stack_frame *native_stack);
|
2009-08-17 16:37:05 -04:00
|
|
|
|
|
|
|
// bignum
|
|
|
|
int bignum_equal_p(bignum * x, bignum * y);
|
|
|
|
enum bignum_comparison bignum_compare(bignum * x, bignum * y);
|
|
|
|
bignum *bignum_add(bignum * x, bignum * y);
|
|
|
|
bignum *bignum_subtract(bignum * x, bignum * y);
|
|
|
|
bignum *bignum_multiply(bignum * x, bignum * y);
|
2009-08-17 16:37:05 -04:00
|
|
|
void bignum_divide(bignum * numerator, bignum * denominator, bignum * * quotient, bignum * * remainder);
|
|
|
|
bignum *bignum_quotient(bignum * numerator, bignum * denominator);
|
|
|
|
bignum *bignum_remainder(bignum * numerator, bignum * denominator);
|
2009-08-17 16:37:17 -04:00
|
|
|
cell bignum_to_cell(bignum * bignum);
|
|
|
|
fixnum bignum_to_fixnum(bignum * bignum);
|
|
|
|
s64 bignum_to_long_long(bignum * bignum);
|
|
|
|
u64 bignum_to_ulong_long(bignum * bignum);
|
2009-08-17 16:37:05 -04:00
|
|
|
double bignum_to_double(bignum * bignum);
|
|
|
|
bignum *double_to_bignum(double x);
|
|
|
|
int bignum_equal_p_unsigned(bignum * x, bignum * y);
|
|
|
|
enum bignum_comparison bignum_compare_unsigned(bignum * x, bignum * y);
|
|
|
|
bignum *bignum_add_unsigned(bignum * x, bignum * y, int negative_p);
|
|
|
|
bignum *bignum_subtract_unsigned(bignum * x, bignum * y);
|
|
|
|
bignum *bignum_multiply_unsigned(bignum * x, bignum * y, int negative_p);
|
|
|
|
bignum *bignum_multiply_unsigned_small_factor(bignum * x, bignum_digit_type y,int negative_p);
|
|
|
|
void bignum_destructive_add(bignum * bignum, bignum_digit_type n);
|
|
|
|
void bignum_destructive_scale_up(bignum * bignum, bignum_digit_type factor);
|
2009-10-05 04:27:28 -04:00
|
|
|
void bignum_divide_unsigned_large_denominator(bignum * numerator, bignum * denominator,
|
2009-09-29 14:53:10 -04:00
|
|
|
bignum * * quotient, bignum * * remainder, int q_negative_p, int r_negative_p);
|
2009-08-17 16:37:05 -04:00
|
|
|
void bignum_divide_unsigned_normalized(bignum * u, bignum * v, bignum * q);
|
2009-10-05 04:27:28 -04:00
|
|
|
bignum_digit_type bignum_divide_subtract(bignum_digit_type * v_start, bignum_digit_type * v_end,
|
2009-09-29 14:53:10 -04:00
|
|
|
bignum_digit_type guess, bignum_digit_type * u_start);
|
2009-10-05 04:27:28 -04:00
|
|
|
void bignum_divide_unsigned_medium_denominator(bignum * numerator,bignum_digit_type denominator,
|
2009-09-29 14:53:10 -04:00
|
|
|
bignum * * quotient, bignum * * remainder,int q_negative_p, int r_negative_p);
|
2009-08-17 16:37:05 -04:00
|
|
|
void bignum_destructive_normalization(bignum * source, bignum * target, int shift_left);
|
2009-08-17 16:37:05 -04:00
|
|
|
void bignum_destructive_unnormalization(bignum * bignum, int shift_right);
|
2009-10-05 04:27:28 -04:00
|
|
|
bignum_digit_type bignum_digit_divide(bignum_digit_type uh, bignum_digit_type ul,
|
2009-09-29 14:53:10 -04:00
|
|
|
bignum_digit_type v, bignum_digit_type * q) /* return value */;
|
2009-10-05 04:27:28 -04:00
|
|
|
bignum_digit_type bignum_digit_divide_subtract(bignum_digit_type v1, bignum_digit_type v2,
|
2009-09-29 14:53:10 -04:00
|
|
|
bignum_digit_type guess, bignum_digit_type * u);
|
2009-10-05 04:27:28 -04:00
|
|
|
void bignum_divide_unsigned_small_denominator(bignum * numerator, bignum_digit_type denominator,
|
2009-09-29 14:53:10 -04:00
|
|
|
bignum * * quotient, bignum * * remainder,int q_negative_p, int r_negative_p);
|
2009-08-17 16:37:05 -04:00
|
|
|
bignum_digit_type bignum_destructive_scale_down(bignum * bignum, bignum_digit_type denominator);
|
|
|
|
bignum * bignum_remainder_unsigned_small_denominator(bignum * n, bignum_digit_type d, int negative_p);
|
|
|
|
bignum *bignum_digit_to_bignum(bignum_digit_type digit, int negative_p);
|
|
|
|
bignum *allot_bignum(bignum_length_type length, int negative_p);
|
|
|
|
bignum * allot_bignum_zeroed(bignum_length_type length, int negative_p);
|
|
|
|
bignum *bignum_shorten_length(bignum * bignum, bignum_length_type length);
|
|
|
|
bignum *bignum_trim(bignum * bignum);
|
|
|
|
bignum *bignum_new_sign(bignum * x, int negative_p);
|
|
|
|
bignum *bignum_maybe_new_sign(bignum * x, int negative_p);
|
|
|
|
void bignum_destructive_copy(bignum * source, bignum * target);
|
|
|
|
bignum *bignum_bitwise_not(bignum * x);
|
|
|
|
bignum *bignum_arithmetic_shift(bignum * arg1, fixnum n);
|
|
|
|
bignum *bignum_bitwise_and(bignum * arg1, bignum * arg2);
|
|
|
|
bignum *bignum_bitwise_ior(bignum * arg1, bignum * arg2);
|
|
|
|
bignum *bignum_bitwise_xor(bignum * arg1, bignum * arg2);
|
|
|
|
bignum *bignum_magnitude_ash(bignum * arg1, fixnum n);
|
|
|
|
bignum *bignum_pospos_bitwise_op(int op, bignum * arg1, bignum * arg2);
|
|
|
|
bignum *bignum_posneg_bitwise_op(int op, bignum * arg1, bignum * arg2);
|
|
|
|
bignum *bignum_negneg_bitwise_op(int op, bignum * arg1, bignum * arg2);
|
|
|
|
void bignum_negate_magnitude(bignum * arg);
|
|
|
|
bignum *bignum_integer_length(bignum * x);
|
|
|
|
int bignum_logbitp(int shift, bignum * arg);
|
|
|
|
int bignum_unsigned_logbitp(int shift, bignum * bignum);
|
2009-09-23 14:05:46 -04:00
|
|
|
bignum *digit_stream_to_bignum(unsigned int n_digits, unsigned int (*producer)(unsigned int, factor_vm *), unsigned int radix, int negative_p);
|
2009-08-17 16:37:05 -04:00
|
|
|
|
2009-10-08 03:10:28 -04:00
|
|
|
//data heap
|
2009-08-17 16:37:05 -04:00
|
|
|
void init_card_decks();
|
2009-10-07 15:05:09 -04:00
|
|
|
void clear_cards(old_space *gen);
|
|
|
|
void clear_decks(old_space *gen);
|
|
|
|
void reset_generation(old_space *gen);
|
2009-08-17 16:37:05 -04:00
|
|
|
void set_data_heap(data_heap *data_);
|
2009-10-06 03:39:12 -04:00
|
|
|
void init_data_heap(cell young_size, cell aging_size, cell tenured_size, bool secure_gc_);
|
2009-08-17 16:37:05 -04:00
|
|
|
cell untagged_object_size(object *pointer);
|
|
|
|
cell unaligned_object_size(object *pointer);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_size();
|
2009-08-17 16:37:05 -04:00
|
|
|
cell binary_payload_start(object *pointer);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_data_room();
|
2009-08-17 16:37:05 -04:00
|
|
|
void begin_scan();
|
|
|
|
void end_scan();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_begin_scan();
|
2009-08-17 16:37:05 -04:00
|
|
|
cell next_object();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_next_object();
|
|
|
|
void primitive_end_scan();
|
2009-10-03 09:47:05 -04:00
|
|
|
template<typename Iterator> void each_object(Iterator &iterator);
|
2009-08-17 16:37:05 -04:00
|
|
|
cell find_all_words();
|
2009-08-17 16:37:15 -04:00
|
|
|
cell object_size(cell tagged);
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-09-28 14:02:51 -04:00
|
|
|
/* the write barrier must be called any time we are potentially storing a
|
|
|
|
pointer from an older generation to a younger one */
|
2009-10-13 22:16:04 -04:00
|
|
|
inline void write_barrier(cell *slot_ptr)
|
2009-09-28 14:02:51 -04:00
|
|
|
{
|
2009-10-14 07:13:51 -04:00
|
|
|
*(char *)(cards_offset + ((cell)slot_ptr >> card_bits)) = card_mark_mask;
|
|
|
|
*(char *)(decks_offset + ((cell)slot_ptr >> deck_bits)) = card_mark_mask;
|
2009-09-28 14:02:51 -04:00
|
|
|
}
|
|
|
|
|
2009-10-08 03:10:28 -04:00
|
|
|
// gc
|
2009-10-15 23:31:41 -04:00
|
|
|
void update_code_heap_for_minor_gc(std::set<code_block *> *remembered_set);
|
2009-10-05 23:16:08 -04:00
|
|
|
void collect_nursery();
|
|
|
|
void collect_aging();
|
2009-10-08 03:10:28 -04:00
|
|
|
void collect_to_tenured();
|
2009-10-14 03:06:01 -04:00
|
|
|
void collect_full_impl(bool trace_contexts_p);
|
2009-10-16 05:33:35 -04:00
|
|
|
void collect_growing_heap(cell requested_bytes, bool trace_contexts_p, bool compact_code_heap_p);
|
|
|
|
void collect_full(bool trace_contexts_p, bool compact_code_heap_p);
|
2009-10-15 06:51:11 -04:00
|
|
|
void record_gc_stats(generation_statistics *stats);
|
2009-10-16 05:33:35 -04:00
|
|
|
void gc(gc_op op, cell requested_bytes, bool trace_contexts_p, bool compact_code_heap_p);
|
|
|
|
void primitive_full_gc();
|
|
|
|
void primitive_minor_gc();
|
|
|
|
void primitive_compact_gc();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_gc_stats();
|
2009-08-17 16:37:05 -04:00
|
|
|
void clear_gc_stats();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_become();
|
2009-08-17 16:37:05 -04:00
|
|
|
void inline_gc(cell *gc_roots_base, cell gc_roots_size);
|
2009-09-29 14:53:10 -04:00
|
|
|
object *allot_object(header header, cell size);
|
2009-10-15 06:51:11 -04:00
|
|
|
void add_gc_stats(generation_statistics *stats, growable_array *result);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_clear_gc_stats();
|
2009-08-17 16:37:06 -04:00
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
template<typename Type> Type *allot(cell size)
|
2009-09-29 14:53:10 -04:00
|
|
|
{
|
2009-10-03 09:47:05 -04:00
|
|
|
return (Type *)allot_object(header(Type::type_number),size);
|
2009-09-29 14:53:10 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
inline void check_data_pointer(object *pointer)
|
|
|
|
{
|
|
|
|
#ifdef FACTOR_DEBUG
|
2009-10-15 06:51:11 -04:00
|
|
|
if(!(current_gc && current_gc->op == collect_growing_heap_op))
|
2009-09-29 14:53:10 -04:00
|
|
|
{
|
|
|
|
assert((cell)pointer >= data->seg->start
|
|
|
|
&& (cell)pointer < data->seg->end);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
inline void check_tagged_pointer(cell tagged)
|
|
|
|
{
|
|
|
|
#ifdef FACTOR_DEBUG
|
|
|
|
if(!immediate_p(tagged))
|
|
|
|
{
|
|
|
|
object *obj = untag<object>(tagged);
|
|
|
|
check_data_pointer(obj);
|
|
|
|
obj->h.hi_tag();
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2009-08-17 16:37:10 -04:00
|
|
|
// generic arrays
|
2009-10-03 09:47:05 -04:00
|
|
|
template<typename Array> Array *allot_array_internal(cell capacity);
|
|
|
|
template<typename Array> bool reallot_array_in_place_p(Array *array, cell capacity);
|
|
|
|
template<typename Array> Array *reallot_array(Array *array_, cell capacity);
|
2009-08-17 16:37:10 -04:00
|
|
|
|
2009-08-17 16:37:06 -04:00
|
|
|
//debug
|
|
|
|
void print_chars(string* str);
|
|
|
|
void print_word(word* word, cell nesting);
|
|
|
|
void print_factor_string(string* str);
|
|
|
|
void print_array(array* array, cell nesting);
|
|
|
|
void print_tuple(tuple *tuple, cell nesting);
|
|
|
|
void print_nested_obj(cell obj, fixnum nesting);
|
|
|
|
void print_obj(cell obj);
|
|
|
|
void print_objects(cell *start, cell *end);
|
|
|
|
void print_datastack();
|
|
|
|
void print_retainstack();
|
|
|
|
void print_callstack();
|
|
|
|
void dump_cell(cell x);
|
|
|
|
void dump_memory(cell from, cell to);
|
2009-10-15 22:37:34 -04:00
|
|
|
void dump_zone(const char *name, zone *z);
|
2009-08-17 16:37:06 -04:00
|
|
|
void dump_generations();
|
|
|
|
void dump_objects(cell type);
|
|
|
|
void find_data_references_step(cell *scan);
|
|
|
|
void find_data_references(cell look_for_);
|
|
|
|
void dump_code_heap();
|
|
|
|
void factorbug();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_die();
|
2009-08-17 16:37:06 -04:00
|
|
|
|
|
|
|
//arrays
|
|
|
|
array *allot_array(cell capacity, cell fill_);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_array();
|
2009-08-17 16:37:06 -04:00
|
|
|
cell allot_array_1(cell obj_);
|
|
|
|
cell allot_array_2(cell v1_, cell v2_);
|
|
|
|
cell allot_array_4(cell v1_, cell v2_, cell v3_, cell v4_);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_resize_array();
|
2009-08-17 16:37:10 -04:00
|
|
|
inline void set_array_nth(array *array, cell slot, cell value);
|
2009-08-17 16:37:06 -04:00
|
|
|
|
|
|
|
//strings
|
|
|
|
cell string_nth(string* str, cell index);
|
|
|
|
void set_string_nth_fast(string *str, cell index, cell ch);
|
|
|
|
void set_string_nth_slow(string *str_, cell index, cell ch);
|
|
|
|
void set_string_nth(string *str, cell index, cell ch);
|
|
|
|
string *allot_string_internal(cell capacity);
|
|
|
|
void fill_string(string *str_, cell start, cell capacity, cell fill);
|
|
|
|
string *allot_string(cell capacity, cell fill);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_string();
|
2009-08-17 16:37:06 -04:00
|
|
|
bool reallot_string_in_place_p(string *str, cell capacity);
|
|
|
|
string* reallot_string(string *str_, cell capacity);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_resize_string();
|
|
|
|
void primitive_string_nth();
|
|
|
|
void primitive_set_string_nth_fast();
|
|
|
|
void primitive_set_string_nth_slow();
|
2009-08-17 16:37:06 -04:00
|
|
|
|
|
|
|
//booleans
|
|
|
|
void box_boolean(bool value);
|
|
|
|
bool to_boolean(cell value);
|
2009-08-17 16:37:12 -04:00
|
|
|
inline cell tag_boolean(cell untagged);
|
2009-08-17 16:37:06 -04:00
|
|
|
|
|
|
|
//byte arrays
|
|
|
|
byte_array *allot_byte_array(cell size);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_byte_array();
|
|
|
|
void primitive_uninitialized_byte_array();
|
|
|
|
void primitive_resize_byte_array();
|
2009-08-17 16:37:06 -04:00
|
|
|
|
|
|
|
//tuples
|
|
|
|
tuple *allot_tuple(cell layout_);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_tuple();
|
|
|
|
void primitive_tuple_boa();
|
2009-08-17 16:37:07 -04:00
|
|
|
|
|
|
|
//words
|
2009-09-27 22:09:11 -04:00
|
|
|
word *allot_word(cell name_, cell vocab_, cell hashcode_);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_word();
|
|
|
|
void primitive_word_xt();
|
2009-08-17 16:37:07 -04:00
|
|
|
void update_word_xt(cell w_);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_optimized_p();
|
|
|
|
void primitive_wrapper();
|
2009-08-17 16:37:07 -04:00
|
|
|
|
|
|
|
//math
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_bignum_to_fixnum();
|
|
|
|
void primitive_float_to_fixnum();
|
|
|
|
void primitive_fixnum_divint();
|
|
|
|
void primitive_fixnum_divmod();
|
2009-08-17 16:37:13 -04:00
|
|
|
bignum *fixnum_to_bignum(fixnum);
|
|
|
|
bignum *cell_to_bignum(cell);
|
|
|
|
bignum *long_long_to_bignum(s64 n);
|
|
|
|
bignum *ulong_long_to_bignum(u64 n);
|
2009-08-17 16:37:07 -04:00
|
|
|
inline fixnum sign_mask(fixnum x);
|
|
|
|
inline fixnum branchless_max(fixnum x, fixnum y);
|
|
|
|
inline fixnum branchless_abs(fixnum x);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_fixnum_shift();
|
|
|
|
void primitive_fixnum_to_bignum();
|
|
|
|
void primitive_float_to_bignum();
|
|
|
|
void primitive_bignum_eq();
|
|
|
|
void primitive_bignum_add();
|
|
|
|
void primitive_bignum_subtract();
|
|
|
|
void primitive_bignum_multiply();
|
|
|
|
void primitive_bignum_divint();
|
|
|
|
void primitive_bignum_divmod();
|
|
|
|
void primitive_bignum_mod();
|
|
|
|
void primitive_bignum_and();
|
|
|
|
void primitive_bignum_or();
|
|
|
|
void primitive_bignum_xor();
|
|
|
|
void primitive_bignum_shift();
|
|
|
|
void primitive_bignum_less();
|
|
|
|
void primitive_bignum_lesseq();
|
|
|
|
void primitive_bignum_greater();
|
|
|
|
void primitive_bignum_greatereq();
|
|
|
|
void primitive_bignum_not();
|
|
|
|
void primitive_bignum_bitp();
|
|
|
|
void primitive_bignum_log2();
|
2009-08-17 16:37:07 -04:00
|
|
|
unsigned int bignum_producer(unsigned int digit);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_byte_array_to_bignum();
|
2009-08-17 16:37:07 -04:00
|
|
|
cell unbox_array_size();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_fixnum_to_float();
|
|
|
|
void primitive_bignum_to_float();
|
|
|
|
void primitive_str_to_float();
|
|
|
|
void primitive_float_to_str();
|
|
|
|
void primitive_float_eq();
|
|
|
|
void primitive_float_add();
|
|
|
|
void primitive_float_subtract();
|
|
|
|
void primitive_float_multiply();
|
|
|
|
void primitive_float_divfloat();
|
|
|
|
void primitive_float_mod();
|
|
|
|
void primitive_float_less();
|
|
|
|
void primitive_float_lesseq();
|
|
|
|
void primitive_float_greater();
|
|
|
|
void primitive_float_greatereq();
|
|
|
|
void primitive_float_bits();
|
|
|
|
void primitive_bits_float();
|
|
|
|
void primitive_double_bits();
|
|
|
|
void primitive_bits_double();
|
2009-08-17 16:37:07 -04:00
|
|
|
fixnum to_fixnum(cell tagged);
|
|
|
|
cell to_cell(cell tagged);
|
|
|
|
void box_signed_1(s8 n);
|
|
|
|
void box_unsigned_1(u8 n);
|
|
|
|
void box_signed_2(s16 n);
|
|
|
|
void box_unsigned_2(u16 n);
|
|
|
|
void box_signed_4(s32 n);
|
|
|
|
void box_unsigned_4(u32 n);
|
|
|
|
void box_signed_cell(fixnum integer);
|
|
|
|
void box_unsigned_cell(cell cell);
|
|
|
|
void box_signed_8(s64 n);
|
|
|
|
s64 to_signed_8(cell obj);
|
|
|
|
void box_unsigned_8(u64 n);
|
|
|
|
u64 to_unsigned_8(cell obj);
|
|
|
|
void box_float(float flo);
|
|
|
|
float to_float(cell value);
|
|
|
|
void box_double(double flo);
|
|
|
|
double to_double(cell value);
|
2009-09-04 14:23:20 -04:00
|
|
|
inline void overflow_fixnum_add(fixnum x, fixnum y);
|
|
|
|
inline void overflow_fixnum_subtract(fixnum x, fixnum y);
|
|
|
|
inline void overflow_fixnum_multiply(fixnum x, fixnum y);
|
2009-08-17 16:37:11 -04:00
|
|
|
inline cell allot_integer(fixnum x);
|
|
|
|
inline cell allot_cell(cell x);
|
|
|
|
inline cell allot_float(double n);
|
|
|
|
inline bignum *float_to_bignum(cell tagged);
|
|
|
|
inline double bignum_to_float(cell tagged);
|
2009-08-17 16:37:15 -04:00
|
|
|
inline double untag_float(cell tagged);
|
|
|
|
inline double untag_float_check(cell tagged);
|
|
|
|
inline fixnum float_to_fixnum(cell tagged);
|
|
|
|
inline double fixnum_to_float(cell tagged);
|
2009-10-03 09:47:05 -04:00
|
|
|
template<typename Type> Type *untag_check(cell value);
|
|
|
|
template<typename Type> Type *untag(cell value);
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-08-17 16:37:07 -04:00
|
|
|
//io
|
|
|
|
void init_c_io();
|
|
|
|
void io_error();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_fopen();
|
|
|
|
void primitive_fgetc();
|
|
|
|
void primitive_fread();
|
|
|
|
void primitive_fputc();
|
|
|
|
void primitive_fwrite();
|
2009-10-03 19:20:35 -04:00
|
|
|
void primitive_ftell();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_fseek();
|
|
|
|
void primitive_fflush();
|
|
|
|
void primitive_fclose();
|
2009-08-17 16:37:07 -04:00
|
|
|
|
2009-08-17 16:37:07 -04:00
|
|
|
//code_block
|
|
|
|
relocation_type relocation_type_of(relocation_entry r);
|
|
|
|
relocation_class relocation_class_of(relocation_entry r);
|
|
|
|
cell relocation_offset_of(relocation_entry r);
|
|
|
|
void flush_icache_for(code_block *block);
|
|
|
|
int number_of_parameters(relocation_type type);
|
|
|
|
void *object_xt(cell obj);
|
|
|
|
void *xt_pic(word *w, cell tagged_quot);
|
|
|
|
void *word_xt_pic(word *w);
|
|
|
|
void *word_xt_pic_tail(word *w);
|
|
|
|
void undefined_symbol();
|
|
|
|
void *get_rel_symbol(array *literals, cell index);
|
|
|
|
cell compute_relocation(relocation_entry rel, cell index, code_block *compiled);
|
2009-10-03 09:47:05 -04:00
|
|
|
template<typename Iterator> void iterate_relocations(code_block *compiled, Iterator &iter);
|
2009-08-17 16:37:07 -04:00
|
|
|
void store_address_2_2(cell *ptr, cell value);
|
|
|
|
void store_address_masked(cell *ptr, fixnum value, cell mask, fixnum shift);
|
|
|
|
void store_address_in_code_block(cell klass, cell offset, fixnum absolute_value);
|
|
|
|
void update_literal_references(code_block *compiled);
|
|
|
|
void relocate_code_block_step(relocation_entry rel, cell index, code_block *compiled);
|
|
|
|
void update_word_references(code_block *compiled);
|
2009-10-15 23:31:41 -04:00
|
|
|
void update_code_block_for_full_gc(code_block *compiled);
|
2009-08-17 16:37:07 -04:00
|
|
|
void check_code_address(cell address);
|
|
|
|
void relocate_code_block(code_block *compiled);
|
|
|
|
void fixup_labels(array *labels, code_block *compiled);
|
2009-10-06 06:52:45 -04:00
|
|
|
code_block *allot_code_block(cell size, cell type);
|
2009-10-06 07:25:07 -04:00
|
|
|
code_block *add_code_block(cell type, cell code_, cell labels_, cell owner_, cell relocation_, cell literals_);
|
2009-08-17 16:37:08 -04:00
|
|
|
|
2009-10-08 03:10:28 -04:00
|
|
|
//code heap
|
2009-10-06 02:42:17 -04:00
|
|
|
inline void check_code_pointer(cell ptr)
|
|
|
|
{
|
|
|
|
#ifdef FACTOR_DEBUG
|
|
|
|
assert(in_code_heap_p(ptr));
|
|
|
|
#endif
|
|
|
|
}
|
2009-09-27 15:09:09 -04:00
|
|
|
|
2009-08-17 16:37:08 -04:00
|
|
|
void init_code_heap(cell size);
|
|
|
|
bool in_code_heap_p(cell ptr);
|
|
|
|
void jit_compile_word(cell word_, cell def_, bool relocate);
|
|
|
|
void update_code_heap_words();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_modify_code_heap();
|
|
|
|
void primitive_code_room();
|
2009-08-17 16:37:08 -04:00
|
|
|
void forward_object_xts();
|
2009-10-16 05:33:35 -04:00
|
|
|
void forward_context_xts();
|
|
|
|
void compact_code_heap(bool trace_contexts_p);
|
2009-10-06 07:25:07 -04:00
|
|
|
void primitive_strip_stack_traces();
|
2009-08-18 14:02:04 -04:00
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
/* Apply a function to every code block */
|
2009-10-03 10:47:06 -04:00
|
|
|
template<typename Iterator> void iterate_code_heap(Iterator &iter)
|
2009-10-03 09:47:05 -04:00
|
|
|
{
|
|
|
|
heap_block *scan = code->first_block();
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
while(scan)
|
|
|
|
{
|
2009-10-06 06:52:45 -04:00
|
|
|
if(scan->type() != FREE_BLOCK_TYPE)
|
2009-10-03 09:47:05 -04:00
|
|
|
iter((code_block *)scan);
|
|
|
|
scan = code->next_block(scan);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-08-17 16:37:08 -04:00
|
|
|
//image
|
|
|
|
void init_objects(image_header *h);
|
|
|
|
void load_data_heap(FILE *file, image_header *h, vm_parameters *p);
|
|
|
|
void load_code_heap(FILE *file, image_header *h, vm_parameters *p);
|
|
|
|
bool save_image(const vm_char *filename);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_save_image();
|
|
|
|
void primitive_save_image_and_exit();
|
2009-10-09 06:12:28 -04:00
|
|
|
void data_fixup(cell *handle, cell data_relocation_base);
|
2009-10-09 04:20:50 -04:00
|
|
|
template<typename Type> void code_fixup(Type **handle, cell code_relocation_base);
|
|
|
|
void fixup_word(word *word, cell code_relocation_base);
|
|
|
|
void fixup_quotation(quotation *quot, cell code_relocation_base);
|
2009-08-17 16:37:08 -04:00
|
|
|
void fixup_alien(alien *d);
|
2009-10-09 04:20:50 -04:00
|
|
|
void fixup_callstack_object(callstack *stack, cell code_relocation_base);
|
|
|
|
void relocate_object(object *object, cell data_relocation_base, cell code_relocation_base);
|
|
|
|
void relocate_data(cell data_relocation_base, cell code_relocation_base);
|
|
|
|
void fixup_code_block(code_block *compiled, cell data_relocation_base);
|
|
|
|
void relocate_code(cell data_relocation_base);
|
2009-08-17 16:37:08 -04:00
|
|
|
void load_image(vm_parameters *p);
|
2009-08-17 16:37:08 -04:00
|
|
|
|
|
|
|
//callstack
|
2009-10-03 09:47:05 -04:00
|
|
|
template<typename Iterator> void iterate_callstack_object(callstack *stack_, Iterator &iterator);
|
2009-08-17 16:37:08 -04:00
|
|
|
void check_frame(stack_frame *frame);
|
|
|
|
callstack *allot_callstack(cell size);
|
|
|
|
stack_frame *fix_callstack_top(stack_frame *top, stack_frame *bottom);
|
|
|
|
stack_frame *capture_start();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_callstack();
|
|
|
|
void primitive_set_callstack();
|
2009-08-17 16:37:08 -04:00
|
|
|
code_block *frame_code(stack_frame *frame);
|
|
|
|
cell frame_type(stack_frame *frame);
|
|
|
|
cell frame_executing(stack_frame *frame);
|
|
|
|
stack_frame *frame_successor(stack_frame *frame);
|
|
|
|
cell frame_scan(stack_frame *frame);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_callstack_to_array();
|
2009-08-17 16:37:08 -04:00
|
|
|
stack_frame *innermost_stack_frame(callstack *stack);
|
|
|
|
stack_frame *innermost_stack_frame_quot(callstack *callstack);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_innermost_stack_frame_executing();
|
|
|
|
void primitive_innermost_stack_frame_scan();
|
|
|
|
void primitive_set_innermost_stack_frame_quot();
|
2009-08-17 16:37:08 -04:00
|
|
|
void save_callstack_bottom(stack_frame *callstack_bottom);
|
2009-10-16 05:33:35 -04:00
|
|
|
template<typename Iterator> void iterate_callstack(context *ctx, Iterator &iterator);
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
/* Every object has a regular representation in the runtime, which makes GC
|
|
|
|
much simpler. Every slot of the object until binary_payload_start is a pointer
|
|
|
|
to some other object. */
|
|
|
|
template<typename Iterator> void do_slots(cell obj, Iterator &iter)
|
|
|
|
{
|
|
|
|
cell scan = obj;
|
|
|
|
cell payload_start = binary_payload_start((object *)obj);
|
|
|
|
cell end = obj + payload_start;
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
scan += sizeof(cell);
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
while(scan < end)
|
|
|
|
{
|
|
|
|
iter((cell *)scan);
|
|
|
|
scan += sizeof(cell);
|
|
|
|
}
|
|
|
|
}
|
2009-08-17 16:37:14 -04:00
|
|
|
|
2009-08-17 16:37:08 -04:00
|
|
|
//alien
|
|
|
|
char *pinned_alien_offset(cell obj);
|
|
|
|
cell allot_alien(cell delegate_, cell displacement);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_displaced_alien();
|
|
|
|
void primitive_alien_address();
|
2009-08-17 16:37:08 -04:00
|
|
|
void *alien_pointer();
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_dlopen();
|
|
|
|
void primitive_dlsym();
|
|
|
|
void primitive_dlclose();
|
|
|
|
void primitive_dll_validp();
|
|
|
|
void primitive_vm_ptr();
|
2009-08-17 16:37:08 -04:00
|
|
|
char *alien_offset(cell obj);
|
|
|
|
char *unbox_alien();
|
|
|
|
void box_alien(void *ptr);
|
|
|
|
void to_value_struct(cell src, void *dest, cell size);
|
|
|
|
void box_value_struct(void *src, cell size);
|
|
|
|
void box_small_struct(cell x, cell y, cell size);
|
|
|
|
void box_medium_struct(cell x1, cell x2, cell x3, cell x4, cell size);
|
2009-08-17 16:37:08 -04:00
|
|
|
|
|
|
|
//quotations
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_jit_compile();
|
|
|
|
void primitive_array_to_quotation();
|
|
|
|
void primitive_quotation_xt();
|
2009-08-17 16:37:08 -04:00
|
|
|
void set_quot_xt(quotation *quot, code_block *code);
|
|
|
|
void jit_compile(cell quot_, bool relocating);
|
|
|
|
void compile_all_words();
|
|
|
|
fixnum quot_code_offset_to_scan(cell quot_, cell offset);
|
|
|
|
cell lazy_jit_compile_impl(cell quot_, stack_frame *stack);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_quot_compiled_p();
|
2009-08-17 16:37:08 -04:00
|
|
|
|
|
|
|
//dispatch
|
|
|
|
cell search_lookup_alist(cell table, cell klass);
|
|
|
|
cell search_lookup_hash(cell table, cell klass, cell hashcode);
|
|
|
|
cell nth_superclass(tuple_layout *layout, fixnum echelon);
|
|
|
|
cell nth_hashcode(tuple_layout *layout, fixnum echelon);
|
|
|
|
cell lookup_tuple_method(cell obj, cell methods);
|
|
|
|
cell lookup_hi_tag_method(cell obj, cell methods);
|
|
|
|
cell lookup_hairy_method(cell obj, cell methods);
|
|
|
|
cell lookup_method(cell obj, cell methods);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_lookup_method();
|
2009-08-17 16:37:08 -04:00
|
|
|
cell object_class(cell obj);
|
|
|
|
cell method_cache_hashcode(cell klass, array *array);
|
|
|
|
void update_method_cache(cell cache, cell klass, cell method);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_mega_cache_miss();
|
|
|
|
void primitive_reset_dispatch_stats();
|
|
|
|
void primitive_dispatch_stats();
|
2009-08-17 16:37:08 -04:00
|
|
|
|
|
|
|
//inline cache
|
|
|
|
void init_inline_caching(int max_size);
|
|
|
|
void deallocate_inline_cache(cell return_address);
|
|
|
|
cell determine_inline_cache_type(array *cache_entries);
|
|
|
|
void update_pic_count(cell type);
|
|
|
|
code_block *compile_inline_cache(fixnum index,cell generic_word_,cell methods_,cell cache_entries_,bool tail_call_p);
|
|
|
|
void *megamorphic_call_stub(cell generic_word);
|
|
|
|
cell inline_cache_size(cell cache_entries);
|
|
|
|
cell add_inline_cache_entry(cell cache_entries_, cell klass_, cell method_);
|
|
|
|
void update_pic_transitions(cell pic_size);
|
|
|
|
void *inline_cache_miss(cell return_address);
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_reset_inline_cache_stats();
|
|
|
|
void primitive_inline_cache_stats();
|
2009-08-17 16:37:09 -04:00
|
|
|
|
|
|
|
//factor
|
|
|
|
void default_parameters(vm_parameters *p);
|
|
|
|
bool factor_arg(const vm_char* str, const vm_char* arg, cell* value);
|
|
|
|
void init_parameters_from_args(vm_parameters *p, int argc, vm_char **argv);
|
|
|
|
void do_stage1_init();
|
|
|
|
void init_factor(vm_parameters *p);
|
|
|
|
void pass_args_to_factor(int argc, vm_char **argv);
|
|
|
|
void start_factor(vm_parameters *p);
|
|
|
|
void start_embedded_factor(vm_parameters *p);
|
|
|
|
void start_standalone_factor(int argc, vm_char **argv);
|
|
|
|
char *factor_eval_string(char *string);
|
|
|
|
void factor_eval_free(char *result);
|
|
|
|
void factor_yield();
|
|
|
|
void factor_sleep(long us);
|
2009-08-17 16:37:09 -04:00
|
|
|
|
2009-08-25 01:35:54 -04:00
|
|
|
// os-*
|
2009-09-27 14:42:18 -04:00
|
|
|
void primitive_existsp();
|
2009-08-18 14:02:04 -04:00
|
|
|
void init_ffi();
|
|
|
|
void ffi_dlopen(dll *dll);
|
|
|
|
void *ffi_dlsym(dll *dll, symbol_char *symbol);
|
|
|
|
void ffi_dlclose(dll *dll);
|
2009-08-25 13:08:45 -04:00
|
|
|
void c_to_factor_toplevel(cell quot);
|
2009-08-25 03:35:22 -04:00
|
|
|
|
|
|
|
// os-windows
|
|
|
|
#if defined(WINDOWS)
|
2009-08-18 14:02:04 -04:00
|
|
|
void sleep_micros(u64 usec);
|
|
|
|
const vm_char *vm_executable_path();
|
2009-08-18 14:52:11 -04:00
|
|
|
const vm_char *default_image_path();
|
|
|
|
void windows_image_path(vm_char *full_path, vm_char *temp_path, unsigned int length);
|
|
|
|
bool windows_stat(vm_char *path);
|
2009-10-05 04:27:28 -04:00
|
|
|
|
2009-08-18 15:22:11 -04:00
|
|
|
#if defined(WINNT)
|
2009-08-18 15:03:11 -04:00
|
|
|
void open_console();
|
2009-09-03 15:32:39 -04:00
|
|
|
LONG exception_handler(PEXCEPTION_POINTERS pe);
|
2009-10-05 04:27:28 -04:00
|
|
|
// next method here:
|
2009-08-18 15:22:11 -04:00
|
|
|
#endif
|
2009-08-25 13:17:14 -04:00
|
|
|
#else // UNIX
|
2009-09-04 14:23:20 -04:00
|
|
|
void memory_signal_handler(int signal, siginfo_t *siginfo, void *uap);
|
|
|
|
void misc_signal_handler(int signal, siginfo_t *siginfo, void *uap);
|
2009-09-13 16:50:20 -04:00
|
|
|
void fpe_signal_handler(int signal, siginfo_t *siginfo, void *uap);
|
2009-08-25 13:17:14 -04:00
|
|
|
stack_frame *uap_stack_pointer(void *uap);
|
2009-08-25 01:35:54 -04:00
|
|
|
|
2009-08-18 15:03:11 -04:00
|
|
|
#endif
|
2009-08-17 16:37:07 -04:00
|
|
|
|
2009-09-14 03:00:28 -04:00
|
|
|
#ifdef __APPLE__
|
|
|
|
void call_fault_handler(exception_type_t exception, exception_data_type_t code, MACH_EXC_STATE_TYPE *exc_state, MACH_THREAD_STATE_TYPE *thread_state, MACH_FLOAT_STATE_TYPE *float_state);
|
|
|
|
#endif
|
2009-10-05 04:27:28 -04:00
|
|
|
|
|
|
|
factor_vm();
|
2009-09-27 15:09:09 -04:00
|
|
|
|
2009-08-17 16:37:04 -04:00
|
|
|
};
|
|
|
|
|
2009-10-03 09:47:05 -04:00
|
|
|
extern unordered_map<THREADHANDLE, factor_vm *> thread_vms;
|
2009-10-02 13:00:01 -04:00
|
|
|
|
2009-08-17 16:37:04 -04:00
|
|
|
}
|