#include "master.hpp"
-namespace factor
-{
-
-full_collector::full_collector(factor_vm *parent_) :
- collector<tenured_space,full_policy>(
- parent_,
- parent_->data->tenured,
- full_policy(parent_)) {}
-
-/* After a sweep, invalidate any code heap roots which are not marked,
-so that if a block makes a tail call to a generic word, and the PIC
-compiler triggers a GC, and the caller block gets gets GCd as a result,
-the PIC code won't try to overwrite the call site */
-void factor_vm::update_code_roots_for_sweep()
-{
- std::vector<code_root *>::const_iterator iter = code_roots.begin();
- std::vector<code_root *>::const_iterator end = code_roots.end();
-
- mark_bits<code_block> *state = &code->allocator->state;
-
- for(; iter < end; iter++)
- {
- code_root *root = *iter;
- code_block *block = (code_block *)(root->value & -block_granularity);
- if(root->valid && !state->marked_p(block))
- root->valid = false;
- }
-}
+namespace factor {
+
+struct full_collection_copier : no_fixup {
+ tenured_space* tenured;
+ code_heap* code;
+ std::vector<cell> *mark_stack;
+
+ full_collection_copier(tenured_space* tenured,
+ code_heap* code,
+ std::vector<cell> *mark_stack)
+ : tenured(tenured), code(code), mark_stack(mark_stack) { }
+
+ object* fixup_data(object* obj) {
+ if (tenured->contains_p(obj)) {
+ if (!tenured->state.marked_p((cell)obj)) {
+ tenured->state.set_marked_p((cell)obj, obj->size());
+ mark_stack->push_back((cell)obj);
+ }
+ return obj;
+ }
+
+ // Is there another forwarding pointer?
+ while (obj->forwarding_pointer_p()) {
+ object* dest = obj->forwarding_pointer();
+ obj = dest;
+ }
+
+ if (tenured->contains_p(obj)) {
+ if (!tenured->state.marked_p((cell)obj)) {
+ tenured->state.set_marked_p((cell)obj, obj->size());
+ mark_stack->push_back((cell)obj);
+ }
+ return obj;
+ }
+
+ cell size = obj->size();
+ object* newpointer = tenured->allot(size);
+ if (!newpointer)
+ throw must_start_gc_again();
+ memcpy(newpointer, obj, size);
+ obj->forward_to(newpointer);
+
+ tenured->state.set_marked_p((cell)newpointer, newpointer->size());
+ mark_stack->push_back((cell)newpointer);
+ return newpointer;
+ }
+
+ code_block* fixup_code(code_block* compiled) {
+ if (!code->allocator->state.marked_p((cell)compiled)) {
+ code->allocator->state.set_marked_p((cell)compiled, compiled->size());
+ mark_stack->push_back((cell)compiled + 1);
+ }
+ return compiled;
+ }
+};
-/* After a compaction, invalidate any code heap roots which are not
-marked as above, and also slide the valid roots up so that call sites
-can be updated correctly. */
-void factor_vm::update_code_roots_for_compaction()
-{
- std::vector<code_root *>::const_iterator iter = code_roots.begin();
- std::vector<code_root *>::const_iterator end = code_roots.end();
-
- mark_bits<code_block> *state = &code->allocator->state;
-
- for(; iter < end; iter++)
- {
- code_root *root = *iter;
- code_block *block = (code_block *)(root->value & -block_granularity);
-
- /* Offset of return address within 16-byte allocation line */
- cell offset = root->value - (cell)block;
-
- if(root->valid && state->marked_p((code_block *)root->value))
- {
- block = state->forward_block(block);
- root->value = (cell)block + offset;
- }
- else
- root->valid = false;
- }
-}
+void factor_vm::collect_mark_impl() {
+ gc_event* event = current_gc->event;
+ if (event)
+ event->reset_timer();
-struct code_block_marker {
- code_heap *code;
- full_collector *collector;
+ slot_visitor<full_collection_copier>
+ visitor(this, full_collection_copier(data->tenured, code, &mark_stack));
- explicit code_block_marker(code_heap *code_, full_collector *collector_) :
- code(code_), collector(collector_) {}
+ mark_stack.clear();
- code_block *operator()(code_block *compiled)
- {
- if(!code->marked_p(compiled))
- {
- code->set_marked_p(compiled);
- collector->trace_literal_references(compiled);
- }
+ code->allocator->state.clear_mark_bits();
+ data->tenured->state.clear_mark_bits();
- return compiled;
- }
-};
+ visitor.visit_all_roots();
+ visitor.visit_context_code_blocks();
+ visitor.visit_uninitialized_code_blocks();
-void factor_vm::collect_mark_impl(bool trace_contexts_p)
-{
- full_collector collector(this);
-
- code->clear_mark_bits();
- data->tenured->clear_mark_bits();
- data->tenured->clear_mark_stack();
-
- code_block_visitor<code_block_marker> code_marker(this,code_block_marker(code,&collector));
-
- collector.trace_roots();
- if(trace_contexts_p)
- {
- collector.trace_contexts();
- code_marker.visit_context_code_blocks();
- code_marker.visit_callback_code_blocks();
- }
-
- std::vector<object *> *mark_stack = &data->tenured->mark_stack;
-
- while(!mark_stack->empty())
- {
- object *obj = mark_stack->back();
- mark_stack->pop_back();
- collector.trace_object(obj);
- code_marker.visit_object_code_block(obj);
- }
-
- data->reset_generation(data->tenured);
- data->reset_generation(data->aging);
- data->reset_generation(&nursery);
- code->clear_remembered_set();
-}
-
-void factor_vm::collect_sweep_impl()
-{
- current_gc->event->started_data_sweep();
- data->tenured->sweep();
- update_code_roots_for_sweep();
- current_gc->event->ended_data_sweep();
+ visitor.visit_mark_stack(&mark_stack);
- current_gc->event->started_code_sweep();
- code->allocator->sweep();
- current_gc->event->ended_code_sweep();
-}
+ data->reset_tenured();
+ data->reset_aging();
+ data->reset_nursery();
+ code->clear_remembered_set();
-void factor_vm::collect_full(bool trace_contexts_p)
-{
- collect_mark_impl(trace_contexts_p);
- collect_sweep_impl();
- if(data->low_memory_p())
- collect_compact_impl(trace_contexts_p);
- else
- update_code_heap_words_and_literals();
+ if (event)
+ event->ended_phase(PHASE_MARKING);
}
-void factor_vm::collect_compact(bool trace_contexts_p)
-{
- collect_mark_impl(trace_contexts_p);
- collect_compact_impl(trace_contexts_p);
+void factor_vm::collect_sweep_impl() {
+ gc_event* event = current_gc->event;
+ if (event)
+ event->reset_timer();
+ data->tenured->sweep();
+ if (event)
+ event->ended_phase(PHASE_DATA_SWEEP);
+
+ // After a sweep, invalidate any code heap roots which are not
+ // marked, so that if a block makes a tail call to a generic word,
+ // and the PIC compiler triggers a GC, and the caller block gets GCd
+ // as a result, the PIC code won't try to overwrite the call site
+ mark_bits* state = &code->allocator->state;
+ FACTOR_FOR_EACH(code_roots) {
+ code_root* root = *iter;
+ cell block = root->value & (~data_alignment - 1);
+ if (root->valid && !state->marked_p(block))
+ root->valid = false;
+ }
+
+ if (event)
+ event->reset_timer();
+ code->sweep();
+ if (event)
+ event->ended_phase(PHASE_CODE_SWEEP);
}
-void factor_vm::collect_growing_heap(cell requested_bytes, bool trace_contexts_p)
-{
- /* Grow the data heap and copy all live objects to the new heap. */
- data_heap *old = data;
- set_data_heap(data->grow(requested_bytes));
- collect_mark_impl(trace_contexts_p);
- collect_compact_code_impl(trace_contexts_p);
- delete old;
+void factor_vm::collect_full() {
+ collect_mark_impl();
+ collect_sweep_impl();
+
+ if (data->low_memory_p()) {
+ // Full GC did not free up enough memory. Grow the heap.
+ set_current_gc_op(COLLECT_GROWING_DATA_HEAP_OP);
+ collect_growing_data_heap(0);
+ } else if (data->high_fragmentation_p()) {
+ // Enough free memory, but it is not contiguous. Perform a
+ // compaction.
+ set_current_gc_op(COLLECT_COMPACT_OP);
+ collect_compact_impl();
+ }
+
+ code->flush_icache();
}
}