/* * Copyright (c) 1999 by Silicon Graphics. All rights reserved. * * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED * OR IMPLIED. ANY USE IS AT YOUR OWN RISK. * * Permission is hereby granted to use or copy this program * for any purpose, provided the above notices are retained on all copies. * Permission to modify the code and to distribute modified code is granted, * provided the above notices are retained, and a notice that the code was * modified is included with the above copyright notice. */ #ifdef NURSERY ??? This implementation is incomplete. If you are trying to ??? compile this you are doing something wrong. #include "nursery.h" #define SCAN_STATICS_FOR_NURSERY /* If this is not defined, the collector will not see */ /* references from static data areas to the nursery. */ struct copy_obj { ptr_t forward; /* Forwarding link for copied objects. */ GC_copy_descriptor descr; /* Object descriptor */ word data[1]; } ptr_t GC_nursery_start; /* Start of nursery area. */ /* Must be NURSERY_BLOCK_SIZE */ /* aligned. */ ptr_t GC_nursery_end; /* End of nursery area. */ unsigned char * GC_nursery_map; /* GC_nursery_map[i] != 0 if an object */ /* starts on the ith 64-bit "word" of */ /* nursery. This simple structure has */ /* the advantage that */ /* allocation is cheap. Lookup is */ /* cheap for pointers to the head of */ /* an object, which should be the */ /* usual case. */ # define NURSERY_MAP_NOT_START 0 /* Not start of object. */ # define NURSERY_MAP_START 1 /* Start of object. */ # define NURSERY_MAP_PINNED 2 /* Start of pinned obj. */ # ifdef ALIGN_DOUBLE # define NURSERY_WORD_SIZE (2 * sizeof(word)) # else # define NURSERY_WORD_SIZE sizeof(word) # endif # define NURSERY_BLOCK_SIZE (HBLKSIZE/2) /* HBLKSIZE must be a multiple of NURSERY_BLOCK_SIZE */ # define NURSERY_SIZE (1024 * NURSERY_BLOCK_SIZE) size_t GC_nursery_size = NURSERY_SIZE; /* Must be multiple of NURSERY_BLOCK_SIZE */ size_t GC_nursery_blocks; /* Number of blocks in the nursery. */ unsigned GC_next_nursery_block; /* index of next block we will attempt */ /* allocate from during this cycle. */ /* If it is pinned, we won't actually */ /* use it. */ unsigned short *GC_pinned; /* Number of pinned objects in ith */ /* nursery block. */ /* GC_pinned[i] != 0 if the ith nursery */ /* block is pinned, and thus not used */ /* for allocation. */ GC_copy_alloc_state global_alloc_state = (ptr_t)(-1); /* will overflow. */ /* Array of known rescuing pointers from the heap to the nursery. */ ptr_t ** nursery_rescuers; /* Pointer to one past the last slot in rescuer table */ ptr_t ** nursery_rescuers_end; /* Maximum number of known rescuing pointers. */ # define MAX_NURSERY_RESCUERS 32*1024 /* Add a rescuer to the list */ # define ADD_NURSERY_RESCUER(p) \ if (nursery_rescuers_end >= nursery_rescuers + MAX_NURSERY_RESCUERS) { \ ABORT("Nursery recuers overflow"); /* Fix later !!! */ \ } else { \ *nursery_rescuers_end++ = p; \ } /* Remove rescuer at the given position in the table */ # define REMOVE_RESCUER(p) \ *p = *--nursery_rescuers_end /* Should be called with allocator lock held. */ GC_nursery_init() { GC_nursery_start = GET_MEM(GC_nursery_size); GC_nursery_end = GC_nursery_start + GC_nursery_size; GC_next_nursery_block = 0; if (GC_nursery_start < GC_least_plausible_heap_addr) { GC_least_plausible_heap_addr = GC_nursery_start; } if (GC_nursery_end > GC_greatest_plausible_heap_addr) { GC_greatest_plausible_heap_addr = GC_nursery_end; } if (GC_nursery_start & (NURSERY_BLOCK_SIZE-1)) { GC_err_printf1("Nursery area is misaligned!!"); /* This should be impossible, since GET_MEM returns HBLKSIZE */ /* aligned chunks, and that should be a multiple of */ /* NURSERY_BLOCK_SIZE */ ABORT("misaligned nursery"); } GC_nursery_map = GET_MEM(GC_nursery_size/NURSERY_WORD_SIZE); /* Map is cleared a block at a time when we allocate from the block. */ /* BZERO(GC_nursery_map, GC_nursery_size/NURSERY_WORD_SIZE); */ GC_nursery_blocks = GC_nursery_size/NURSERY_BLOCK_SIZE; GC_pinned = GC_scratch_alloc(GC_nursery_blocks * sizeof(unsigned short)); BZERO(GC_pinned, GC_nursery_blocks); nursery_rescuers = GET_MEM(MAX_NURSERY_RESCUERS * sizeof(ptr_t *)); nursery_rescuers_end = nursery_rescuers; if (0 == GC_nursery_start || 0 == GC_nursery_map || 0 == nursery_rescuers) ABORT("Insufficient memory for nursery"); } #define PIN_OBJ(p) \ if (p >= GC_nursery_start && p < GC_nursery_end) { GC_pin_obj_checked(p); } /* Pin the object at p, if it's in the nursery. */ void GC_pin_obj(ptr_t p) { PIN_OBJ(p); } void (*GC_push_proc)(ptr_t) = 0; /* Pin the object at p, which is known to be in the nursery. */ void GC_pin_obj_checked(ptr_t p) { unsigned offset = p - GC_nursery_start; unsigned word_offset = BYTES_TO_WORDS(offset); unsigned blockno = (current - GC_nursery_start)/NURSERY_BLOCK_SIZE; while (GC_nursery_map[word_offset] == NURSERY_MAP_NOT_START) { --word_offset; } if (GC_nursery_map[word_offset] != NURSERY_MAP_PINNED) { GC_nursery_map[word_offset] = NURSERY_MAP_PINNED; ++GC_pinned[blockno]; ??Push object at GC_nursery_start + WORDS_TO_BYTES(word_offset) ??onto mark stack. } } void GC_scan_region_for_nursery(ptr_t low, ptr_t high) { # if CPP_WORDSZ/8 != ALIGNMENT --> fix this # endif word * l = (word *)((word)low + ALIGNMENT - 1 & ~(ALIGNMENT - 1)); word * h = (word *)((word)high & ~(ALIGNMENT - 1)); word * p; for (p = l; p < h; ++p) { PIN_OBJ(p); } } /* Invoke GC_scan_region_for_nursery on ranges that are not excluded. */ void GC_scan_region_for_nursery_with_exclusions(ptr_t bottom, ptr_t top) { struct exclusion * next; ptr_t excl_start; while (bottom < top) { next = GC_next_exclusion(bottom); if (0 == next || (excl_start = next -> e_start) >= top) { GC_scan_region_for_nursery(bottom, top); return; } if (excl_start > bottom) GC_scan_region_for_nursery(bottom, excl_start); bottom = next -> e_end; } } void GC_scan_stacks_for_nursery(void) { # ifdef THREADS --> fix this # endif # ifdef STACK_GROWS_DOWN ptr_t stack_low = GC_approx_sp(); ptr_t stack_high = GC_stackbottom; # else ptr_t stack_low = GC_stackbottom; ptr_t stack_high = GC_approx_sp(); # endif GC_scan_region_for_nursery(stack_low, stack_high); # ifdef IA64 GC_scan_region_for_nursery(BACKING_STORE_BASE, (ptr_t) GC_save_regs_ret_val); # endif } void GC_scan_roots_for_nursery(void) { /* Scan registers. */ /* Direct GC_push_one to call GC_pin_obj instead of marking */ /* and pushing objects. */ /* This is a bit ugly, but we don't have to touch the */ /* platform-dependent code. */ void (*old_push_proc)(ptr_t) = GC_push_proc; GC_push_proc = GC_pin_obj; GC_push_regs(); GC_push_proc = old_push_proc; GC_scan_stacks_for_nursery(); # ifdef SCAN_STATICS_FOR_NURSERY # if (defined(DYNAMIC_LOADING) || defined(MSWIN32) || defined(PCR)) \ && !defined(SRC_M3) GC_remove_tmp_roots(); GC_register_dynamic_libraries(); # endif /* Mark everything in static data areas */ for (i = 0; i < n_root_sets; i++) { GC_scan_region_for_nursery_with_exclusions ( GC_static_roots[i].r_start, GC_static_roots[i].r_end); } # endif } /* Array of known rescuing pointers from the heap to the nursery. */ ptr_t ** nursery_rescuers; /* Caller holds allocation lock. */ void GC_collect_nursery(void) { int i; ptr_t scan_ptr = 0; STOP_WORLD; for (i = 0; i < GC_nursery_blocks; ++i) GC_pinned[i] = 0; GC_scan_roots_for_nursery(); /* All objects referenced by roots are now pinned. */ /* Their contents are described by */ /* mark stack entries. */ /* Pin blocks corresponding to valid allocation states. */ /* that probably happens automagically if the allocation */ /* states are kept where we can see them. */ /* It will take work if static roots are not scanned. */ /* We want to do this both for correctness and to avoid */ /* promoting very young objects. */ /* Somehow capture dirty bits. Update rescuers array to */ /* reflect newly valid and invalid references from dirty */ /* pages. Other references should remain valid, since the */ /* referents should have been pinned. */ /* Traverse the old object heap. Pin objects in the */ /* nursery that are ambiguously referenced, copy those */ /* that are unambiguously referenced. */ /* Traverse objects in mark stack. */ /* If referenced object is in pinned block, add contents */ /* to mark stack. If referenced object is forwarded, */ /* update pointer. Otherwise reallocate the object in the */ /* old heap, copy its contents, and then enqueue its */ /* contents in the mark stack. */ START_WORLD; } /* Initialize an allocation state so that it can be used for */ /* allocation. This implicitly reserves a small section of the */ /* nursery for use with this allocator. */ /* Also called to replenish an allocator that has been */ /* exhausted. */ void GC_init_copy_alloc_state(GC_copy_alloc_state *) unsigned next_block; ptr_t block_addr; LOCK(); next_block = GC_next_nursery_block; while(is_pinned[next_block] && next_block < GC_nursery_blocks) { ++next_block; } if (next_block < GC_nursery_blocks) { block_addr = GC_nursery_start + NURSERY_BLOCK_SIZE * next_block; GC_next_nursery_block = next_block + 1; BZERO(GC_nursery_map + next_block * (NURSERY_BLOCK_SIZE/NURSERY_WORD_SIZE), NURSERY_BLOCK_SIZE/NURSERY_WORD_SIZE); *GC_copy_alloc_state = block_addr; UNLOCK(); } else { GC_collect_nursery(); GC_next_nursery_block = 0; UNLOCK(); get_new_block(s); } } GC_PTR GC_copying_malloc2(GC_copy_descriptor *d, GC_copy_alloc_state *s) { size_t sz = GC_SIZE_FROM_DESCRIPTOR(d); ptrdiff_t offset; ptr_t result = *s; ptr_t new = result + sz; if (new & COPY_BLOCK_MASK <= result & COPY_BLOCK_MASK> { GC_init_copy_alloc_state(s); result = *s; new = result + sz; GC_ASSERT(new & COPY_BLOCK_MASK > result & COPY_BLOCK_MASK> } (struct copy_obj *)result -> descr = d; (struct copy_obj *)result -> forward = 0; offset = (result - GC_nursery_start)/NURSERY_WORD_SIZE; GC_nursery_map[offset] = NURSERY_MAP_NOT_START; } GC_PTR GC_copying_malloc(GC_copy_descriptor *d) { } #endif /* NURSERY */