[BACK]Return to allchblk.c CVS log [TXT][DIR] Up to [local] / OpenXM_contrib2 / asir2000 / gc

Annotation of OpenXM_contrib2/asir2000/gc/allchblk.c, Revision 1.2

1.1       noro        1: /*
                      2:  * Copyright 1988, 1989 Hans-J. Boehm, Alan J. Demers
                      3:  * Copyright (c) 1991-1994 by Xerox Corporation.  All rights reserved.
                      4:  * Copyright (c) 1998-1999 by Silicon Graphics.  All rights reserved.
1.2     ! noro        5:  * Copyright (c) 1999 by Hewlett-Packard Company. All rights reserved.
1.1       noro        6:  *
                      7:  * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
                      8:  * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
                      9:  *
                     10:  * Permission is hereby granted to use or copy this program
                     11:  * for any purpose,  provided the above notices are retained on all copies.
                     12:  * Permission to modify the code and to distribute modified code is granted,
                     13:  * provided the above notices are retained, and a notice that the code was
                     14:  * modified is included with the above copyright notice.
                     15:  */
                     16:
                     17: #define DEBUG
                     18: #undef DEBUG
                     19: #include <stdio.h>
                     20: #include "gc_priv.h"
                     21:
                     22:
                     23: /*
                     24:  * Free heap blocks are kept on one of several free lists,
                     25:  * depending on the size of the block.  Each free list is doubly linked.
                     26:  * Adjacent free blocks are coalesced.
                     27:  */
                     28:
                     29:
                     30: # define MAX_BLACK_LIST_ALLOC (2*HBLKSIZE)
                     31:                /* largest block we will allocate starting on a black   */
                     32:                /* listed block.  Must be >= HBLKSIZE.                  */
                     33:
                     34:
                     35: # define UNIQUE_THRESHOLD 32
                     36:        /* Sizes up to this many HBLKs each have their own free list    */
                     37: # define HUGE_THRESHOLD 256
                     38:        /* Sizes of at least this many heap blocks are mapped to a      */
                     39:        /* single free list.                                            */
                     40: # define FL_COMPRESSION 8
                     41:        /* In between sizes map this many distinct sizes to a single    */
                     42:        /* bin.                                                         */
                     43:
                     44: # define N_HBLK_FLS (HUGE_THRESHOLD - UNIQUE_THRESHOLD)/FL_COMPRESSION \
                     45:                                 + UNIQUE_THRESHOLD
                     46:
                     47: struct hblk * GC_hblkfreelist[N_HBLK_FLS+1] = { 0 };
                     48:
                     49: /* Map a number of blocks to the appropriate large block free list index. */
                     50: int GC_hblk_fl_from_blocks(blocks_needed)
                     51: word blocks_needed;
                     52: {
                     53:     if (blocks_needed <= UNIQUE_THRESHOLD) return blocks_needed;
                     54:     if (blocks_needed >= HUGE_THRESHOLD) return N_HBLK_FLS;
                     55:     return (blocks_needed - UNIQUE_THRESHOLD)/FL_COMPRESSION
                     56:                                        + UNIQUE_THRESHOLD;
                     57:
                     58: }
                     59:
                     60: # define HBLK_IS_FREE(hdr) ((hdr) -> hb_map == GC_invalid_map)
                     61: # define PHDR(hhdr) HDR(hhdr -> hb_prev)
                     62: # define NHDR(hhdr) HDR(hhdr -> hb_next)
                     63:
                     64: # ifdef USE_MUNMAP
                     65: #   define IS_MAPPED(hhdr) (((hhdr) -> hb_flags & WAS_UNMAPPED) == 0)
                     66: # else  /* !USE_MMAP */
                     67: #   define IS_MAPPED(hhdr) 1
                     68: # endif /* USE_MUNMAP */
                     69:
                     70: # if !defined(NO_DEBUGGING)
                     71: void GC_print_hblkfreelist()
                     72: {
                     73:     struct hblk * h;
                     74:     word total_free = 0;
                     75:     hdr * hhdr;
                     76:     word sz;
                     77:     int i;
                     78:
                     79:     for (i = 0; i <= N_HBLK_FLS; ++i) {
                     80:       h = GC_hblkfreelist[i];
                     81:       if (0 != h) GC_printf1("Free list %ld:\n", (unsigned long)i);
                     82:       while (h != 0) {
                     83:         hhdr = HDR(h);
                     84:         sz = hhdr -> hb_sz;
                     85:        GC_printf2("\t0x%lx size %lu ", (unsigned long)h, (unsigned long)sz);
                     86:        total_free += sz;
                     87:         if (GC_is_black_listed(h, HBLKSIZE) != 0) {
                     88:              GC_printf0("start black listed\n");
                     89:         } else if (GC_is_black_listed(h, hhdr -> hb_sz) != 0) {
                     90:              GC_printf0("partially black listed\n");
                     91:         } else {
                     92:              GC_printf0("not black listed\n");
                     93:         }
                     94:         h = hhdr -> hb_next;
                     95:       }
                     96:     }
                     97:     if (total_free != GC_large_free_bytes) {
                     98:        GC_printf1("GC_large_free_bytes = %lu (INCONSISTENT!!)\n",
                     99:                   (unsigned long) GC_large_free_bytes);
                    100:     }
                    101:     GC_printf1("Total of %lu bytes on free list\n", (unsigned long)total_free);
                    102: }
                    103:
                    104: /* Return the free list index on which the block described by the header */
                    105: /* appears, or -1 if it appears nowhere.                                */
                    106: int free_list_index_of(wanted)
                    107: hdr * wanted;
                    108: {
                    109:     struct hblk * h;
                    110:     hdr * hhdr;
                    111:     int i;
                    112:
                    113:     for (i = 0; i <= N_HBLK_FLS; ++i) {
                    114:       h = GC_hblkfreelist[i];
                    115:       while (h != 0) {
                    116:         hhdr = HDR(h);
                    117:        if (hhdr == wanted) return i;
                    118:         h = hhdr -> hb_next;
                    119:       }
                    120:     }
                    121:     return -1;
                    122: }
                    123:
                    124: void GC_dump_regions()
                    125: {
1.2     ! noro      126:     unsigned i;
1.1       noro      127:     ptr_t start, end;
                    128:     ptr_t p;
                    129:     size_t bytes;
                    130:     hdr *hhdr;
                    131:     for (i = 0; i < GC_n_heap_sects; ++i) {
                    132:        start = GC_heap_sects[i].hs_start;
                    133:        bytes = GC_heap_sects[i].hs_bytes;
                    134:        end = start + bytes;
                    135:        /* Merge in contiguous sections.        */
                    136:          while (i+1 < GC_n_heap_sects && GC_heap_sects[i+1].hs_start == end) {
                    137:            ++i;
                    138:            end = GC_heap_sects[i].hs_start + GC_heap_sects[i].hs_bytes;
                    139:          }
                    140:        GC_printf2("***Section from 0x%lx to 0x%lx\n", start, end);
                    141:        for (p = start; p < end;) {
                    142:            hhdr = HDR(p);
                    143:            GC_printf1("\t0x%lx ", (unsigned long)p);
                    144:            if (IS_FORWARDING_ADDR_OR_NIL(hhdr)) {
                    145:                GC_printf1("Missing header!!\n", hhdr);
                    146:                p += HBLKSIZE;
                    147:                continue;
                    148:            }
                    149:            if (HBLK_IS_FREE(hhdr)) {
                    150:                 int correct_index = GC_hblk_fl_from_blocks(
                    151:                                        divHBLKSZ(hhdr -> hb_sz));
                    152:                int actual_index;
                    153:
                    154:                GC_printf1("\tfree block of size 0x%lx bytes",
                    155:                           (unsigned long)(hhdr -> hb_sz));
                    156:                if (IS_MAPPED(hhdr)) {
                    157:                    GC_printf0("\n");
                    158:                } else {
                    159:                    GC_printf0("(unmapped)\n");
                    160:                }
                    161:                actual_index = free_list_index_of(hhdr);
                    162:                if (-1 == actual_index) {
                    163:                    GC_printf1("\t\tBlock not on free list %ld!!\n",
                    164:                                correct_index);
                    165:                } else if (correct_index != actual_index) {
                    166:                    GC_printf2("\t\tBlock on list %ld, should be on %ld!!\n",
                    167:                               actual_index, correct_index);
                    168:                }
                    169:                p += hhdr -> hb_sz;
                    170:            } else {
                    171:                GC_printf1("\tused for blocks of size 0x%lx bytes\n",
                    172:                           (unsigned long)WORDS_TO_BYTES(hhdr -> hb_sz));
                    173:                p += HBLKSIZE * OBJ_SZ_TO_BLOCKS(hhdr -> hb_sz);
                    174:            }
                    175:        }
                    176:     }
                    177: }
                    178:
                    179: # endif /* NO_DEBUGGING */
                    180:
                    181: /* Initialize hdr for a block containing the indicated size and        */
                    182: /* kind of objects.                                                    */
                    183: /* Return FALSE on failure.                                            */
                    184: static GC_bool setup_header(hhdr, sz, kind, flags)
                    185: register hdr * hhdr;
                    186: word sz;       /* object size in words */
                    187: int kind;
                    188: unsigned char flags;
                    189: {
                    190:     register word descr;
                    191:
                    192:     /* Add description of valid object pointers */
                    193:       if (!GC_add_map_entry(sz)) return(FALSE);
                    194:       hhdr -> hb_map = GC_obj_map[sz > MAXOBJSZ? 0 : sz];
                    195:
                    196:     /* Set size, kind and mark proc fields */
                    197:       hhdr -> hb_sz = sz;
                    198:       hhdr -> hb_obj_kind = kind;
                    199:       hhdr -> hb_flags = flags;
                    200:       descr = GC_obj_kinds[kind].ok_descriptor;
                    201:       if (GC_obj_kinds[kind].ok_relocate_descr) descr += WORDS_TO_BYTES(sz);
                    202:       hhdr -> hb_descr = descr;
                    203:
                    204:     /* Clear mark bits */
                    205:       GC_clear_hdr_marks(hhdr);
                    206:
                    207:     hhdr -> hb_last_reclaimed = (unsigned short)GC_gc_no;
                    208:     return(TRUE);
                    209: }
                    210:
                    211: #define FL_UNKNOWN -1
                    212: /*
                    213:  * Remove hhdr from the appropriate free list.
                    214:  * We assume it is on the nth free list, or on the size
                    215:  * appropriate free list if n is FL_UNKNOWN.
                    216:  */
                    217: void GC_remove_from_fl(hhdr, n)
                    218: hdr * hhdr;
                    219: int n;
                    220: {
                    221:     GC_ASSERT(((hhdr -> hb_sz) & (HBLKSIZE-1)) == 0);
                    222:     if (hhdr -> hb_prev == 0) {
                    223:         int index;
                    224:        if (FL_UNKNOWN == n) {
                    225:             index = GC_hblk_fl_from_blocks(divHBLKSZ(hhdr -> hb_sz));
                    226:        } else {
                    227:            index = n;
                    228:        }
                    229:        GC_ASSERT(HDR(GC_hblkfreelist[index]) == hhdr);
                    230:        GC_hblkfreelist[index] = hhdr -> hb_next;
                    231:     } else {
                    232:        PHDR(hhdr) -> hb_next = hhdr -> hb_next;
                    233:     }
                    234:     if (0 != hhdr -> hb_next) {
                    235:        GC_ASSERT(!IS_FORWARDING_ADDR_OR_NIL(NHDR(hhdr)));
                    236:        NHDR(hhdr) -> hb_prev = hhdr -> hb_prev;
                    237:     }
                    238: }
                    239:
                    240: /*
                    241:  * Return a pointer to the free block ending just before h, if any.
                    242:  */
                    243: struct hblk * GC_free_block_ending_at(h)
                    244: struct hblk *h;
                    245: {
                    246:     struct hblk * p = h - 1;
                    247:     hdr * phdr = HDR(p);
                    248:
                    249:     while (0 != phdr && IS_FORWARDING_ADDR_OR_NIL(phdr)) {
                    250:        p = FORWARDED_ADDR(p,phdr);
                    251:        phdr = HDR(p);
                    252:     }
                    253:     if (0 != phdr && HBLK_IS_FREE(phdr)) return p;
                    254:     p = GC_prev_block(h - 1);
                    255:     if (0 != p) {
                    256:       phdr = HDR(p);
                    257:       if (HBLK_IS_FREE(phdr) && (ptr_t)p + phdr -> hb_sz == (ptr_t)h) {
                    258:        return p;
                    259:       }
                    260:     }
                    261:     return 0;
                    262: }
                    263:
                    264: /*
                    265:  * Add hhdr to the appropriate free list.
                    266:  * We maintain individual free lists sorted by address.
                    267:  */
                    268: void GC_add_to_fl(h, hhdr)
                    269: struct hblk *h;
                    270: hdr * hhdr;
                    271: {
                    272:     int index = GC_hblk_fl_from_blocks(divHBLKSZ(hhdr -> hb_sz));
                    273:     struct hblk *second = GC_hblkfreelist[index];
                    274: #   ifdef GC_ASSERTIONS
                    275:       struct hblk *next = (struct hblk *)((word)h + hhdr -> hb_sz);
                    276:       hdr * nexthdr = HDR(next);
                    277:       struct hblk *prev = GC_free_block_ending_at(h);
                    278:       hdr * prevhdr = HDR(prev);
                    279:       GC_ASSERT(nexthdr == 0 || !HBLK_IS_FREE(nexthdr) || !IS_MAPPED(nexthdr));
                    280:       GC_ASSERT(prev == 0 || !HBLK_IS_FREE(prevhdr) || !IS_MAPPED(prevhdr));
                    281: #   endif
                    282:     GC_ASSERT(((hhdr -> hb_sz) & (HBLKSIZE-1)) == 0);
                    283:     GC_hblkfreelist[index] = h;
                    284:     hhdr -> hb_next = second;
                    285:     hhdr -> hb_prev = 0;
                    286:     if (0 != second) HDR(second) -> hb_prev = h;
                    287:     GC_invalidate_map(hhdr);
                    288: }
                    289:
                    290: #ifdef USE_MUNMAP
                    291:
                    292: /* Unmap blocks that haven't been recently touched.  This is the only way */
                    293: /* way blocks are ever unmapped.                                         */
                    294: void GC_unmap_old(void)
                    295: {
                    296:     struct hblk * h;
                    297:     hdr * hhdr;
                    298:     word sz;
                    299:     unsigned short last_rec, threshold;
                    300:     int i;
                    301: #   define UNMAP_THRESHOLD 6
                    302:
                    303:     for (i = 0; i <= N_HBLK_FLS; ++i) {
                    304:       for (h = GC_hblkfreelist[i]; 0 != h; h = hhdr -> hb_next) {
                    305:         hhdr = HDR(h);
                    306:        if (!IS_MAPPED(hhdr)) continue;
                    307:        threshold = (unsigned short)(GC_gc_no - UNMAP_THRESHOLD);
                    308:        last_rec = hhdr -> hb_last_reclaimed;
                    309:        if (last_rec > GC_gc_no
                    310:            || last_rec < threshold && threshold < GC_gc_no
                    311:                                       /* not recently wrapped */) {
                    312:           sz = hhdr -> hb_sz;
                    313:          GC_unmap((ptr_t)h, sz);
                    314:          hhdr -> hb_flags |= WAS_UNMAPPED;
                    315:        }
                    316:       }
                    317:     }
                    318: }
                    319:
                    320: /* Merge all unmapped blocks that are adjacent to other free           */
                    321: /* blocks.  This may involve remapping, since all blocks are either    */
                    322: /* fully mapped or fully unmapped.                                     */
                    323: void GC_merge_unmapped(void)
                    324: {
                    325:     struct hblk * h, *next;
                    326:     hdr * hhdr, *nexthdr;
                    327:     word size, nextsize;
                    328:     int i;
                    329:
                    330:     for (i = 0; i <= N_HBLK_FLS; ++i) {
                    331:       h = GC_hblkfreelist[i];
                    332:       while (h != 0) {
                    333:        hhdr = HDR(h);
                    334:        size = hhdr->hb_sz;
                    335:        next = (struct hblk *)((word)h + size);
                    336:        nexthdr = HDR(next);
                    337:        /* Coalesce with successor, if possible */
                    338:          if (0 != nexthdr && HBLK_IS_FREE(nexthdr)) {
                    339:            nextsize = nexthdr -> hb_sz;
                    340:            if (IS_MAPPED(hhdr)) {
                    341:              GC_ASSERT(!IS_MAPPED(nexthdr));
                    342:              /* make both consistent, so that we can merge */
                    343:                if (size > nextsize) {
                    344:                  GC_remap((ptr_t)next, nextsize);
                    345:                } else {
                    346:                  GC_unmap((ptr_t)h, size);
                    347:                  hhdr -> hb_flags |= WAS_UNMAPPED;
                    348:                }
                    349:            } else if (IS_MAPPED(nexthdr)) {
                    350:              GC_ASSERT(!IS_MAPPED(hhdr));
                    351:              if (size > nextsize) {
                    352:                GC_unmap((ptr_t)next, nextsize);
                    353:              } else {
                    354:                GC_remap((ptr_t)h, size);
                    355:                hhdr -> hb_flags &= ~WAS_UNMAPPED;
                    356:              }
                    357:            } else {
                    358:              /* Unmap any gap in the middle */
                    359:                GC_unmap_gap((ptr_t)h, size, (ptr_t)next, nexthdr -> hb_sz);
                    360:            }
                    361:            /* If they are both unmapped, we merge, but leave unmapped. */
                    362:            GC_remove_from_fl(hhdr, i);
                    363:            GC_remove_from_fl(nexthdr, FL_UNKNOWN);
                    364:            hhdr -> hb_sz += nexthdr -> hb_sz;
                    365:            GC_remove_header(next);
                    366:            GC_add_to_fl(h, hhdr);
                    367:            /* Start over at beginning of list */
                    368:            h = GC_hblkfreelist[i];
                    369:          } else /* not mergable with successor */ {
                    370:            h = hhdr -> hb_next;
                    371:          }
                    372:       } /* while (h != 0) ... */
                    373:     } /* for ... */
                    374: }
                    375:
                    376: #endif /* USE_MUNMAP */
                    377:
                    378: /*
                    379:  * Return a pointer to a block starting at h of length bytes.
                    380:  * Memory for the block is mapped.
                    381:  * Remove the block from its free list, and return the remainder (if any)
                    382:  * to its appropriate free list.
                    383:  * May fail by returning 0.
                    384:  * The header for the returned block must be set up by the caller.
                    385:  * If the return value is not 0, then hhdr is the header for it.
                    386:  */
                    387: struct hblk * GC_get_first_part(h, hhdr, bytes, index)
                    388: struct hblk *h;
                    389: hdr * hhdr;
                    390: word bytes;
                    391: int index;
                    392: {
                    393:     word total_size = hhdr -> hb_sz;
                    394:     struct hblk * rest;
                    395:     hdr * rest_hdr;
                    396:
                    397:     GC_ASSERT((total_size & (HBLKSIZE-1)) == 0);
                    398:     GC_remove_from_fl(hhdr, index);
                    399:     if (total_size == bytes) return h;
                    400:     rest = (struct hblk *)((word)h + bytes);
                    401:     if (!GC_install_header(rest)) return(0);
                    402:     rest_hdr = HDR(rest);
                    403:     rest_hdr -> hb_sz = total_size - bytes;
                    404:     rest_hdr -> hb_flags = 0;
                    405: #   ifdef GC_ASSERTIONS
                    406:       // Mark h not free, to avoid assertion about adjacent free blocks.
                    407:         hhdr -> hb_map = 0;
                    408: #   endif
                    409:     GC_add_to_fl(rest, rest_hdr);
                    410:     return h;
                    411: }
                    412:
                    413: /*
                    414:  * H is a free block.  N points at an address inside it.
                    415:  * A new header for n has already been set up.  Fix up h's header
                    416:  * to reflect the fact that it is being split, move it to the
                    417:  * appropriate free list.
                    418:  * N replaces h in the original free list.
                    419:  *
                    420:  * Nhdr is not completely filled in, since it is about to allocated.
                    421:  * It may in fact end up on the wrong free list for its size.
                    422:  * (Hence adding it to a free list is silly.  But this path is hopefully
                    423:  * rare enough that it doesn't matter.  The code is cleaner this way.)
                    424:  */
                    425: void GC_split_block(h, hhdr, n, nhdr, index)
                    426: struct hblk *h;
                    427: hdr * hhdr;
                    428: struct hblk *n;
                    429: hdr * nhdr;
                    430: int index;     /* Index of free list */
                    431: {
                    432:     word total_size = hhdr -> hb_sz;
                    433:     word h_size = (word)n - (word)h;
                    434:     struct hblk *prev = hhdr -> hb_prev;
                    435:     struct hblk *next = hhdr -> hb_next;
                    436:
                    437:     /* Replace h with n on its freelist */
                    438:       nhdr -> hb_prev = prev;
                    439:       nhdr -> hb_next = next;
                    440:       nhdr -> hb_sz = total_size - h_size;
                    441:       nhdr -> hb_flags = 0;
                    442:       if (0 != prev) {
                    443:        HDR(prev) -> hb_next = n;
                    444:       } else {
                    445:         GC_hblkfreelist[index] = n;
                    446:       }
                    447:       if (0 != next) {
                    448:        HDR(next) -> hb_prev = n;
                    449:       }
                    450: #     ifdef GC_ASSERTIONS
                    451:        nhdr -> hb_map = 0;     /* Don't fail test for consecutive      */
                    452:                                /* free blocks in GC_add_to_fl.         */
                    453: #     endif
                    454: #   ifdef USE_MUNMAP
                    455:       hhdr -> hb_last_reclaimed = GC_gc_no;
                    456: #   endif
                    457:     hhdr -> hb_sz = h_size;
                    458:     GC_add_to_fl(h, hhdr);
                    459:     GC_invalidate_map(nhdr);
                    460: }
                    461:
                    462: struct hblk * GC_allochblk_nth();
                    463:
                    464: /*
                    465:  * Allocate (and return pointer to) a heap block
                    466:  *   for objects of size sz words, searching the nth free list.
                    467:  *
                    468:  * NOTE: We set obj_map field in header correctly.
                    469:  *       Caller is responsible for building an object freelist in block.
                    470:  *
                    471:  * We clear the block if it is destined for large objects, and if
                    472:  * kind requires that newly allocated objects be cleared.
                    473:  */
                    474: struct hblk *
                    475: GC_allochblk(sz, kind, flags)
                    476: word sz;
                    477: int kind;
                    478: unsigned char flags;  /* IGNORE_OFF_PAGE or 0 */
                    479: {
                    480:     int start_list = GC_hblk_fl_from_blocks(OBJ_SZ_TO_BLOCKS(sz));
                    481:     int i;
                    482:     for (i = start_list; i <= N_HBLK_FLS; ++i) {
                    483:        struct hblk * result = GC_allochblk_nth(sz, kind, flags, i);
                    484:        if (0 != result) return result;
                    485:     }
                    486:     return 0;
                    487: }
                    488: /*
                    489:  * The same, but with search restricted to nth free list.
                    490:  */
                    491: struct hblk *
                    492: GC_allochblk_nth(sz, kind, flags, n)
                    493: word sz;
                    494: int kind;
                    495: unsigned char flags;  /* IGNORE_OFF_PAGE or 0 */
                    496: int n;
                    497: {
                    498:     register struct hblk *hbp;
                    499:     register hdr * hhdr;               /* Header corr. to hbp */
                    500:     register struct hblk *thishbp;
                    501:     register hdr * thishdr;            /* Header corr. to hbp */
                    502:     signed_word size_needed;    /* number of bytes in requested objects */
                    503:     signed_word size_avail;    /* bytes available in this block        */
                    504:
                    505:     size_needed = HBLKSIZE * OBJ_SZ_TO_BLOCKS(sz);
                    506:
                    507:     /* search for a big enough block in free list */
                    508:        hbp = GC_hblkfreelist[n];
                    509:        hhdr = HDR(hbp);
                    510:        for(; 0 != hbp; hbp = hhdr -> hb_next, hhdr = HDR(hbp)) {
                    511:            size_avail = hhdr->hb_sz;
                    512:            if (size_avail < size_needed) continue;
                    513: #          ifdef PRESERVE_LAST
                    514:                if (size_avail != size_needed
                    515:                    && !GC_incremental && GC_should_collect()) {
                    516:                    continue;
                    517:                }
                    518: #          endif
                    519:            /* If the next heap block is obviously better, go on.       */
                    520:            /* This prevents us from disassembling a single large block */
                    521:            /* to get tiny blocks.                                      */
                    522:            {
                    523:              signed_word next_size;
                    524:
                    525:              thishbp = hhdr -> hb_next;
                    526:              if (thishbp != 0) {
                    527:                thishdr = HDR(thishbp);
                    528:                next_size = (signed_word)(thishdr -> hb_sz);
                    529:                if (next_size < size_avail
                    530:                  && next_size >= size_needed
                    531:                  && !GC_is_black_listed(thishbp, (word)size_needed)) {
                    532:                  continue;
                    533:                }
                    534:              }
                    535:            }
                    536:            if ( !IS_UNCOLLECTABLE(kind) &&
                    537:                 (kind != PTRFREE || size_needed > MAX_BLACK_LIST_ALLOC)) {
                    538:              struct hblk * lasthbp = hbp;
                    539:              ptr_t search_end = (ptr_t)hbp + size_avail - size_needed;
                    540:              signed_word orig_avail = size_avail;
                    541:              signed_word eff_size_needed = ((flags & IGNORE_OFF_PAGE)?
                    542:                                                HBLKSIZE
                    543:                                                : size_needed);
                    544:
                    545:
                    546:              while ((ptr_t)lasthbp <= search_end
                    547:                     && (thishbp = GC_is_black_listed(lasthbp,
                    548:                                                      (word)eff_size_needed))) {
                    549:                lasthbp = thishbp;
                    550:              }
                    551:              size_avail -= (ptr_t)lasthbp - (ptr_t)hbp;
                    552:              thishbp = lasthbp;
                    553:              if (size_avail >= size_needed) {
                    554:                if (thishbp != hbp && GC_install_header(thishbp)) {
                    555:                  /* Make sure it's mapped before we mangle it. */
                    556: #                  ifdef USE_MUNMAP
                    557:                      if (!IS_MAPPED(hhdr)) {
                    558:                        GC_remap((ptr_t)hbp, size_avail);
                    559:                        hhdr -> hb_flags &= ~WAS_UNMAPPED;
                    560:                      }
                    561: #                  endif
                    562:                  /* Split the block at thishbp */
                    563:                      thishdr = HDR(thishbp);
                    564:                      GC_split_block(hbp, hhdr, thishbp, thishdr, n);
                    565:                  /* Advance to thishbp */
                    566:                      hbp = thishbp;
                    567:                      hhdr = thishdr;
                    568:                      /* We must now allocate thishbp, since it may     */
                    569:                      /* be on the wrong free list.                     */
                    570:                }
                    571:              } else if (size_needed > (signed_word)BL_LIMIT
                    572:                         && orig_avail - size_needed
                    573:                            > (signed_word)BL_LIMIT) {
                    574:                /* Punt, since anything else risks unreasonable heap growth. */
                    575:                WARN("Needed to allocate blacklisted block at 0x%lx\n",
                    576:                     (word)hbp);
                    577:                size_avail = orig_avail;
                    578:              } else if (size_avail == 0 && size_needed == HBLKSIZE
                    579:                         && IS_MAPPED(hhdr)) {
1.2     ! noro      580:                if (!GC_find_leak) {
1.1       noro      581:                  static unsigned count = 0;
                    582:
                    583:                  /* The block is completely blacklisted.  We need      */
                    584:                  /* to drop some such blocks, since otherwise we spend */
                    585:                  /* all our time traversing them if pointerfree        */
                    586:                  /* blocks are unpopular.                              */
                    587:                  /* A dropped block will be reconsidered at next GC.   */
                    588:                  if ((++count & 3) == 0) {
                    589:                    /* Allocate and drop the block in small chunks, to  */
                    590:                    /* maximize the chance that we will recover some    */
                    591:                    /* later.                                           */
                    592:                      word total_size = hhdr -> hb_sz;
                    593:                      struct hblk * limit = hbp + divHBLKSZ(total_size);
                    594:                      struct hblk * h;
                    595:                      struct hblk * prev = hhdr -> hb_prev;
                    596:
                    597:                      GC_words_wasted += total_size;
                    598:                      GC_large_free_bytes -= total_size;
                    599:                      GC_remove_from_fl(hhdr, n);
                    600:                      for (h = hbp; h < limit; h++) {
                    601:                        if (h == hbp || GC_install_header(h)) {
                    602:                          hhdr = HDR(h);
                    603:                          (void) setup_header(
                    604:                                  hhdr,
                    605:                                  BYTES_TO_WORDS(HBLKSIZE - HDR_BYTES),
                    606:                                  PTRFREE, 0); /* Cant fail */
                    607:                          if (GC_debugging_started) {
                    608:                            BZERO(h + HDR_BYTES, HBLKSIZE - HDR_BYTES);
                    609:                          }
                    610:                        }
                    611:                      }
                    612:                    /* Restore hbp to point at free block */
                    613:                      hbp = prev;
                    614:                      if (0 == hbp) {
                    615:                        return GC_allochblk_nth(sz, kind, flags, n);
                    616:                      }
                    617:                      hhdr = HDR(hbp);
                    618:                  }
1.2     ! noro      619:                }
1.1       noro      620:              }
                    621:            }
                    622:            if( size_avail >= size_needed ) {
                    623: #              ifdef USE_MUNMAP
                    624:                  if (!IS_MAPPED(hhdr)) {
                    625:                    GC_remap((ptr_t)hbp, size_avail);
                    626:                    hhdr -> hb_flags &= ~WAS_UNMAPPED;
                    627:                  }
                    628: #              endif
                    629:                /* hbp may be on the wrong freelist; the parameter n    */
                    630:                /* is important.                                        */
                    631:                hbp = GC_get_first_part(hbp, hhdr, size_needed, n);
                    632:                break;
                    633:            }
                    634:        }
                    635:
                    636:     if (0 == hbp) return 0;
                    637:
                    638:     /* Notify virtual dirty bit implementation that we are about to write. */
                    639:        GC_write_hint(hbp);
                    640:
                    641:     /* Add it to map of valid blocks */
                    642:        if (!GC_install_counts(hbp, (word)size_needed)) return(0);
                    643:        /* This leaks memory under very rare conditions. */
                    644:
                    645:     /* Set up header */
                    646:         if (!setup_header(hhdr, sz, kind, flags)) {
                    647:             GC_remove_counts(hbp, (word)size_needed);
                    648:             return(0); /* ditto */
                    649:         }
                    650:
                    651:     /* Clear block if necessary */
                    652:        if (GC_debugging_started
                    653:            || sz > MAXOBJSZ && GC_obj_kinds[kind].ok_init) {
                    654:            BZERO(hbp + HDR_BYTES,  size_needed - HDR_BYTES);
                    655:        }
                    656:
                    657:     /* We just successfully allocated a block.  Restart count of       */
                    658:     /* consecutive failures.                                           */
                    659:     {
                    660:        extern unsigned GC_fail_count;
                    661:
                    662:        GC_fail_count = 0;
                    663:     }
                    664:
                    665:     GC_large_free_bytes -= size_needed;
                    666:
                    667:     GC_ASSERT(IS_MAPPED(hhdr));
                    668:     return( hbp );
                    669: }
                    670:
                    671: struct hblk * GC_freehblk_ptr = 0;  /* Search position hint for GC_freehblk */
                    672:
                    673: /*
                    674:  * Free a heap block.
                    675:  *
                    676:  * Coalesce the block with its neighbors if possible.
                    677:  *
                    678:  * All mark words are assumed to be cleared.
                    679:  */
                    680: void
                    681: GC_freehblk(hbp)
                    682: struct hblk *hbp;
                    683: {
                    684: struct hblk *next, *prev;
                    685: hdr *hhdr, *prevhdr, *nexthdr;
                    686: signed_word size;
                    687:
                    688:
                    689:     hhdr = HDR(hbp);
                    690:     size = hhdr->hb_sz;
                    691:     size = HBLKSIZE * OBJ_SZ_TO_BLOCKS(size);
                    692:     GC_remove_counts(hbp, (word)size);
                    693:     hhdr->hb_sz = size;
                    694:
                    695:     /* Check for duplicate deallocation in the easy case */
                    696:       if (HBLK_IS_FREE(hhdr)) {
                    697:         GC_printf1("Duplicate large block deallocation of 0x%lx\n",
                    698:                   (unsigned long) hbp);
                    699:       }
                    700:
                    701:     GC_ASSERT(IS_MAPPED(hhdr));
                    702:     GC_invalidate_map(hhdr);
                    703:     next = (struct hblk *)((word)hbp + size);
                    704:     nexthdr = HDR(next);
                    705:     prev = GC_free_block_ending_at(hbp);
                    706:     /* Coalesce with successor, if possible */
                    707:       if(0 != nexthdr && HBLK_IS_FREE(nexthdr) && IS_MAPPED(nexthdr)) {
                    708:        GC_remove_from_fl(nexthdr, FL_UNKNOWN);
                    709:        hhdr -> hb_sz += nexthdr -> hb_sz;
                    710:        GC_remove_header(next);
                    711:       }
                    712:     /* Coalesce with predecessor, if possible. */
                    713:       if (0 != prev) {
                    714:        prevhdr = HDR(prev);
                    715:        if (IS_MAPPED(prevhdr)) {
                    716:          GC_remove_from_fl(prevhdr, FL_UNKNOWN);
                    717:          prevhdr -> hb_sz += hhdr -> hb_sz;
                    718:          GC_remove_header(hbp);
                    719:          hbp = prev;
                    720:          hhdr = prevhdr;
                    721:        }
                    722:       }
                    723:
                    724:     GC_large_free_bytes += size;
                    725:     GC_add_to_fl(hbp, hhdr);
                    726: }
                    727:

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>