[BACK]Return to solaris_threads.c CVS log [TXT][DIR] Up to [local] / OpenXM_contrib2 / asir2000 / gc

Annotation of OpenXM_contrib2/asir2000/gc/solaris_threads.c, Revision 1.5

1.1       noro        1: /*
                      2:  * Copyright (c) 1994 by Xerox Corporation.  All rights reserved.
                      3:  *
                      4:  * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
                      5:  * OR IMPLIED.  ANY USE IS AT YOUR OWN RISK.
                      6:  *
                      7:  * Permission is hereby granted to use or copy this program
                      8:  * for any purpose,  provided the above notices are retained on all copies.
                      9:  * Permission to modify the code and to distribute modified code is granted,
                     10:  * provided the above notices are retained, and a notice that the code was
                     11:  * modified is included with the above copyright notice.
                     12:  */
                     13: /*
                     14:  * Support code for Solaris threads.  Provides functionality we wish Sun
                     15:  * had provided.  Relies on some information we probably shouldn't rely on.
                     16:  */
                     17: /* Boehm, September 14, 1994 4:44 pm PDT */
                     18:
1.5     ! noro       19: # if defined(GC_SOLARIS_THREADS) || defined(GC_SOLARIS_PTHREADS)
1.1       noro       20:
1.3       noro       21: # include "private/gc_priv.h"
                     22: # include "private/solaris_threads.h"
1.1       noro       23: # include <thread.h>
                     24: # include <synch.h>
                     25: # include <signal.h>
                     26: # include <fcntl.h>
                     27: # include <sys/types.h>
                     28: # include <sys/mman.h>
                     29: # include <sys/time.h>
                     30: # include <sys/resource.h>
                     31: # include <sys/stat.h>
                     32: # include <sys/syscall.h>
                     33: # include <sys/procfs.h>
                     34: # include <sys/lwp.h>
                     35: # include <sys/reg.h>
                     36: # define _CLASSIC_XOPEN_TYPES
                     37: # include <unistd.h>
                     38: # include <errno.h>
                     39:
1.5     ! noro       40: #ifdef HANDLE_FORK
        !            41:   --> Not yet supported.  Try porting the code from linux_threads.c.
        !            42: #endif
        !            43:
1.1       noro       44: /*
                     45:  * This is the default size of the LWP arrays. If there are more LWPs
                     46:  * than this when a stop-the-world GC happens, set_max_lwps will be
                     47:  * called to cope.
                     48:  * This must be higher than the number of LWPs at startup time.
                     49:  * The threads library creates a thread early on, so the min. is 3
                     50:  */
                     51: # define DEFAULT_MAX_LWPS      4
                     52:
                     53: #undef thr_join
                     54: #undef thr_create
                     55: #undef thr_suspend
                     56: #undef thr_continue
                     57:
                     58: cond_t GC_prom_join_cv;                /* Broadcast when any thread terminates */
                     59: cond_t GC_create_cv;           /* Signalled when a new undetached      */
                     60:                                /* thread starts.                       */
                     61:
                     62:
                     63: #ifdef MMAP_STACKS
                     64: static int GC_zfd;
                     65: #endif /* MMAP_STACKS */
                     66:
                     67: /* We use the allocation lock to protect thread-related data structures. */
                     68:
                     69: /* We stop the world using /proc primitives.  This makes some  */
                     70: /* minimal assumptions about the threads implementation.       */
                     71: /* We don't play by the rules, since the rules make this       */
                     72: /* impossible (as of Solaris 2.3).  Also note that as of       */
                     73: /* Solaris 2.3 the various thread and lwp suspension           */
                     74: /* primitives failed to stop threads by the time the request   */
                     75: /* is completed.                                               */
                     76:
                     77:
                     78: static sigset_t old_mask;
                     79:
                     80: /* Sleep for n milliseconds, n < 1000  */
                     81: void GC_msec_sleep(int n)
                     82: {
                     83:     struct timespec ts;
                     84:
                     85:     ts.tv_sec = 0;
                     86:     ts.tv_nsec = 1000000*n;
                     87:     if (syscall(SYS_nanosleep, &ts, 0) < 0) {
                     88:        ABORT("nanosleep failed");
                     89:     }
                     90: }
                     91: /* Turn off preemption;  gross but effective.                  */
                     92: /* Caller has allocation lock.                         */
                     93: /* Actually this is not needed under Solaris 2.3 and   */
                     94: /* 2.4, but hopefully that'll change.                  */
                     95: void preempt_off()
                     96: {
                     97:     sigset_t set;
                     98:
                     99:     (void)sigfillset(&set);
                    100:     sigdelset(&set, SIGABRT);
                    101:     syscall(SYS_sigprocmask, SIG_SETMASK, &set, &old_mask);
                    102: }
                    103:
                    104: void preempt_on()
                    105: {
                    106:     syscall(SYS_sigprocmask, SIG_SETMASK, &old_mask, NULL);
                    107: }
                    108:
                    109: int GC_main_proc_fd = -1;
                    110:
                    111:
                    112: struct lwp_cache_entry {
                    113:     lwpid_t lc_id;
                    114:     int lc_descr;      /* /proc file descriptor.       */
                    115: }  GC_lwp_cache_default[DEFAULT_MAX_LWPS];
                    116:
                    117: static int max_lwps = DEFAULT_MAX_LWPS;
                    118: static struct lwp_cache_entry *GC_lwp_cache = GC_lwp_cache_default;
                    119:
                    120: static prgregset_t GC_lwp_registers_default[DEFAULT_MAX_LWPS];
                    121: static prgregset_t *GC_lwp_registers = GC_lwp_registers_default;
                    122:
                    123: /* Return a file descriptor for the /proc entry corresponding  */
                    124: /* to the given lwp.  The file descriptor may be stale if the  */
                    125: /* lwp exited and a new one was forked.                                */
                    126: static int open_lwp(lwpid_t id)
                    127: {
                    128:     int result;
                    129:     static int next_victim = 0;
                    130:     register int i;
                    131:
                    132:     for (i = 0; i < max_lwps; i++) {
                    133:        if (GC_lwp_cache[i].lc_id == id) return(GC_lwp_cache[i].lc_descr);
                    134:     }
                    135:     result = syscall(SYS_ioctl, GC_main_proc_fd, PIOCOPENLWP, &id);
                    136:     /*
                    137:      * If PIOCOPENLWP fails, try closing fds in the cache until it succeeds.
                    138:      */
                    139:     if (result < 0 && errno == EMFILE) {
                    140:            for (i = 0; i < max_lwps; i++) {
                    141:                if (GC_lwp_cache[i].lc_id != 0) {
                    142:                        (void)syscall(SYS_close, GC_lwp_cache[i].lc_descr);
                    143:                        result = syscall(SYS_ioctl, GC_main_proc_fd, PIOCOPENLWP, &id);
                    144:                        if (result >= 0 || (result < 0 && errno != EMFILE))
                    145:                                break;
                    146:                }
                    147:            }
                    148:     }
                    149:     if (result < 0) {
                    150:        if (errno == EMFILE) {
                    151:                ABORT("Too many open files");
                    152:        }
                    153:         return(-1) /* exited? */;
                    154:     }
                    155:     if (GC_lwp_cache[next_victim].lc_id != 0)
                    156:         (void)syscall(SYS_close, GC_lwp_cache[next_victim].lc_descr);
                    157:     GC_lwp_cache[next_victim].lc_id = id;
                    158:     GC_lwp_cache[next_victim].lc_descr = result;
                    159:     if (++next_victim >= max_lwps)
                    160:        next_victim = 0;
                    161:     return(result);
                    162: }
                    163:
                    164: static void uncache_lwp(lwpid_t id)
                    165: {
                    166:     register int i;
                    167:
                    168:     for (i = 0; i < max_lwps; i++) {
                    169:        if (GC_lwp_cache[i].lc_id == id) {
                    170:            (void)syscall(SYS_close, GC_lwp_cache[id].lc_descr);
                    171:            GC_lwp_cache[i].lc_id = 0;
                    172:            break;
                    173:        }
                    174:     }
                    175: }
                    176:        /* Sequence of current lwp ids  */
                    177: static lwpid_t GC_current_ids_default[DEFAULT_MAX_LWPS + 1];
                    178: static lwpid_t *GC_current_ids = GC_current_ids_default;
                    179:
                    180:        /* Temporary used below (can be big if large number of LWPs) */
                    181: static lwpid_t last_ids_default[DEFAULT_MAX_LWPS + 1];
                    182: static lwpid_t *last_ids = last_ids_default;
                    183:
                    184:
                    185: #define ROUNDUP(n)    WORDS_TO_BYTES(ROUNDED_UP_WORDS(n))
                    186:
                    187: static void set_max_lwps(GC_word n)
                    188: {
                    189:     char *mem;
                    190:     char *oldmem;
                    191:     int required_bytes = ROUNDUP(n * sizeof(struct lwp_cache_entry))
                    192:        + ROUNDUP(n * sizeof(prgregset_t))
                    193:        + ROUNDUP((n + 1) * sizeof(lwpid_t))
                    194:        + ROUNDUP((n + 1) * sizeof(lwpid_t));
                    195:
                    196:     GC_expand_hp_inner(divHBLKSZ((word)required_bytes));
                    197:     oldmem = mem = GC_scratch_alloc(required_bytes);
                    198:     if (0 == mem) ABORT("No space for lwp data structures");
                    199:
                    200:     /*
                    201:      * We can either flush the old lwp cache or copy it over. Do the latter.
                    202:      */
                    203:     memcpy(mem, GC_lwp_cache, max_lwps * sizeof(struct lwp_cache_entry));
                    204:     GC_lwp_cache = (struct lwp_cache_entry*)mem;
                    205:     mem += ROUNDUP(n * sizeof(struct lwp_cache_entry));
                    206:
                    207:     BZERO(GC_lwp_registers, max_lwps * sizeof(GC_lwp_registers[0]));
                    208:     GC_lwp_registers = (prgregset_t *)mem;
                    209:     mem += ROUNDUP(n * sizeof(prgregset_t));
                    210:
                    211:
                    212:     GC_current_ids = (lwpid_t *)mem;
                    213:     mem += ROUNDUP((n + 1) * sizeof(lwpid_t));
                    214:
                    215:     last_ids = (lwpid_t *)mem;
                    216:     mem += ROUNDUP((n + 1)* sizeof(lwpid_t));
                    217:
                    218:     if (mem > oldmem + required_bytes)
                    219:        ABORT("set_max_lwps buffer overflow");
                    220:
                    221:     max_lwps = n;
                    222: }
                    223:
                    224:
                    225: /* Stop all lwps in process.  Assumes preemption is off.       */
                    226: /* Caller has allocation lock (and any other locks he may      */
                    227: /* need).                                                      */
                    228: static void stop_all_lwps()
                    229: {
                    230:     int lwp_fd;
                    231:     char buf[30];
                    232:     prstatus_t status;
                    233:     register int i;
                    234:     GC_bool changed;
                    235:     lwpid_t me = _lwp_self();
                    236:
                    237:     if (GC_main_proc_fd == -1) {
                    238:        sprintf(buf, "/proc/%d", getpid());
                    239:        GC_main_proc_fd = syscall(SYS_open, buf, O_RDONLY);
                    240:         if (GC_main_proc_fd < 0) {
                    241:                if (errno == EMFILE)
                    242:                        ABORT("/proc open failed: too many open files");
                    243:                GC_printf1("/proc open failed: errno %d", errno);
                    244:                abort();
                    245:         }
                    246:     }
                    247:     BZERO(GC_lwp_registers, sizeof (prgregset_t) * max_lwps);
                    248:     for (i = 0; i < max_lwps; i++)
                    249:        last_ids[i] = 0;
                    250:     for (;;) {
                    251:     if (syscall(SYS_ioctl, GC_main_proc_fd, PIOCSTATUS, &status) < 0)
                    252:        ABORT("Main PIOCSTATUS failed");
                    253:        if (status.pr_nlwp < 1)
                    254:                ABORT("Invalid number of lwps returned by PIOCSTATUS");
                    255:        if (status.pr_nlwp >= max_lwps) {
                    256:                set_max_lwps(status.pr_nlwp*2 + 10);
                    257:                /*
                    258:                 * The data in the old GC_current_ids and
                    259:                 * GC_lwp_registers has been trashed. Cleaning out last_ids
                    260:                 * will make sure every LWP gets re-examined.
                    261:                 */
                    262:                for (i = 0; i < max_lwps; i++)
                    263:                        last_ids[i] = 0;
                    264:                continue;
                    265:     }
                    266:         if (syscall(SYS_ioctl, GC_main_proc_fd, PIOCLWPIDS, GC_current_ids) < 0)
                    267:             ABORT("PIOCLWPIDS failed");
                    268:         changed = FALSE;
                    269:         for (i = 0; GC_current_ids[i] != 0 && i < max_lwps; i++) {
                    270:             if (GC_current_ids[i] != last_ids[i]) {
                    271:                 changed = TRUE;
                    272:                 if (GC_current_ids[i] != me) {
                    273:                    /* PIOCSTOP doesn't work without a writable         */
                    274:                    /* descriptor.  And that makes the process          */
                    275:                    /* undebuggable.                                    */
                    276:                     if (_lwp_suspend(GC_current_ids[i]) < 0) {
                    277:                         /* Could happen if the lwp exited */
                    278:                         uncache_lwp(GC_current_ids[i]);
                    279:                         GC_current_ids[i] = me; /* ignore */
                    280:                     }
                    281:                 }
                    282:             }
                    283:         }
                    284:         /*
                    285:          * In the unlikely event something does a fork between the
                    286:         * PIOCSTATUS and the PIOCLWPIDS.
                    287:          */
                    288:         if (i >= max_lwps)
                    289:                continue;
                    290:         /* All lwps in GC_current_ids != me have been suspended.  Note */
                    291:         /* that _lwp_suspend is idempotent.                            */
                    292:         for (i = 0; GC_current_ids[i] != 0; i++) {
                    293:             if (GC_current_ids[i] != last_ids[i]) {
                    294:                 if (GC_current_ids[i] != me) {
                    295:                     lwp_fd = open_lwp(GC_current_ids[i]);
                    296:                    if (lwp_fd == -1)
                    297:                    {
                    298:                            GC_current_ids[i] = me;
                    299:                            continue;
                    300:                    }
                    301:                    /* LWP should be stopped.  Empirically it sometimes */
                    302:                    /* isn't, and more frequently the PR_STOPPED flag   */
                    303:                    /* is not set.  Wait for PR_STOPPED.                */
                    304:                     if (syscall(SYS_ioctl, lwp_fd,
                    305:                                 PIOCSTATUS, &status) < 0) {
                    306:                        /* Possible if the descriptor was stale, or */
                    307:                        /* we encountered the 2.3 _lwp_suspend bug. */
                    308:                        uncache_lwp(GC_current_ids[i]);
                    309:                         GC_current_ids[i] = me; /* handle next time. */
                    310:                     } else {
                    311:                         while (!(status.pr_flags & PR_STOPPED)) {
                    312:                             GC_msec_sleep(1);
                    313:                            if (syscall(SYS_ioctl, lwp_fd,
                    314:                                        PIOCSTATUS, &status) < 0) {
                    315:                                ABORT("Repeated PIOCSTATUS failed");
                    316:                            }
                    317:                            if (status.pr_flags & PR_STOPPED) break;
                    318:
                    319:                            GC_msec_sleep(20);
                    320:                            if (syscall(SYS_ioctl, lwp_fd,
                    321:                                        PIOCSTATUS, &status) < 0) {
                    322:                                ABORT("Repeated PIOCSTATUS failed");
                    323:                            }
                    324:                         }
                    325:                         if (status.pr_who !=  GC_current_ids[i]) {
                    326:                                /* can happen if thread was on death row */
                    327:                                uncache_lwp(GC_current_ids[i]);
                    328:                                GC_current_ids[i] = me; /* handle next time. */
                    329:                                continue;
                    330:                         }
                    331:                         /* Save registers where collector can */
                    332:                        /* find them.                     */
                    333:                            BCOPY(status.pr_reg, GC_lwp_registers[i],
                    334:                                  sizeof (prgregset_t));
                    335:                     }
                    336:                 }
                    337:             }
                    338:         }
                    339:         if (!changed) break;
                    340:         for (i = 0; i < max_lwps; i++) last_ids[i] = GC_current_ids[i];
                    341:     }
                    342: }
                    343:
                    344: /* Restart all lwps in process.  Assumes preemption is off.    */
                    345: static void restart_all_lwps()
                    346: {
                    347:     int lwp_fd;
                    348:     register int i;
                    349:     GC_bool changed;
                    350:     lwpid_t me = _lwp_self();
                    351: #   define PARANOID
                    352:
                    353:     for (i = 0; GC_current_ids[i] != 0; i++) {
                    354: #      ifdef PARANOID
                    355:          if (GC_current_ids[i] != me) {
                    356:            int lwp_fd = open_lwp(GC_current_ids[i]);
                    357:            prstatus_t status;
                    358:
                    359:            if (lwp_fd < 0) ABORT("open_lwp failed");
                    360:            if (syscall(SYS_ioctl, lwp_fd,
                    361:                        PIOCSTATUS, &status) < 0) {
                    362:                 ABORT("PIOCSTATUS failed in restart_all_lwps");
                    363:            }
                    364:            if (memcmp(status.pr_reg, GC_lwp_registers[i],
                    365:                       sizeof (prgregset_t)) != 0) {
                    366:                    int j;
                    367:
1.5     ! noro      368:                    for(j = 0; j < NPRGREG; j++)
1.1       noro      369:                    {
                    370:                            GC_printf3("%i: %x -> %x\n", j,
                    371:                                       GC_lwp_registers[i][j],
                    372:                                       status.pr_reg[j]);
                    373:                    }
                    374:                ABORT("Register contents changed");
                    375:            }
                    376:            if (!status.pr_flags & PR_STOPPED) {
                    377:                ABORT("lwp no longer stopped");
                    378:            }
                    379: #ifdef SPARC
                    380:            {
                    381:                    gwindows_t windows;
                    382:              if (syscall(SYS_ioctl, lwp_fd,
                    383:                        PIOCGWIN, &windows) < 0) {
                    384:                 ABORT("PIOCSTATUS failed in restart_all_lwps");
                    385:              }
                    386:              if (windows.wbcnt > 0) ABORT("unsaved register windows");
                    387:            }
                    388: #endif
                    389:          }
                    390: #      endif /* PARANOID */
                    391:        if (GC_current_ids[i] == me) continue;
                    392:         if (_lwp_continue(GC_current_ids[i]) < 0) {
                    393:             ABORT("Failed to restart lwp");
                    394:         }
                    395:     }
                    396:     if (i >= max_lwps) ABORT("Too many lwps");
                    397: }
                    398:
                    399: GC_bool GC_multithreaded = 0;
                    400:
                    401: void GC_stop_world()
                    402: {
                    403:     preempt_off();
                    404:     if (GC_multithreaded)
                    405:         stop_all_lwps();
                    406: }
                    407:
                    408: void GC_start_world()
                    409: {
                    410:     if (GC_multithreaded)
                    411:         restart_all_lwps();
                    412:     preempt_on();
                    413: }
                    414:
                    415: void GC_thr_init(void);
                    416:
                    417: GC_bool GC_thr_initialized = FALSE;
                    418:
                    419: size_t GC_min_stack_sz;
                    420:
                    421:
                    422: /*
                    423:  * stack_head is stored at the top of free stacks
                    424:  */
                    425: struct stack_head {
                    426:        struct stack_head       *next;
                    427:        ptr_t                   base;
                    428:        thread_t                owner;
                    429: };
                    430:
                    431: # define N_FREE_LISTS 25
                    432: struct stack_head *GC_stack_free_lists[N_FREE_LISTS] = { 0 };
                    433:                /* GC_stack_free_lists[i] is free list for stacks of    */
                    434:                /* size GC_min_stack_sz*2**i.                           */
                    435:                /* Free lists are linked through stack_head stored      */                      /* at top of stack.                                     */
                    436:
                    437: /* Return a stack of size at least *stack_size.  *stack_size is        */
                    438: /* replaced by the actual stack size.                          */
                    439: /* Caller holds allocation lock.                               */
                    440: ptr_t GC_stack_alloc(size_t * stack_size)
                    441: {
                    442:     register size_t requested_sz = *stack_size;
                    443:     register size_t search_sz = GC_min_stack_sz;
                    444:     register int index = 0;    /* = log2(search_sz/GC_min_stack_sz) */
                    445:     register ptr_t base;
                    446:     register struct stack_head *result;
                    447:
                    448:     while (search_sz < requested_sz) {
                    449:         search_sz *= 2;
                    450:         index++;
                    451:     }
                    452:     if ((result = GC_stack_free_lists[index]) == 0
                    453:         && (result = GC_stack_free_lists[index+1]) != 0) {
                    454:         /* Try next size up. */
                    455:         search_sz *= 2; index++;
                    456:     }
                    457:     if (result != 0) {
                    458:         base =  GC_stack_free_lists[index]->base;
                    459:         GC_stack_free_lists[index] = GC_stack_free_lists[index]->next;
                    460:     } else {
                    461: #ifdef MMAP_STACKS
1.5     ! noro      462:         base = (ptr_t)mmap(0, search_sz + GC_page_size,
1.1       noro      463:                             PROT_READ|PROT_WRITE, MAP_PRIVATE |MAP_NORESERVE,
                    464:                             GC_zfd, 0);
                    465:        if (base == (ptr_t)-1)
                    466:        {
                    467:                *stack_size = 0;
                    468:                return NULL;
                    469:        }
                    470:
1.5     ! noro      471:        mprotect(base, GC_page_size, PROT_NONE);
        !           472:        /* Should this use divHBLKSZ(search_sz + GC_page_size) ? -- cf */
1.1       noro      473:        GC_is_fresh((struct hblk *)base, divHBLKSZ(search_sz));
1.5     ! noro      474:        base += GC_page_size;
1.1       noro      475:
                    476: #else
1.5     ! noro      477:         base = (ptr_t) GC_scratch_alloc(search_sz + 2*GC_page_size);
1.1       noro      478:        if (base == NULL)
                    479:        {
                    480:                *stack_size = 0;
                    481:                return NULL;
                    482:        }
                    483:
1.5     ! noro      484:         base = (ptr_t)(((word)base + GC_page_size) & ~(GC_page_size - 1));
1.1       noro      485:         /* Protect hottest page to detect overflow. */
                    486: #      ifdef SOLARIS23_MPROTECT_BUG_FIXED
1.5     ! noro      487:             mprotect(base, GC_page_size, PROT_NONE);
1.1       noro      488: #      endif
                    489:         GC_is_fresh((struct hblk *)base, divHBLKSZ(search_sz));
                    490:
1.5     ! noro      491:         base += GC_page_size;
1.1       noro      492: #endif
                    493:     }
                    494:     *stack_size = search_sz;
                    495:     return(base);
                    496: }
                    497:
                    498: /* Caller holds  allocationlock.                                       */
                    499: void GC_stack_free(ptr_t stack, size_t size)
                    500: {
                    501:     register int index = 0;
                    502:     register size_t search_sz = GC_min_stack_sz;
                    503:     register struct stack_head *head;
                    504:
                    505: #ifdef MMAP_STACKS
                    506:     /* Zero pointers */
                    507:     mmap(stack, size, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_NORESERVE|MAP_FIXED,
                    508:         GC_zfd, 0);
                    509: #endif
                    510:     while (search_sz < size) {
                    511:         search_sz *= 2;
                    512:         index++;
                    513:     }
                    514:     if (search_sz != size) ABORT("Bad stack size");
                    515:
                    516:     head = (struct stack_head *)(stack + search_sz - sizeof(struct stack_head));
                    517:     head->next = GC_stack_free_lists[index];
                    518:     head->base = stack;
                    519:     GC_stack_free_lists[index] = head;
                    520: }
                    521:
                    522: void GC_my_stack_limits();
                    523:
                    524: /* Notify virtual dirty bit implementation that known empty parts of   */
                    525: /* stacks do not contain useful data.                                  */
                    526: /* Caller holds allocation lock.                                       */
                    527: void GC_old_stacks_are_fresh()
                    528: {
                    529: /* No point in doing this for MMAP stacks - and pointers are zero'd out */
                    530: /* by the mmap in GC_stack_free */
                    531: #ifndef MMAP_STACKS
                    532:     register int i;
                    533:     register struct stack_head *s;
                    534:     register ptr_t p;
                    535:     register size_t sz;
                    536:     register struct hblk * h;
                    537:     int dummy;
                    538:
                    539:     for (i = 0, sz= GC_min_stack_sz; i < N_FREE_LISTS;
                    540:          i++, sz *= 2) {
                    541:          for (s = GC_stack_free_lists[i]; s != 0; s = s->next) {
                    542:              p = s->base;
                    543:              h = (struct hblk *)(((word)p + HBLKSIZE-1) & ~(HBLKSIZE-1));
                    544:              if ((ptr_t)h == p) {
                    545:                  GC_is_fresh((struct hblk *)p, divHBLKSZ(sz));
                    546:              } else {
                    547:                  GC_is_fresh((struct hblk *)p, divHBLKSZ(sz) - 1);
                    548:                  BZERO(p, (ptr_t)h - p);
                    549:              }
                    550:          }
                    551:     }
                    552: #endif /* MMAP_STACKS */
                    553:     GC_my_stack_limits();
                    554: }
                    555:
                    556: /* The set of all known threads.  We intercept thread creation and     */
                    557: /* joins.  We never actually create detached threads.  We allocate all         */
                    558: /* new thread stacks ourselves.  These allow us to maintain this       */
                    559: /* data structure.                                                     */
                    560:
                    561: # define THREAD_TABLE_SZ 128   /* Must be power of 2   */
                    562: volatile GC_thread GC_threads[THREAD_TABLE_SZ];
                    563:
1.3       noro      564: void GC_push_thread_structures GC_PROTO((void))
                    565: {
                    566:     GC_push_all((ptr_t)(GC_threads), (ptr_t)(GC_threads)+sizeof(GC_threads));
                    567: }
                    568:
1.1       noro      569: /* Add a thread to GC_threads.  We assume it wasn't already there.     */
                    570: /* Caller holds allocation lock.                                       */
                    571: GC_thread GC_new_thread(thread_t id)
                    572: {
                    573:     int hv = ((word)id) % THREAD_TABLE_SZ;
                    574:     GC_thread result;
                    575:     static struct GC_Thread_Rep first_thread;
                    576:     static GC_bool first_thread_used = FALSE;
                    577:
                    578:     if (!first_thread_used) {
                    579:        result = &first_thread;
                    580:        first_thread_used = TRUE;
                    581:        /* Dont acquire allocation lock, since we may already hold it. */
                    582:     } else {
                    583:         result = (struct GC_Thread_Rep *)
1.3       noro      584:                 GC_INTERNAL_MALLOC(sizeof(struct GC_Thread_Rep), NORMAL);
1.1       noro      585:     }
                    586:     if (result == 0) return(0);
                    587:     result -> id = id;
                    588:     result -> next = GC_threads[hv];
                    589:     GC_threads[hv] = result;
                    590:     /* result -> finished = 0; */
                    591:     (void) cond_init(&(result->join_cv), USYNC_THREAD, 0);
                    592:     return(result);
                    593: }
                    594:
                    595: /* Delete a thread from GC_threads.  We assume it is there.    */
                    596: /* (The code intentionally traps if it wasn't.)                        */
                    597: /* Caller holds allocation lock.                               */
                    598: void GC_delete_thread(thread_t id)
                    599: {
                    600:     int hv = ((word)id) % THREAD_TABLE_SZ;
                    601:     register GC_thread p = GC_threads[hv];
                    602:     register GC_thread prev = 0;
                    603:
                    604:     while (p -> id != id) {
                    605:         prev = p;
                    606:         p = p -> next;
                    607:     }
                    608:     if (prev == 0) {
                    609:         GC_threads[hv] = p -> next;
                    610:     } else {
                    611:         prev -> next = p -> next;
                    612:     }
                    613: }
                    614:
                    615: /* Return the GC_thread correpsonding to a given thread_t.     */
                    616: /* Returns 0 if it's not there.                                        */
                    617: /* Caller holds  allocation lock.                              */
                    618: GC_thread GC_lookup_thread(thread_t id)
                    619: {
                    620:     int hv = ((word)id) % THREAD_TABLE_SZ;
                    621:     register GC_thread p = GC_threads[hv];
                    622:
                    623:     while (p != 0 && p -> id != id) p = p -> next;
                    624:     return(p);
                    625: }
                    626:
1.5     ! noro      627: /* Solaris 2/Intel uses an initial stack size limit slightly bigger than the
        !           628:    SPARC default of 8 MB.  Account for this to warn only if the user has
        !           629:    raised the limit beyond the default.
        !           630:
        !           631:    This is identical to DFLSSIZ defined in <sys/vm_machparam.h>.  This file
        !           632:    is installed in /usr/platform/`uname -m`/include, which is not in the
        !           633:    default include directory list, so copy the definition here.  */
        !           634: #ifdef I386
        !           635: # define MAX_ORIG_STACK_SIZE (8 * 1024 * 1024 + ((USRSTACK) & 0x3FFFFF))
        !           636: #else
1.1       noro      637: # define MAX_ORIG_STACK_SIZE (8 * 1024 * 1024)
1.5     ! noro      638: #endif
1.1       noro      639:
                    640: word GC_get_orig_stack_size() {
                    641:     struct rlimit rl;
                    642:     static int warned = 0;
                    643:     int result;
                    644:
                    645:     if (getrlimit(RLIMIT_STACK, &rl) != 0) ABORT("getrlimit failed");
                    646:     result = (word)rl.rlim_cur & ~(HBLKSIZE-1);
                    647:     if (result > MAX_ORIG_STACK_SIZE) {
                    648:        if (!warned) {
1.3       noro      649:            WARN("Large stack limit(%ld): only scanning 8 MB\n", result);
1.1       noro      650:            warned = 1;
                    651:        }
                    652:        result = MAX_ORIG_STACK_SIZE;
                    653:     }
                    654:     return result;
                    655: }
                    656:
                    657: /* Notify dirty bit implementation of unused parts of my stack. */
                    658: /* Caller holds allocation lock.                               */
                    659: void GC_my_stack_limits()
                    660: {
                    661:     int dummy;
                    662:     register ptr_t hottest = (ptr_t)((word)(&dummy) & ~(HBLKSIZE-1));
                    663:     register GC_thread me = GC_lookup_thread(thr_self());
                    664:     register size_t stack_size = me -> stack_size;
                    665:     register ptr_t stack;
                    666:
                    667:     if (stack_size == 0) {
                    668:       /* original thread */
                    669:         /* Empirically, what should be the stack page with lowest      */
                    670:         /* address is actually inaccessible.                           */
1.5     ! noro      671:         stack_size = GC_get_orig_stack_size() - GC_page_size;
        !           672:         stack = GC_stackbottom - stack_size + GC_page_size;
1.1       noro      673:     } else {
                    674:         stack = me -> stack;
                    675:     }
                    676:     if (stack > hottest || stack + stack_size < hottest) {
                    677:        ABORT("sp out of bounds");
                    678:     }
                    679:     GC_is_fresh((struct hblk *)stack, divHBLKSZ(hottest - stack));
                    680: }
                    681:
                    682:
1.2       noro      683: /* We hold allocation lock.  Should do exactly the right thing if the  */
                    684: /* world is stopped.  Should not fail if it isn't.                     */
1.1       noro      685: void GC_push_all_stacks()
                    686: {
                    687:     register int i;
                    688:     register GC_thread p;
                    689:     register ptr_t sp = GC_approx_sp();
                    690:     register ptr_t bottom, top;
                    691:     struct rlimit rl;
                    692:
                    693: #   define PUSH(bottom,top) \
                    694:       if (GC_dirty_maintained) { \
1.3       noro      695:        GC_push_selected((bottom), (top), GC_page_was_ever_dirty, \
1.1       noro      696:                      GC_push_all_stack); \
                    697:       } else { \
                    698:         GC_push_all_stack((bottom), (top)); \
                    699:       }
                    700:     GC_push_all_stack((ptr_t)GC_lwp_registers,
                    701:                      (ptr_t)GC_lwp_registers
                    702:                      + max_lwps * sizeof(GC_lwp_registers[0]));
                    703:     for (i = 0; i < THREAD_TABLE_SZ; i++) {
                    704:       for (p = GC_threads[i]; p != 0; p = p -> next) {
                    705:         if (p -> stack_size != 0) {
                    706:             bottom = p -> stack;
                    707:             top = p -> stack + p -> stack_size;
                    708:         } else {
                    709:             /* The original stack. */
1.5     ! noro      710:             bottom = GC_stackbottom - GC_get_orig_stack_size() + GC_page_size;
1.1       noro      711:             top = GC_stackbottom;
                    712:         }
                    713:         if ((word)sp > (word)bottom && (word)sp < (word)top) bottom = sp;
                    714:         PUSH(bottom, top);
                    715:       }
                    716:     }
                    717: }
                    718:
                    719:
                    720: int GC_is_thread_stack(ptr_t addr)
                    721: {
                    722:     register int i;
                    723:     register GC_thread p;
                    724:     register ptr_t bottom, top;
                    725:
                    726:     for (i = 0; i < THREAD_TABLE_SZ; i++) {
                    727:       for (p = GC_threads[i]; p != 0; p = p -> next) {
                    728:         if (p -> stack_size != 0) {
                    729:             if (p -> stack <= addr &&
                    730:                addr < p -> stack + p -> stack_size)
                    731:                    return 1;
                    732:        }
                    733:       }
                    734:     }
1.3       noro      735:     return 0;
1.1       noro      736: }
                    737:
                    738: /* The only thread that ever really performs a thr_join.       */
                    739: void * GC_thr_daemon(void * dummy)
                    740: {
                    741:     void *status;
                    742:     thread_t departed;
                    743:     register GC_thread t;
                    744:     register int i;
                    745:     register int result;
                    746:
                    747:     for(;;) {
                    748:       start:
                    749:         result = thr_join((thread_t)0, &departed, &status);
                    750:        LOCK();
                    751:        if (result != 0) {
                    752:            /* No more threads; wait for create. */
                    753:            for (i = 0; i < THREAD_TABLE_SZ; i++) {
                    754:                for (t = GC_threads[i]; t != 0; t = t -> next) {
                    755:                     if (!(t -> flags & (DETACHED | FINISHED))) {
                    756:                       UNLOCK();
                    757:                       goto start; /* Thread started just before we */
                    758:                                  /* acquired the lock.            */
                    759:                     }
                    760:                 }
                    761:             }
                    762:             cond_wait(&GC_create_cv, &GC_allocate_ml);
                    763:             UNLOCK();
                    764:        } else {
                    765:            t = GC_lookup_thread(departed);
                    766:            GC_multithreaded--;
                    767:            if (!(t -> flags & CLIENT_OWNS_STACK)) {
                    768:                GC_stack_free(t -> stack, t -> stack_size);
                    769:            }
                    770:            if (t -> flags & DETACHED) {
                    771:                GC_delete_thread(departed);
                    772:            } else {
                    773:                t -> status = status;
                    774:                t -> flags |= FINISHED;
                    775:                cond_signal(&(t -> join_cv));
                    776:                cond_broadcast(&GC_prom_join_cv);
                    777:            }
                    778:            UNLOCK();
                    779:        }
                    780:     }
                    781: }
                    782:
                    783: /* We hold the allocation lock, or caller ensures that 2 instances     */
                    784: /* cannot be invoked concurrently.                                     */
                    785: void GC_thr_init(void)
                    786: {
                    787:     GC_thread t;
                    788:     thread_t tid;
                    789:
                    790:     if (GC_thr_initialized)
                    791:            return;
                    792:     GC_thr_initialized = TRUE;
                    793:     GC_min_stack_sz = ((thr_min_stack() + 32*1024 + HBLKSIZE-1)
                    794:                       & ~(HBLKSIZE - 1));
                    795: #ifdef MMAP_STACKS
                    796:     GC_zfd = open("/dev/zero", O_RDONLY);
                    797:     if (GC_zfd == -1)
                    798:            ABORT("Can't open /dev/zero");
                    799: #endif /* MMAP_STACKS */
                    800:     cond_init(&GC_prom_join_cv, USYNC_THREAD, 0);
                    801:     cond_init(&GC_create_cv, USYNC_THREAD, 0);
                    802:     /* Add the initial thread, so we can stop it.      */
                    803:       t = GC_new_thread(thr_self());
                    804:       t -> stack_size = 0;
                    805:       t -> flags = DETACHED | CLIENT_OWNS_STACK;
                    806:     if (thr_create(0 /* stack */, 0 /* stack_size */, GC_thr_daemon,
                    807:                   0 /* arg */, THR_DETACHED | THR_DAEMON,
                    808:                   &tid /* thread_id */) != 0) {
                    809:        ABORT("Cant fork daemon");
                    810:     }
                    811:     thr_setprio(tid, 126);
                    812: }
                    813:
                    814: /* We acquire the allocation lock to prevent races with        */
                    815: /* stopping/starting world.                                    */
                    816: /* This is no more correct than the underlying Solaris 2.X     */
                    817: /* implementation.  Under 2.3 THIS IS BROKEN.                  */
                    818: int GC_thr_suspend(thread_t target_thread)
                    819: {
                    820:     GC_thread t;
                    821:     int result;
                    822:
                    823:     LOCK();
                    824:     result = thr_suspend(target_thread);
                    825:     if (result == 0) {
                    826:        t = GC_lookup_thread(target_thread);
                    827:        if (t == 0) ABORT("thread unknown to GC");
1.5     ! noro      828:         t -> flags |= SUSPNDED;
1.1       noro      829:     }
                    830:     UNLOCK();
                    831:     return(result);
                    832: }
                    833:
                    834: int GC_thr_continue(thread_t target_thread)
                    835: {
                    836:     GC_thread t;
                    837:     int result;
                    838:
                    839:     LOCK();
                    840:     result = thr_continue(target_thread);
                    841:     if (result == 0) {
                    842:        t = GC_lookup_thread(target_thread);
                    843:        if (t == 0) ABORT("thread unknown to GC");
1.5     ! noro      844:         t -> flags &= ~SUSPNDED;
1.1       noro      845:     }
                    846:     UNLOCK();
                    847:     return(result);
                    848: }
                    849:
                    850: int GC_thr_join(thread_t wait_for, thread_t *departed, void **status)
                    851: {
                    852:     register GC_thread t;
                    853:     int result = 0;
                    854:
                    855:     LOCK();
                    856:     if (wait_for == 0) {
                    857:         register int i;
                    858:         register GC_bool thread_exists;
                    859:
                    860:        for (;;) {
                    861:          thread_exists = FALSE;
                    862:          for (i = 0; i < THREAD_TABLE_SZ; i++) {
                    863:            for (t = GC_threads[i]; t != 0; t = t -> next) {
                    864:               if (!(t -> flags & DETACHED)) {
                    865:                 if (t -> flags & FINISHED) {
                    866:                   goto found;
                    867:                 }
                    868:                 thread_exists = TRUE;
                    869:               }
                    870:             }
                    871:           }
                    872:           if (!thread_exists) {
                    873:               result = ESRCH;
                    874:              goto out;
                    875:           }
                    876:           cond_wait(&GC_prom_join_cv, &GC_allocate_ml);
                    877:         }
                    878:     } else {
                    879:         t = GC_lookup_thread(wait_for);
                    880:        if (t == 0 || t -> flags & DETACHED) {
                    881:            result = ESRCH;
                    882:            goto out;
                    883:        }
                    884:        if (wait_for == thr_self()) {
                    885:            result = EDEADLK;
                    886:            goto out;
                    887:        }
                    888:        while (!(t -> flags & FINISHED)) {
                    889:             cond_wait(&(t -> join_cv), &GC_allocate_ml);
                    890:        }
                    891:
                    892:     }
                    893:   found:
                    894:     if (status) *status = t -> status;
                    895:     if (departed) *departed = t -> id;
                    896:     cond_destroy(&(t -> join_cv));
                    897:     GC_delete_thread(t -> id);
                    898:   out:
                    899:     UNLOCK();
                    900:     return(result);
                    901: }
                    902:
                    903:
                    904: int
                    905: GC_thr_create(void *stack_base, size_t stack_size,
                    906:               void *(*start_routine)(void *), void *arg, long flags,
                    907:               thread_t *new_thread)
                    908: {
                    909:     int result;
                    910:     GC_thread t;
                    911:     thread_t my_new_thread;
                    912:     word my_flags = 0;
                    913:     void * stack = stack_base;
                    914:
                    915:     LOCK();
1.5     ! noro      916:     if (!GC_is_initialized) GC_init_inner();
1.1       noro      917:     GC_multithreaded++;
                    918:     if (stack == 0) {
1.2       noro      919:        if (stack_size == 0) stack_size = 1024*1024;
1.1       noro      920:        stack = (void *)GC_stack_alloc(&stack_size);
                    921:        if (stack == 0) {
                    922:            GC_multithreaded--;
                    923:            UNLOCK();
                    924:            return(ENOMEM);
                    925:        }
                    926:     } else {
                    927:        my_flags |= CLIENT_OWNS_STACK;
                    928:     }
                    929:     if (flags & THR_DETACHED) my_flags |= DETACHED;
1.5     ! noro      930:     if (flags & THR_SUSPENDED) my_flags |= SUSPNDED;
1.1       noro      931:     result = thr_create(stack, stack_size, start_routine,
                    932:                        arg, flags & ~THR_DETACHED, &my_new_thread);
                    933:     if (result == 0) {
                    934:         t = GC_new_thread(my_new_thread);
                    935:         t -> flags = my_flags;
                    936:         if (!(my_flags & DETACHED)) cond_init(&(t -> join_cv), USYNC_THREAD, 0);
                    937:         t -> stack = stack;
                    938:         t -> stack_size = stack_size;
                    939:         if (new_thread != 0) *new_thread = my_new_thread;
                    940:         cond_signal(&GC_create_cv);
                    941:     } else {
                    942:        GC_multithreaded--;
                    943:         if (!(my_flags & CLIENT_OWNS_STACK)) {
                    944:            GC_stack_free(stack, stack_size);
                    945:        }
                    946:     }
                    947:     UNLOCK();
                    948:     return(result);
                    949: }
                    950:
1.5     ! noro      951: # else /* !GC_SOLARIS_THREADS */
1.1       noro      952:
                    953: #ifndef LINT
                    954:   int GC_no_sunOS_threads;
                    955: #endif
                    956: #endif

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>