2 * Copyright (c) 1991-1994 by Xerox Corporation. All rights reserved.
3 * Copyright (c) 1997 by Silicon Graphics. All rights reserved.
5 * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
6 * OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
8 * Permission is hereby granted to use or copy this program
9 * for any purpose, provided the above notices are retained on all copies.
10 * Permission to modify the code and to distribute modified code is granted,
11 * provided the above notices are retained, and a notice that the code was
12 * modified is included with the above copyright notice.
14 * Original author: Bill Janssen
15 * Heavily modified by Hans Boehm and others
19 * This is incredibly OS specific code for tracking down data sections in
20 * dynamic libraries. There appears to be no way of doing this quickly
21 * without groveling through undocumented data structures. We would argue
22 * that this is a bug in the design of the dlopen interface. THIS CODE
23 * MAY BREAK IN FUTURE OS RELEASES. If this matters to you, don't hesitate
24 * to let your vendor know ...
26 * None of this is safe with dlclose and incremental collection.
27 * But then not much of anything is safe in the presence of dlclose.
29 #if defined(__linux__) && !defined(_GNU_SOURCE)
30 /* Can't test LINUX, since this must be define before other includes */
33 #if !defined(MACOS) && !defined(_WIN32_WCE)
34 # include <sys/types.h>
36 #include "private/gc_priv.h"
38 /* BTL: avoid circular redefinition of dlopen if GC_SOLARIS_THREADS defined */
39 # if (defined(GC_PTHREADS) || defined(GC_SOLARIS_THREADS)) \
40 && defined(dlopen) && !defined(GC_USE_LD_WRAP)
41 /* To support threads in Solaris, gc.h interposes on dlopen by */
42 /* defining "dlopen" to be "GC_dlopen", which is implemented below. */
43 /* However, both GC_FirstDLOpenedLinkMap() and GC_dlopen() use the */
44 /* real system dlopen() in their implementation. We first remove */
45 /* gc.h's dlopen definition and restore it later, after GC_dlopen(). */
47 # define GC_must_restore_redefined_dlopen
49 # undef GC_must_restore_redefined_dlopen
52 #if (defined(DYNAMIC_LOADING) || defined(MSWIN32) || defined(MSWINCE)) \
54 #if !defined(SUNOS4) && !defined(SUNOS5DL) && !defined(IRIX5) && \
55 !defined(MSWIN32) && !defined(MSWINCE) && \
56 !(defined(ALPHA) && defined(OSF1)) && \
57 !defined(HPUX) && !(defined(LINUX) && defined(__ELF__)) && \
58 !defined(RS6000) && !defined(SCO_ELF) && !defined(DGUX) && \
59 !(defined(FREEBSD) && defined(__ELF__)) && \
60 !(defined(NETBSD) && defined(__ELF__)) && !defined(HURD) && \
62 --> We only know how to find data segments of dynamic libraries for the
63 --> above. Additional SVR4 variants might not be too
69 /* Avoid #error "large files are not supported by libelf" errors */
70 #if defined(_ILP32) && (_FILE_OFFSET_BITS != 32)
71 #undef _FILE_OFFSET_BITS
72 #define _FILE_OFFSET_BITS 32
82 /* struct link_map field overrides */
83 # define l_next lm_next
84 # define l_addr lm_addr
85 # define l_name lm_name
89 # include <machine/elf_machdep.h>
90 # define ELFSIZE ARCH_ELFSIZE
93 #if defined(LINUX) && defined(__ELF__) || defined(SCO_ELF) || \
94 (defined(FREEBSD) && defined(__ELF__)) || defined(DGUX) || \
95 (defined(NETBSD) && defined(__ELF__)) || defined(HURD)
101 /* Newer versions of GNU/Linux define this macro. We
102 * define it similarly for any ELF systems that don't. */
104 # if defined(FREEBSD)
105 # if __ELF_WORD_SIZE == 32
106 # define ElfW(type) Elf32_##type
108 # define ElfW(type) Elf64_##type
113 # define ElfW(type) Elf32_##type
115 # define ElfW(type) Elf64_##type
118 # if !defined(ELF_CLASS) || ELF_CLASS == ELFCLASS32
119 # define ElfW(type) Elf32_##type
121 # define ElfW(type) Elf64_##type
127 #if defined(SUNOS5DL) && !defined(USE_PROC_FOR_LIBRARIES)
133 static struct link_map *
134 GC_FirstDLOpenedLinkMap()
136 extern ElfW(Dyn) _DYNAMIC;
139 static struct link_map * cachedResult = 0;
140 static ElfW(Dyn) *dynStructureAddr = 0;
141 /* BTL: added to avoid Solaris 5.3 ld.so _DYNAMIC bug */
143 # ifdef SUNOS53_SHARED_LIB
144 /* BTL: Avoid the Solaris 5.3 bug that _DYNAMIC isn't being set */
145 /* up properly in dynamically linked .so's. This means we have */
146 /* to use its value in the set of original object files loaded */
147 /* at program startup. */
148 if( dynStructureAddr == 0 ) {
149 void* startupSyms = dlopen(0, RTLD_LAZY);
150 dynStructureAddr = (ElfW(Dyn)*)dlsym(startupSyms, "_DYNAMIC");
153 dynStructureAddr = &_DYNAMIC;
156 if( dynStructureAddr == 0) {
159 if( cachedResult == 0 ) {
161 for( dp = ((ElfW(Dyn) *)(&_DYNAMIC)); (tag = dp->d_tag) != 0; dp++ ) {
162 if( tag == DT_DEBUG ) {
164 = ((struct r_debug *)(dp->d_un.d_ptr))->r_map;
165 if( lm != 0 ) cachedResult = lm->l_next; /* might be NIL */
173 #endif /* SUNOS5DL ... */
175 /* BTL: added to fix circular dlopen definition if GC_SOLARIS_THREADS defined */
176 # if defined(GC_must_restore_redefined_dlopen)
177 # define dlopen GC_dlopen
180 #if defined(SUNOS4) && !defined(USE_PROC_FOR_LIBRARIES)
183 struct link_dynamic _DYNAMIC;
186 static struct link_map *
187 GC_FirstDLOpenedLinkMap()
189 extern struct link_dynamic _DYNAMIC;
191 if( &_DYNAMIC == 0) {
194 return(_DYNAMIC.ld_un.ld_1->ld_loaded);
197 /* Return the address of the ld.so allocated common symbol */
198 /* with the least address, or 0 if none. */
199 static ptr_t GC_first_common()
202 extern struct link_dynamic _DYNAMIC;
203 struct rtc_symb * curr_symbol;
205 if( &_DYNAMIC == 0) {
208 curr_symbol = _DYNAMIC.ldd -> ldd_cp;
209 for (; curr_symbol != 0; curr_symbol = curr_symbol -> rtc_next) {
211 || (ptr_t)(curr_symbol -> rtc_sp -> n_value) < result) {
212 result = (ptr_t)(curr_symbol -> rtc_sp -> n_value);
218 #endif /* SUNOS4 ... */
220 # if defined(SUNOS4) || defined(SUNOS5DL)
221 /* Add dynamic library data sections to the root set. */
222 # if !defined(PCR) && !defined(GC_SOLARIS_THREADS) && defined(THREADS)
224 --> fix mutual exclusion with dlopen
225 # endif /* We assume M3 programs don't call dlopen for now */
228 # ifndef USE_PROC_FOR_LIBRARIES
229 void GC_register_dynamic_libraries()
231 struct link_map *lm = GC_FirstDLOpenedLinkMap();
234 for (lm = GC_FirstDLOpenedLinkMap();
235 lm != (struct link_map *) 0; lm = lm->l_next)
240 e = (struct exec *) lm->lm_addr;
242 ((char *) (N_DATOFF(*e) + lm->lm_addr)),
243 ((char *) (N_BSSADDR(*e) + e->a_bss + lm->lm_addr)),
249 unsigned long offset;
253 e = (ElfW(Ehdr) *) lm->l_addr;
254 p = ((ElfW(Phdr) *)(((char *)(e)) + e->e_phoff));
255 offset = ((unsigned long)(lm->l_addr));
256 for( i = 0; i < (int)(e->e_phnum); ((i++),(p++)) ) {
257 switch( p->p_type ) {
260 if( !(p->p_flags & PF_W) ) break;
261 start = ((char *)(p->p_vaddr)) + offset;
277 static ptr_t common_start = 0;
279 extern ptr_t GC_find_limit();
281 if (common_start == 0) common_start = GC_first_common();
282 if (common_start != 0) {
283 common_end = GC_find_limit(common_start, TRUE);
284 GC_add_roots_inner((char *)common_start, (char *)common_end, TRUE);
290 # endif /* !USE_PROC ... */
293 #if defined(LINUX) && defined(__ELF__) || defined(SCO_ELF) || \
294 (defined(FREEBSD) && defined(__ELF__)) || defined(DGUX) || \
295 (defined(NETBSD) && defined(__ELF__)) || defined(HURD)
298 #ifdef USE_PROC_FOR_LIBRARIES
302 #include <sys/stat.h>
306 #define MAPS_BUF_SIZE (32*1024)
308 extern ssize_t GC_repeat_read(int fd, char *buf, size_t count);
309 /* Repeatedly read until buffer is filled, or EOF is encountered */
310 /* Defined in os_dep.c. */
312 char *GC_parse_map_entry(char *buf_ptr, word *start, word *end,
313 char *prot_buf, unsigned int *maj_dev);
314 word GC_apply_to_maps(word (*fn)(char *));
317 word GC_register_map_entries(char *maps)
320 char *buf_ptr = maps;
323 unsigned int maj_dev;
324 word least_ha, greatest_ha;
326 word datastart = (word)(DATASTART);
328 /* Compute heap bounds. FIXME: Should be done by add_to_heap? */
329 least_ha = (word)(-1);
331 for (i = 0; i < GC_n_heap_sects; ++i) {
332 word sect_start = (word)GC_heap_sects[i].hs_start;
333 word sect_end = sect_start + GC_heap_sects[i].hs_bytes;
334 if (sect_start < least_ha) least_ha = sect_start;
335 if (sect_end > greatest_ha) greatest_ha = sect_end;
337 if (greatest_ha < (word)GC_scratch_last_end_ptr)
338 greatest_ha = (word)GC_scratch_last_end_ptr;
341 buf_ptr = GC_parse_map_entry(buf_ptr, &start, &end, prot_buf, &maj_dev);
342 if (buf_ptr == NULL) return 1;
343 if (prot_buf[1] == 'w') {
344 /* This is a writable mapping. Add it to */
345 /* the root set unless it is already otherwise */
347 if (start <= (word)GC_stackbottom && end >= (word)GC_stackbottom) {
348 /* Stack mapping; discard */
352 if (GC_segment_is_thread_stack(start, end)) continue;
354 /* We no longer exclude the main data segment. */
355 if (start < least_ha && end > least_ha) {
358 if (start < greatest_ha && end > greatest_ha) {
361 if (start >= least_ha && end <= greatest_ha) continue;
362 GC_add_roots_inner((char *)start, (char *)end, TRUE);
368 void GC_register_dynamic_libraries()
370 if (!GC_apply_to_maps(GC_register_map_entries))
371 ABORT("Failed to read /proc for library registration.");
374 /* We now take care of the main data segment ourselves: */
375 GC_bool GC_register_main_static_data()
380 # define HAVE_REGISTER_MAIN_STATIC_DATA
382 #endif /* USE_PROC_FOR_LIBRARIES */
384 #if !defined(USE_PROC_FOR_LIBRARIES)
385 /* The following is the preferred way to walk dynamic libraries */
386 /* For glibc 2.2.4+. Unfortunately, it doesn't work for older */
387 /* versions. Thanks to Jakub Jelinek for most of the code. */
389 # if defined(LINUX) /* Are others OK here, too? */ \
390 && (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ > 2) \
391 || (__GLIBC__ == 2 && __GLIBC_MINOR__ == 2 && defined(DT_CONFIG)))
393 /* We have the header files for a glibc that includes dl_iterate_phdr. */
394 /* It may still not be available in the library on the target system. */
395 /* Thus we also treat it as a weak symbol. */
396 #define HAVE_DL_ITERATE_PHDR
398 static int GC_register_dynlib_callback(info, size, ptr)
399 struct dl_phdr_info * info;
403 const ElfW(Phdr) * p;
407 /* Make sure struct dl_phdr_info is at least as big as we need. */
408 if (size < offsetof (struct dl_phdr_info, dlpi_phnum)
409 + sizeof (info->dlpi_phnum))
413 for( i = 0; i < (int)(info->dlpi_phnum); ((i++),(p++)) ) {
414 switch( p->p_type ) {
417 if( !(p->p_flags & PF_W) ) break;
418 start = ((char *)(p->p_vaddr)) + info->dlpi_addr;
419 GC_add_roots_inner(start, start + p->p_memsz, TRUE);
427 * (int *)ptr = 1; /* Signal that we were called */
431 /* Return TRUE if we succeed, FALSE if dl_iterate_phdr wasn't there. */
433 #pragma weak dl_iterate_phdr
435 GC_bool GC_register_dynamic_libraries_dl_iterate_phdr()
437 if (dl_iterate_phdr) {
438 int did_something = 0;
439 dl_iterate_phdr(GC_register_dynlib_callback, &did_something);
440 if (!did_something) {
441 /* dl_iterate_phdr may forget the static data segment in */
442 /* statically linked executables. */
443 GC_add_roots_inner(DATASTART, (char *)(DATAEND), TRUE);
444 # if defined(DATASTART2)
445 GC_add_roots_inner(DATASTART2, (char *)(DATAEND2), TRUE);
455 /* Do we need to separately register the main static data segment? */
456 GC_bool GC_register_main_static_data()
458 return (dl_iterate_phdr == 0);
461 #define HAVE_REGISTER_MAIN_STATIC_DATA
463 # else /* !LINUX || version(glibc) < 2.2.4 */
465 /* Dynamic loading code for Linux running ELF. Somewhat tested on
466 * Linux/x86, untested but hopefully should work on Linux/Alpha.
467 * This code was derived from the Solaris/ELF support. Thanks to
468 * whatever kind soul wrote that. - Patrick Bridges */
470 /* This doesn't necessarily work in all cases, e.g. with preloaded
471 * dynamic libraries. */
474 # include <sys/exec_elf.h>
475 /* for compatibility with 1.4.x */
493 # pragma weak _DYNAMIC
495 extern ElfW(Dyn) _DYNAMIC[];
497 static struct link_map *
498 GC_FirstDLOpenedLinkMap()
501 static struct link_map *cachedResult = 0;
506 if( cachedResult == 0 ) {
508 for( dp = _DYNAMIC; (tag = dp->d_tag) != 0; dp++ ) {
509 /* FIXME: The DT_DEBUG header is not mandated by the */
510 /* ELF spec. This code appears to be dependent on */
511 /* idiosynchracies of older GNU tool chains. If this code */
512 /* fails for you, the real problem is probably that it is */
513 /* being used at all. You should be getting the */
514 /* dl_iterate_phdr version. */
515 if( tag == DT_DEBUG ) {
517 = ((struct r_debug *)(dp->d_un.d_ptr))->r_map;
518 if( lm != 0 ) cachedResult = lm->l_next; /* might be NIL */
527 void GC_register_dynamic_libraries()
532 # ifdef HAVE_DL_ITERATE_PHDR
533 if (GC_register_dynamic_libraries_dl_iterate_phdr()) {
537 lm = GC_FirstDLOpenedLinkMap();
538 for (lm = GC_FirstDLOpenedLinkMap();
539 lm != (struct link_map *) 0; lm = lm->l_next)
543 unsigned long offset;
547 e = (ElfW(Ehdr) *) lm->l_addr;
551 p = ((ElfW(Phdr) *)(((char *)(e)) + e->e_phoff));
552 offset = ((unsigned long)(lm->l_addr));
553 for( i = 0; i < (int)(e->e_phnum); ((i++),(p++)) ) {
554 switch( p->p_type ) {
557 if( !(p->p_flags & PF_W) ) break;
558 start = ((char *)(p->p_vaddr)) + offset;
559 GC_add_roots_inner(start, start + p->p_memsz, TRUE);
569 #endif /* !USE_PROC_FOR_LIBRARIES */
573 #if defined(IRIX5) || (defined(USE_PROC_FOR_LIBRARIES) && !defined(LINUX))
575 #include <sys/procfs.h>
576 #include <sys/stat.h>
580 #include <signal.h> /* Only for the following test. */
585 extern void * GC_roots_present();
586 /* The type is a lie, since the real type doesn't make sense here, */
587 /* and we only test for NULL. */
590 /* We use /proc to track down all parts of the address space that are */
591 /* mapped by the process, and throw out regions we know we shouldn't */
592 /* worry about. This may also work under other SVR4 variants. */
593 void GC_register_dynamic_libraries()
597 static prmap_t * addr_map = 0;
598 static int current_sz = 0; /* Number of records currently in addr_map */
599 static int needed_sz; /* Required size of addr_map */
602 register ptr_t start;
603 register ptr_t limit;
604 ptr_t heap_start = (ptr_t)HEAP_START;
605 ptr_t heap_end = heap_start;
609 # endif /* SUNOS5DL */
612 sprintf(buf, "/proc/%d", getpid());
613 /* The above generates a lint complaint, since pid_t varies. */
614 /* It's unclear how to improve this. */
615 fd = open(buf, O_RDONLY);
617 ABORT("/proc open failed");
620 if (ioctl(fd, PIOCNMAP, &needed_sz) < 0) {
621 GC_err_printf2("fd = %d, errno = %d\n", fd, errno);
622 ABORT("/proc PIOCNMAP ioctl failed");
624 if (needed_sz >= current_sz) {
625 current_sz = needed_sz * 2 + 1;
626 /* Expansion, plus room for 0 record */
627 addr_map = (prmap_t *)GC_scratch_alloc((word)
628 (current_sz * sizeof(prmap_t)));
630 if (ioctl(fd, PIOCMAP, addr_map) < 0) {
631 GC_err_printf4("fd = %d, errno = %d, needed_sz = %d, addr_map = 0x%X\n",
632 fd, errno, needed_sz, addr_map);
633 ABORT("/proc PIOCMAP ioctl failed");
635 if (GC_n_heap_sects > 0) {
636 heap_end = GC_heap_sects[GC_n_heap_sects-1].hs_start
637 + GC_heap_sects[GC_n_heap_sects-1].hs_bytes;
638 if (heap_end < GC_scratch_last_end_ptr) heap_end = GC_scratch_last_end_ptr;
640 for (i = 0; i < needed_sz; i++) {
641 flags = addr_map[i].pr_mflags;
642 if ((flags & (MA_BREAK | MA_STACK | MA_PHYS
643 | MA_FETCHOP | MA_NOTCACHED)) != 0) goto irrelevant;
644 if ((flags & (MA_READ | MA_WRITE)) != (MA_READ | MA_WRITE))
646 /* The latter test is empirically useless in very old Irix */
647 /* versions. Other than the */
648 /* main data and stack segments, everything appears to be */
649 /* mapped readable, writable, executable, and shared(!!). */
650 /* This makes no sense to me. - HB */
651 start = (ptr_t)(addr_map[i].pr_vaddr);
652 if (GC_roots_present(start)) goto irrelevant;
653 if (start < heap_end && start >= heap_start)
656 if (GC_is_thread_stack(start)) goto irrelevant;
657 # endif /* MMAP_STACKS */
659 limit = start + addr_map[i].pr_size;
660 /* The following seemed to be necessary for very old versions */
661 /* of Irix, but it has been reported to discard relevant */
662 /* segments under Irix 6.5. */
664 if (addr_map[i].pr_off == 0 && strncmp(start, ELFMAG, 4) == 0) {
665 /* Discard text segments, i.e. 0-offset mappings against */
666 /* executable files which appear to have ELF headers. */
669 # define MAP_IRR_SZ 10
670 static ptr_t map_irr[MAP_IRR_SZ];
671 /* Known irrelevant map entries */
672 static int n_irr = 0;
676 for (i = 0; i < n_irr; i++) {
677 if (map_irr[i] == start) goto irrelevant;
679 arg = (caddr_t)start;
680 obj = ioctl(fd, PIOCOPENM, &arg);
684 if ((buf.st_mode & 0111) != 0) {
685 if (n_irr < MAP_IRR_SZ) {
686 map_irr[n_irr++] = start;
693 GC_add_roots_inner(start, limit, TRUE);
696 /* Dont keep cached descriptor, for now. Some kernels don't like us */
697 /* to keep a /proc file descriptor around during kill -9. */
698 if (close(fd) < 0) ABORT("Couldnt close /proc file");
702 # endif /* USE_PROC || IRIX5 */
704 # if defined(MSWIN32) || defined(MSWINCE)
706 # define WIN32_LEAN_AND_MEAN
708 # include <windows.h>
711 /* We traverse the entire address space and register all segments */
712 /* that could possibly have been written to. */
714 extern GC_bool GC_is_heap_base (ptr_t p);
716 # ifdef GC_WIN32_THREADS
717 extern void GC_get_next_stack(char *start, char **lo, char **hi);
718 void GC_cond_add_roots(char *base, char * limit)
720 char * curr_base = base;
721 char * next_stack_lo;
722 char * next_stack_hi;
724 if (base == limit) return;
726 GC_get_next_stack(curr_base, &next_stack_lo, &next_stack_hi);
727 if (next_stack_lo >= limit) break;
728 GC_add_roots_inner(curr_base, next_stack_lo, TRUE);
729 curr_base = next_stack_hi;
731 if (curr_base < limit) GC_add_roots_inner(curr_base, limit, TRUE);
734 void GC_cond_add_roots(char *base, char * limit)
738 = (char *) ((word)(&dummy) & ~(GC_sysinfo.dwAllocationGranularity-1));
739 if (base == limit) return;
740 if (limit > stack_top && base < GC_stackbottom) {
741 /* Part of the stack; ignore it. */
744 GC_add_roots_inner(base, limit, TRUE);
749 /* Do we need to separately register the main static data segment? */
750 GC_bool GC_register_main_static_data()
755 extern GC_bool GC_no_win32_dlls;
757 GC_bool GC_register_main_static_data()
759 return GC_no_win32_dlls;
763 # define HAVE_REGISTER_MAIN_STATIC_DATA
765 /* The frame buffer testing code is dead in this version. */
766 /* We leave it here temporarily in case the switch to just */
767 /* testing for MEM_IMAGE sections causes un expected */
769 GC_bool GC_warn_fb = TRUE; /* Warn about traced likely */
770 /* graphics memory. */
771 GC_bool GC_disallow_ignore_fb = FALSE;
772 int GC_ignore_fb_mb; /* Ignore mappings bigger than the */
773 /* specified number of MB. */
774 GC_bool GC_ignore_fb = FALSE; /* Enable frame buffer */
777 /* Issue warning if tracing apparent framebuffer. */
778 /* This limits us to one warning, and it's a back door to */
781 /* Should [start, start+len) be treated as a frame buffer */
783 /* Unfortunately, we currently are not quite sure how to tell */
784 /* this automatically, and rely largely on user input. */
785 /* We expect that any mapping with type MEM_MAPPED (which */
786 /* apparently excludes library data sections) can be safely */
787 /* ignored. But we're too chicken to do that in this */
789 /* Based on a very limited sample, it appears that: */
790 /* - Frame buffer mappings appear as mappings of large */
791 /* length, usually a bit less than a power of two. */
792 /* - The definition of "a bit less" in the above cannot */
793 /* be made more precise. */
794 /* - Have a starting address at best 64K aligned. */
795 /* - Have type == MEM_MAPPED. */
796 static GC_bool is_frame_buffer(ptr_t start, size_t len, DWORD tp)
798 static GC_bool initialized = FALSE;
799 # define MB (1024*1024)
800 # define DEFAULT_FB_MB 15
803 if (GC_disallow_ignore_fb || tp != MEM_MAPPED) return FALSE;
805 char * ignore_fb_string = GETENV("GC_IGNORE_FB");
807 if (0 != ignore_fb_string) {
808 while (*ignore_fb_string == ' ' || *ignore_fb_string == '\t')
810 if (*ignore_fb_string == '\0') {
811 GC_ignore_fb_mb = DEFAULT_FB_MB;
813 GC_ignore_fb_mb = atoi(ignore_fb_string);
814 if (GC_ignore_fb_mb < MIN_FB_MB) {
815 WARN("Bad GC_IGNORE_FB value. Using %ld\n", DEFAULT_FB_MB);
816 GC_ignore_fb_mb = DEFAULT_FB_MB;
821 GC_ignore_fb_mb = DEFAULT_FB_MB; /* For warning */
825 if (len >= ((size_t)GC_ignore_fb_mb << 20)) {
830 WARN("Possible frame buffer mapping at 0x%lx: \n"
831 "\tConsider setting GC_IGNORE_FB to improve performance.\n",
842 # ifdef DEBUG_VIRTUALQUERY
843 void GC_dump_meminfo(MEMORY_BASIC_INFORMATION *buf)
845 GC_printf4("BaseAddress = %lx, AllocationBase = %lx, RegionSize = %lx(%lu)\n",
846 buf -> BaseAddress, buf -> AllocationBase, buf -> RegionSize,
848 GC_printf4("\tAllocationProtect = %lx, State = %lx, Protect = %lx, "
850 buf -> AllocationProtect, buf -> State, buf -> Protect,
853 # endif /* DEBUG_VIRTUALQUERY */
855 void GC_register_dynamic_libraries()
857 MEMORY_BASIC_INFORMATION buf;
862 char * limit, * new_limit;
865 if (GC_no_win32_dlls) return;
867 base = limit = p = GC_sysinfo.lpMinimumApplicationAddress;
868 # if defined(MSWINCE) && !defined(_WIN32_WCE_EMULATION)
869 /* Only the first 32 MB of address space belongs to the current process */
870 while (p < (LPVOID)0x02000000) {
871 result = VirtualQuery(p, &buf, sizeof(buf));
873 /* Page is free; advance to the next possible allocation base */
875 (((DWORD) p + GC_sysinfo.dwAllocationGranularity)
876 & ~(GC_sysinfo.dwAllocationGranularity-1));
879 while (p < GC_sysinfo.lpMaximumApplicationAddress) {
880 result = VirtualQuery(p, &buf, sizeof(buf));
883 if (result != sizeof(buf)) {
884 ABORT("Weird VirtualQuery result");
886 new_limit = (char *)p + buf.RegionSize;
887 protect = buf.Protect;
888 if (buf.State == MEM_COMMIT
889 && (protect == PAGE_EXECUTE_READWRITE
890 || protect == PAGE_READWRITE)
891 && !GC_is_heap_base(buf.AllocationBase)
892 /* This used to check for
893 * !is_frame_buffer(p, buf.RegionSize, buf.Type)
894 * instead of just checking for MEM_IMAGE.
895 * If something breaks, change it back. */
896 && buf.Type == MEM_IMAGE) {
897 # ifdef DEBUG_VIRTUALQUERY
898 GC_dump_meminfo(&buf);
900 if ((char *)p != limit) {
901 GC_cond_add_roots(base, limit);
907 if (p > (LPVOID)new_limit /* overflow */) break;
908 p = (LPVOID)new_limit;
910 GC_cond_add_roots(base, limit);
913 #endif /* MSWIN32 || MSWINCE */
915 #if defined(ALPHA) && defined(OSF1)
919 void GC_register_dynamic_libraries()
925 ldr_module_t moduleid = LDR_NULL_MODULE;
926 ldr_module_info_t moduleinfo;
927 size_t moduleinfosize = sizeof(moduleinfo);
928 size_t modulereturnsize;
932 ldr_region_info_t regioninfo;
933 size_t regioninfosize = sizeof(regioninfo);
934 size_t regionreturnsize;
936 /* Obtain id of this process */
937 mypid = ldr_my_process();
939 /* For each module */
942 /* Get the next (first) module */
943 status = ldr_next_module(mypid, &moduleid);
945 /* Any more modules? */
946 if (moduleid == LDR_NULL_MODULE)
947 break; /* No more modules */
949 /* Check status AFTER checking moduleid because */
950 /* of a bug in the non-shared ldr_next_module stub */
952 GC_printf1("dynamic_load: status = %ld\n", (long)status);
954 extern char *sys_errlist[];
957 if (errno <= sys_nerr) {
958 GC_printf1("dynamic_load: %s\n", (long)sys_errlist[errno]);
960 GC_printf1("dynamic_load: %d\n", (long)errno);
963 ABORT("ldr_next_module failed");
966 /* Get the module information */
967 status = ldr_inq_module(mypid, moduleid, &moduleinfo,
968 moduleinfosize, &modulereturnsize);
970 ABORT("ldr_inq_module failed");
972 /* is module for the main program (i.e. nonshared portion)? */
973 if (moduleinfo.lmi_flags & LDR_MAIN)
974 continue; /* skip the main module */
977 GC_printf("---Module---\n");
978 GC_printf("Module ID = %16ld\n", moduleinfo.lmi_modid);
979 GC_printf("Count of regions = %16d\n", moduleinfo.lmi_nregion);
980 GC_printf("flags for module = %16lx\n", moduleinfo.lmi_flags);
981 GC_printf("pathname of module = \"%s\"\n", moduleinfo.lmi_name);
984 /* For each region in this module */
985 for (region = 0; region < moduleinfo.lmi_nregion; region++) {
987 /* Get the region information */
988 status = ldr_inq_region(mypid, moduleid, region, ®ioninfo,
989 regioninfosize, ®ionreturnsize);
991 ABORT("ldr_inq_region failed");
993 /* only process writable (data) regions */
994 if (! (regioninfo.lri_prot & LDR_W))
998 GC_printf("--- Region ---\n");
999 GC_printf("Region number = %16ld\n",
1000 regioninfo.lri_region_no);
1001 GC_printf("Protection flags = %016x\n", regioninfo.lri_prot);
1002 GC_printf("Virtual address = %16p\n", regioninfo.lri_vaddr);
1003 GC_printf("Mapped address = %16p\n", regioninfo.lri_mapaddr);
1004 GC_printf("Region size = %16ld\n", regioninfo.lri_size);
1005 GC_printf("Region name = \"%s\"\n", regioninfo.lri_name);
1008 /* register region as a garbage collection root */
1009 GC_add_roots_inner (
1010 (char *)regioninfo.lri_mapaddr,
1011 (char *)regioninfo.lri_mapaddr + regioninfo.lri_size,
1025 extern char *sys_errlist[];
1026 extern int sys_nerr;
1028 void GC_register_dynamic_libraries()
1031 int index = 1; /* Ordinal position in shared library search list */
1032 struct shl_descriptor *shl_desc; /* Shared library info, see dl.h */
1034 /* For each dynamic library loaded */
1037 /* Get info about next shared library */
1038 status = shl_get(index, &shl_desc);
1040 /* Check if this is the end of the list or if some error occured */
1042 # ifdef GC_HPUX_THREADS
1043 /* I've seen errno values of 0. The man page is not clear */
1044 /* as to whether errno should get set on a -1 return. */
1047 if (errno == EINVAL) {
1048 break; /* Moved past end of shared library list --> finished */
1050 if (errno <= sys_nerr) {
1051 GC_printf1("dynamic_load: %s\n", (long) sys_errlist[errno]);
1053 GC_printf1("dynamic_load: %d\n", (long) errno);
1055 ABORT("shl_get failed");
1061 GC_printf0("---Shared library---\n");
1062 GC_printf1("\tfilename = \"%s\"\n", shl_desc->filename);
1063 GC_printf1("\tindex = %d\n", index);
1064 GC_printf1("\thandle = %08x\n",
1065 (unsigned long) shl_desc->handle);
1066 GC_printf1("\ttext seg. start = %08x\n", shl_desc->tstart);
1067 GC_printf1("\ttext seg. end = %08x\n", shl_desc->tend);
1068 GC_printf1("\tdata seg. start = %08x\n", shl_desc->dstart);
1069 GC_printf1("\tdata seg. end = %08x\n", shl_desc->dend);
1070 GC_printf1("\tref. count = %lu\n", shl_desc->ref_count);
1073 /* register shared library's data segment as a garbage collection root */
1074 GC_add_roots_inner((char *) shl_desc->dstart,
1075 (char *) shl_desc->dend, TRUE);
1084 #include <sys/ldr.h>
1085 #include <sys/errno.h>
1086 void GC_register_dynamic_libraries()
1091 struct ld_info *ldi;
1093 ldibuf = alloca(ldibuflen = 8192);
1095 while ( (len = loadquery(L_GETINFO,ldibuf,ldibuflen)) < 0) {
1096 if (errno != ENOMEM) {
1097 ABORT("loadquery failed");
1099 ldibuf = alloca(ldibuflen *= 2);
1102 ldi = (struct ld_info *)ldibuf;
1104 len = ldi->ldinfo_next;
1106 ldi->ldinfo_dataorg,
1107 (ptr_t)(unsigned long)ldi->ldinfo_dataorg
1108 + ldi->ldinfo_datasize,
1110 ldi = len ? (struct ld_info *)((char *)ldi + len) : 0;
1117 /* __private_extern__ hack required for pre-3.4 gcc versions. */
1118 #ifndef __private_extern__
1119 # define __private_extern__ extern
1120 # include <mach-o/dyld.h>
1121 # undef __private_extern__
1123 # include <mach-o/dyld.h>
1125 #include <mach-o/getsect.h>
1127 /*#define DARWIN_DEBUG*/
1129 const static struct {
1132 } GC_dyld_sections[] = {
1133 { SEG_DATA, SECT_DATA },
1134 { SEG_DATA, SECT_BSS },
1135 { SEG_DATA, SECT_COMMON }
1139 static const char *GC_dyld_name_for_hdr(struct mach_header *hdr) {
1141 c = _dyld_image_count();
1142 for(i=0;i<c;i++) if(_dyld_get_image_header(i) == hdr)
1143 return _dyld_get_image_name(i);
1148 /* This should never be called by a thread holding the lock */
1149 static void GC_dyld_image_add(struct mach_header* hdr, unsigned long slide) {
1150 unsigned long start,end,i;
1151 const struct section *sec;
1152 if (GC_no_dls) return;
1153 for(i=0;i<sizeof(GC_dyld_sections)/sizeof(GC_dyld_sections[0]);i++) {
1154 sec = getsectbynamefromheader(
1155 hdr,GC_dyld_sections[i].seg,GC_dyld_sections[i].sect);
1156 if(sec == NULL || sec->size == 0) continue;
1157 start = slide + sec->addr;
1158 end = start + sec->size;
1159 # ifdef DARWIN_DEBUG
1160 GC_printf4("Adding section at %p-%p (%lu bytes) from image %s\n",
1161 start,end,sec->size,GC_dyld_name_for_hdr(hdr));
1163 GC_add_roots((char*)start,(char*)end);
1165 # ifdef DARWIN_DEBUG
1166 GC_print_static_roots();
1170 /* This should never be called by a thread holding the lock */
1171 static void GC_dyld_image_remove(struct mach_header* hdr, unsigned long slide) {
1172 unsigned long start,end,i;
1173 const struct section *sec;
1174 for(i=0;i<sizeof(GC_dyld_sections)/sizeof(GC_dyld_sections[0]);i++) {
1175 sec = getsectbynamefromheader(
1176 hdr,GC_dyld_sections[i].seg,GC_dyld_sections[i].sect);
1177 if(sec == NULL || sec->size == 0) continue;
1178 start = slide + sec->addr;
1179 end = start + sec->size;
1180 # ifdef DARWIN_DEBUG
1181 GC_printf4("Removing section at %p-%p (%lu bytes) from image %s\n",
1182 start,end,sec->size,GC_dyld_name_for_hdr(hdr));
1184 GC_remove_roots((char*)start,(char*)end);
1186 # ifdef DARWIN_DEBUG
1187 GC_print_static_roots();
1191 void GC_register_dynamic_libraries() {
1192 /* Currently does nothing. The callbacks are setup by GC_init_dyld()
1193 The dyld library takes it from there. */
1196 /* The _dyld_* functions have an internal lock so no _dyld functions
1197 can be called while the world is stopped without the risk of a deadlock.
1198 Because of this we MUST setup callbacks BEFORE we ever stop the world.
1199 This should be called BEFORE any thread in created and WITHOUT the
1200 allocation lock held. */
1202 void GC_init_dyld() {
1203 static GC_bool initialized = FALSE;
1204 char *bind_fully_env = NULL;
1206 if(initialized) return;
1208 # ifdef DARWIN_DEBUG
1209 GC_printf0("Registering dyld callbacks...\n");
1212 /* Apple's Documentation:
1213 When you call _dyld_register_func_for_add_image, the dynamic linker runtime
1214 calls the specified callback (func) once for each of the images that is
1215 currently loaded into the program. When a new image is added to the program,
1216 your callback is called again with the mach_header for the new image, and the
1217 virtual memory slide amount of the new image.
1219 This WILL properly register already linked libraries and libraries
1220 linked in the future
1223 _dyld_register_func_for_add_image(GC_dyld_image_add);
1224 _dyld_register_func_for_remove_image(GC_dyld_image_remove);
1226 /* Set this early to avoid reentrancy issues. */
1229 bind_fully_env = getenv("DYLD_BIND_AT_LAUNCH");
1231 if (bind_fully_env == NULL) {
1232 # ifdef DARWIN_DEBUG
1233 GC_printf0("Forcing full bind of GC code...\n");
1236 if(!_dyld_bind_fully_image_containing_address((unsigned long*)GC_malloc))
1237 GC_abort("_dyld_bind_fully_image_containing_address failed");
1242 #define HAVE_REGISTER_MAIN_STATIC_DATA
1243 GC_bool GC_register_main_static_data()
1245 /* Already done through dyld callbacks */
1251 #else /* !DYNAMIC_LOADING */
1255 # include "il/PCR_IL.h"
1256 # include "th/PCR_ThCtl.h"
1257 # include "mm/PCR_MM.h"
1259 void GC_register_dynamic_libraries()
1261 /* Add new static data areas of dynamically loaded modules. */
1263 PCR_IL_LoadedFile * p = PCR_IL_GetLastLoadedFile();
1264 PCR_IL_LoadedSegment * q;
1266 /* Skip uncommited files */
1267 while (p != NIL && !(p -> lf_commitPoint)) {
1268 /* The loading of this file has not yet been committed */
1269 /* Hence its description could be inconsistent. */
1270 /* Furthermore, it hasn't yet been run. Hence its data */
1271 /* segments can't possibly reference heap allocated */
1275 for (; p != NIL; p = p -> lf_prev) {
1276 for (q = p -> lf_ls; q != NIL; q = q -> ls_next) {
1277 if ((q -> ls_flags & PCR_IL_SegFlags_Traced_MASK)
1278 == PCR_IL_SegFlags_Traced_on) {
1280 ((char *)(q -> ls_addr),
1281 (char *)(q -> ls_addr) + q -> ls_bytes,
1292 void GC_register_dynamic_libraries(){}
1294 int GC_no_dynamic_loading;
1298 #endif /* !DYNAMIC_LOADING */
1300 #ifndef HAVE_REGISTER_MAIN_STATIC_DATA
1302 /* Do we need to separately register the main static data segment? */
1303 GC_bool GC_register_main_static_data()
1307 #endif /* HAVE_REGISTER_MAIN_STATIC_DATA */