#include "utils/mono-counters.h"
#include "utils/mono-mmap.h"
#include "utils/mono-logger-internal.h"
+#include "utils/dtrace.h"
-#define MIN_MINOR_COLLECTION_ALLOWANCE ((mword)(DEFAULT_NURSERY_SIZE * SGEN_MIN_ALLOWANCE_NURSERY_SIZE_RATIO))
+#define MIN_MINOR_COLLECTION_ALLOWANCE ((mword)(DEFAULT_NURSERY_SIZE * default_allowance_nursery_size_ratio))
-/*heap limits*/
+/*Heap limits and allocation knobs*/
static mword max_heap_size = ((mword)0)- ((mword)1);
static mword soft_heap_limit = ((mword)0) - ((mword)1);
-static mword allocated_heap;
-/*Memory usage tracking */
+static double default_allowance_nursery_size_ratio = SGEN_DEFAULT_ALLOWANCE_NURSERY_SIZE_RATIO;
+static double save_target_ratio = SGEN_DEFAULT_SAVE_TARGET_RATIO;
+
+/**/
+static mword allocated_heap;
static mword total_alloc = 0;
/* GC triggers. */
+static gboolean debug_print_allowance = FALSE;
+
+
/* use this to tune when to do a major/minor collection */
static mword memory_pressure = 0;
static mword minor_collection_allowance;
static int minor_collection_sections_alloced = 0;
-static gboolean debug_print_allowance = FALSE;
-
-/* GC stats */
static int last_major_num_sections = 0;
static int last_los_memory_usage = 0;
-static gboolean major_collection_happened = FALSE;
static gboolean need_calculate_minor_collection_allowance;
static mword last_collection_old_los_memory_usage;
static mword last_collection_los_memory_alloced;
-static mword sgen_memgov_adjust_allowance (mword allowance_estimate, mword new_heap_size);
static mword sgen_memgov_available_free_space (void);
-/* GC trigger heuristics. */
-
-static void
-reset_minor_collection_allowance (void)
+static mword
+double_to_mword_with_saturation (double value)
{
- need_calculate_minor_collection_allowance = TRUE;
+ if (value >= (double)MWORD_MAX_VALUE)
+ return MWORD_MAX_VALUE;
+ return (mword)value;
}
+/* GC trigger heuristics. */
+
static void
sgen_memgov_try_calculate_minor_collection_allowance (gboolean overwrite)
{
*
* hence:
*/
- allowance_target = (mword)((double)save_target * (double)(minor_collection_sections_alloced * major_collector.section_size + last_collection_los_memory_alloced) / (double)(num_major_sections_saved * major_collector.section_size + los_memory_saved));
+ allowance_target = double_to_mword_with_saturation ((double)save_target * (double)(minor_collection_sections_alloced * major_collector.section_size + last_collection_los_memory_alloced) / (double)(num_major_sections_saved * major_collector.section_size + los_memory_saved));
minor_collection_allowance = MAX (MIN (allowance_target, num_major_sections * major_collector.section_size + los_memory_usage), MIN_MINOR_COLLECTION_ALLOWANCE);
- minor_collection_allowance = sgen_memgov_adjust_allowance (minor_collection_allowance, new_heap_size);
+ if (new_heap_size + minor_collection_allowance > soft_heap_limit) {
+ if (new_heap_size > soft_heap_limit)
+ minor_collection_allowance = MIN_MINOR_COLLECTION_ALLOWANCE;
+ else
+ minor_collection_allowance = MAX (soft_heap_limit - new_heap_size, MIN_MINOR_COLLECTION_ALLOWANCE);
+ }
if (debug_print_allowance) {
mword old_major = last_collection_old_num_major_sections * major_collector.section_size;
need_calculate_minor_collection_allowance = FALSE;
}
-static gboolean
-need_major_collection (mword space_needed)
-{
- mword los_alloced = los_memory_usage - MIN (last_collection_los_memory_usage, los_memory_usage);
- return (space_needed > sgen_memgov_available_free_space ()) ||
- minor_collection_sections_alloced * major_collector.section_size + los_alloced > minor_collection_allowance;
-}
gboolean
sgen_need_major_collection (mword space_needed)
{
- return need_major_collection (space_needed);
+ mword los_alloced = los_memory_usage - MIN (last_collection_los_memory_usage, los_memory_usage);
+ return (space_needed > sgen_memgov_available_free_space ()) ||
+ minor_collection_sections_alloced * major_collector.section_size + los_alloced > minor_collection_allowance;
}
void
last_collection_los_memory_alloced = los_memory_usage - MIN (last_collection_los_memory_usage, los_memory_usage);
last_collection_old_los_memory_usage = los_memory_usage;
- reset_minor_collection_allowance ();
-
- major_collection_happened = TRUE;
+ need_calculate_minor_collection_allowance = TRUE;
}
void
{
last_major_num_sections = major_collector.get_num_major_sections ();
last_los_memory_usage = los_memory_usage;
- major_collection_happened = FALSE;
}
-void
-sgen_memgov_collection_end (int generation, unsigned long pause_time, unsigned long bridge_pause_time)
+static void
+log_timming (GGTimingInfo *info)
{
+ //unsigned long stw_time, unsigned long bridge_time, gboolean is_overflow
int num_major_sections = major_collector.get_num_major_sections ();
-
- if (major_collection_happened)
- mono_trace (G_LOG_LEVEL_INFO, MONO_TRACE_GC, "GC_MAJOR: %s pause %.2fms, bridge %.2fms major %dK/%dK los %dK/%dK",
- generation ? "" : "(minor overflow)",
- (int)pause_time / 1000.0f, (int)bridge_pause_time / 1000.0f,
- major_collector.section_size * num_major_sections / 1024,
- major_collector.section_size * last_major_num_sections / 1024,
- los_memory_usage / 1024,
- last_los_memory_usage / 1024);
+ char full_timing_buff [1024];
+ full_timing_buff [0] = '\0';
+
+ if (!info->is_overflow)
+ sprintf (full_timing_buff, "total %.2fms, bridge %.2f", info->stw_time / 1000.0f, (int)info->bridge_time / 1000.0f);
+ if (info->generation == GENERATION_OLD)
+ mono_trace (G_LOG_LEVEL_INFO, MONO_TRACE_GC, "GC_MAJOR%s: (%s) pause %.2fms, %s major %dK/%dK los %dK/%dK",
+ info->is_overflow ? "_OVERFLOW" : "",
+ info->reason,
+ (int)info->total_time / 1000.0f,
+ full_timing_buff,
+ major_collector.section_size * num_major_sections / 1024,
+ major_collector.section_size * last_major_num_sections / 1024,
+ los_memory_usage / 1024,
+ last_los_memory_usage / 1024);
else
- mono_trace (G_LOG_LEVEL_INFO, MONO_TRACE_GC, "GC_MINOR: pause %.2fms, bridge %.2fms promoted %dK major %dK los %dK",
- (int)pause_time / 1000.0f, (int)bridge_pause_time / 1000.0f,
- (num_major_sections - last_major_num_sections) * major_collector.section_size / 1024,
- major_collector.section_size * num_major_sections / 1024,
- los_memory_usage / 1024);
+ mono_trace (G_LOG_LEVEL_INFO, MONO_TRACE_GC, "GC_MINOR%s: (%s) pause %.2fms, %s promoted %dK major %dK los %dK",
+ info->is_overflow ? "_OVERFLOW" : "",
+ info->reason,
+ (int)info->total_time / 1000.0f,
+ full_timing_buff,
+ (num_major_sections - last_major_num_sections) * major_collector.section_size / 1024,
+ major_collector.section_size * num_major_sections / 1024,
+ los_memory_usage / 1024);
+}
+
+void
+sgen_memgov_collection_end (int generation, GGTimingInfo* info, int info_count)
+{
+ int i;
+ for (i = 0; i < info_count; ++i) {
+ if (info->generation != -1)
+ log_timming (&info [i]);
+ }
}
+
void
sgen_register_major_sections_alloced (int num_sections)
{
return prot_flags | MONO_MMAP_PRIVATE | MONO_MMAP_ANON;
}
+void
+sgen_assert_memory_alloc (void *ptr, const char *assert_description)
+{
+ if (ptr || !assert_description)
+ return;
+ fprintf (stderr, "Error: Garbage collector could not allocate memory for %s.\n", assert_description);
+ exit (1);
+}
+
/*
* Allocate a big chunk of memory from the OS (usually 64KB to several megabytes).
* This must not require any lock.
*/
void*
-sgen_alloc_os_memory (size_t size, int activate)
+sgen_alloc_os_memory (size_t size, int activate, gboolean is_heap_memory, const char *assert_description)
{
void *ptr = mono_valloc (0, size, prot_flags_for_activate (activate));
- if (ptr)
+ sgen_assert_memory_alloc (ptr, assert_description);
+ if (ptr) {
SGEN_ATOMIC_ADD_P (total_alloc, size);
+ if (is_heap_memory)
+ MONO_PROBE_GC_HEAP_ALLOC (ptr, size);
+ }
return ptr;
}
/* size must be a power of 2 */
void*
-sgen_alloc_os_memory_aligned (size_t size, mword alignment, gboolean activate)
+sgen_alloc_os_memory_aligned (size_t size, mword alignment, gboolean activate, gboolean is_heap_memory, const char *assert_description)
{
void *ptr = mono_valloc_aligned (size, alignment, prot_flags_for_activate (activate));
- if (ptr)
+ sgen_assert_memory_alloc (ptr, assert_description);
+ if (ptr) {
SGEN_ATOMIC_ADD_P (total_alloc, size);
+ if (is_heap_memory)
+ MONO_PROBE_GC_HEAP_ALLOC (ptr, size);
+ }
return ptr;
}
* Free the memory returned by sgen_alloc_os_memory (), returning it to the OS.
*/
void
-sgen_free_os_memory (void *addr, size_t size)
+sgen_free_os_memory (void *addr, size_t size, gboolean is_heap_memory)
{
mono_vfree (addr, size);
SGEN_ATOMIC_ADD_P (total_alloc, -size);
+ if (is_heap_memory)
+ MONO_PROBE_GC_HEAP_FREE (addr, size);
}
int64_t
return max_heap_size - MIN (allocated_heap, max_heap_size);
}
-static mword
-sgen_memgov_adjust_allowance (mword allowance_estimate, mword new_heap_size)
-{
- if (new_heap_size + allowance_estimate > soft_heap_limit) {
- if (new_heap_size > soft_heap_limit)
- return MIN_MINOR_COLLECTION_ALLOWANCE;
- else
- return MAX (soft_heap_limit - new_heap_size, MIN_MINOR_COLLECTION_ALLOWANCE);
- }
- return allowance_estimate;
-}
-
void
sgen_memgov_release_space (mword size, int space)
{
}
void
-sgen_memgov_init (glong max_heap, glong soft_limit, gboolean debug_allowance)
+sgen_memgov_init (glong max_heap, glong soft_limit, gboolean debug_allowance, double allowance_ratio, double save_target)
{
if (soft_limit)
soft_heap_limit = soft_limit;
max_heap_size = max_heap - sgen_nursery_size;
minor_collection_allowance = MIN_MINOR_COLLECTION_ALLOWANCE;
+
+ if (allowance_ratio)
+ default_allowance_nursery_size_ratio = allowance_ratio;
+
+ if (save_target)
+ save_target_ratio = save_target;
}
#endif