* sgen-bridge.c: Simple generational GC.
*
* Copyright 2011 Novell, Inc (http://www.novell.com)
+ * Copyright 2011 Xamarin Inc (http://www.xamarin.com)
*
* THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
* OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
#include "sgen-gc.h"
#include "sgen-bridge.h"
+#include "utils/mono-logger-internal.h"
+#include "utils/mono-time.h"
+
typedef struct {
int size;
#define DYN_ARRAY_REF(da,i) ((void*)((da)->data + (i) * (da)->elem_size))
#define DYN_ARRAY_PTR_REF(da,i) (((void**)(da)->data) [(i)])
#define DYN_ARRAY_INT_REF(da,i) (((int*)(da)->data) [(i)])
+#define DYN_ARRAY_PTR_STATIC_INITIALIZER { 0, sizeof (void*), 0, NULL }
+#define DYN_ARRAY_INT_STATIC_INITIALIZER { 0, sizeof (int), 0, NULL }
static void
dyn_array_init (DynArray *da, int elem_size)
if (da->capacity <= 0)
return;
- mono_sgen_free_internal_dynamic (da->data, da->elem_size * da->capacity, INTERNAL_MEM_BRIDGE_DATA);
+ sgen_free_internal_dynamic (da->data, da->elem_size * da->capacity, INTERNAL_MEM_BRIDGE_DATA);
da->data = NULL;
}
while (capacity > da->capacity)
da->capacity *= 2;
- new_data = mono_sgen_alloc_internal_dynamic (da->elem_size * da->capacity, INTERNAL_MEM_BRIDGE_DATA);
+ new_data = sgen_alloc_internal_dynamic (da->elem_size * da->capacity, INTERNAL_MEM_BRIDGE_DATA);
memcpy (new_data, da->data, da->elem_size * da->size);
- mono_sgen_free_internal_dynamic (da->data, da->elem_size * old_capacity, INTERNAL_MEM_BRIDGE_DATA);
+ sgen_free_internal_dynamic (da->data, da->elem_size * old_capacity, INTERNAL_MEM_BRIDGE_DATA);
da->data = new_data;
}
return FALSE;
}
+static DynArray merge_array;
+
+static void
+dyn_array_int_merge (DynArray *dst, DynArray *src)
+{
+ int i, j;
+
+ dyn_array_ensure_capacity (&merge_array, dst->size + src->size);
+ merge_array.size = 0;
+
+ for (i = j = 0; i < dst->size || j < src->size; ) {
+ if (i < dst->size && j < src->size) {
+ int a = DYN_ARRAY_INT_REF (dst, i);
+ int b = DYN_ARRAY_INT_REF (src, j);
+ if (a < b) {
+ dyn_array_int_add (&merge_array, a);
+ ++i;
+ } else if (a == b) {
+ dyn_array_int_add (&merge_array, a);
+ ++i;
+ ++j;
+ } else {
+ dyn_array_int_add (&merge_array, b);
+ ++j;
+ }
+ } else if (i < dst->size) {
+ dyn_array_int_add (&merge_array, DYN_ARRAY_INT_REF (dst, i));
+ ++i;
+ } else {
+ dyn_array_int_add (&merge_array, DYN_ARRAY_INT_REF (src, j));
+ ++j;
+ }
+ }
+
+ if (merge_array.size > dst->size) {
+ dyn_array_ensure_capacity (dst, merge_array.size);
+ memcpy (DYN_ARRAY_REF (dst, 0), DYN_ARRAY_REF (&merge_array, 0), merge_array.size * merge_array.elem_size);
+ dst->size = merge_array.size;
+ }
+}
+
static void
-dyn_array_append (DynArray *dst, DynArray *src)
+dyn_array_int_merge_one (DynArray *array, int value)
{
- g_assert (dst->elem_size == src->elem_size);
+ int i;
+ int tmp;
+ int end = array->size;
+
+ for (i = 0; i < end; ++i) {
+ if (DYN_ARRAY_INT_REF (array, i) == value)
+ return;
+ else if (DYN_ARRAY_INT_REF (array, i) > value)
+ break;
+ }
+
+ dyn_array_ensure_capacity (array, array->size + 1);
- dyn_array_ensure_capacity (dst, dst->size + src->size);
- memcpy (DYN_ARRAY_REF (dst, dst->size), DYN_ARRAY_REF (src, 0), src->size * src->elem_size);
- dst->size += src->size;
+ if (i < end) {
+ tmp = DYN_ARRAY_INT_REF (array, i);
+ for (; i <= end; ++i) {
+ DYN_ARRAY_INT_REF (array, i) = value;
+ value = tmp;
+ tmp = DYN_ARRAY_INT_REF (array, i + 1);
+ }
+ DYN_ARRAY_INT_REF (array, end + 1) = tmp;
+ } else {
+ DYN_ARRAY_INT_REF (array, end) = value;
+ }
+ ++array->size;
}
/*
void
mono_gc_register_bridge_callbacks (MonoGCBridgeCallbacks *callbacks)
{
+ if (callbacks->bridge_version != SGEN_BRIDGE_VERSION)
+ g_error ("Invalid bridge callback version. Expected %d but got %d\n", SGEN_BRIDGE_VERSION, callbacks->bridge_version);
+
bridge_callbacks = *callbacks;
}
gboolean
-mono_sgen_need_bridge_processing (void)
+sgen_is_bridge_object (MonoObject *obj)
+{
+ if ((obj->vtable->gc_bits & SGEN_GC_BIT_BRIDGE_OBJECT) != SGEN_GC_BIT_BRIDGE_OBJECT)
+ return FALSE;
+ return bridge_callbacks.is_bridge_object (obj);
+}
+
+gboolean
+sgen_is_bridge_class (MonoClass *class)
+{
+ return bridge_callbacks.is_bridge_class (class);
+}
+
+gboolean
+sgen_need_bridge_processing (void)
{
return bridge_callbacks.cross_references != NULL;
}
static HashEntry*
-get_hash_entry (MonoObject *obj)
+get_hash_entry (MonoObject *obj, gboolean *existing)
{
- HashEntry *entry = mono_sgen_hash_table_lookup (&hash_table, obj);
+ HashEntry *entry = sgen_hash_table_lookup (&hash_table, obj);
HashEntry new_entry;
- if (entry)
+ if (entry) {
+ if (existing)
+ *existing = TRUE;
return entry;
+ }
+ if (existing)
+ *existing = FALSE;
memset (&new_entry, 0, sizeof (HashEntry));
new_entry.finishing_time = -1;
new_entry.scc_index = -1;
- mono_sgen_hash_table_replace (&hash_table, obj, &new_entry);
+ sgen_hash_table_replace (&hash_table, obj, &new_entry, NULL);
- return mono_sgen_hash_table_lookup (&hash_table, obj);
+ return sgen_hash_table_lookup (&hash_table, obj);
}
static void
dyn_array_uninit (&entry->srcs);
} SGEN_HASH_TABLE_FOREACH_END;
- mono_sgen_hash_table_clean (&hash_table);
+ sgen_hash_table_clean (&hash_table);
+ dyn_array_uninit (&merge_array);
//g_print ("total srcs %d - max %d\n", total_srcs, max_srcs);
}
-static void
+static HashEntry*
register_bridge_object (MonoObject *obj)
{
- HashEntry *entry = get_hash_entry (obj);
- g_assert (!entry->is_bridge);
+ HashEntry *entry = get_hash_entry (obj, NULL);
entry->is_bridge = TRUE;
+ return entry;
}
static void
MonoObject *fwd = SGEN_OBJECT_IS_FORWARDED (obj);
if (fwd) {
*objp = fwd;
- return mono_sgen_hash_table_lookup (&hash_table, fwd) == NULL;
+ return sgen_hash_table_lookup (&hash_table, fwd) == NULL;
}
- if (!mono_sgen_object_is_live (obj))
+ if (!sgen_object_is_live (obj))
return FALSE;
- return mono_sgen_hash_table_lookup (&hash_table, obj) == NULL;
+ return sgen_hash_table_lookup (&hash_table, obj) == NULL;
}
+static DynArray registered_bridges = DYN_ARRAY_PTR_STATIC_INITIALIZER;
static DynArray dfs_stack;
+static int dsf1_passes, dsf2_passes;
+
+
#undef HANDLE_PTR
#define HANDLE_PTR(ptr,obj) do { \
MonoObject *dst = (MonoObject*)*(ptr); \
if (dst && !object_is_live (&dst)) { \
dyn_array_ptr_push (&dfs_stack, obj_entry); \
- dyn_array_ptr_push (&dfs_stack, get_hash_entry (dst)); \
+ dyn_array_ptr_push (&dfs_stack, get_hash_entry (dst, NULL)); \
} \
} while (0)
do {
MonoObject *obj;
char *start;
+ ++dsf1_passes;
obj_entry = dyn_array_ptr_pop (&dfs_stack);
if (obj_entry) {
start = (char*)obj;
if (src) {
- //g_print ("link %s -> %s\n", mono_sgen_safe_name (src->obj), mono_sgen_safe_name (obj));
+ //g_print ("link %s -> %s\n", sgen_safe_name (src->obj), sgen_safe_name (obj));
add_source (obj_entry, src);
} else {
- //g_print ("starting with %s\n", mono_sgen_safe_name (obj));
+ //g_print ("starting with %s\n", sgen_safe_name (obj));
}
if (obj_entry->is_visited)
} else {
obj_entry = dyn_array_ptr_pop (&dfs_stack);
- //g_print ("finish %s\n", mono_sgen_safe_name (obj_entry->obj));
+ //g_print ("finish %s\n", sgen_safe_name (obj_entry->obj));
register_finishing_time (obj_entry, current_time++);
}
} while (dfs_stack.size > 0);
if (dyn_array_int_contains (&dst->xrefs, src->index))
return;
if (src->num_bridge_entries) {
- dyn_array_int_add (&dst->xrefs, src->index);
+ dyn_array_int_merge_one (&dst->xrefs, src->index);
} else {
int i;
- // FIXME: uniq here
- dyn_array_append (&dst->xrefs, &src->xrefs);
+ dyn_array_int_merge (&dst->xrefs, &src->xrefs);
for (i = 0; i < dst->xrefs.size; ++i)
g_assert (DYN_ARRAY_INT_REF (&dst->xrefs, i) != dst->index);
}
do {
entry = dyn_array_ptr_pop (&dfs_stack);
+ ++dsf2_passes;
if (entry->scc_index >= 0) {
if (entry->scc_index != current_scc->index)
return e2->finishing_time - e1->finishing_time;
}
+static unsigned long step_1, step_2, step_3, step_4, step_5, step_6, step_7, step_8;
+static int fist_pass_links, second_pass_links, sccs_links;
+static int max_sccs_links = 0;
+
void
-mono_sgen_bridge_processing (int num_objs, MonoObject **objs)
+sgen_bridge_register_finalized_object (MonoObject *obj)
{
- MonoObject *obj;
- HashEntry *entry;
- HashEntry **all_entries;
- int j = 0;
- int num_sccs, num_xrefs;
- int max_entries, max_xrefs;
- int i;
- MonoGCBridgeSCC **api_sccs;
- MonoGCBridgeXRef *api_xrefs;
-
- g_assert (mono_sgen_need_bridge_processing ());
+ g_assert (sgen_need_bridge_processing ());
+ dyn_array_ptr_push (®istered_bridges, obj);
+}
- //g_print ("%d finalized objects\n", num_objs);
+void
+sgen_bridge_reset_data (void)
+{
+ registered_bridges.size = 0;
+}
- /* remove objects that are not bridge objects */
+void
+sgen_bridge_processing_stw_step (void)
+{
+ int i;
+ SGEN_TV_DECLARE (atv);
+ SGEN_TV_DECLARE (btv);
- for (i = 0; i < num_objs; ++i) {
- MonoObject *obj = objs [i];
- //g_assert (!mono_sgen_object_is_live (obj));
- if (bridge_callbacks.is_bridge_object (obj)) {
- register_bridge_object (obj);
- objs [j++] = obj;
- }
- }
- num_objs = j;
+ if (!registered_bridges.size)
+ return;
- //g_print ("%d bridge objects\n", num_objs);
+ SGEN_TV_GETTIME (btv);
/* first DFS pass */
dyn_array_ptr_init (&dfs_stack);
+ dyn_array_int_init (&merge_array);
current_time = 0;
- for (i = 0; i < num_objs; ++i)
- dfs1 (get_hash_entry (objs [i]), NULL);
+ for (i = 0; i < registered_bridges.size; ++i)
+ dfs1 (register_bridge_object (DYN_ARRAY_PTR_REF (®istered_bridges, i)), NULL);
+
+ SGEN_TV_GETTIME (atv);
+ step_2 = SGEN_TV_ELAPSED (btv, atv);
+}
+
+void
+sgen_bridge_processing_finish (void)
+{
+ int i, j;
+ int num_sccs, num_xrefs;
+ int max_entries, max_xrefs;
+ int hash_table_size, sccs_size;
+ MonoObject *obj;
+ HashEntry *entry;
+ int num_registered_bridges;
+ HashEntry **all_entries;
+ MonoGCBridgeSCC **api_sccs;
+ MonoGCBridgeXRef *api_xrefs;
+ SGEN_TV_DECLARE (atv);
+ SGEN_TV_DECLARE (btv);
+
+ if (!registered_bridges.size)
+ return;
- //g_print ("%d entries - hash size %d\n", num_hash_entries, hash_size);
+ SGEN_TV_GETTIME (atv);
/* alloc and fill array of all entries */
- all_entries = mono_sgen_alloc_internal_dynamic (sizeof (HashEntry*) * hash_table.num_entries, INTERNAL_MEM_BRIDGE_DATA);
+ all_entries = sgen_alloc_internal_dynamic (sizeof (HashEntry*) * hash_table.num_entries, INTERNAL_MEM_BRIDGE_DATA);
j = 0;
SGEN_HASH_TABLE_FOREACH (&hash_table, obj, entry) {
g_assert (entry->finishing_time >= 0);
all_entries [j++] = entry;
+ fist_pass_links += entry->srcs.size;
} SGEN_HASH_TABLE_FOREACH_END;
g_assert (j == hash_table.num_entries);
+ hash_table_size = hash_table.num_entries;
/* sort array according to decreasing finishing time */
qsort (all_entries, hash_table.num_entries, sizeof (HashEntry*), compare_hash_entries);
+ SGEN_TV_GETTIME (btv);
+ step_3 = SGEN_TV_ELAPSED (atv, btv);
+
/* second DFS pass */
dyn_array_init (&sccs, sizeof (SCC));
}
}
+ sccs_size = sccs.size;
+
+ for (i = 0; i < hash_table.num_entries; ++i) {
+ HashEntry *entry = all_entries [i];
+ second_pass_links += entry->srcs.size;
+ }
+
+ SGEN_TV_GETTIME (atv);
+ step_4 = SGEN_TV_ELAPSED (btv, atv);
+
//g_print ("%d sccs\n", sccs.size);
dyn_array_uninit (&dfs_stack);
g_assert (scc->index == i);
if (scc->num_bridge_entries)
++num_sccs;
+ sccs_links += scc->xrefs.size;
+ max_sccs_links = MAX (max_sccs_links, scc->xrefs.size);
}
- api_sccs = mono_sgen_alloc_internal_dynamic (sizeof (MonoGCBridgeSCC*) * num_sccs, INTERNAL_MEM_BRIDGE_DATA);
+ api_sccs = sgen_alloc_internal_dynamic (sizeof (MonoGCBridgeSCC*) * num_sccs, INTERNAL_MEM_BRIDGE_DATA);
num_xrefs = 0;
j = 0;
for (i = 0; i < sccs.size; ++i) {
if (!scc->num_bridge_entries)
continue;
- api_sccs [j] = mono_sgen_alloc_internal_dynamic (sizeof (MonoGCBridgeSCC) + sizeof (MonoObject*) * scc->num_bridge_entries, INTERNAL_MEM_BRIDGE_DATA);
+ api_sccs [j] = sgen_alloc_internal_dynamic (sizeof (MonoGCBridgeSCC) + sizeof (MonoObject*) * scc->num_bridge_entries, INTERNAL_MEM_BRIDGE_DATA);
api_sccs [j]->num_objs = scc->num_bridge_entries;
scc->num_bridge_entries = 0;
scc->api_index = j++;
}
} SGEN_HASH_TABLE_FOREACH_END;
- api_xrefs = mono_sgen_alloc_internal_dynamic (sizeof (MonoGCBridgeXRef) * num_xrefs, INTERNAL_MEM_BRIDGE_DATA);
+ api_xrefs = sgen_alloc_internal_dynamic (sizeof (MonoGCBridgeXRef) * num_xrefs, INTERNAL_MEM_BRIDGE_DATA);
j = 0;
for (i = 0; i < sccs.size; ++i) {
int k;
}
}
+ SGEN_TV_GETTIME (btv);
+ step_5 = SGEN_TV_ELAPSED (atv, btv);
+
/* free data */
j = 0;
}
dyn_array_uninit (&sccs);
- mono_sgen_free_internal_dynamic (all_entries, sizeof (HashEntry*) * hash_table.num_entries, INTERNAL_MEM_BRIDGE_DATA);
+ sgen_free_internal_dynamic (all_entries, sizeof (HashEntry*) * hash_table.num_entries, INTERNAL_MEM_BRIDGE_DATA);
free_data ();
+ /* Empty the registered bridges array */
+ num_registered_bridges = registered_bridges.size;
+ registered_bridges.size = 0;
+
+ SGEN_TV_GETTIME (atv);
+ step_6 = SGEN_TV_ELAPSED (btv, atv);
//g_print ("%d sccs containing bridges - %d max bridge objects - %d max xrefs\n", j, max_entries, max_xrefs);
bridge_callbacks.cross_references (num_sccs, api_sccs, num_xrefs, api_xrefs);
+/*Release for finalization those objects we no longer care. */
+ SGEN_TV_GETTIME (btv);
+ step_7 = SGEN_TV_ELAPSED (atv, btv);
+
+ for (i = 0; i < num_sccs; ++i) {
+ if (!api_sccs [i]->objs [0])
+ continue;
+ for (j = 0; j < api_sccs [i]->num_objs; ++j)
+ sgen_mark_bridge_object (api_sccs [i]->objs [j]);
+ }
+
/* free callback data */
for (i = 0; i < num_sccs; ++i) {
- mono_sgen_free_internal_dynamic (api_sccs [i],
+ sgen_free_internal_dynamic (api_sccs [i],
sizeof (MonoGCBridgeSCC) + sizeof (MonoObject*) * api_sccs [i]->num_objs,
INTERNAL_MEM_BRIDGE_DATA);
}
- mono_sgen_free_internal_dynamic (api_sccs, sizeof (MonoGCBridgeSCC*) * num_sccs, INTERNAL_MEM_BRIDGE_DATA);
+ sgen_free_internal_dynamic (api_sccs, sizeof (MonoGCBridgeSCC*) * num_sccs, INTERNAL_MEM_BRIDGE_DATA);
+
+ sgen_free_internal_dynamic (api_xrefs, sizeof (MonoGCBridgeXRef) * num_xrefs, INTERNAL_MEM_BRIDGE_DATA);
+
+ SGEN_TV_GETTIME (atv);
+ step_8 = SGEN_TV_ELAPSED (btv, atv);
+
+ mono_trace (G_LOG_LEVEL_INFO, MONO_TRACE_GC, "GC_BRIDGE num-objects %d num_hash_entries %d sccs size %d init %.2fms df1 %.2fms sort %.2fms dfs2 %.2fms setup-cb %.2fms free-data %.2fms user-cb %.2fms clenanup %.2fms links %d/%d/%d/%d dfs passes %d/%d",
+ num_registered_bridges, hash_table_size, sccs.size,
+ step_1 / 1000.0f,
+ step_2 / 1000.0f,
+ step_3 / 1000.0f,
+ step_4 / 1000.0f,
+ step_5 / 1000.0f,
+ step_6 / 1000.0f,
+ step_7 / 1000.0f,
+ step_8 / 1000.f,
+ fist_pass_links, second_pass_links, sccs_links, max_sccs_links,
+ dsf1_passes, dsf2_passes);
+
+ step_1 = 0; /* We must cleanup since this value is used as an accumulator. */
+}
+
+static const char *bridge_class;
- mono_sgen_free_internal_dynamic (api_xrefs, sizeof (MonoGCBridgeXRef) * num_xrefs, INTERNAL_MEM_BRIDGE_DATA);
+static gboolean
+bridge_test_is_bridge_class (MonoClass *class)
+{
+ return !strcmp (bridge_class, class->name);
}
static gboolean
-bridge_test_is_bridge_object (MonoObject *obj)
+bridge_test_is_bridge_object (MonoObject *object)
{
return TRUE;
}
int i;
for (i = 0; i < num_sccs; ++i) {
int j;
- g_print ("--- SCC %d\n", i);
- for (j = 0; j < sccs [i]->num_objs; ++j)
- g_print (" %s\n", mono_sgen_safe_name (sccs [i]->objs [j]));
+ // g_print ("--- SCC %d\n", i);
+ for (j = 0; j < sccs [i]->num_objs; ++j) {
+ // g_print (" %s\n", sgen_safe_name (sccs [i]->objs [j]));
+ if (i & 1) /*retain half of the bridged objects */
+ sccs [i]->objs [0] = NULL;
+ }
}
for (i = 0; i < num_xrefs; ++i) {
g_assert (xrefs [i].src_scc_index >= 0 && xrefs [i].src_scc_index < num_sccs);
g_assert (xrefs [i].dst_scc_index >= 0 && xrefs [i].dst_scc_index < num_sccs);
- g_print ("%d -> %d\n", xrefs [i].src_scc_index, xrefs [i].dst_scc_index);
+ // g_print ("%d -> %d\n", xrefs [i].src_scc_index, xrefs [i].dst_scc_index);
}
}
void
-mono_sgen_register_test_bridge_callbacks (void)
+sgen_register_test_bridge_callbacks (const char *bridge_class_name)
{
MonoGCBridgeCallbacks callbacks;
+ callbacks.bridge_version = SGEN_BRIDGE_VERSION;
+ callbacks.is_bridge_class = bridge_test_is_bridge_class;
callbacks.is_bridge_object = bridge_test_is_bridge_object;
callbacks.cross_references = bridge_test_cross_reference;
mono_gc_register_bridge_callbacks (&callbacks);
+ bridge_class = bridge_class_name;
}
#endif