mono/utils/mono-threads-coop.c

   1  /*
   2  * mono-threads.c: Coop threading
   3  *
   4  * Author:
   5  *      Rodrigo Kumpera (kumpera@gmail.com)
   6  *
   7  * Copyright 2015 Xamarin, Inc (http://www.xamarin.com)
   8  * Licensed under the MIT license. See LICENSE file in the project root for full license information.
   9  */
  10
  11 #include <config.h>
  12
  13 /* enable pthread extensions */
  14 #ifdef TARGET_MACH
  15 #define _DARWIN_C_SOURCE
  16 #endif
  17
  18 #include <mono/utils/mono-compiler.h>
  19 #include <mono/utils/mono-threads.h>
  20 #include <mono/utils/mono-tls.h>
  21 #include <mono/utils/hazard-pointer.h>
  22 #include <mono/utils/mono-memory-model.h>
  23 #include <mono/utils/mono-mmap.h>
  24 #include <mono/utils/atomic.h>
  25 #include <mono/utils/mono-time.h>
  26 #include <mono/utils/mono-counters.h>
  27 #include <mono/utils/mono-threads-coop.h>
  28 #include <mono/utils/mono-threads-api.h>
  29 #include <mono/utils/checked-build.h>
  30
  31 #ifdef TARGET_OSX
  32 #include <mono/utils/mach-support.h>
  33 #endif
  34
  35 #ifdef _MSC_VER
  36 // TODO: Find MSVC replacement for __builtin_unwind_init
  37 #define SAVE_REGS_ON_STACK g_assert_not_reached ();
  38 #else
  39 #define SAVE_REGS_ON_STACK __builtin_unwind_init ();
  40 #endif
  41
  42 volatile size_t mono_polling_required;
  43
  44 // FIXME: This would be more efficient if instead of instantiating the stack it just pushed a simple depth counter up and down,
  45 // perhaps with a per-thread cookie in the high bits.
  46 #ifdef ENABLE_CHECKED_BUILD_GC
  47 // Maintains a single per-thread stack of ints, used to ensure nesting is not violated
  48 MonoNativeTlsKey coop_reset_count_stack_key;
  49 static int coop_tls_push (int v) {
  50         GArray *stack = mono_native_tls_get_value (coop_reset_count_stack_key);
  51         if (!stack) {
  52                 stack = g_array_new (FALSE,FALSE,sizeof(int));
  53                 mono_native_tls_set_value (coop_reset_count_stack_key, stack);
  54         }
  55         g_array_append_val (stack, v);
  56         return stack->len;
  57 }
  58 static int coop_tls_pop (int *v) {
  59         GArray *stack = mono_native_tls_get_value (coop_reset_count_stack_key);
  60         if (!stack || 0 == stack->len)
  61                 return -1;
  62         stack->len--;
  63         *v = g_array_index (stack, int, stack->len);
  64         int len = stack->len;
  65         if (0 == len) {
  66                 g_array_free (stack,TRUE);
  67                 mono_native_tls_set_value (coop_reset_count_stack_key, NULL);
  68         }
  69         return len;
  70 }
  71 #endif
  72
  73 static int coop_reset_blocking_count;
  74 static int coop_try_blocking_count;
  75 static int coop_do_blocking_count;
  76 static int coop_do_polling_count;
  77 static int coop_save_count;
  78
  79 void
  80 mono_threads_state_poll (void)
  81 {
  82         MonoThreadInfo *info;
  83
  84         g_assert (mono_threads_is_coop_enabled ());
  85
  86         ++coop_do_polling_count;
  87
  88         info = mono_thread_info_current_unchecked ();
  89         if (!info)
  90                 return;
  91         THREADS_SUSPEND_DEBUG ("FINISH SELF SUSPEND OF %p\n", mono_thread_info_get_tid (info));
  92
  93         /* Fast check for pending suspend requests */
  94         if (!(info->thread_state & (STATE_ASYNC_SUSPEND_REQUESTED | STATE_SELF_SUSPEND_REQUESTED)))
  95                 return;
  96
  97         ++coop_save_count;
  98         mono_threads_get_runtime_callbacks ()->thread_state_init (&info->thread_saved_state [SELF_SUSPEND_STATE_INDEX]);
  99
 100         /* commit the saved state and notify others if needed */
 101         switch (mono_threads_transition_state_poll (info)) {
 102         case SelfSuspendResumed:
 103                 return;
 104         case SelfSuspendWait:
 105                 mono_thread_info_wait_for_resume (info);
 106                 break;
 107         case SelfSuspendNotifyAndWait:
 108                 mono_threads_notify_initiator_of_suspend (info);
 109                 mono_thread_info_wait_for_resume (info);
 110                 break;
 111         }
 112 }
 113
 114 static void *
 115 return_stack_ptr ()
 116 {
 117         gpointer i;
 118         return &i;
 119 }
 120
 121 static void
 122 copy_stack_data (MonoThreadInfo *info, void* stackdata_begin)
 123 {
 124         MonoThreadUnwindState *state;
 125         int stackdata_size;
 126         void* stackdata_end = return_stack_ptr ();
 127
 128         SAVE_REGS_ON_STACK;
 129
 130         state = &info->thread_saved_state [SELF_SUSPEND_STATE_INDEX];
 131
 132         stackdata_size = (char*)stackdata_begin - (char*)stackdata_end;
 133
 134         if (((gsize) stackdata_begin & (SIZEOF_VOID_P - 1)) != 0)
 135                 g_error ("stackdata_begin (%p) must be %d-byte aligned", stackdata_begin, SIZEOF_VOID_P);
 136         if (((gsize) stackdata_end & (SIZEOF_VOID_P - 1)) != 0)
 137                 g_error ("stackdata_end (%p) must be %d-byte aligned", stackdata_end, SIZEOF_VOID_P);
 138
 139         if (stackdata_size <= 0)
 140                 g_error ("stackdata_size = %d, but must be > 0, stackdata_begin = %p, stackdata_end = %p", stackdata_size, stackdata_begin, stackdata_end);
 141
 142         g_byte_array_set_size (info->stackdata, stackdata_size);
 143         state->gc_stackdata = info->stackdata->data;
 144         memcpy (state->gc_stackdata, stackdata_end, stackdata_size);
 145
 146         state->gc_stackdata_size = stackdata_size;
 147 }
 148
 149 void*
 150 mono_threads_prepare_blocking (void* stackdata)
 151 {
 152         MonoThreadInfo *info;
 153
 154         if (!mono_threads_is_coop_enabled ())
 155                 return NULL;
 156
 157         ++coop_do_blocking_count;
 158
 159         info = mono_thread_info_current_unchecked ();
 160         /* If the thread is not attached, it doesn't make sense prepare for suspend. */
 161         if (!info || !mono_thread_info_is_live (info)) {
 162                 THREADS_SUSPEND_DEBUG ("PREPARE-BLOCKING failed %p\n", mono_thread_info_get_tid (info));
 163                 return NULL;
 164         }
 165
 166         copy_stack_data (info, stackdata);
 167
 168 retry:
 169         ++coop_save_count;
 170         mono_threads_get_runtime_callbacks ()->thread_state_init (&info->thread_saved_state [SELF_SUSPEND_STATE_INDEX]);
 171
 172         switch (mono_threads_transition_do_blocking (info)) {
 173         case DoBlockingContinue:
 174                 break;
 175         case DoBlockingPollAndRetry:
 176                 mono_threads_state_poll ();
 177                 goto retry;
 178         }
 179
 180         return info;
 181 }
 182
 183 void
 184 mono_threads_finish_blocking (void *cookie, void* stackdata)
 185 {
 186         static gboolean warned_about_bad_transition;
 187         MonoThreadInfo *info;
 188
 189         if (!mono_threads_is_coop_enabled ())
 190                 return;
 191
 192         info = (MonoThreadInfo *)cookie;
 193         if (!info)
 194                 return;
 195
 196         g_assert (info == mono_thread_info_current_unchecked ());
 197
 198         switch (mono_threads_transition_done_blocking (info)) {
 199         case DoneBlockingAborted:
 200                 if (!warned_about_bad_transition) {
 201                         warned_about_bad_transition = TRUE;
 202                         g_warning ("[%p] Blocking call ended in running state for, this might lead to unbound GC pauses.", mono_thread_info_get_tid (info));
 203                 }
 204                 mono_threads_state_poll ();
 205                 break;
 206         case DoneBlockingOk:
 207                 info->thread_saved_state [SELF_SUSPEND_STATE_INDEX].valid = FALSE;
 208                 break;
 209         case DoneBlockingWait:
 210                 THREADS_SUSPEND_DEBUG ("state polling done, notifying of resume\n");
 211                 mono_thread_info_wait_for_resume (info);
 212                 break;
 213         default:
 214                 g_error ("Unknown thread state");
 215         }
 216 }
 217
 218
 219 void*
 220 mono_threads_reset_blocking_start (void* stackdata)
 221 {
 222         MonoThreadInfo *info;
 223
 224         if (!mono_threads_is_coop_enabled ())
 225                 return NULL;
 226
 227         info = mono_thread_info_current_unchecked ();
 228
 229 #ifdef ENABLE_CHECKED_BUILD_GC
 230         int reset_blocking_count = InterlockedIncrement (&coop_reset_blocking_count);
 231         // In this mode, the blocking count is used as the reset cookie. We would prefer
 232         // (but do not require) this to be unique across invocations and threads.
 233         if (reset_blocking_count == 0) // We *do* require it be nonzero
 234                 reset_blocking_count = coop_reset_blocking_count = 1;
 235 #else
 236         ++coop_reset_blocking_count;
 237 #endif
 238
 239         /* If the thread is not attached, it doesn't make sense prepare for suspend. */
 240         if (!info || !mono_thread_info_is_live (info))
 241                 return NULL;
 242
 243         copy_stack_data (info, stackdata);
 244
 245         switch (mono_threads_transition_abort_blocking (info)) {
 246         case AbortBlockingIgnore:
 247                 info->thread_saved_state [SELF_SUSPEND_STATE_INDEX].valid = FALSE;
 248                 return NULL;
 249         case AbortBlockingIgnoreAndPoll:
 250                 mono_threads_state_poll ();
 251                 return NULL;
 252         case AbortBlockingOk:
 253                 info->thread_saved_state [SELF_SUSPEND_STATE_INDEX].valid = FALSE;
 254                 break;
 255         case AbortBlockingOkAndPool:
 256                 mono_threads_state_poll ();
 257                 break;
 258         default:
 259                 g_error ("Unknown thread state");
 260         }
 261
 262 #ifdef ENABLE_CHECKED_BUILD_GC
 263         if (mono_check_mode_enabled (MONO_CHECK_MODE_GC)) {
 264                 int level = coop_tls_push (reset_blocking_count);
 265                 //g_warning("Entering reset nest; level %d; cookie %d\n", level, reset_blocking_count);
 266                 return (void *)(intptr_t)reset_blocking_count;
 267         }
 268 #endif
 269
 270         return info;
 271 }
 272
 273 void
 274 mono_threads_reset_blocking_end (void *cookie, void* stackdata)
 275 {
 276         if (!mono_threads_is_coop_enabled ())
 277                 return;
 278
 279         if (!cookie)
 280                 return;
 281
 282 #ifdef ENABLE_CHECKED_BUILD_GC
 283         if (mono_check_mode_enabled (MONO_CHECK_MODE_GC)) {
 284                 int received_cookie = (int)(intptr_t)cookie;
 285                 int desired_cookie;
 286                 int level = coop_tls_pop (&desired_cookie);
 287                 //g_warning("Leaving reset nest; back to level %d; desired cookie %d; received cookie %d\n", level, desired_cookie, received_cookie);
 288                 if (level < 0)
 289                         mono_fatal_with_history ("Expected cookie %d but found no stack at all\n", desired_cookie);
 290                 if (desired_cookie != received_cookie)
 291                         mono_fatal_with_history ("Expected cookie %d but received %d\n", desired_cookie, received_cookie);
 292         } else // Notice this matches the line after the endif
 293 #endif
 294         {
 295                 g_assert (((MonoThreadInfo *)cookie) == mono_thread_info_current_unchecked ());
 296         }
 297
 298         mono_threads_prepare_blocking (stackdata);
 299 }
 300
 301 void
 302 mono_threads_init_coop (void)
 303 {
 304         if (!mono_threads_is_coop_enabled ())
 305                 return;
 306
 307         mono_counters_register ("Coop Reset Blocking", MONO_COUNTER_GC | MONO_COUNTER_INT, &coop_reset_blocking_count);
 308         mono_counters_register ("Coop Try Blocking", MONO_COUNTER_GC | MONO_COUNTER_INT, &coop_try_blocking_count);
 309         mono_counters_register ("Coop Do Blocking", MONO_COUNTER_GC | MONO_COUNTER_INT, &coop_do_blocking_count);
 310         mono_counters_register ("Coop Do Polling", MONO_COUNTER_GC | MONO_COUNTER_INT, &coop_do_polling_count);
 311         mono_counters_register ("Coop Save Count", MONO_COUNTER_GC | MONO_COUNTER_INT, &coop_save_count);
 312         //See the above for what's wrong here.
 313
 314 #ifdef ENABLE_CHECKED_BUILD_GC
 315         mono_native_tls_alloc (&coop_reset_count_stack_key, NULL);
 316 #endif
 317 }
 318
 319 void
 320 mono_threads_coop_begin_global_suspend (void)
 321 {
 322         if (mono_threads_is_coop_enabled ())
 323                 mono_polling_required = 1;
 324 }
 325
 326 void
 327 mono_threads_coop_end_global_suspend (void)
 328 {
 329         if (mono_threads_is_coop_enabled ())
 330                 mono_polling_required = 0;
 331 }
 332
 333 gpointer
 334 mono_threads_enter_gc_unsafe_region (gpointer* stackdata)
 335 {
 336         if (!mono_threads_is_coop_enabled ())
 337                 return NULL;
 338
 339         return mono_threads_reset_blocking_start (stackdata);
 340 }
 341
 342 void
 343 mono_threads_exit_gc_unsafe_region (gpointer cookie, gpointer* stackdata)
 344 {
 345         if (!mono_threads_is_coop_enabled ())
 346                 return;
 347
 348         mono_threads_reset_blocking_end (cookie, stackdata);
 349 }
 350
 351 void
 352 mono_threads_assert_gc_unsafe_region (void)
 353 {
 354         MONO_REQ_GC_UNSAFE_MODE;
 355 }
 356
 357 gpointer
 358 mono_threads_enter_gc_safe_region (gpointer *stackdata)
 359 {
 360         if (!mono_threads_is_coop_enabled ())
 361                 return NULL;
 362
 363         return mono_threads_prepare_blocking (stackdata);
 364 }
 365
 366 void
 367 mono_threads_exit_gc_safe_region (gpointer cookie, gpointer *stackdata)
 368 {
 369         if (!mono_threads_is_coop_enabled ())
 370                 return;
 371
 372         mono_threads_finish_blocking (cookie, stackdata);
 373 }
 374
 375 void
 376 mono_threads_assert_gc_safe_region (void)
 377 {
 378         MONO_REQ_GC_SAFE_MODE;
 379 }