*
* Copyright 2001-2003 Ximian, Inc (http://www.ximian.com)
* Copyright 2004-2010 Novell, Inc (http://www.novell.com)
+ * Copyright 2001 Xamarin Inc (http://www.xamarin.com)
*/
#include <config.h>
#include <glib.h>
-#ifdef MONO_SMALL_CONFIG
-#define QUEUE_LENGTH 16 /* Must be 2^N */
-#define MAX_POOL_THREADS 128
-#else
-#define QUEUE_LENGTH 64 /* Must be 2^N */
-#define MAX_POOL_THREADS 1024
-#endif
-
-#include <mono/metadata/domain-internals.h>
-#include <mono/metadata/tabledefs.h>
+#include <mono/metadata/profiler-private.h>
#include <mono/metadata/threads.h>
#include <mono/metadata/threads-types.h>
#include <mono/metadata/threadpool-internals.h>
#include <mono/metadata/exception.h>
-#include <mono/metadata/file-io.h>
-#include <mono/metadata/monitor.h>
+#include <mono/metadata/environment.h>
#include <mono/metadata/mono-mlist.h>
-#include <mono/metadata/marshal.h>
#include <mono/metadata/mono-perfcounters.h>
#include <mono/metadata/socket-io.h>
+#include <mono/metadata/mono-cq.h>
#include <mono/metadata/mono-wsq.h>
+#include <mono/metadata/mono-ptr-array.h>
#include <mono/io-layer/io-layer.h>
-#include <mono/metadata/gc-internal.h>
#include <mono/utils/mono-time.h>
#include <mono/utils/mono-proclib.h>
#include <mono/utils/mono-semaphore.h>
#ifdef HAVE_EPOLL
#include <sys/epoll.h>
#endif
+#ifdef HAVE_KQUEUE
+#include <sys/event.h>
+#endif
+
#ifndef DISABLE_SOCKETS
#include "mono/io-layer/socket-wrappers.h"
} while (1)
#define SPIN_UNLOCK(i) i = 0
+#define SMALL_STACK (128 * (sizeof (gpointer) / 4) * 1024)
-#define EPOLL_DEBUG(...)
-#define EPOLL_DEBUG_STMT(...)
-#define TP_DEBUG(...)
-#define TP_DEBUG_STMT(...)
-
-/*
-#define EPOLL_DEBUG(...) g_message(__VA_ARGS__)
-#define EPOLL_DEBUG_STMT(...) do { __VA_ARGS__ } while (0)
-#define TP_DEBUG(...) g_message(__VA_ARGS__)
-#define TP_DEBUG_STMT(...) do { __VA_ARGS__ } while (0)
-*/
-
-/* map of CounterSample.cs */
-struct _MonoCounterSample {
- gint64 rawValue;
- gint64 baseValue;
- gint64 counterFrequency;
- gint64 systemFrequency;
- gint64 timeStamp;
- gint64 timeStamp100nSec;
- gint64 counterTimeStamp;
- int counterType;
-};
+/* DEBUG: prints tp data every 2s */
+#undef DEBUG
/* mono_thread_pool_init called */
static volatile int tp_inited;
+enum {
+ POLL_BACKEND,
+ EPOLL_BACKEND,
+ KQUEUE_BACKEND
+};
+
typedef struct {
CRITICAL_SECTION io_lock; /* access to sock_to_state */
- int inited;
- int pipe [2];
+ int inited; // 0 -> not initialized , 1->initializing, 2->initialized, 3->cleaned up
MonoGHashTable *sock_to_state;
- HANDLE new_sem; /* access to newpfd and write side of the pipe */
- mono_pollfd *newpfd;
- gboolean epoll_disabled;
-#ifdef HAVE_EPOLL
- int epollfd;
-#endif
+ gint event_system;
+ gpointer event_data;
+ void (*modify) (gpointer event_data, int fd, int operation, int events, gboolean is_new);
+ void (*wait) (gpointer sock_data);
+ void (*shutdown) (gpointer event_data);
} SocketIOData;
static SocketIOData socket_io_data;
typedef struct {
MonoSemType lock;
- MonoMList *first; /* GC root */
- MonoMList *last;
- MonoMList *unused; /* Up to 20 chunks. GC root */
- gint head;
- gint tail;
+ MonoCQ *queue; /* GC root */
MonoSemType new_job;
volatile gint waiting; /* threads waiting for a work item */
volatile gint64 time_sum;
volatile gint n_sum;
gint64 averages [2];
- /**/
- //TP_DEBUG_ONLY (gint nodes_created);
- //TP_DEBUG_ONLY (gint nodes_reused);
gboolean is_io;
} ThreadPool;
static void threadpool_init (ThreadPool *tp, int min_threads, int max_threads, void (*async_invoke) (gpointer));
static void threadpool_start_idle_threads (ThreadPool *tp);
static void threadpool_kill_idle_threads (ThreadPool *tp);
+static gboolean threadpool_start_thread (ThreadPool *tp);
+static void monitor_thread (gpointer data);
+static void socket_io_cleanup (SocketIOData *data);
+static MonoObject *get_io_event (MonoMList **list, gint event);
+static int get_events_from_list (MonoMList *list);
+static int get_event_from_state (MonoSocketAsyncResult *state);
static MonoClass *async_call_klass;
static MonoClass *socket_async_call_klass;
static MonoThreadPoolItemFunc tp_item_end_func;
static gpointer tp_item_user_data;
-#define INIT_POLLFD(a, b, c) {(a)->fd = b; (a)->events = c; (a)->revents = 0;}
enum {
AIO_OP_FIRST,
AIO_OP_ACCEPT = 0,
AIO_OP_RECV_JUST_CALLBACK,
AIO_OP_SEND_JUST_CALLBACK,
AIO_OP_READPIPE,
+ AIO_OP_CONSOLE2,
+ AIO_OP_DISCONNECT,
+ AIO_OP_ACCEPTRECEIVE,
+ AIO_OP_RECEIVE_BUFFERS,
+ AIO_OP_SEND_BUFFERS,
AIO_OP_LAST
};
+#include <mono/metadata/tpool-poll.c>
+#ifdef HAVE_EPOLL
+#include <mono/metadata/tpool-epoll.c>
+#elif defined(HAVE_KQUEUE)
+#include <mono/metadata/tpool-kqueue.c>
+#endif
+/*
+ * Functions to check whenever a class is given system class. We need to cache things in MonoDomain since some of the
+ * assemblies can be unloaded.
+ */
+
+static gboolean
+is_system_type (MonoDomain *domain, MonoClass *klass)
+{
+ if (domain->system_image == NULL)
+ domain->system_image = mono_image_loaded ("System");
+
+ return klass->image == domain->system_image;
+}
+
+static gboolean
+is_corlib_type (MonoDomain *domain, MonoClass *klass)
+{
+ return klass->image == mono_defaults.corlib;
+}
+
+/*
+ * Note that we call it is_socket_type() where 'socket' refers to the image
+ * that contains the System.Net.Sockets.Socket type.
+ * For moonlight there is a System.Net.Sockets.Socket class in both System.dll and System.Net.dll.
+*/
+static gboolean
+is_socket_type (MonoDomain *domain, MonoClass *klass)
+{
+ static const char *version = NULL;
+ static gboolean moonlight;
+
+ if (is_system_type (domain, klass))
+ return TRUE;
+
+ /* If moonlight, check if the type is in System.Net.dll too */
+ if (version == NULL) {
+ version = mono_get_runtime_info ()->framework_version;
+ moonlight = !strcmp (version, "2.1");
+ }
+
+ if (!moonlight)
+ return FALSE;
+
+ if (domain->system_net_dll == NULL)
+ domain->system_net_dll = mono_image_loaded ("System.Net");
+
+ return klass->image == domain->system_net_dll;
+}
+
+#define check_type_cached(domain, ASSEMBLY, _class, _namespace, _name, loc) do { \
+ if (*loc) \
+ return *loc == _class; \
+ if (is_##ASSEMBLY##_type (domain, _class) && !strcmp (_name, _class->name) && !strcmp (_namespace, _class->name_space)) { \
+ *loc = _class; \
+ return TRUE; \
+ } \
+ return FALSE; \
+} while (0) \
+
+#define check_corlib_type_cached(domain, _class, _namespace, _name, loc) check_type_cached (domain, corlib, _class, _namespace, _name, loc)
+
+#define check_socket_type_cached(domain, _class, _namespace, _name, loc) check_type_cached (domain, socket, _class, _namespace, _name, loc)
+
+#define check_system_type_cached(domain, _class, _namespace, _name, loc) check_type_cached (domain, system, _class, _namespace, _name, loc)
+
+static gboolean
+is_corlib_asyncresult (MonoDomain *domain, MonoClass *klass)
+{
+ check_corlib_type_cached (domain, klass, "System.Runtime.Remoting.Messaging", "AsyncResult", &domain->corlib_asyncresult_class);
+}
+
+static gboolean
+is_socket (MonoDomain *domain, MonoClass *klass)
+{
+ check_socket_type_cached (domain, klass, "System.Net.Sockets", "Socket", &domain->socket_class);
+}
+
+static gboolean
+is_socketasyncresult (MonoDomain *domain, MonoClass *klass)
+{
+ return (klass->nested_in &&
+ is_socket (domain, klass->nested_in) &&
+ !strcmp (klass->name, "SocketAsyncResult"));
+}
+
+static gboolean
+is_socketasynccall (MonoDomain *domain, MonoClass *klass)
+{
+ return (klass->nested_in &&
+ is_socket (domain, klass->nested_in) &&
+ !strcmp (klass->name, "SocketAsyncCall"));
+}
+
+static gboolean
+is_appdomainunloaded_exception (MonoDomain *domain, MonoClass *klass)
+{
+ check_corlib_type_cached (domain, klass, "System", "AppDomainUnloadedException", &domain->ad_unloaded_ex_class);
+}
+
+static gboolean
+is_sd_process (MonoDomain *domain, MonoClass *klass)
+{
+ check_system_type_cached (domain, klass, "System.Diagnostics", "Process", &domain->process_class);
+}
+
+static gboolean
+is_sdp_asyncreadhandler (MonoDomain *domain, MonoClass *klass)
+{
+
+ return (klass->nested_in &&
+ is_sd_process (domain, klass->nested_in) &&
+ !strcmp (klass->name, "AsyncReadHandler"));
+}
+
+
#ifdef DISABLE_SOCKETS
+
#define socket_io_cleanup(x)
+
+static int
+get_event_from_state (MonoSocketAsyncResult *state)
+{
+ g_assert_not_reached ();
+ return -1;
+}
+
+static int
+get_events_from_list (MonoMList *list)
+{
+ return 0;
+}
+
#else
+
static void
socket_io_cleanup (SocketIOData *data)
{
- if (data->inited == 0)
- return;
-
EnterCriticalSection (&data->io_lock);
- data->inited = 0;
-#ifdef HOST_WIN32
- closesocket (data->pipe [0]);
- closesocket (data->pipe [1]);
-#else
- close (data->pipe [0]);
- close (data->pipe [1]);
-#endif
- data->pipe [0] = -1;
- data->pipe [1] = -1;
- if (data->new_sem)
- CloseHandle (data->new_sem);
- data->new_sem = NULL;
- mono_g_hash_table_destroy (data->sock_to_state);
- data->sock_to_state = NULL;
- g_free (data->newpfd);
- data->newpfd = NULL;
-#ifdef HAVE_EPOLL
- if (FALSE == data->epoll_disabled)
- close (data->epollfd);
-#endif
+ if (data->inited != 2) {
+ LeaveCriticalSection (&data->io_lock);
+ return;
+ }
+ data->inited = 3;
+ data->shutdown (data->event_data);
LeaveCriticalSection (&data->io_lock);
}
case AIO_OP_RECV_JUST_CALLBACK:
case AIO_OP_RECEIVEFROM:
case AIO_OP_READPIPE:
+ case AIO_OP_ACCEPTRECEIVE:
+ case AIO_OP_RECEIVE_BUFFERS:
return MONO_POLLIN;
case AIO_OP_SEND:
case AIO_OP_SEND_JUST_CALLBACK:
case AIO_OP_SENDTO:
case AIO_OP_CONNECT:
+ case AIO_OP_SEND_BUFFERS:
+ case AIO_OP_DISCONNECT:
return MONO_POLLOUT;
default: /* Should never happen */
g_message ("get_event_from_state: unknown value in switch!!!");
static gboolean
threadpool_jobs_dec (MonoObject *obj)
{
- MonoDomain *domain = obj->vtable->domain;
- int remaining_jobs = InterlockedDecrement (&domain->threadpool_jobs);
+ MonoDomain *domain;
+ int remaining_jobs;
+
+ if (obj == NULL)
+ return FALSE;
+
+ domain = obj->vtable->domain;
+ remaining_jobs = InterlockedDecrement (&domain->threadpool_jobs);
if (remaining_jobs == 0 && domain->cleanup_semaphore) {
ReleaseSemaphore (domain->cleanup_semaphore, 1, NULL);
return TRUE;
return state;
}
-static MonoMList *
-process_io_event (MonoMList *list, int event)
-{
- MonoSocketAsyncResult *state;
- MonoMList *oldlist;
-
- oldlist = list;
- state = NULL;
- while (list) {
- state = (MonoSocketAsyncResult *) mono_mlist_get_data (list);
- if (get_event_from_state (state) == event)
- break;
-
- list = mono_mlist_next (list);
- }
-
- if (list != NULL) {
- oldlist = mono_mlist_remove_item (oldlist, list);
- EPOLL_DEBUG ("Dispatching event %d on socket %p", event, state->handle);
- threadpool_append_job (&async_io_tp, (MonoObject *) state);
- }
-
- return oldlist;
-}
-
-static int
-mark_bad_fds (mono_pollfd *pfds, int nfds)
-{
- int i, ret;
- mono_pollfd *pfd;
- int count = 0;
-
- for (i = 0; i < nfds; i++) {
- pfd = &pfds [i];
- if (pfd->fd == -1)
- continue;
-
- ret = mono_poll (pfd, 1, 0);
- if (ret == -1 && errno == EBADF) {
- pfd->revents |= MONO_POLLNVAL;
- count++;
- } else if (ret == 1) {
- count++;
- }
- }
-
- return count;
-}
-
-static void
-socket_io_poll_main (gpointer p)
-{
-#if MONO_SMALL_CONFIG
-#define INITIAL_POLLFD_SIZE 128
-#else
-#define INITIAL_POLLFD_SIZE 1024
-#endif
-#define POLL_ERRORS (MONO_POLLERR | MONO_POLLHUP | MONO_POLLNVAL)
- SocketIOData *data = p;
- mono_pollfd *pfds;
- gint maxfd = 1;
- gint allocated;
- gint i;
- MonoInternalThread *thread;
-
- thread = mono_thread_internal_current ();
-
- allocated = INITIAL_POLLFD_SIZE;
- pfds = g_new0 (mono_pollfd, allocated);
- INIT_POLLFD (pfds, data->pipe [0], MONO_POLLIN);
- for (i = 1; i < allocated; i++)
- INIT_POLLFD (&pfds [i], -1, 0);
-
- while (1) {
- int nsock = 0;
- mono_pollfd *pfd;
- char one [1];
- MonoMList *list;
-
- do {
- if (nsock == -1) {
- if (THREAD_WANTS_A_BREAK (thread))
- mono_thread_interruption_checkpoint ();
- }
-
- nsock = mono_poll (pfds, maxfd, -1);
- } while (nsock == -1 && errno == EINTR);
-
- /*
- * Apart from EINTR, we only check EBADF, for the rest:
- * EINVAL: mono_poll() 'protects' us from descriptor
- * numbers above the limit if using select() by marking
- * then as MONO_POLLERR. If a system poll() is being
- * used, the number of descriptor we're passing will not
- * be over sysconf(_SC_OPEN_MAX), as the error would have
- * happened when opening.
- *
- * EFAULT: we own the memory pointed by pfds.
- * ENOMEM: we're doomed anyway
- *
- */
-
- if (nsock == -1 && errno == EBADF) {
- pfds->revents = 0; /* Just in case... */
- nsock = mark_bad_fds (pfds, maxfd);
- }
-
- if ((pfds->revents & POLL_ERRORS) != 0) {
- /* We're supposed to die now, as the pipe has been closed */
- g_free (pfds);
- socket_io_cleanup (data);
- return;
- }
-
- /* Got a new socket */
- if ((pfds->revents & MONO_POLLIN) != 0) {
- int nread;
-
- for (i = 1; i < allocated; i++) {
- pfd = &pfds [i];
- if (pfd->fd == -1 || pfd->fd == data->newpfd->fd)
- break;
- }
-
- if (i == allocated) {
- mono_pollfd *oldfd;
-
- oldfd = pfds;
- i = allocated;
- allocated = allocated * 2;
- pfds = g_renew (mono_pollfd, oldfd, allocated);
- g_free (oldfd);
- for (; i < allocated; i++)
- INIT_POLLFD (&pfds [i], -1, 0);
- }
-#ifndef HOST_WIN32
- nread = read (data->pipe [0], one, 1);
-#else
- nread = recv ((SOCKET) data->pipe [0], one, 1, 0);
-#endif
- if (nread <= 0) {
- g_free (pfds);
- return; /* we're closed */
- }
-
- INIT_POLLFD (&pfds [i], data->newpfd->fd, data->newpfd->events);
- ReleaseSemaphore (data->new_sem, 1, NULL);
- if (i >= maxfd)
- maxfd = i + 1;
- nsock--;
- }
-
- if (nsock == 0)
- continue;
-
- EnterCriticalSection (&data->io_lock);
- if (data->inited == 0) {
- g_free (pfds);
- LeaveCriticalSection (&data->io_lock);
- return; /* cleanup called */
- }
-
- for (i = 1; i < maxfd && nsock > 0; i++) {
- pfd = &pfds [i];
- if (pfd->fd == -1 || pfd->revents == 0)
- continue;
-
- nsock--;
- list = mono_g_hash_table_lookup (data->sock_to_state, GINT_TO_POINTER (pfd->fd));
- if (list != NULL && (pfd->revents & (MONO_POLLIN | POLL_ERRORS)) != 0) {
- list = process_io_event (list, MONO_POLLIN);
- }
-
- if (list != NULL && (pfd->revents & (MONO_POLLOUT | POLL_ERRORS)) != 0) {
- list = process_io_event (list, MONO_POLLOUT);
- }
-
- if (list != NULL) {
- mono_g_hash_table_replace (data->sock_to_state, GINT_TO_POINTER (pfd->fd), list);
- pfd->events = get_events_from_list (list);
- } else {
- mono_g_hash_table_remove (data->sock_to_state, GINT_TO_POINTER (pfd->fd));
- pfd->fd = -1;
- if (i == maxfd - 1)
- maxfd--;
- }
- }
- LeaveCriticalSection (&data->io_lock);
- }
-}
-
-#ifdef HAVE_EPOLL
-#define EPOLL_ERRORS (EPOLLERR | EPOLLHUP)
-#define EPOLL_NEVENTS 128
-static void
-socket_io_epoll_main (gpointer p)
-{
- SocketIOData *data;
- int epollfd;
- MonoInternalThread *thread;
- struct epoll_event *events, *evt;
- int ready = 0, i;
- gpointer async_results [EPOLL_NEVENTS * 2]; // * 2 because each loop can add up to 2 results here
- gint nresults;
-
- data = p;
- epollfd = data->epollfd;
- thread = mono_thread_internal_current ();
- events = g_new0 (struct epoll_event, EPOLL_NEVENTS);
-
- while (1) {
- do {
- if (ready == -1) {
- if (THREAD_WANTS_A_BREAK (thread))
- mono_thread_interruption_checkpoint ();
- }
- EPOLL_DEBUG ("epoll_wait init");
- ready = epoll_wait (epollfd, events, EPOLL_NEVENTS, -1);
- EPOLL_DEBUG_STMT(
- int err = errno;
- EPOLL_DEBUG ("epoll_wait end with %d ready sockets (%d %s).", ready, err, (err) ? g_strerror (err) : "");
- errno = err;
- );
- } while (ready == -1 && errno == EINTR);
-
- if (ready == -1) {
- int err = errno;
- g_free (events);
- if (err != EBADF)
- g_warning ("epoll_wait: %d %s", err, g_strerror (err));
-
- close (epollfd);
- return;
- }
-
- EnterCriticalSection (&data->io_lock);
- if (data->inited == 0) {
- EPOLL_DEBUG ("data->inited == 0");
- g_free (events);
- close (epollfd);
- return; /* cleanup called */
- }
-
- nresults = 0;
- for (i = 0; i < ready; i++) {
- int fd;
- MonoMList *list;
- MonoObject *ares;
-
- evt = &events [i];
- fd = evt->data.fd;
- list = mono_g_hash_table_lookup (data->sock_to_state, GINT_TO_POINTER (fd));
- EPOLL_DEBUG ("Event %d on %d list length: %d", evt->events, fd, mono_mlist_length (list));
- if (list != NULL && (evt->events & (EPOLLIN | EPOLL_ERRORS)) != 0) {
- ares = get_io_event (&list, MONO_POLLIN);
- if (ares != NULL)
- async_results [nresults++] = ares;
- }
-
- if (list != NULL && (evt->events & (EPOLLOUT | EPOLL_ERRORS)) != 0) {
- ares = get_io_event (&list, MONO_POLLOUT);
- if (ares != NULL)
- async_results [nresults++] = ares;
- }
-
- if (list != NULL) {
- mono_g_hash_table_replace (data->sock_to_state, GINT_TO_POINTER (fd), list);
- evt->events = get_events_from_list (list);
- EPOLL_DEBUG ("MOD %d to %d", fd, evt->events);
- if (epoll_ctl (epollfd, EPOLL_CTL_MOD, fd, evt)) {
- if (epoll_ctl (epollfd, EPOLL_CTL_ADD, fd, evt) == -1) {
- EPOLL_DEBUG_STMT (
- int err = errno;
- EPOLL_DEBUG ("epoll_ctl(MOD): %d %s fd: %d events: %d", err, g_strerror (err), fd, evt->events);
- errno = err;
- );
- }
- }
- } else {
- mono_g_hash_table_remove (data->sock_to_state, GINT_TO_POINTER (fd));
- EPOLL_DEBUG ("DEL %d", fd);
- epoll_ctl (epollfd, EPOLL_CTL_DEL, fd, evt);
- }
- }
- LeaveCriticalSection (&data->io_lock);
- threadpool_append_jobs (&async_io_tp, (MonoObject **) async_results, nresults);
- memset (async_results, 0, sizeof (gpointer) * nresults);
- }
-}
-#undef EPOLL_NEVENTS
-#endif
-
/*
* select/poll wake up when a socket is closed, but epoll just removes
* the socket from its internal list without notification.
void
mono_thread_pool_remove_socket (int sock)
{
- MonoMList *list, *next;
+ MonoMList *list;
MonoSocketAsyncResult *state;
+ MonoObject *ares;
- if (socket_io_data.inited == FALSE)
+ if (socket_io_data.inited == 0)
return;
EnterCriticalSection (&socket_io_data.io_lock);
+ if (socket_io_data.sock_to_state == NULL) {
+ LeaveCriticalSection (&socket_io_data.io_lock);
+ return;
+ }
list = mono_g_hash_table_lookup (socket_io_data.sock_to_state, GINT_TO_POINTER (sock));
- if (list) {
+ if (list)
mono_g_hash_table_remove (socket_io_data.sock_to_state, GINT_TO_POINTER (sock));
- }
LeaveCriticalSection (&socket_io_data.io_lock);
while (list) {
else if (state->operation == AIO_OP_SEND)
state->operation = AIO_OP_SEND_JUST_CALLBACK;
- next = mono_mlist_remove_item (list, list);
- list = process_io_event (list, MONO_POLLIN);
- if (list)
- process_io_event (list, MONO_POLLOUT);
-
- list = next;
+ ares = get_io_event (&list, MONO_POLLIN);
+ threadpool_append_job (&async_io_tp, ares);
+ if (list) {
+ ares = get_io_event (&list, MONO_POLLOUT);
+ threadpool_append_job (&async_io_tp, ares);
+ }
}
}
-#ifdef HOST_WIN32
static void
-connect_hack (gpointer x)
+init_event_system (SocketIOData *data)
{
- struct sockaddr_in *addr = (struct sockaddr_in *) x;
- int count = 0;
-
- while (connect ((SOCKET) socket_io_data.pipe [1], (SOCKADDR *) addr, sizeof (struct sockaddr_in))) {
- Sleep (500);
- if (++count > 3) {
- g_warning ("Error initializing async. sockets %d.", WSAGetLastError ());
- g_assert (WSAGetLastError ());
+#ifdef HAVE_EPOLL
+ if (data->event_system == EPOLL_BACKEND) {
+ data->event_data = tp_epoll_init (data);
+ if (data->event_data == NULL) {
+ if (g_getenv ("MONO_DEBUG"))
+ g_message ("Falling back to poll()");
+ data->event_system = POLL_BACKEND;
}
}
-}
+#elif defined(HAVE_KQUEUE)
+ if (data->event_system == KQUEUE_BACKEND)
+ data->event_data = tp_kqueue_init (data);
#endif
+ if (data->event_system == POLL_BACKEND)
+ data->event_data = tp_poll_init (data);
+}
static void
socket_io_init (SocketIOData *data)
{
-#ifdef HOST_WIN32
- struct sockaddr_in server;
- struct sockaddr_in client;
- SOCKET srv;
- int len;
-#endif
int inited;
- guint32 stack_size;
- inited = InterlockedCompareExchange (&data->inited, -1, -1);
- if (inited == 1)
+ if (data->inited >= 2) // 2 -> initialized, 3-> cleaned up
return;
- EnterCriticalSection (&data->io_lock);
- inited = InterlockedCompareExchange (&data->inited, -1, -1);
- if (inited == 1) {
- LeaveCriticalSection (&data->io_lock);
- return;
- }
-
-#ifdef HAVE_EPOLL
- data->epoll_disabled = (g_getenv ("MONO_DISABLE_AIO") != NULL);
- if (FALSE == data->epoll_disabled) {
- data->epollfd = epoll_create (256);
- data->epoll_disabled = (data->epollfd == -1);
- if (data->epoll_disabled && g_getenv ("MONO_DEBUG"))
- g_message ("epoll_create() failed. Using plain poll().");
- } else {
- data->epollfd = -1;
- }
-#else
- data->epoll_disabled = TRUE;
-#endif
-
-#ifndef HOST_WIN32
- if (data->epoll_disabled) {
- if (pipe (data->pipe) != 0) {
- int err = errno;
- perror ("mono");
- g_assert (err);
+ inited = InterlockedCompareExchange (&data->inited, 1, 0);
+ if (inited >= 1) {
+ while (TRUE) {
+ if (data->inited >= 2)
+ return;
+ SleepEx (1, FALSE);
}
- } else {
- data->pipe [0] = -1;
- data->pipe [1] = -1;
- }
-#else
- srv = socket (AF_INET, SOCK_STREAM, IPPROTO_TCP);
- g_assert (srv != INVALID_SOCKET);
- data->pipe [1] = socket (AF_INET, SOCK_STREAM, IPPROTO_TCP);
- g_assert (data->pipe [1] != INVALID_SOCKET);
-
- server.sin_family = AF_INET;
- server.sin_addr.s_addr = inet_addr ("127.0.0.1");
- server.sin_port = 0;
- if (bind (srv, (SOCKADDR *) &server, sizeof (server))) {
- g_print ("%d\n", WSAGetLastError ());
- g_assert (1 != 0);
}
- len = sizeof (server);
- getsockname (srv, (SOCKADDR *) &server, &len);
- listen (srv, 1);
- mono_thread_create (mono_get_root_domain (), connect_hack, &server);
- len = sizeof (server);
- data->pipe [0] = accept (srv, (SOCKADDR *) &client, &len);
- g_assert (data->pipe [0] != INVALID_SOCKET);
- closesocket (srv);
-#endif
+ EnterCriticalSection (&data->io_lock);
data->sock_to_state = mono_g_hash_table_new_type (g_direct_hash, g_direct_equal, MONO_HASH_VALUE_GC);
-
- if (data->epoll_disabled) {
- data->new_sem = CreateSemaphore (NULL, 1, 1, NULL);
- g_assert (data->new_sem != NULL);
- }
-
- stack_size = mono_threads_get_default_stacksize ();
- mono_threads_set_default_stacksize (256 * 1024);
- if (data->epoll_disabled) {
- mono_thread_create_internal (mono_get_root_domain (), socket_io_poll_main, data, TRUE);
- }
#ifdef HAVE_EPOLL
- else {
- mono_thread_create_internal (mono_get_root_domain (), socket_io_epoll_main, data, TRUE);
- }
+ data->event_system = EPOLL_BACKEND;
+#elif defined(HAVE_KQUEUE)
+ data->event_system = KQUEUE_BACKEND;
+#else
+ data->event_system = POLL_BACKEND;
#endif
- mono_threads_set_default_stacksize (stack_size);
- InterlockedCompareExchange (&data->inited, 1, 0);
+ if (g_getenv ("MONO_DISABLE_AIO") != NULL)
+ data->event_system = POLL_BACKEND;
+
+ init_event_system (data);
+ mono_thread_create_internal (mono_get_root_domain (), data->wait, data, TRUE, SMALL_STACK);
LeaveCriticalSection (&data->io_lock);
+ data->inited = 2;
+ threadpool_start_thread (&async_io_tp);
}
static void
-socket_io_add_poll (MonoSocketAsyncResult *state)
+socket_io_add (MonoAsyncResult *ares, MonoSocketAsyncResult *state)
{
- int events;
- char msg [1];
MonoMList *list;
SocketIOData *data = &socket_io_data;
- int w;
-
-#if defined(PLATFORM_MACOSX) || defined(PLATFORM_BSD) || defined(HOST_WIN32) || defined(PLATFORM_SOLARIS)
- /* select() for connect() does not work well on the Mac. Bug #75436. */
- /* Bug #77637 for the BSD 6 case */
- /* Bug #78888 for the Windows case */
- if (state->operation == AIO_OP_CONNECT && state->blocking == TRUE) {
- //FIXME: increment number of threads while this one is waiting?
- threadpool_append_job (&async_io_tp, (MonoObject *) state);
- return;
- }
-#endif
- WaitForSingleObject (data->new_sem, INFINITE);
- if (data->newpfd == NULL)
- data->newpfd = g_new0 (mono_pollfd, 1);
-
- EnterCriticalSection (&data->io_lock);
- /* FIXME: 64 bit issue: handle can be a pointer on windows? */
- list = mono_g_hash_table_lookup (data->sock_to_state, GINT_TO_POINTER (state->handle));
- if (list == NULL) {
- list = mono_mlist_alloc ((MonoObject*)state);
- } else {
- list = mono_mlist_append (list, (MonoObject*)state);
- }
+ int fd;
+ gboolean is_new;
+ int ievt;
- events = get_events_from_list (list);
- INIT_POLLFD (data->newpfd, GPOINTER_TO_INT (state->handle), events);
- mono_g_hash_table_replace (data->sock_to_state, GINT_TO_POINTER (state->handle), list);
- LeaveCriticalSection (&data->io_lock);
- *msg = (char) state->operation;
-#ifndef HOST_WIN32
- w = write (data->pipe [1], msg, 1);
- w = w;
-#else
- send ((SOCKET) data->pipe [1], msg, 1, 0);
-#endif
-}
+ socket_io_init (&socket_io_data);
+ if (mono_runtime_is_shutting_down () || data->inited == 3 || data->sock_to_state == NULL)
+ return;
+ if (async_tp.pool_status == 2)
+ return;
-#ifdef HAVE_EPOLL
-static gboolean
-socket_io_add_epoll (MonoSocketAsyncResult *state)
-{
- MonoMList *list;
- SocketIOData *data = &socket_io_data;
- struct epoll_event event;
- int epoll_op, ievt;
- int fd;
+ MONO_OBJECT_SETREF (state, ares, ares);
- memset (&event, 0, sizeof (struct epoll_event));
fd = GPOINTER_TO_INT (state->handle);
EnterCriticalSection (&data->io_lock);
+ if (data->sock_to_state == NULL) {
+ LeaveCriticalSection (&data->io_lock);
+ return;
+ }
list = mono_g_hash_table_lookup (data->sock_to_state, GINT_TO_POINTER (fd));
if (list == NULL) {
list = mono_mlist_alloc ((MonoObject*)state);
- epoll_op = EPOLL_CTL_ADD;
+ is_new = TRUE;
} else {
list = mono_mlist_append (list, (MonoObject*)state);
- epoll_op = EPOLL_CTL_MOD;
+ is_new = FALSE;
}
- ievt = get_events_from_list (list);
- if ((ievt & MONO_POLLIN) != 0)
- event.events |= EPOLLIN;
- if ((ievt & MONO_POLLOUT) != 0)
- event.events |= EPOLLOUT;
-
mono_g_hash_table_replace (data->sock_to_state, state->handle, list);
- event.data.fd = fd;
- EPOLL_DEBUG ("%s %d with %d", epoll_op == EPOLL_CTL_ADD ? "ADD" : "MOD", fd, event.events);
- if (epoll_ctl (data->epollfd, epoll_op, fd, &event) == -1) {
- int err = errno;
- if (epoll_op == EPOLL_CTL_ADD && err == EEXIST) {
- epoll_op = EPOLL_CTL_MOD;
- if (epoll_ctl (data->epollfd, epoll_op, fd, &event) == -1) {
- g_message ("epoll_ctl(MOD): %d %s", err, g_strerror (err));
- }
- }
- }
+ ievt = get_events_from_list (list);
LeaveCriticalSection (&data->io_lock);
-
- return TRUE;
-}
-#endif
-
-static void
-socket_io_add (MonoAsyncResult *ares, MonoSocketAsyncResult *state)
-{
- socket_io_init (&socket_io_data);
- MONO_OBJECT_SETREF (state, ares, ares);
-#ifdef HAVE_EPOLL
- if (socket_io_data.epoll_disabled == FALSE) {
- if (socket_io_add_epoll (state))
- return;
- }
-#endif
- socket_io_add_poll (state);
+ data->modify (data->event_data, fd, state->operation, ievt, is_new);
}
#ifndef DISABLE_SOCKETS
socket_io_filter (MonoObject *target, MonoObject *state)
{
gint op;
- MonoSocketAsyncResult *sock_res = (MonoSocketAsyncResult *) state;
+ MonoSocketAsyncResult *sock_res;
MonoClass *klass;
+ MonoDomain *domain;
if (target == NULL || state == NULL)
return FALSE;
- if (socket_async_call_klass == NULL) {
- klass = target->vtable->klass;
- /* Check if it's SocketAsyncCall in System.Net.Sockets
- * FIXME: check the assembly is signed correctly for extra care
- */
- if (klass->name [0] == 'S' && strcmp (klass->name, "SocketAsyncCall") == 0
- && strcmp (mono_image_get_name (klass->image), "System") == 0
- && klass->nested_in && strcmp (klass->nested_in->name, "Socket") == 0)
- socket_async_call_klass = klass;
- }
+ domain = target->vtable->domain;
+ klass = target->vtable->klass;
+ if (socket_async_call_klass == NULL && is_socketasynccall (domain, klass))
+ socket_async_call_klass = klass;
- if (process_async_call_klass == NULL) {
- klass = target->vtable->klass;
- /* Check if it's AsyncReadHandler in System.Diagnostics.Process
- * FIXME: check the assembly is signed correctly for extra care
- */
- if (klass->name [0] == 'A' && strcmp (klass->name, "AsyncReadHandler") == 0
- && strcmp (mono_image_get_name (klass->image), "System") == 0
- && klass->nested_in && strcmp (klass->nested_in->name, "Process") == 0)
- process_async_call_klass = klass;
- }
- /* return both when socket_async_call_klass has not been seen yet and when
- * the object is not an instance of the class.
- */
- if (target->vtable->klass != socket_async_call_klass && target->vtable->klass != process_async_call_klass)
+ if (process_async_call_klass == NULL && is_sdp_asyncreadhandler (domain, klass))
+ process_async_call_klass = klass;
+
+ if (klass != socket_async_call_klass && klass != process_async_call_klass)
return FALSE;
+ sock_res = (MonoSocketAsyncResult *) state;
op = sock_res->operation;
if (op < AIO_OP_FIRST || op >= AIO_OP_LAST)
return FALSE;
if (ac == NULL) {
/* Fast path from ThreadPool.*QueueUserWorkItem */
void *pa = ares->async_state;
- mono_runtime_delegate_invoke (ares->async_delegate, &pa, &exc);
+ res = mono_runtime_delegate_invoke (ares->async_delegate, &pa, &exc);
} else {
+ MonoObject *cb_exc = NULL;
+
ac->msg->exc = NULL;
res = mono_message_invoke (ares->async_delegate, ac->msg, &exc, &out_args);
MONO_OBJECT_SETREF (ac, res, res);
/* call async callback if cb_method != null*/
if (ac != NULL && ac->cb_method) {
- MonoObject *exc = NULL;
void *pa = &ares;
- mono_runtime_invoke (ac->cb_method, ac->cb_target, pa, &exc);
- /* 'exc' will be the previous ac->msg->exc if not NULL and not
- * catched. If catched, this will be set to NULL and the
- * exception will not be printed. */
- MONO_OBJECT_SETREF (ac->msg, exc, exc);
+ cb_exc = NULL;
+ mono_runtime_invoke (ac->cb_method, ac->cb_target, pa, &cb_exc);
+ exc = cb_exc;
+ } else {
+ exc = NULL;
}
}
threadpool_start_idle_threads (ThreadPool *tp)
{
int n;
+ guint32 stack_size;
+ stack_size = (!tp->is_io) ? 0 : SMALL_STACK;
do {
while (1) {
n = tp->nthreads;
break;
}
mono_perfcounter_update_value (tp->pc_nthreads, TRUE, 1);
- mono_thread_create_internal (mono_get_root_domain (), tp->async_invoke, tp, TRUE);
+ mono_thread_create_internal (mono_get_root_domain (), tp->async_invoke, tp, TRUE, stack_size);
SleepEx (100, TRUE);
} while (1);
}
threadpool_init (ThreadPool *tp, int min_threads, int max_threads, void (*async_invoke) (gpointer))
{
memset (tp, 0, sizeof (ThreadPool));
- MONO_SEM_INIT (&tp->lock, 1);
tp->min_threads = min_threads;
tp->max_threads = max_threads;
tp->async_invoke = async_invoke;
+ tp->queue = mono_cq_create ();
MONO_SEM_INIT (&tp->new_job, 0);
}
return mono_perfcounter_get_impl (category_str, counter_str, NULL, machine, &type, &custom);
}
+#ifdef DEBUG
+static void
+print_pool_info (ThreadPool *tp)
+{
+
+// if (tp->tail - tp->head == 0)
+// return;
+
+ g_print ("Pool status? %d\n", InterlockedCompareExchange (&tp->pool_status, 0, 0));
+ g_print ("Min. threads: %d\n", InterlockedCompareExchange (&tp->min_threads, 0, 0));
+ g_print ("Max. threads: %d\n", InterlockedCompareExchange (&tp->max_threads, 0, 0));
+ g_print ("nthreads: %d\n", InterlockedCompareExchange (&tp->nthreads, 0, 0));
+ g_print ("busy threads: %d\n", InterlockedCompareExchange (&tp->busy_threads, 0, 0));
+ g_print ("Waiting: %d\n", InterlockedCompareExchange (&tp->waiting, 0, 0));
+ g_print ("Queued: %d\n", (tp->tail - tp->head));
+ if (tp == &async_tp) {
+ int i;
+ EnterCriticalSection (&wsqs_lock);
+ for (i = 0; i < wsqs->len; i++) {
+ g_print ("\tWSQ %d: %d\n", i, mono_wsq_count (g_ptr_array_index (wsqs, i)));
+ }
+ LeaveCriticalSection (&wsqs_lock);
+ } else {
+ g_print ("\tSockets: %d\n", mono_g_hash_table_size (socket_io_data.sock_to_state));
+ }
+ g_print ("-------------\n");
+}
+
+static void
+signal_handler (int signo)
+{
+ ThreadPool *tp;
+
+ tp = &async_tp;
+ g_print ("\n-----Non-IO-----\n");
+ print_pool_info (tp);
+ tp = &async_io_tp;
+ g_print ("\n-----IO-----\n");
+ print_pool_info (tp);
+ alarm (2);
+}
+#endif
+
+static void
+monitor_thread (gpointer unused)
+{
+ ThreadPool *pools [2];
+ MonoInternalThread *thread;
+ guint32 ms;
+ gboolean need_one;
+ int i;
+
+ pools [0] = &async_tp;
+ pools [1] = &async_io_tp;
+ thread = mono_thread_internal_current ();
+ ves_icall_System_Threading_Thread_SetName_internal (thread, mono_string_new (mono_domain_get (), "Threadpool monitor"));
+ while (1) {
+ ms = 500;
+ do {
+ guint32 ts;
+ ts = mono_msec_ticks ();
+ if (SleepEx (ms, TRUE) == 0)
+ break;
+ ms -= (mono_msec_ticks () - ts);
+ if (mono_runtime_is_shutting_down ())
+ break;
+ if (THREAD_WANTS_A_BREAK (thread))
+ mono_thread_interruption_checkpoint ();
+ } while (ms > 0);
+
+ if (mono_runtime_is_shutting_down ())
+ break;
+
+ for (i = 0; i < 2; i++) {
+ ThreadPool *tp;
+ tp = pools [i];
+ if (tp->waiting > 0)
+ continue;
+ need_one = (mono_cq_count (tp->queue) > 0);
+ if (!need_one && !tp->is_io) {
+ EnterCriticalSection (&wsqs_lock);
+ for (i = 0; wsqs != NULL && i < wsqs->len; i++) {
+ MonoWSQ *wsq;
+ wsq = g_ptr_array_index (wsqs, i);
+ if (mono_wsq_count (wsq) != 0) {
+ need_one = TRUE;
+ break;
+ }
+ }
+ LeaveCriticalSection (&wsqs_lock);
+ }
+ if (need_one)
+ threadpool_start_thread (tp);
+ }
+ }
+}
+
void
mono_thread_pool_init ()
{
}
}
- MONO_GC_REGISTER_ROOT (async_tp.first);
- MONO_GC_REGISTER_ROOT (async_tp.last);
- MONO_GC_REGISTER_ROOT (async_tp.unused);
- MONO_GC_REGISTER_ROOT (async_io_tp.first);
- MONO_GC_REGISTER_ROOT (async_io_tp.unused);
- MONO_GC_REGISTER_ROOT (async_io_tp.last);
-
- MONO_GC_REGISTER_ROOT (socket_io_data.sock_to_state);
+ MONO_GC_REGISTER_ROOT_FIXED (socket_io_data.sock_to_state);
InitializeCriticalSection (&socket_io_data.io_lock);
if (g_getenv ("MONO_THREADS_PER_CPU") != NULL) {
threads_per_cpu = atoi (g_getenv ("MONO_THREADS_PER_CPU"));
threads_per_cpu = 1;
}
- thread_count = MIN (cpu_count * threads_per_cpu, MAX_POOL_THREADS);
- threadpool_init (&async_tp, thread_count, MAX_POOL_THREADS, async_invoke_thread);
+ thread_count = MIN (cpu_count * threads_per_cpu, 100 * cpu_count);
+ threadpool_init (&async_tp, thread_count, MAX (100 * cpu_count, thread_count), async_invoke_thread);
threadpool_init (&async_io_tp, cpu_count * 2, cpu_count * 4, async_invoke_thread);
async_io_tp.is_io = TRUE;
g_assert (async_call_klass);
InitializeCriticalSection (&wsqs_lock);
- wsqs = g_ptr_array_sized_new (MAX_POOL_THREADS);
+ wsqs = g_ptr_array_sized_new (MAX (100 * cpu_count, thread_count));
mono_wsq_init ();
async_tp.pc_nitems = init_perf_counter ("Mono Threadpool", "Work Items Added");
async_io_tp.pc_nthreads = init_perf_counter ("Mono Threadpool", "# of IO Threads");
g_assert (async_io_tp.pc_nthreads);
tp_inited = 2;
+#ifdef DEBUG
+ signal (SIGALRM, signal_handler);
+ alarm (2);
+#endif
+}
+
+static MonoAsyncResult *
+create_simple_asyncresult (MonoObject *target, MonoObject *state)
+{
+ MonoDomain *domain = mono_domain_get ();
+ MonoAsyncResult *ares;
+
+ /* Don't call mono_async_result_new() to avoid capturing the context */
+ ares = (MonoAsyncResult *) mono_object_new (domain, mono_defaults.asyncresult_class);
+ MONO_OBJECT_SETREF (ares, async_delegate, target);
+ MONO_OBJECT_SETREF (ares, async_state, state);
+ return ares;
+}
+
+void
+icall_append_io_job (MonoObject *target, MonoSocketAsyncResult *state)
+{
+ MonoAsyncResult *ares;
+
+ ares = create_simple_asyncresult (target, (MonoObject *) state);
+ socket_io_add (ares, state);
}
MonoAsyncResult *
void
mono_thread_pool_cleanup (void)
{
- if (async_tp.pool_status == 1 && InterlockedCompareExchange (&async_tp.pool_status, 2, 1) == 2)
- return;
-
- InterlockedExchange (&async_io_tp.pool_status, 2);
- MONO_SEM_WAIT (&async_tp.lock);
- threadpool_free_queue (&async_tp);
- threadpool_kill_idle_threads (&async_tp);
- MONO_SEM_POST (&async_tp.lock);
+ if (InterlockedExchange (&async_io_tp.pool_status, 2) == 1) {
+ socket_io_cleanup (&socket_io_data); /* Empty when DISABLE_SOCKETS is defined */
+ threadpool_kill_idle_threads (&async_io_tp);
+ }
- socket_io_cleanup (&socket_io_data); /* Empty when DISABLE_SOCKETS is defined */
- MONO_SEM_WAIT (&async_io_tp.lock);
- threadpool_free_queue (&async_io_tp);
- threadpool_kill_idle_threads (&async_io_tp);
- MONO_SEM_POST (&async_io_tp.lock);
- MONO_SEM_DESTROY (&async_io_tp.new_job);
+ if (async_io_tp.queue != NULL) {
+ MONO_SEM_DESTROY (&async_io_tp.new_job);
+ threadpool_free_queue (&async_io_tp);
+ }
- EnterCriticalSection (&wsqs_lock);
- mono_wsq_cleanup ();
- if (wsqs)
- g_ptr_array_free (wsqs, TRUE);
- wsqs = NULL;
- LeaveCriticalSection (&wsqs_lock);
- MONO_SEM_DESTROY (&async_tp.new_job);
-}
-/* Caller must enter &tp->lock */
-static MonoObject*
-dequeue_job_nolock (ThreadPool *tp)
-{
- MonoObject *ar;
- MonoArray *array;
- MonoMList *list;
+ if (InterlockedExchange (&async_tp.pool_status, 2) == 1) {
+ threadpool_kill_idle_threads (&async_tp);
+ threadpool_free_queue (&async_tp);
+ }
- list = tp->first;
- do {
- if (mono_runtime_is_shutting_down ())
- return NULL;
- if (!list || tp->head == tp->tail)
- return NULL;
-
- array = (MonoArray *) mono_mlist_get_data (list);
- ar = mono_array_get (array, MonoObject *, tp->head % QUEUE_LENGTH);
- mono_array_set (array, MonoObject *, tp->head % QUEUE_LENGTH, NULL);
- tp->head++;
- if ((tp->head % QUEUE_LENGTH) == 0) {
- list = tp->first;
- tp->first = mono_mlist_next (list);
- if (tp->first == NULL)
- tp->last = NULL;
- if (mono_mlist_length (tp->unused) < 20) {
- /* reuse this chunk */
- tp->unused = mono_mlist_set_next (list, tp->unused);
- }
- tp->head -= QUEUE_LENGTH;
- tp->tail -= QUEUE_LENGTH;
- }
- list = tp->first;
- } while (ar == NULL);
- return ar;
+ if (wsqs) {
+ EnterCriticalSection (&wsqs_lock);
+ mono_wsq_cleanup ();
+ if (wsqs)
+ g_ptr_array_free (wsqs, TRUE);
+ wsqs = NULL;
+ LeaveCriticalSection (&wsqs_lock);
+ MONO_SEM_DESTROY (&async_tp.new_job);
+ }
}
-/* Call after entering &tp->lock */
static gboolean
threadpool_start_thread (ThreadPool *tp)
{
gint n;
+ guint32 stack_size;
- while ((n = tp->nthreads) < tp->max_threads) {
+ stack_size = (!tp->is_io) ? 0 : SMALL_STACK;
+ while (!mono_runtime_is_shutting_down () && (n = tp->nthreads) < tp->max_threads) {
if (InterlockedCompareExchange (&tp->nthreads, n + 1, n) == n) {
mono_perfcounter_update_value (tp->pc_nthreads, TRUE, 1);
- mono_thread_create_internal (mono_get_root_domain (), tp->async_invoke, tp, TRUE);
+ mono_thread_create_internal (mono_get_root_domain (), tp->async_invoke, tp, TRUE, stack_size);
return TRUE;
}
}
void
icall_append_job (MonoObject *ar)
{
- threadpool_append_job (&async_tp, ar);
+ threadpool_append_jobs (&async_tp, &ar, 1);
}
static void
threadpool_append_jobs (tp, &ar, 1);
}
-static MonoMList *
-create_or_reuse_list (ThreadPool *tp)
-{
- MonoMList *list;
- MonoArray *array;
-
- list = NULL;
- if (tp->unused) {
- list = tp->unused;
- tp->unused = mono_mlist_next (list);
- mono_mlist_set_next (list, NULL);
- //TP_DEBUG (tp->nodes_reused++);
- } else {
- array = mono_array_new_cached (mono_get_root_domain (), mono_defaults.object_class, QUEUE_LENGTH);
- list = mono_mlist_alloc ((MonoObject *) array);
- //TP_DEBUG (tp->nodes_created++);
- }
- return list;
-}
-
static void
threadpool_append_jobs (ThreadPool *tp, MonoObject **jobs, gint njobs)
{
- MonoArray *array;
- MonoMList *list;
+ static int job_counter;
MonoObject *ar;
gint i;
- gboolean lock_taken = FALSE; /* We won't take the lock when the local queue is used */
if (mono_runtime_is_shutting_down ())
return;
- if (tp->pool_status == 0 && InterlockedCompareExchange (&tp->pool_status, 1, 0) == 0)
- mono_thread_create_internal (mono_get_root_domain (), threadpool_start_idle_threads, tp, TRUE);
+ if (tp->pool_status == 0 && InterlockedCompareExchange (&tp->pool_status, 1, 0) == 0) {
+ if (!tp->is_io) {
+ mono_thread_create_internal (mono_get_root_domain (), monitor_thread, NULL, TRUE, SMALL_STACK);
+ threadpool_start_thread (tp);
+ }
+ /* Create on demand up to min_threads to avoid startup penalty for apps that don't use
+ * the threadpool that much
+ * mono_thread_create_internal (mono_get_root_domain (), threadpool_start_idle_threads, tp, TRUE, SMALL_STACK);
+ */
+ }
for (i = 0; i < njobs; i++) {
ar = jobs [i];
- if (ar == NULL)
+ if (ar == NULL || mono_domain_is_unloading (ar->vtable->domain))
continue; /* Might happen when cleaning domain jobs */
- if (!tp->is_io) {
+ if (!tp->is_io && (InterlockedIncrement (&job_counter) % 10) == 0) {
MonoAsyncResult *o = (MonoAsyncResult *) ar;
o->add_time = mono_100ns_ticks ();
}
if (!tp->is_io && mono_wsq_local_push (ar))
continue;
- if (!lock_taken) {
- MONO_SEM_WAIT (&tp->lock);
- lock_taken = TRUE;
- }
- if ((tp->tail % QUEUE_LENGTH) == 0) {
- list = create_or_reuse_list (tp);
- if (tp->last != NULL)
- mono_mlist_set_next (tp->last, list);
- tp->last = list;
- if (tp->first == NULL)
- tp->first = tp->last;
- }
-
- array = (MonoArray *) mono_mlist_get_data (tp->last);
- mono_array_setref (array, tp->tail % QUEUE_LENGTH, ar);
- tp->tail++;
+ mono_cq_enqueue (tp->queue, ar);
}
- if (lock_taken)
- MONO_SEM_POST (&tp->lock);
- for (i = 0; i < MIN(njobs, tp->max_threads); i++)
+
+ for (i = 0; tp->waiting > 0 && i < MIN(njobs, tp->max_threads); i++)
pulse_on_new_job (tp);
}
static void
threadpool_clear_queue (ThreadPool *tp, MonoDomain *domain)
{
- MonoMList *current;
- MonoArray *array;
MonoObject *obj;
- int domain_count;
- int i;
-
- domain_count = 0;
- MONO_SEM_WAIT (&tp->lock);
- current = tp->first;
- while (current) {
- array = (MonoArray *) mono_mlist_get_data (current);
- for (i = 0; i < QUEUE_LENGTH; i++) {
- obj = mono_array_get (array, MonoObject*, i);
- if (obj != NULL && obj->vtable->domain == domain) {
- domain_count++;
- mono_array_setref (array, i, NULL);
- }
- }
- current = mono_mlist_next (current);
- }
+ MonoMList *other;
- if (!domain_count) {
- MONO_SEM_POST (&tp->lock);
- return;
+ other = NULL;
+ while (mono_cq_dequeue (tp->queue, &obj)) {
+ if (obj == NULL)
+ continue;
+ if (obj->vtable->domain != domain)
+ other = mono_mlist_prepend (other, obj);
+ threadpool_jobs_dec (obj);
}
- current = tp->first;
- tp->first = NULL;
- tp->last = NULL;
- tp->head = 0;
- tp->tail = 0;
- MONO_SEM_POST (&tp->lock);
- /* Re-add everything but the nullified elements */
- while (current) {
- array = (MonoArray *) mono_mlist_get_data (current);
- threadpool_append_jobs (tp, mono_array_addr (array, MonoObject *, 0), QUEUE_LENGTH);
- memset (mono_array_addr (array, MonoObject *, 0), 0, sizeof (MonoObject *) * QUEUE_LENGTH);
- current = mono_mlist_next (current);
+ while (other) {
+ threadpool_append_job (tp, (MonoObject *) mono_mlist_get_data (other));
+ other = mono_mlist_next (other);
}
}
* We avoid that by setting up a semaphore to be pulsed by the thread that reaches zero.
*/
sem_handle = CreateSemaphore (NULL, 0, 1, NULL);
-
+
domain->cleanup_semaphore = sem_handle;
/*
* The memory barrier here is required to have global ordering between assigning to cleanup_semaphone
static void
threadpool_free_queue (ThreadPool *tp)
{
- tp->head = tp->tail = 0;
- tp->first = NULL;
- tp->unused = NULL;
+ mono_cq_destroy (tp->queue);
+ tp->queue = NULL;
}
gboolean
mono_thread_pool_is_queue_array (MonoArray *o)
{
- gpointer obj = o;
+ // gpointer obj = o;
// FIXME: need some fix in sgen code.
- // There are roots at: async*tp.unused (MonoMList) and wsqs [n]->queue (MonoArray)
- return obj == async_tp.first || obj == async_io_tp.first;
+ return FALSE;
}
-static void
-add_wsq (MonoWSQ *wsq)
+static MonoWSQ *
+add_wsq (void)
{
int i;
-
- if (wsq == NULL)
- return;
+ MonoWSQ *wsq;
EnterCriticalSection (&wsqs_lock);
+ wsq = mono_wsq_create ();
if (wsqs == NULL) {
LeaveCriticalSection (&wsqs_lock);
- return;
+ return NULL;
}
for (i = 0; i < wsqs->len; i++) {
if (g_ptr_array_index (wsqs, i) == NULL) {
wsqs->pdata [i] = wsq;
LeaveCriticalSection (&wsqs_lock);
- return;
+ return wsq;
}
}
g_ptr_array_add (wsqs, wsq);
LeaveCriticalSection (&wsqs_lock);
+ return wsq;
}
static void
remove_wsq (MonoWSQ *wsq)
{
- int i;
+ gpointer data;
if (wsq == NULL)
return;
LeaveCriticalSection (&wsqs_lock);
return;
}
- for (i = 0; i < wsqs->len; i++) {
- if (g_ptr_array_index (wsqs, i) == wsq) {
- wsqs->pdata [i] = NULL;
- LeaveCriticalSection (&wsqs_lock);
- return;
+ g_ptr_array_remove_fast (wsqs, wsq);
+ data = NULL;
+ /*
+ * Only clean this up when shutting down, any other case will error out
+ * if we're removing a queue that still has work items.
+ */
+ if (mono_runtime_is_shutting_down ()) {
+ while (mono_wsq_local_pop (&data)) {
+ threadpool_jobs_dec (data);
+ data = NULL;
}
}
- /* Should not happen */
+ mono_wsq_destroy (wsq);
LeaveCriticalSection (&wsqs_lock);
}
static void
-try_steal (gpointer *data, gboolean retry)
+try_steal (MonoWSQ *local_wsq, gpointer *data, gboolean retry)
{
int i;
int ms;
do {
if (mono_runtime_is_shutting_down ())
return;
+
+ EnterCriticalSection (&wsqs_lock);
for (i = 0; wsqs != NULL && i < wsqs->len; i++) {
- if (mono_runtime_is_shutting_down ()) {
- return;
- }
+ MonoWSQ *wsq;
+
+ wsq = wsqs->pdata [i];
+ if (wsq == local_wsq || mono_wsq_count (wsq) == 0)
+ continue;
mono_wsq_try_steal (wsqs->pdata [i], data, ms);
if (*data != NULL) {
+ LeaveCriticalSection (&wsqs_lock);
return;
}
}
+ LeaveCriticalSection (&wsqs_lock);
ms += 10;
} while (retry && ms < 11);
}
static gboolean
-dequeue_or_steal (ThreadPool *tp, gpointer *data)
+dequeue_or_steal (ThreadPool *tp, gpointer *data, MonoWSQ *local_wsq)
{
if (mono_runtime_is_shutting_down ())
return FALSE;
- TP_DEBUG ("Dequeue");
- MONO_SEM_WAIT (&tp->lock);
- *data = dequeue_job_nolock (tp);
- MONO_SEM_POST (&tp->lock);
+ mono_cq_dequeue (tp->queue, (MonoObject **) data);
if (!tp->is_io && !*data)
- try_steal (data, FALSE);
+ try_steal (local_wsq, data, FALSE);
return (*data != NULL);
}
gint new_threads;
gint64 per1;
- if (tp->ignore_times)
+ if (tp->ignore_times || t <= 0)
return;
compute_avg = FALSE;
tp->n_sum++;
if (tp->last_check == 0)
tp->last_check = ticks;
- else if ((ticks - tp->last_check) > 5000000) {
+ else if (tp->last_check > 0 && (ticks - tp->last_check) > 5000000) {
tp->ignore_times = 1;
compute_avg = TRUE;
}
return;
//printf ("Items: %d Time elapsed: %.3fs\n", tp->n_sum, (ticks - tp->last_check) / 10000.0);
+ tp->last_check = ticks;
new_threads = 0;
avg = tp->time_sum / tp->n_sum;
if (tp->averages [1] == 0) {
tp->time_sum = 0;
tp->n_sum = 0;
- tp->last_check = mono_100ns_ticks ();
tp->averages [0] = tp->averages [1];
tp->averages [1] = avg;
tp->ignore_times = 0;
- if (tp->waiting == 0 && new_threads == 1) {
- threadpool_start_thread (tp);
- } else if (new_threads == -1) {
- if (InterlockedCompareExchange (&tp->destroy_thread, 1, 0) == 0)
+ if (new_threads == -1) {
+ if (tp->destroy_thread == 0 && InterlockedCompareExchange (&tp->destroy_thread, 1, 0) == 0)
pulse_on_new_job (tp);
}
}
MonoWSQ *wsq;
ThreadPool *tp;
gboolean must_die;
+ const gchar *name;
tp = data;
wsq = NULL;
- if (!tp->is_io) {
- wsq = mono_wsq_create ();
- add_wsq (wsq);
- }
+ if (!tp->is_io)
+ wsq = add_wsq ();
thread = mono_thread_internal_current ();
+
+ mono_profiler_thread_start (thread->tid);
+ name = (tp->is_io) ? "IO Threadpool worker" : "Threadpool worker";
+ mono_thread_set_name_internal (thread, mono_string_new (mono_domain_get (), name), FALSE);
+
if (tp_start_func)
tp_start_func (tp_hooks_user_data);
+
data = NULL;
for (;;) {
MonoAsyncResult *ar;
+ MonoClass *klass;
gboolean is_io_task;
+ gboolean is_socket;
+ int n_naps = 0;
is_io_task = FALSE;
ar = (MonoAsyncResult *) data;
if (ar) {
+ InterlockedIncrement (&tp->busy_threads);
+ domain = ((MonoObject *)ar)->vtable->domain;
#ifndef DISABLE_SOCKETS
- is_io_task = (strcmp (((MonoObject *) data)->vtable->klass->name, "AsyncResult"));
+ klass = ((MonoObject *) data)->vtable->klass;
+ is_io_task = !is_corlib_asyncresult (domain, klass);
+ is_socket = FALSE;
if (is_io_task) {
MonoSocketAsyncResult *state = (MonoSocketAsyncResult *) data;
+ is_socket = is_socketasyncresult (domain, klass);
ar = state->ares;
switch (state->operation) {
case AIO_OP_RECEIVE:
}
}
#endif
-
/* worker threads invokes methods in different domains,
* so we need to set the right domain here */
- domain = ((MonoObject *)ar)->vtable->domain;
g_assert (domain);
if (mono_domain_is_unloading (domain) || mono_runtime_is_shutting_down ()) {
data = NULL;
ar = NULL;
mono_thread_pop_appdomain_ref ();
+ InterlockedDecrement (&tp->busy_threads);
continue;
}
if (mono_domain_set (domain, FALSE)) {
- /* ASyncCall *ac; */
+ MonoObject *exc;
if (tp_item_begin_func)
tp_item_begin_func (tp_item_user_data);
- if (!is_io_task)
+ if (!is_io_task && ar->add_time > 0)
process_idle_times (tp, ar->add_time);
- /*FIXME: Do something with the exception returned? */
- mono_async_invoke (tp, ar);
+ exc = mono_async_invoke (tp, ar);
if (tp_item_end_func)
tp_item_end_func (tp_item_user_data);
- /*
- ac = (ASyncCall *) ar->object_data;
- if (ac->msg->exc != NULL)
- mono_unhandled_exception (ac->msg->exc);
- */
+ if (exc)
+ mono_internal_thread_unhandled_exception (exc);
+ if (is_socket && tp->is_io) {
+ MonoSocketAsyncResult *state = (MonoSocketAsyncResult *) data;
+
+ if (state->completed && state->callback) {
+ MonoAsyncResult *cb_ares;
+ cb_ares = create_simple_asyncresult ((MonoObject *) state->callback,
+ (MonoObject *) state);
+ icall_append_job ((MonoObject *) cb_ares);
+ }
+ }
mono_domain_set (mono_get_root_domain (), TRUE);
}
mono_thread_pop_appdomain_ref ();
InterlockedDecrement (&tp->busy_threads);
/* If the callee changes the background status, set it back to TRUE */
+ mono_thread_clr_state (thread , ~ThreadState_Background);
if (!mono_thread_test_state (thread , ThreadState_Background))
ves_icall_System_Threading_Thread_SetState (thread, ThreadState_Background);
}
ar = NULL;
data = NULL;
must_die = should_i_die (tp);
- TP_DEBUG ("Trying to get a job");
if (!must_die && (tp->is_io || !mono_wsq_local_pop (&data)))
- dequeue_or_steal (tp, &data);
- TP_DEBUG ("Done trying to get a job %p", data);
+ dequeue_or_steal (tp, &data, wsq);
- while (!must_die && !data) {
+ n_naps = 0;
+ while (!must_die && !data && n_naps < 4) {
gboolean res;
- TP_DEBUG ("Waiting");
InterlockedIncrement (&tp->waiting);
- while ((res = mono_sem_wait (&tp->new_job, TRUE)) == -1 && errno == EINTR) {
+
+ // Another thread may have added a job into its wsq since the last call to dequeue_or_steal
+ // Check all the queues again before entering the wait loop
+ dequeue_or_steal (tp, &data, wsq);
+ if (data) {
+ InterlockedDecrement (&tp->waiting);
+ break;
+ }
+
+ mono_gc_set_skip_thread (TRUE);
+
+#if defined(__OpenBSD__)
+ while (mono_cq_count (tp->queue) == 0 && (res = mono_sem_wait (&tp->new_job, TRUE)) == -1) {// && errno == EINTR) {
+#else
+ while (mono_cq_count (tp->queue) == 0 && (res = mono_sem_timedwait (&tp->new_job, 2000, TRUE)) == -1) {// && errno == EINTR) {
+#endif
if (mono_runtime_is_shutting_down ())
break;
if (THREAD_WANTS_A_BREAK (thread))
mono_thread_interruption_checkpoint ();
}
- TP_DEBUG ("Done waiting");
InterlockedDecrement (&tp->waiting);
+
+ mono_gc_set_skip_thread (FALSE);
+
if (mono_runtime_is_shutting_down ())
break;
must_die = should_i_die (tp);
- dequeue_or_steal (tp, &data);
+ dequeue_or_steal (tp, &data, wsq);
+ n_naps++;
+ }
+
+ if (!data && !tp->is_io && !mono_runtime_is_shutting_down ()) {
+ mono_wsq_local_pop (&data);
+ if (data && must_die) {
+ InterlockedCompareExchange (&tp->destroy_thread, 1, 0);
+ pulse_on_new_job (tp);
+ }
}
if (!data) {
break;
if (down || InterlockedCompareExchange (&tp->nthreads, nt - 1, nt) == nt) {
mono_perfcounter_update_value (tp->pc_nthreads, TRUE, -1);
- TP_DEBUG ("DIE");
if (!tp->is_io) {
remove_wsq (wsq);
- mono_wsq_destroy (wsq);
}
+
+ mono_profiler_thread_end (thread->tid);
+
if (tp_finish_func)
tp_finish_func (tp_hooks_user_data);
return;
}
}
}
-
- InterlockedIncrement (&tp->busy_threads);
}
g_assert_not_reached ();
void
ves_icall_System_Threading_ThreadPool_GetAvailableThreads (gint *workerThreads, gint *completionPortThreads)
{
- *workerThreads = 1024;//async_tp.max_threads - (gint) InterlockedCompareExchange (&async_tp.busy_threads, 0, -1);
- *completionPortThreads = async_io_tp.max_threads - (gint) InterlockedCompareExchange (&async_io_tp.busy_threads, 0, -1);
+ *workerThreads = async_tp.max_threads - async_tp.busy_threads;
+ *completionPortThreads = async_io_tp.max_threads - async_io_tp.busy_threads;
}
void
ves_icall_System_Threading_ThreadPool_GetMaxThreads (gint *workerThreads, gint *completionPortThreads)
{
- *workerThreads = (gint) InterlockedCompareExchange (&async_tp.max_threads, 0, -1);
- *completionPortThreads = (gint) InterlockedCompareExchange (&async_io_tp.max_threads, 0, -1);
+ *workerThreads = async_tp.max_threads;
+ *completionPortThreads = async_io_tp.max_threads;
}
void
ves_icall_System_Threading_ThreadPool_GetMinThreads (gint *workerThreads, gint *completionPortThreads)
{
- *workerThreads = (gint) InterlockedCompareExchange (&async_tp.min_threads, 0, -1);
- *completionPortThreads = (gint) InterlockedCompareExchange (&async_io_tp.min_threads, 0, -1);
+ *workerThreads = async_tp.min_threads;
+ *completionPortThreads = async_io_tp.min_threads;
}
MonoBoolean
gint max_threads;
gint max_io_threads;
- max_threads = InterlockedCompareExchange (&async_tp.max_threads, -1, -1);
+ max_threads = async_tp.max_threads;
if (workerThreads <= 0 || workerThreads > max_threads)
return FALSE;
- max_io_threads = InterlockedCompareExchange (&async_io_tp.max_threads, -1, -1);
+ max_io_threads = async_io_tp.max_threads;
if (completionPortThreads <= 0 || completionPortThreads > max_io_threads)
return FALSE;
InterlockedExchange (&async_tp.min_threads, workerThreads);
InterlockedExchange (&async_io_tp.min_threads, completionPortThreads);
- //FIXME: check the number of threads before starting this one
- mono_thread_create_internal (mono_get_root_domain (), threadpool_start_idle_threads, &async_tp, TRUE);
+ if (workerThreads > async_tp.nthreads)
+ mono_thread_create_internal (mono_get_root_domain (), threadpool_start_idle_threads, &async_tp, TRUE, SMALL_STACK);
+ if (completionPortThreads > async_io_tp.nthreads)
+ mono_thread_create_internal (mono_get_root_domain (), threadpool_start_idle_threads, &async_io_tp, TRUE, SMALL_STACK);
return TRUE;
}
gint cpu_count;
cpu_count = mono_cpu_count ();
- min_threads = InterlockedCompareExchange (&async_tp.min_threads, -1, -1);
+ min_threads = async_tp.min_threads;
if (workerThreads < min_threads || workerThreads < cpu_count)
return FALSE;
/* We don't really have the concept of completion ports. Do we care here? */
- min_io_threads = InterlockedCompareExchange (&async_io_tp.min_threads, -1, -1);
+ min_io_threads = async_io_tp.min_threads;
if (completionPortThreads < min_io_threads || completionPortThreads < cpu_count)
return FALSE;
tp_item_user_data = user_data;
}
+void
+mono_internal_thread_unhandled_exception (MonoObject* exc)
+{
+ if (mono_runtime_unhandled_exception_policy_get () == MONO_UNHANDLED_POLICY_CURRENT) {
+ gboolean unloaded;
+ MonoClass *klass;
+
+ klass = exc->vtable->klass;
+ unloaded = is_appdomainunloaded_exception (exc->vtable->domain, klass);
+ if (!unloaded && klass != mono_defaults.threadabortexception_class) {
+ mono_unhandled_exception (exc);
+ if (mono_environment_exitcode_get () == 1)
+ exit (255);
+ }
+ if (klass == mono_defaults.threadabortexception_class)
+ mono_thread_internal_reset_abort (mono_thread_internal_current ());
+ }
+}
projects / mono.git / blobdiff