/* * Copyright (C) Igor Sysoev */ #include #include #include static void ngx_close_accepted_socket(ngx_socket_t s, ngx_log_t *log); static u_char *ngx_accept_log_error(ngx_log_t *log, u_char *buf, size_t len); void ngx_event_accept(ngx_event_t *ev) { ngx_uint_t instance; #if 0 ngx_uint_t accepted; #endif socklen_t len; struct sockaddr *sa; ngx_err_t err; ngx_log_t *log; ngx_pool_t *pool; ngx_socket_t s; ngx_event_t *rev, *wev; ngx_connection_t *c, *ls; ngx_event_conf_t *ecf; ecf = ngx_event_get_conf(ngx_cycle->conf_ctx, ngx_event_core_module); if (ngx_event_flags & NGX_USE_RTSIG_EVENT) { ev->available = 1; } else if (!(ngx_event_flags & NGX_USE_KQUEUE_EVENT)) { ev->available = ecf->multi_accept; } ls = ev->data; ngx_log_debug2(NGX_LOG_DEBUG_EVENT, ev->log, 0, "accept on %V, ready: %d", &ls->listening->addr_text, ev->available); ev->ready = 0; pool = NULL; #if 0 accepted = 0; #endif do { if (pool == NULL) { /* * Create the pool before accept() to avoid the copying of * the sockaddr. Although accept() can fail it is uncommon * case and besides the pool can be got from the free pool list. */ pool = ngx_create_pool(ls->listening->pool_size, ev->log); if (pool == NULL) { return; } } sa = ngx_palloc(pool, ls->listening->socklen); if (sa == NULL) { ngx_destroy_pool(pool); return; } log = ngx_palloc(pool, sizeof(ngx_log_t)); if (log == NULL) { ngx_destroy_pool(pool); return; } ngx_memcpy(log, ls->log, sizeof(ngx_log_t)); pool->log = log; log->data = &ls->listening->addr_text; log->handler = ngx_accept_log_error; len = ls->listening->socklen; s = accept(ls->fd, sa, &len); if (s == -1) { err = ngx_socket_errno; if (err == NGX_EAGAIN) { #if 0 if (!(ngx_event_flags & NGX_USE_RTSIG_EVENT)) { ngx_log_error(NGX_LOG_NOTICE, log, err, "EAGAIN after %d accepted connection(s)", accepted); } #endif ngx_destroy_pool(pool); return; } ngx_log_error((err == NGX_ECONNABORTED) ? NGX_LOG_CRIT: NGX_LOG_ALERT, ev->log, err, "accept() on %V failed", &ls->listening->addr_text); if (err == NGX_ECONNABORTED) { if (ngx_event_flags & NGX_USE_KQUEUE_EVENT) { ev->available--; } if (ev->available) { /* reuse the previously allocated pool */ continue; } } ngx_destroy_pool(pool); return; } #if (NGX_STAT_STUB) ngx_atomic_inc(ngx_stat_accepted); ngx_atomic_inc(ngx_stat_active); #endif ngx_accept_disabled = (ngx_uint_t) s + NGX_ACCEPT_THRESHOLD - ecf->connections; /* disable warning: Win32 SOCKET is u_int while UNIX socket is int */ if ((ngx_uint_t) s >= ecf->connections) { ngx_log_error(NGX_LOG_ALERT, ev->log, 0, "accept() on %V returned socket #%d while " "only %d connections was configured, " "closing the connection", &ls->listening->addr_text, s, ecf->connections); ngx_close_accepted_socket(s, log); ngx_destroy_pool(pool); return; } /* set a blocking mode for aio and non-blocking mode for others */ if (ngx_inherited_nonblocking) { if ((ngx_event_flags & NGX_USE_AIO_EVENT)) { if (ngx_blocking(s) == -1) { ngx_log_error(NGX_LOG_ALERT, log, ngx_socket_errno, ngx_blocking_n " failed"); ngx_close_accepted_socket(s, log); ngx_destroy_pool(pool); return; } } } else { if (!(ngx_event_flags & (NGX_USE_AIO_EVENT|NGX_USE_RTSIG_EVENT))) { if (ngx_nonblocking(s) == -1) { ngx_log_error(NGX_LOG_ALERT, log, ngx_socket_errno, ngx_nonblocking_n " failed"); ngx_close_accepted_socket(s, log); ngx_destroy_pool(pool); return; } } } #if (NGX_WIN32) /* * Winsock assignes a socket number divisible by 4 * so to find a connection we divide a socket number by 4. */ if (s % 4) { ngx_log_error(NGX_LOG_EMERG, ev->log, 0, "accept() on %V returned socket #%d, " "not divisible by 4", &ls->listening->addr_text, s); exit(1); } c = &ngx_cycle->connections[s / 4]; rev = &ngx_cycle->read_events[s / 4]; wev = &ngx_cycle->write_events[s / 4]; #else c = &ngx_cycle->connections[s]; rev = &ngx_cycle->read_events[s]; wev = &ngx_cycle->write_events[s]; #endif instance = rev->instance; #if (NGX_THREADS) if (*(&c->lock)) { ngx_log_debug1(NGX_LOG_DEBUG_EVENT, ev->log, 0, "spinlock in accept, fd:%d", s); ngx_spinlock(&c->lock, 1000); ngx_unlock(&c->lock); } #endif ngx_memzero(rev, sizeof(ngx_event_t)); ngx_memzero(wev, sizeof(ngx_event_t)); ngx_memzero(c, sizeof(ngx_connection_t)); c->pool = pool; c->listening = ls->listening; c->sockaddr = sa; c->socklen = len; rev->instance = !instance; wev->instance = !instance; rev->index = NGX_INVALID_INDEX; wev->index = NGX_INVALID_INDEX; rev->data = c; wev->data = c; c->read = rev; c->write = wev; c->fd = s; c->unexpected_eof = 1; wev->write = 1; wev->ready = 1; if (ngx_event_flags & (NGX_USE_AIO_EVENT|NGX_USE_RTSIG_EVENT)) { /* rtsig, aio, iocp */ rev->ready = 1; } if (ev->deferred_accept) { rev->ready = 1; #if (NGX_HAVE_KQUEUE) rev->available = 1; #endif } c->ctx = ls->ctx; c->servers = ls->servers; c->recv = ngx_recv; c->send_chain = ngx_send_chain; c->log = log; rev->log = log; wev->log = log; /* * TODO: MT: - atomic increment (x86: lock xadd) * or protection by critical section or light mutex * * TODO: MP: - allocated in a shared memory * - atomic increment (x86: lock xadd) * or protection by critical section or light mutex */ c->number = ngx_atomic_inc(ngx_connection_counter); #if (NGX_STAT_STUB) ngx_atomic_inc(ngx_stat_handled); #endif #if (NGX_THREADS) rev->lock = &c->lock; wev->lock = &c->lock; rev->own_lock = &c->lock; wev->own_lock = &c->lock; #endif ngx_log_debug2(NGX_LOG_DEBUG_EVENT, ev->log, 0, "accept: fd:%d c:%d", s, c->number); if (c->listening->addr_ntop) { c->addr_text.data = ngx_palloc(c->pool, c->listening->addr_text_max_len); if (c->addr_text.data == NULL) { ngx_close_accepted_socket(s, log); ngx_destroy_pool(pool); return; } c->addr_text.len = ngx_sock_ntop(c->listening->family, c->sockaddr, c->addr_text.data, c->listening->addr_text_max_len); if (c->addr_text.len == 0) { ngx_close_accepted_socket(s, log); ngx_destroy_pool(pool); return; } } #if (NGX_DEBUG) { uint32_t *addr; in_addr_t i; struct sockaddr_in *sin; sin = (struct sockaddr_in *) sa; addr = ecf->debug_connection.elts; for (i = 0; i < ecf->debug_connection.nelts; i++) { if (addr[i] == sin->sin_addr.s_addr) { log->log_level = NGX_LOG_DEBUG_CONNECTION|NGX_LOG_DEBUG_ALL; break; } } } #endif if (ngx_add_conn && (ngx_event_flags & NGX_USE_EPOLL_EVENT) == 0) { if (ngx_add_conn(c) == NGX_ERROR) { ngx_close_accepted_socket(s, log); ngx_destroy_pool(pool); return; } } pool = NULL; log->data = NULL; log->handler = NULL; ls->listening->handler(c); if (ngx_event_flags & NGX_USE_KQUEUE_EVENT) { ev->available--; } #if 0 accepted++; #endif } while (ev->available); } ngx_int_t ngx_trylock_accept_mutex(ngx_cycle_t *cycle) { if (*ngx_accept_mutex == 0 && ngx_atomic_cmp_set(ngx_accept_mutex, 0, ngx_pid)) { ngx_log_debug0(NGX_LOG_DEBUG_EVENT, cycle->log, 0, "accept mutex locked"); if (!ngx_accept_mutex_held) { if (ngx_enable_accept_events(cycle) == NGX_ERROR) { *ngx_accept_mutex = 0; return NGX_ERROR; } ngx_accept_mutex_held = 1; } return NGX_OK; } if (ngx_accept_mutex_held) { if (ngx_disable_accept_events(cycle) == NGX_ERROR) { return NGX_ERROR; } ngx_accept_mutex_held = 0; } return NGX_OK; } ngx_int_t ngx_enable_accept_events(ngx_cycle_t *cycle) { ngx_uint_t i; ngx_listening_t *s; s = cycle->listening.elts; for (i = 0; i < cycle->listening.nelts; i++) { /* * we do not need to handle the Winsock sockets here (divide a socket * number by 4) because this function would never called * in the Winsock environment */ if (ngx_event_flags & NGX_USE_RTSIG_EVENT) { if (ngx_add_conn(&cycle->connections[s[i].fd]) == NGX_ERROR) { return NGX_ERROR; } } else { if (ngx_add_event(&cycle->read_events[s[i].fd], NGX_READ_EVENT, 0) == NGX_ERROR) { return NGX_ERROR; } } } return NGX_OK; } ngx_int_t ngx_disable_accept_events(ngx_cycle_t *cycle) { ngx_uint_t i; ngx_listening_t *s; s = cycle->listening.elts; for (i = 0; i < cycle->listening.nelts; i++) { /* * we do not need to handle the Winsock sockets here (divide a socket * number by 4) because this function would never called * in the Winsock environment */ if (ngx_event_flags & NGX_USE_RTSIG_EVENT) { if (!cycle->connections[s[i].fd].read->active) { continue; } if (ngx_del_conn(&cycle->connections[s[i].fd], NGX_DISABLE_EVENT) == NGX_ERROR) { return NGX_ERROR; } } else { if (!cycle->read_events[s[i].fd].active) { continue; } if (ngx_del_event(&cycle->read_events[s[i].fd], NGX_READ_EVENT, NGX_DISABLE_EVENT) == NGX_ERROR) { return NGX_ERROR; } } } return NGX_OK; } static void ngx_close_accepted_socket(ngx_socket_t s, ngx_log_t *log) { if (ngx_close_socket(s) == -1) { ngx_log_error(NGX_LOG_ALERT, log, ngx_socket_errno, ngx_close_socket_n " failed"); } #if (NGX_STAT_STUB) ngx_atomic_dec(ngx_stat_active); #endif } static u_char * ngx_accept_log_error(ngx_log_t *log, u_char *buf, size_t len) { return ngx_snprintf(buf, len, " while accept() on %V", log->data); }