149 lines
3.1 KiB
C
149 lines
3.1 KiB
C
|
|
/*
|
|
* Copyright (C) Igor Sysoev
|
|
* Copyright (C) Nginx, Inc.
|
|
*/
|
|
|
|
|
|
#include <ngx_config.h>
|
|
#include <ngx_core.h>
|
|
#include <ngx_event.h>
|
|
|
|
|
|
extern int ngx_eventfd;
|
|
extern aio_context_t ngx_aio_ctx;
|
|
|
|
|
|
static void ngx_file_aio_event_handler(ngx_event_t *ev);
|
|
|
|
|
|
static int
|
|
io_submit(aio_context_t ctx, long n, struct iocb **paiocb)
|
|
{
|
|
return syscall(SYS_io_submit, ctx, n, paiocb);
|
|
}
|
|
|
|
|
|
ngx_int_t
|
|
ngx_file_aio_init(ngx_file_t *file, ngx_pool_t *pool)
|
|
{
|
|
ngx_event_aio_t *aio;
|
|
|
|
aio = ngx_pcalloc(pool, sizeof(ngx_event_aio_t));
|
|
if (aio == NULL) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
aio->file = file;
|
|
aio->fd = file->fd;
|
|
aio->event.data = aio;
|
|
aio->event.ready = 1;
|
|
aio->event.log = file->log;
|
|
|
|
file->aio = aio;
|
|
|
|
return NGX_OK;
|
|
}
|
|
|
|
|
|
ssize_t
|
|
ngx_file_aio_read(ngx_file_t *file, u_char *buf, size_t size, off_t offset,
|
|
ngx_pool_t *pool)
|
|
{
|
|
ngx_err_t err;
|
|
struct iocb *piocb[1];
|
|
ngx_event_t *ev;
|
|
ngx_event_aio_t *aio;
|
|
|
|
if (!ngx_file_aio) {
|
|
return ngx_read_file(file, buf, size, offset);
|
|
}
|
|
|
|
if (file->aio == NULL && ngx_file_aio_init(file, pool) != NGX_OK) {
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
aio = file->aio;
|
|
ev = &aio->event;
|
|
|
|
if (!ev->ready) {
|
|
ngx_log_error(NGX_LOG_ALERT, file->log, 0,
|
|
"second aio post for \"%V\"", &file->name);
|
|
return NGX_AGAIN;
|
|
}
|
|
|
|
ngx_log_debug4(NGX_LOG_DEBUG_CORE, file->log, 0,
|
|
"aio complete:%d @%O:%uz %V",
|
|
ev->complete, offset, size, &file->name);
|
|
|
|
if (ev->complete) {
|
|
ev->active = 0;
|
|
ev->complete = 0;
|
|
|
|
if (aio->res >= 0) {
|
|
ngx_set_errno(0);
|
|
return aio->res;
|
|
}
|
|
|
|
ngx_set_errno(-aio->res);
|
|
|
|
ngx_log_error(NGX_LOG_CRIT, file->log, ngx_errno,
|
|
"aio read \"%s\" failed", file->name.data);
|
|
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
ngx_memzero(&aio->aiocb, sizeof(struct iocb));
|
|
|
|
aio->aiocb.aio_data = (uint64_t) (uintptr_t) ev;
|
|
aio->aiocb.aio_lio_opcode = IOCB_CMD_PREAD;
|
|
aio->aiocb.aio_fildes = file->fd;
|
|
aio->aiocb.aio_buf = (uint64_t) (uintptr_t) buf;
|
|
aio->aiocb.aio_nbytes = size;
|
|
aio->aiocb.aio_offset = offset;
|
|
aio->aiocb.aio_flags = IOCB_FLAG_RESFD;
|
|
aio->aiocb.aio_resfd = ngx_eventfd;
|
|
|
|
ev->handler = ngx_file_aio_event_handler;
|
|
|
|
piocb[0] = &aio->aiocb;
|
|
|
|
if (io_submit(ngx_aio_ctx, 1, piocb) == 1) {
|
|
ev->active = 1;
|
|
ev->ready = 0;
|
|
ev->complete = 0;
|
|
|
|
return NGX_AGAIN;
|
|
}
|
|
|
|
err = ngx_errno;
|
|
|
|
if (err == NGX_EAGAIN) {
|
|
return ngx_read_file(file, buf, size, offset);
|
|
}
|
|
|
|
ngx_log_error(NGX_LOG_CRIT, file->log, err,
|
|
"io_submit(\"%V\") failed", &file->name);
|
|
|
|
if (err == NGX_ENOSYS) {
|
|
ngx_file_aio = 0;
|
|
return ngx_read_file(file, buf, size, offset);
|
|
}
|
|
|
|
return NGX_ERROR;
|
|
}
|
|
|
|
|
|
static void
|
|
ngx_file_aio_event_handler(ngx_event_t *ev)
|
|
{
|
|
ngx_event_aio_t *aio;
|
|
|
|
aio = ev->data;
|
|
|
|
ngx_log_debug2(NGX_LOG_DEBUG_CORE, ev->log, 0,
|
|
"aio event handler fd:%d %V", aio->fd, &aio->file->name);
|
|
|
|
aio->handler(ev);
|
|
}
|