diff options
| -rw-r--r-- | config.h.in | 34 | ||||
| -rw-r--r-- | configure.ac | 105 | ||||
| -rw-r--r-- | eio.c | 1441 | ||||
| -rw-r--r-- | eio.h | 173 | ||||
| -rw-r--r-- | xthread.h | 144 |
5 files changed, 1897 insertions, 0 deletions
diff --git a/config.h.in b/config.h.in new file mode 100644 index 0000000..fbb6ab3 --- /dev/null +++ b/config.h.in @@ -0,0 +1,34 @@ +/* config.h.in. Generated from configure.ac by autoheader. */ + +/* fdatasync(2) is available */ +#undef HAVE_FDATASYNC + +/* futimes(2) is available */ +#undef HAVE_FUTIMES + +/* pread(2) and pwrite(2) are available */ +#undef HAVE_PREADWRITE + +/* readahead(2) is available (linux) */ +#undef HAVE_READAHEAD + +/* readdir_r is available */ +#undef HAVE_READDIR_R + +/* sendfile(2) is available and supported */ +#undef HAVE_SENDFILE + +/* Define to the address where bug reports for this package should be sent. */ +#undef PACKAGE_BUGREPORT + +/* Define to the full name of this package. */ +#undef PACKAGE_NAME + +/* Define to the full name and version of this package. */ +#undef PACKAGE_STRING + +/* Define to the one symbol short name of this package. */ +#undef PACKAGE_TARNAME + +/* Define to the version of this package. */ +#undef PACKAGE_VERSION diff --git a/configure.ac b/configure.ac new file mode 100644 index 0000000..676b4f6 --- /dev/null +++ b/configure.ac @@ -0,0 +1,105 @@ +AC_PREREQ(2.59) +AC_INIT +AC_CONFIG_HEADERS([config.h]) + +AC_PROG_CC + +AC_CACHE_CHECK(for futimes, ac_cv_futimes, [AC_LINK_IFELSE([[ +#include <sys/types.h> +#include <sys/time.h> +#include <utime.h> +struct timeval tv[2]; +int res; +int fd; +int main(void) +{ + res = futimes (fd, tv); + return 0; +} +]],ac_cv_futimes=yes,ac_cv_futimes=no)]) +test $ac_cv_futimes = yes && AC_DEFINE(HAVE_FUTIMES, 1, futimes(2) is available) + +AC_CACHE_CHECK(for readahead, ac_cv_readahead, [AC_LINK_IFELSE([ +#include <fcntl.h> +int main(void) +{ + int fd = 0; + off64_t offset = 1; + size_t count = 2; + ssize_t res; + res = readahead (fd, offset, count); + return 0; +} +],ac_cv_readahead=yes,ac_cv_readahead=no)]) +test $ac_cv_readahead = yes && AC_DEFINE(HAVE_READAHEAD, 1, readahead(2) is available (linux)) + +AC_CACHE_CHECK(for fdatasync, ac_cv_fdatasync, [AC_LINK_IFELSE([ +#include <unistd.h> +int main(void) +{ + int fd = 0; + fdatasync (fd); + return 0; +} +],ac_cv_fdatasync=yes,ac_cv_fdatasync=no)]) +test $ac_cv_fdatasync = yes && AC_DEFINE(HAVE_FDATASYNC, 1, fdatasync(2) is available) + +AC_CACHE_CHECK(for pread and pwrite, ac_cv_preadwrite, [AC_LINK_IFELSE([ +#include <unistd.h> +int main(void) +{ + int fd = 0; + size_t count = 1; + char buf; + off_t offset = 1; + ssize_t res; + res = pread (fd, &buf, count, offset); + res = pwrite (fd, &buf, count, offset); + return 0; +} +],ac_cv_preadwrite=yes,ac_cv_preadwrite=no)]) +test $ac_cv_preadwrite = yes && AC_DEFINE(HAVE_PREADWRITE, 1, pread(2) and pwrite(2) are available) + +AC_CACHE_CHECK(for readdir_r, ac_cv_readdir_r, [AC_LINK_IFELSE([ +#include <dirent.h> +int main(void) +{ + DIR *dir = 0; + struct dirent ent, *eres; + int res = readdir_r (dir, &ent, &eres); + return 0; +} +],ac_cv_readdir_r=yes,ac_cv_readdir_r=no)]) +test $ac_cv_readdir_r = yes && AC_DEFINE(HAVE_READDIR_R, 1, readdir_r is available) + +AC_CACHE_CHECK(for sendfile, ac_cv_sendfile, [AC_LINK_IFELSE([ +# include <sys/types.h> +#if __linux +# include <sys/sendfile.h> +#elif __freebsd +# include <sys/socket.h> +# include <sys/uio.h> +#elif __hpux +# include <sys/socket.h> +#else +# error unsupported architecture +#endif +int main(void) +{ + int fd = 0; + off_t offset = 1; + size_t count = 2; + ssize_t res; +#if __linux + res = sendfile (fd, fd, offset, count); +#elif __freebsd + res = sendfile (fd, fd, offset, count, 0, &offset, 0); +#elif __hpux + res = sendfile (fd, fd, offset, count, 0, 0); +#endif + return 0; +} +],ac_cv_sendfile=yes,ac_cv_sendfile=no)]) +test $ac_cv_sendfile = yes && AC_DEFINE(HAVE_SENDFILE, 1, sendfile(2) is available and supported) + +AC_OUTPUT @@ -0,0 +1,1441 @@ +#include "eio.h" +#include "xthread.h" + +#include <errno.h> + +#include "EXTERN.h" +#include "perl.h" +#include "XSUB.h" + +#include <stddef.h> +#include <stdlib.h> +#include <errno.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <limits.h> +#include <fcntl.h> +#include <sched.h> + +#ifndef EIO_FINISH +# define EIO_FINISH(req) ((req)->finish) && !EIO_CANCELLED (req) ? (req)->finish (req) : 0 +#endif + +#ifndef EIO_DESTROY +# define EIO_DESTROY(req) do { if ((req)->destroy) (req)->destroy (req); } while (0) +#endif + +#ifndef EIO_FEED +# define EIO_FEED(req) do { if ((req)->feed ) (req)->feed (req); } while (0) +#endif + +#ifdef _WIN32 + + /*doh*/ + +#else + +# include "config.h" +# include <sys/time.h> +# include <sys/select.h> +# include <unistd.h> +# include <utime.h> +# include <signal.h> + +# ifndef EIO_STRUCT_DIRENT +# define EIO_STRUCT_DIRENT struct dirent +# endif + +#endif + +# ifndef EIO_STRUCT_STAT +# define EIO_STRUCT_STAT struct stat +# endif + +#if HAVE_SENDFILE +# if __linux +# include <sys/sendfile.h> +# elif __freebsd +# include <sys/socket.h> +# include <sys/uio.h> +# elif __hpux +# include <sys/socket.h> +# elif __solaris /* not yet */ +# include <sys/sendfile.h> +# else +# error sendfile support requested but not available +# endif +#endif + +/* number of seconds after which an idle threads exit */ +#define IDLE_TIMEOUT 10 + +/* used for struct dirent, AIX doesn't provide it */ +#ifndef NAME_MAX +# define NAME_MAX 4096 +#endif + +/* buffer size for various temporary buffers */ +#define EIO_BUFSIZE 65536 + +#define dBUF \ + char *eio_buf; \ + X_LOCK (wrklock); \ + self->dbuf = eio_buf = malloc (EIO_BUFSIZE); \ + X_UNLOCK (wrklock); \ + if (!eio_buf) \ + return -1; + +#define EIO_TICKS ((1000000 + 1023) >> 10) + +static void (*want_poll_cb) (void); +static void (*done_poll_cb) (void); + +static unsigned int max_poll_time = 0; +static unsigned int max_poll_reqs = 0; + +/* calculcate time difference in ~1/EIO_TICKS of a second */ +static int tvdiff (struct timeval *tv1, struct timeval *tv2) +{ + return (tv2->tv_sec - tv1->tv_sec ) * EIO_TICKS + + ((tv2->tv_usec - tv1->tv_usec) >> 10); +} + +static unsigned int started, idle, wanted; + +/* worker threads management */ +static mutex_t wrklock = X_MUTEX_INIT; + +typedef struct worker { + /* locked by wrklock */ + struct worker *prev, *next; + + thread_t tid; + + /* locked by reslock, reqlock or wrklock */ + eio_req *req; /* currently processed request */ + void *dbuf; + DIR *dirp; +} worker; + +static worker wrk_first = { &wrk_first, &wrk_first, 0 }; + +static void worker_clear (worker *wrk) +{ + if (wrk->dirp) + { + closedir (wrk->dirp); + wrk->dirp = 0; + } + + if (wrk->dbuf) + { + free (wrk->dbuf); + wrk->dbuf = 0; + } +} + +static void worker_free (worker *wrk) +{ + wrk->next->prev = wrk->prev; + wrk->prev->next = wrk->next; + + free (wrk); +} + +static volatile unsigned int nreqs, nready, npending; +static volatile unsigned int max_idle = 4; + +static mutex_t reslock = X_MUTEX_INIT; +static mutex_t reqlock = X_MUTEX_INIT; +static cond_t reqwait = X_COND_INIT; + +unsigned int eio_nreqs (void) +{ + return nreqs; +} + +unsigned int eio_nready (void) +{ + unsigned int retval; + + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); + retval = nready; + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); + + return retval; +} + +unsigned int eio_npending (void) +{ + unsigned int retval; + + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); + retval = npending; + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); + + return retval; +} + +unsigned int eio_nthreads (void) +{ + unsigned int retval; + + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); + retval = started; + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); + + return retval; +} + +/* + * a somewhat faster data structure might be nice, but + * with 8 priorities this actually needs <20 insns + * per shift, the most expensive operation. + */ +typedef struct { + eio_req *qs[EIO_NUM_PRI], *qe[EIO_NUM_PRI]; /* qstart, qend */ + int size; +} reqq; + +static reqq req_queue; +static reqq res_queue; + +static int reqq_push (reqq *q, eio_req *req) +{ + int pri = req->pri; + req->next = 0; + + if (q->qe[pri]) + { + q->qe[pri]->next = req; + q->qe[pri] = req; + } + else + q->qe[pri] = q->qs[pri] = req; + + return q->size++; +} + +static eio_req *reqq_shift (reqq *q) +{ + int pri; + + if (!q->size) + return 0; + + --q->size; + + for (pri = EIO_NUM_PRI; pri--; ) + { + eio_req *req = q->qs[pri]; + + if (req) + { + if (!(q->qs[pri] = (eio_req *)req->next)) + q->qe[pri] = 0; + + return req; + } + } + + abort (); +} + +static void grp_feed (eio_req *grp) +{ + while (grp->size < grp->int2 && !EIO_CANCELLED (grp)) + { + int old_len = grp->size; + + EIO_FEED (grp); + + /* stop if no progress has been made */ + if (old_len == grp->size) + { + grp->feed = 0; + grp->int2 = 0; + } + } +} + +static int eio_invoke (eio_req *req); + +static int grp_dec (eio_req *grp) +{ + --grp->size; + + /* call feeder, if applicable */ + grp_feed (grp); + + /* finish, if done */ + if (!grp->size && grp->int1) + return eio_invoke (grp); + else + return 0; +} + +void eio_destroy (eio_req *req) +{ + if ((req)->flags & EIO_FLAG_PTR2_FREE) + free (req->ptr2); + + EIO_DESTROY (req); +} + +static int eio_invoke (eio_req *req) +{ + int res = EIO_FINISH (req); + + if (req->grp) + { + int res2; + eio_req *grp = req->grp; + + /* unlink request */ + if (req->grp_next) req->grp_next->grp_prev = req->grp_prev; + if (req->grp_prev) req->grp_prev->grp_next = req->grp_next; + + if (grp->grp_first == req) + grp->grp_first = req->grp_next; + + res2 = grp_dec (grp); + + if (!res && res2) + res = res2; + } + + eio_destroy (req); + + return res; +} + +void eio_grp_cancel (eio_req *grp) +{ + for (grp = grp->grp_first; grp; grp = grp->grp_next) + eio_cancel (grp); +} + +void eio_cancel (eio_req *req) +{ + req->flags |= EIO_FLAG_CANCELLED; + + eio_grp_cancel (req); +} + +X_THREAD_PROC (eio_proc); + +static void start_thread (void) +{ + worker *wrk = calloc (1, sizeof (worker)); + + if (!wrk) + croak ("unable to allocate worker thread data"); + + X_LOCK (wrklock); + + if (thread_create (&wrk->tid, eio_proc, (void *)wrk)) + { + wrk->prev = &wrk_first; + wrk->next = wrk_first.next; + wrk_first.next->prev = wrk; + wrk_first.next = wrk; + ++started; + } + else + free (wrk); + + X_UNLOCK (wrklock); +} + +static void maybe_start_thread (void) +{ + if (eio_nthreads () >= wanted) + return; + + /* todo: maybe use idle here, but might be less exact */ + if (0 <= (int)eio_nthreads () + (int)eio_npending () - (int)eio_nreqs ()) + return; + + start_thread (); +} + +void eio_submit (eio_req *req) +{ + ++nreqs; + + X_LOCK (reqlock); + ++nready; + reqq_push (&req_queue, req); + X_COND_SIGNAL (reqwait); + X_UNLOCK (reqlock); + + maybe_start_thread (); +} + +static void end_thread (void) +{ + eio_req *req = calloc (1, sizeof (eio_req)); + + req->type = EIO_QUIT; + req->pri = EIO_PRI_MAX + EIO_PRI_BIAS; + + X_LOCK (reqlock); + reqq_push (&req_queue, req); + X_COND_SIGNAL (reqwait); + X_UNLOCK (reqlock); + + X_LOCK (wrklock); + --started; + X_UNLOCK (wrklock); +} + +void eio_set_max_poll_time (double nseconds) +{ + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); + max_poll_time = nseconds; + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); +} + +void eio_set_max_poll_reqs (unsigned int maxreqs) +{ + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); + max_poll_reqs = maxreqs; + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); +} + +void eio_set_max_idle (unsigned int nthreads) +{ + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); + max_idle = nthreads <= 0 ? 1 : nthreads; + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); +} + +void eio_set_min_parallel (unsigned int nthreads) +{ + if (wanted < nthreads) + wanted = nthreads; +} + +void eio_set_max_parallel (unsigned int nthreads) +{ + if (wanted > nthreads) + wanted = nthreads; + + while (started > wanted) + end_thread (); +} + +int eio_poll (void) +{ + int maxreqs = max_poll_reqs; + struct timeval tv_start, tv_now; + eio_req *req; + + if (max_poll_time) + gettimeofday (&tv_start, 0); + + for (;;) + { + maybe_start_thread (); + + X_LOCK (reslock); + req = reqq_shift (&res_queue); + + if (req) + { + --npending; + + if (!res_queue.size) + done_poll_cb (); + } + + X_UNLOCK (reslock); + + if (!req) + return 0; + + --nreqs; + + if (req->type == EIO_GROUP && req->size) + { + req->int1 = 1; /* mark request as delayed */ + continue; + } + else + { + int res = eio_invoke (req); + if (res) + return res; + } + + if (maxreqs && !--maxreqs) + break; + + if (max_poll_time) + { + gettimeofday (&tv_now, 0); + + if (tvdiff (&tv_start, &tv_now) >= max_poll_time) + break; + } + } + + errno = EAGAIN; + return -1; +} + +/*****************************************************************************/ +/* work around various missing functions */ + +#if !HAVE_PREADWRITE +# define pread aio_pread +# define pwrite aio_pwrite + +/* + * make our pread/pwrite safe against themselves, but not against + * normal read/write by using a mutex. slows down execution a lot, + * but that's your problem, not mine. + */ +static mutex_t preadwritelock = X_MUTEX_INIT; + +static ssize_t pread (int fd, void *buf, size_t count, off_t offset) +{ + ssize_t res; + off_t ooffset; + + X_LOCK (preadwritelock); + ooffset = lseek (fd, 0, SEEK_CUR); + lseek (fd, offset, SEEK_SET); + res = read (fd, buf, count); + lseek (fd, ooffset, SEEK_SET); + X_UNLOCK (preadwritelock); + + return res; +} + +static ssize_t pwrite (int fd, void *buf, size_t count, off_t offset) +{ + ssize_t res; + off_t ooffset; + + X_LOCK (preadwritelock); + ooffset = lseek (fd, 0, SEEK_CUR); + lseek (fd, offset, SEEK_SET); + res = write (fd, buf, count); + lseek (fd, offset, SEEK_SET); + X_UNLOCK (preadwritelock); + + return res; +} +#endif + +#ifndef HAVE_FUTIMES + +# define utimes(path,times) aio_utimes (path, times) +# define futimes(fd,times) aio_futimes (fd, times) + +static int aio_utimes (const char *filename, const struct timeval times[2]) +{ + if (times) + { + struct utimbuf buf; + + buf.actime = times[0].tv_sec; + buf.modtime = times[1].tv_sec; + + return utime (filename, &buf); + } + else + return utime (filename, 0); +} + +static int aio_futimes (int fd, const struct timeval tv[2]) +{ + errno = ENOSYS; + return -1; +} + +#endif + +#if !HAVE_FDATASYNC +# define fdatasync fsync +#endif + +#if !HAVE_READAHEAD +# define readahead(fd,offset,count) aio_readahead (fd, offset, count, self) + +static ssize_t aio_readahead (int fd, off_t offset, size_t count, worker *self) +{ + size_t todo = count; + dBUF; + + while (todo > 0) + { + size_t len = todo < EIO_BUFSIZE ? todo : EIO_BUFSIZE; + + pread (fd, aio_buf, len, offset); + offset += len; + todo -= len; + } + + errno = 0; + return count; +} + +#endif + +#if !HAVE_READDIR_R +# define readdir_r aio_readdir_r + +static mutex_t readdirlock = X_MUTEX_INIT; + +static int readdir_r (DIR *dirp, X_DIRENT *ent, X_DIRENT **res) +{ + X_DIRENT *e; + int errorno; + + X_LOCK (readdirlock); + + e = readdir (dirp); + errorno = errno; + + if (e) + { + *res = ent; + strcpy (ent->d_name, e->d_name); + } + else + *res = 0; + + X_UNLOCK (readdirlock); + + errno = errorno; + return e ? 0 : -1; +} +#endif + +/* sendfile always needs emulation */ +static ssize_t sendfile_ (int ofd, int ifd, off_t offset, size_t count, worker *self) +{ + ssize_t res; + + if (!count) + return 0; + +#if HAVE_SENDFILE +# if __linux + res = sendfile (ofd, ifd, &offset, count); + +# elif __freebsd + /* + * Of course, the freebsd sendfile is a dire hack with no thoughts + * wasted on making it similar to other I/O functions. + */ + { + off_t sbytes; + res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0); + + if (res < 0 && sbytes) + /* maybe only on EAGAIN: as usual, the manpage leaves you guessing */ + res = sbytes; + } + +# elif __hpux + res = sendfile (ofd, ifd, offset, count, 0, 0); + +# elif __solaris + { + struct sendfilevec vec; + size_t sbytes; + + vec.sfv_fd = ifd; + vec.sfv_flag = 0; + vec.sfv_off = offset; + vec.sfv_len = count; + + res = sendfilev (ofd, &vec, 1, &sbytes); + + if (res < 0 && sbytes) + res = sbytes; + } + +# endif +#else + res = -1; + errno = ENOSYS; +#endif + + if (res < 0 + && (errno == ENOSYS || errno == EINVAL || errno == ENOTSOCK +#if __solaris + || errno == EAFNOSUPPORT || errno == EPROTOTYPE +#endif + ) + ) + { + /* emulate sendfile. this is a major pain in the ass */ + dBUF; + + res = 0; + + while (count) + { + ssize_t cnt; + + cnt = pread (ifd, eio_buf, count > EIO_BUFSIZE ? EIO_BUFSIZE : count, offset); + + if (cnt <= 0) + { + if (cnt && !res) res = -1; + break; + } + + cnt = write (ofd, eio_buf, cnt); + + if (cnt <= 0) + { + if (cnt && !res) res = -1; + break; + } + + offset += cnt; + res += cnt; + count -= cnt; + } + } + + return res; +} + +/* read a full directory */ +static void scandir_ (eio_req *req, worker *self) +{ + DIR *dirp; + union + { + EIO_STRUCT_DIRENT d; + char b [offsetof (EIO_STRUCT_DIRENT, d_name) + NAME_MAX + 1]; + } *u; + EIO_STRUCT_DIRENT *entp; + char *name, *names; + int memlen = 4096; + int memofs = 0; + int res = 0; + + X_LOCK (wrklock); + self->dirp = dirp = opendir (req->ptr1); + self->dbuf = u = malloc (sizeof (*u)); + req->flags |= EIO_FLAG_PTR2_FREE; + req->ptr2 = names = malloc (memlen); + X_UNLOCK (wrklock); + + if (dirp && u && names) + for (;;) + { + errno = 0; + readdir_r (dirp, &u->d, &entp); + + if (!entp) + break; + + name = entp->d_name; + + if (name [0] != '.' || (name [1] && (name [1] != '.' || name [2]))) + { + int len = strlen (name) + 1; + + res++; + + while (memofs + len > memlen) + { + memlen *= 2; + X_LOCK (wrklock); + req->ptr2 = names = realloc (names, memlen); + X_UNLOCK (wrklock); + + if (!names) + break; + } + + memcpy (names + memofs, name, len); + memofs += len; + } + } + + if (errno) + res = -1; + + req->result = res; +} + +/*****************************************************************************/ + +X_THREAD_PROC (eio_proc) +{ + eio_req *req; + struct timespec ts; + worker *self = (worker *)thr_arg; + + /* try to distribute timeouts somewhat randomly */ + ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL); + + for (;;) + { + ts.tv_sec = time (0) + IDLE_TIMEOUT; + + X_LOCK (reqlock); + + for (;;) + { + self->req = req = reqq_shift (&req_queue); + + if (req) + break; + + ++idle; + + if (X_COND_TIMEDWAIT (reqwait, reqlock, ts) == ETIMEDOUT) + { + if (idle > max_idle) + { + --idle; + X_UNLOCK (reqlock); + X_LOCK (wrklock); + --started; + X_UNLOCK (wrklock); + goto quit; + } + + /* we are allowed to idle, so do so without any timeout */ + X_COND_WAIT (reqwait, reqlock); + ts.tv_sec = time (0) + IDLE_TIMEOUT; + } + + --idle; + } + + --nready; + + X_UNLOCK (reqlock); + + errno = 0; /* strictly unnecessary */ + + if (!EIO_CANCELLED (req)) + switch (req->type) + { + case EIO_READ: req->result = req->offs >= 0 + ? pread (req->int1, req->ptr2, req->size, req->offs) + : read (req->int1, req->ptr2, req->size); break; + case EIO_WRITE: req->result = req->offs >= 0 + ? pwrite (req->int1, req->ptr2, req->size, req->offs) + : write (req->int1, req->ptr2, req->size); break; + + case EIO_READAHEAD: req->result = readahead (req->int1, req->offs, req->size); break; + case EIO_SENDFILE: req->result = sendfile_ (req->int1, req->int2, req->offs, req->size, self); break; + + case EIO_STAT: req->result = stat (req->ptr1, (EIO_STRUCT_STAT *)req->ptr2); break; + case EIO_LSTAT: req->result = lstat (req->ptr1, (EIO_STRUCT_STAT *)req->ptr2); break; + case EIO_FSTAT: req->result = fstat (req->int1, (EIO_STRUCT_STAT *)req->ptr2); break; + + case EIO_CHOWN: req->result = chown (req->ptr1, req->int2, req->int3); break; + case EIO_FCHOWN: req->result = fchown (req->int1, req->int2, req->int3); break; + case EIO_CHMOD: req->result = chmod (req->ptr1, (mode_t)req->int2); break; + case EIO_FCHMOD: req->result = fchmod (req->int1, (mode_t)req->int2); break; + case EIO_TRUNCATE: req->result = truncate (req->ptr1, req->offs); break; + case EIO_FTRUNCATE: req->result = ftruncate (req->int1, req->offs); break; + + case EIO_OPEN: req->result = open (req->ptr1, req->int1, (mode_t)req->int2); break; + case EIO_CLOSE: req->result = close (req->int1); break; + case EIO_DUP2: req->result = dup2 (req->int1, req->int2); break; + case EIO_UNLINK: req->result = unlink (req->ptr1); break; + case EIO_RMDIR: req->result = rmdir (req->ptr1); break; + case EIO_MKDIR: req->result = mkdir (req->ptr1, (mode_t)req->int2); break; + case EIO_RENAME: req->result = rename (req->ptr1, req->ptr2); break; + case EIO_LINK: req->result = link (req->ptr1, req->ptr2); break; + case EIO_SYMLINK: req->result = symlink (req->ptr1, req->ptr2); break; + case EIO_MKNOD: req->result = mknod (req->ptr1, (mode_t)req->int2, (dev_t)req->offs); break; + case EIO_READLINK: req->result = readlink (req->ptr1, req->ptr2, NAME_MAX); break; + + case EIO_SYNC: req->result = 0; sync (); break; + case EIO_FSYNC: req->result = fsync (req->int1); break; + case EIO_FDATASYNC: req->result = fdatasync (req->int1); break; + + case EIO_READDIR: scandir_ (req, self); break; + + case EIO_BUSY: +#ifdef _WIN32 + Sleep (req->nv1 * 1000.); +#else + { + struct timeval tv; + + tv.tv_sec = req->nv1; + tv.tv_usec = (req->nv1 - tv.tv_sec) * 1000000.; + + req->result = select (0, 0, 0, 0, &tv); + } +#endif + break; + + case EIO_UTIME: + case EIO_FUTIME: + { + struct timeval tv[2]; + struct timeval *times; + + if (req->nv1 != -1. || req->nv2 != -1.) + { + tv[0].tv_sec = req->nv1; + tv[0].tv_usec = (req->nv1 - tv[0].tv_sec) * 1000000.; + tv[1].tv_sec = req->nv2; + tv[1].tv_usec = (req->nv2 - tv[1].tv_sec) * 1000000.; + + times = tv; + } + else + times = 0; + + + req->result = req->type == EIO_FUTIME + ? futimes (req->int1, times) + : utimes (req->ptr1, times); + } + + case EIO_GROUP: + case EIO_NOP: + break; + + case EIO_QUIT: + goto quit; + + default: + req->result = -1; + break; + } + + req->errorno = errno; + + X_LOCK (reslock); + + ++npending; + + if (!reqq_push (&res_queue, req)) + want_poll_cb (); + + self->req = 0; + worker_clear (self); + + X_UNLOCK (reslock); + } + +quit: + X_LOCK (wrklock); + worker_free (self); + X_UNLOCK (wrklock); + + return 0; +} + +/*****************************************************************************/ + +static void atfork_prepare (void) +{ + X_LOCK (wrklock); + X_LOCK (reqlock); + X_LOCK (reslock); +#if !HAVE_PREADWRITE + X_LOCK (preadwritelock); +#endif +#if !HAVE_READDIR_R + X_LOCK (readdirlock); +#endif +} + +static void atfork_parent (void) +{ +#if !HAVE_READDIR_R + X_UNLOCK (readdirlock); +#endif +#if !HAVE_PREADWRITE + X_UNLOCK (preadwritelock); +#endif + X_UNLOCK (reslock); + X_UNLOCK (reqlock); + X_UNLOCK (wrklock); +} + +static void atfork_child (void) +{ + eio_req *prv; + + while (prv = reqq_shift (&req_queue)) + eio_destroy (prv); + + while (prv = reqq_shift (&res_queue)) + eio_destroy (prv); + + while (wrk_first.next != &wrk_first) + { + worker *wrk = wrk_first.next; + + if (wrk->req) + eio_destroy (wrk->req); + + worker_clear (wrk); + worker_free (wrk); + } + + started = 0; + idle = 0; + nreqs = 0; + nready = 0; + npending = 0; + + atfork_parent (); +} + +int eio_init (void (*want_poll)(void), void (*done_poll)(void)) +{ + want_poll_cb = want_poll; + done_poll_cb = done_poll; + +#ifdef _WIN32 + X_MUTEX_CHECK (wrklock); + X_MUTEX_CHECK (reslock); + X_MUTEX_CHECK (reqlock); + X_MUTEX_CHECK (reqwait); + X_MUTEX_CHECK (preadwritelock); + X_MUTEX_CHECK (readdirlock); + + X_COND_CHECK (reqwait); +#endif + + X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child); +} + +#if 0 + +eio_req *eio_fsync (int fd, eio_cb cb); +eio_req *eio_fdatasync (int fd, eio_cb cb); +eio_req *eio_dupclose (int fd, eio_cb cb); +eio_req *eio_readahead (int fd, off_t offset, size_t length, eio_cb cb); +eio_req *eio_read (int fd, off_t offs, size_t length, char *data, eio_cb cb); +eio_req *eio_write (int fd, off_t offs, size_t length, char *data, eio_cb cb); +eio_req *eio_fstat (int fd, eio_cb cb); /* stat buffer=ptr2 allocates dynamically */ +eio_req *eio_futime (int fd, double atime, double mtime, eio_cb cb); +eio_req *eio_ftruncate (int fd, off_t offset, eio_cb cb); +eio_req *eio_fchmod (int fd, mode_t mode, eio_cb cb); +eio_req *eio_fchown (int fd, uid_t uid, gid_t gid, eio_cb cb); +eio_req *eio_dup2 (int fd, int fd2, eio_cb cb); +eio_req *eio_sendfile (int out_fd, int in_fd, off_t in_offset, size_t length, eio_cb cb); +eio_req *eio_open (const char *path, int flags, mode_t mode, eio_cb cb); +eio_req *eio_readlink (const char *path, eio_cb cb); /* result=ptr2 allocated dynamically */ +eio_req *eio_stat (const char *path, eio_cb cb); /* stat buffer=ptr2 allocates dynamically */ +eio_req *eio_lstat (const char *path, eio_cb cb); /* stat buffer=ptr2 allocates dynamically */ +eio_req *eio_utime (const char *path, double atime, double mtime, eio_cb cb); +eio_req *eio_truncate (const char *path, off_t offset, eio_cb cb); +eio_req *eio_chmod (const char *path, mode_t mode, eio_cb cb); +eio_req *eio_mkdir (const char *path, mode_t mode, eio_cb cb); +eio_req *eio_chown (const char *path, uid_t uid, gid_t gid, eio_cb cb); +eio_req *eio_unlink (const char *path, eio_cb cb); +eio_req *eio_rmdir (const char *path, eio_cb cb); +eio_req *eio_readdir (const char *path, eio_cb cb); /* result=ptr2 allocated dynamically */ +eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, eio_cb cb); +eio_req *eio_busy (double delay, eio_cb cb); /* ties a thread for this long, simulating busyness */ +eio_req *eio_nop (eio_cb cb); /* does nothing except go through the whole process */ +void +aio_open (SV8 *pathname, int flags, int mode, SV *callback=&PL_sv_undef) + PROTOTYPE: $$$;$ + PPCODE: +{ + dREQ; + + req->type = EIO_OPEN; + req->sv1 = newSVsv (pathname); + req->ptr1 = SvPVbyte_nolen (req->sv1); + req->int1 = flags; + req->int2 = mode; + + EIO_SEND; +} + +void +aio_fsync (SV *fh, SV *callback=&PL_sv_undef) + PROTOTYPE: $;$ + ALIAS: + aio_fsync = EIO_FSYNC + aio_fdatasync = EIO_FDATASYNC + PPCODE: +{ + dREQ; + + req->type = ix; + req->sv1 = newSVsv (fh); + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh))); + + EIO_SEND (req); +} + +void +aio_close (SV *fh, SV *callback=&PL_sv_undef) + PROTOTYPE: $;$ + PPCODE: +{ + dREQ; + + req->type = EIO_CLOSE; + req->sv1 = newSVsv (fh); + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh))); + + EIO_SEND (req); +} + +void +aio_read (SV *fh, SV *offset, SV *length, SV8 *data, IV dataoffset, SV *callback=&PL_sv_undef) + ALIAS: + aio_read = EIO_READ + aio_write = EIO_WRITE + PROTOTYPE: $$$$$;$ + PPCODE: +{ + STRLEN svlen; + char *svptr = SvPVbyte (data, svlen); + UV len = SvUV (length); + + SvUPGRADE (data, SVt_PV); + SvPOK_on (data); + + if (dataoffset < 0) + dataoffset += svlen; + + if (dataoffset < 0 || dataoffset > svlen) + croak ("dataoffset outside of data scalar"); + + if (ix == EIO_WRITE) + { + /* write: check length and adjust. */ + if (!SvOK (length) || len + dataoffset > svlen) + len = svlen - dataoffset; + } + else + { + /* read: grow scalar as necessary */ + svptr = SvGROW (data, len + dataoffset + 1); + } + + if (len < 0) + croak ("length must not be negative"); + + { + dREQ; + + req->type = ix; + req->sv1 = newSVsv (fh); + req->int1 = PerlIO_fileno (ix == EIO_READ ? IoIFP (sv_2io (fh)) + : IoOFP (sv_2io (fh))); + req->offs = SvOK (offset) ? SvVAL64 (offset) : -1; + req->size = len; + req->sv2 = SvREFCNT_inc (data); + req->ptr2 = (char *)svptr + dataoffset; + req->stroffset = dataoffset; + + if (!SvREADONLY (data)) + { + SvREADONLY_on (data); + req->flags |= FLAG_SV2_RO_OFF; + } + + EIO_SEND; + } +} + +void +aio_readlink (SV8 *path, SV *callback=&PL_sv_undef) + PROTOTYPE: $$;$ + PPCODE: +{ + SV *data; + dREQ; + + data = newSV (NAME_MAX); + SvPOK_on (data); + + req->type = EIO_READLINK; + req->sv1 = newSVsv (path); + req->ptr1 = SvPVbyte_nolen (req->sv1); + req->sv2 = data; + req->ptr2 = SvPVbyte_nolen (data); + + EIO_SEND; +} + +void +aio_sendfile (SV *out_fh, SV *in_fh, SV *in_offset, UV length, SV *callback=&PL_sv_undef) + PROTOTYPE: $$$$;$ + PPCODE: +{ + dREQ; + + req->type = EIO_SENDFILE; + req->sv1 = newSVsv (out_fh); + req->int1 = PerlIO_fileno (IoIFP (sv_2io (out_fh))); + req->sv2 = newSVsv (in_fh); + req->int2 = PerlIO_fileno (IoIFP (sv_2io (in_fh))); + req->offs = SvVAL64 (in_offset); + req->size = length; + + EIO_SEND; +} + +void +aio_readahead (SV *fh, SV *offset, IV length, SV *callback=&PL_sv_undef) + PROTOTYPE: $$$;$ + PPCODE: +{ + dREQ; + + req->type = EIO_READAHEAD; + req->sv1 = newSVsv (fh); + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh))); + req->offs = SvVAL64 (offset); + req->size = length; + + EIO_SEND; +} + +void +aio_stat (SV8 *fh_or_path, SV *callback=&PL_sv_undef) + ALIAS: + aio_stat = EIO_STAT + aio_lstat = EIO_LSTAT + PPCODE: +{ + dREQ; + + req->ptr2 = malloc (sizeof (EIO_STRUCT_STAT)); + if (!req->ptr2) + { + req_destroy (req); + croak ("out of memory during aio_stat statdata allocation"); + } + + req->flags |= FLAG_PTR2_FREE; + req->sv1 = newSVsv (fh_or_path); + + if (SvPOK (fh_or_path)) + { + req->type = ix; + req->ptr1 = SvPVbyte_nolen (req->sv1); + } + else + { + req->type = EIO_FSTAT; + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); + } + + EIO_SEND; +} + +void +aio_utime (SV8 *fh_or_path, SV *atime, SV *mtime, SV *callback=&PL_sv_undef) + PPCODE: +{ + dREQ; + + req->nv1 = SvOK (atime) ? SvNV (atime) : -1.; + req->nv2 = SvOK (mtime) ? SvNV (mtime) : -1.; + req->sv1 = newSVsv (fh_or_path); + + if (SvPOK (fh_or_path)) + { + req->type = EIO_UTIME; + req->ptr1 = SvPVbyte_nolen (req->sv1); + } + else + { + req->type = EIO_FUTIME; + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); + } + + EIO_SEND; +} + +void +aio_truncate (SV8 *fh_or_path, SV *offset, SV *callback=&PL_sv_undef) + PPCODE: +{ + dREQ; + + req->sv1 = newSVsv (fh_or_path); + req->offs = SvOK (offset) ? SvVAL64 (offset) : -1; + + if (SvPOK (fh_or_path)) + { + req->type = EIO_TRUNCATE; + req->ptr1 = SvPVbyte_nolen (req->sv1); + } + else + { + req->type = EIO_FTRUNCATE; + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); + } + + EIO_SEND; +} + +void +aio_chmod (SV8 *fh_or_path, int mode, SV *callback=&PL_sv_undef) + ALIAS: + aio_chmod = EIO_CHMOD + aio_fchmod = EIO_FCHMOD + aio_mkdir = EIO_MKDIR + PPCODE: +{ + dREQ; + + req->type = type; + req->int2 = mode; + req->sv1 = newSVsv (fh_or_path); + + if (ix == EIO_FCHMOD) + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); + else + req->ptr1 = SvPVbyte_nolen (req->sv1); + + EIO_SEND; +} + +void +aio_chown (SV8 *fh_or_path, SV *uid, SV *gid, SV *callback=&PL_sv_undef) + PPCODE: +{ + dREQ; + + req->int2 = SvOK (uid) ? SvIV (uid) : -1; + req->int3 = SvOK (gid) ? SvIV (gid) : -1; + req->sv1 = newSVsv (fh_or_path); + + if (SvPOK (fh_or_path)) + { + req->type = EIO_CHOWN; + req->ptr1 = SvPVbyte_nolen (req->sv1); + } + else + { + req->type = EIO_FCHOWN; + req->int1 = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); + } + + EIO_SEND; +} + +void +aio_unlink (SV8 *pathname, SV *callback=&PL_sv_undef) + ALIAS: + aio_unlink = EIO_UNLINK + aio_rmdir = EIO_RMDIR + aio_readdir = EIO_READDIR + PPCODE: +{ + dREQ; + + req->type = ix; + req->sv1 = newSVsv (pathname); + req->ptr1 = SvPVbyte_nolen (req->sv1); + + EIO_SEND; +} + +void +aio_link (SV8 *oldpath, SV8 *newpath, SV *callback=&PL_sv_undef) + ALIAS: + aio_link = EIO_LINK + aio_symlink = EIO_SYMLINK + aio_rename = EIO_RENAME + PPCODE: +{ + dREQ; + + req->type = ix; + req->sv1 = newSVsv (oldpath); + req->ptr1 = SvPVbyte_nolen (req->sv1); + req->sv2 = newSVsv (newpath); + req->ptr2 = SvPVbyte_nolen (req->sv2); + + EIO_SEND; +} + +void +aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback=&PL_sv_undef) + PPCODE: +{ + dREQ; + + req->type = EIO_MKNOD; + req->sv1 = newSVsv (pathname); + req->ptr1 = SvPVbyte_nolen (req->sv1); + req->int2 = (mode_t)mode; + req->offs = dev; + + EIO_SEND; +} + +void +aio_busy (double delay, SV *callback=&PL_sv_undef) + PPCODE: +{ + dREQ; + + req->type = EIO_BUSY; + req->nv1 = delay < 0. ? 0. : delay; + + EIO_SEND; +} + +void +aio_group (SV *callback=&PL_sv_undef) + PROTOTYPE: ;$ + PPCODE: +{ + dREQ; + + req->type = EIO_GROUP; + + req_send (req); + XPUSHs (req_sv (req, AIO_GRP_KLASS)); +} + +void +aio_nop (SV *callback=&PL_sv_undef) + ALIAS: + aio_nop = EIO_NOP + aio_sync = EIO_SYNC + PPCODE: +{ + dREQ; + +#endif + +void eio_grp_feed (eio_req *grp, int limit, void (*feed)(eio_req *req)) +{ + grp->int2 = limit; + grp->feed = feed; +} + +void eio_grp_add (eio_req *grp, eio_req *req) +{ + assert (("cannot add requests to IO::AIO::GRP after the group finished", grp->int1 != 2)); + + ++grp->size; + req->grp = grp; + + req->grp_prev = 0; + req->grp_next = grp->grp_first; + + if (grp->grp_first) + grp->grp_first->grp_prev = req; + + grp->grp_first = req; +} + + @@ -0,0 +1,173 @@ +#ifndef EIO_H_ +#define EIO_H_ + +#include <stddef.h> +#include <stdlib.h> + +typedef struct eio_req eio_req; + +typedef int (*eio_cb)(eio_req *req); + +#ifndef EIO_COMMON +# define EIO_COMMON \ + eio_cb finish; \ + void (*destroy)(eio_req *req);\ + void *data +#endif + +enum { + EIO_QUIT, + EIO_OPEN, EIO_CLOSE, EIO_DUP2, + EIO_READ, EIO_WRITE, + EIO_READAHEAD, EIO_SENDFILE, + EIO_STAT, EIO_LSTAT, EIO_FSTAT, + EIO_TRUNCATE, EIO_FTRUNCATE, + EIO_UTIME, EIO_FUTIME, + EIO_CHMOD, EIO_FCHMOD, + EIO_CHOWN, EIO_FCHOWN, + EIO_SYNC, EIO_FSYNC, EIO_FDATASYNC, + EIO_UNLINK, EIO_RMDIR, EIO_MKDIR, EIO_RENAME, + EIO_MKNOD, EIO_READDIR, + EIO_LINK, EIO_SYMLINK, EIO_READLINK, + EIO_GROUP, EIO_NOP, + EIO_BUSY, +}; + +typedef double eio_tstamp; /* feel free to use double in your code directly */ + +/* eio request structure */ +/* this structure is mostly read-only */ +struct eio_req +{ + eio_req volatile *next; /* private */ + + ssize_t result; /* result of syscall, e.g. result = read (... */ + off_t offs; /* read, write, truncate, readahead: file offset; mknod: dev_t */ + size_t size; /* read, write, readahead, sendfile: length */ + void *ptr1; /* all applicable requests: pathname, old name */ + void *ptr2; /* all applicable requests: new name or memory buffer */ + eio_tstamp nv1; /* utime, futime: atime; busy: sleep time */ + eio_tstamp nv2; /* utime, futime: mtime */ + + int type; /* EIO_xxx constant */ + int int1; /* all applicable requests: file descriptor; sendfile: output fd; open: flags */ + long int2; /* chown, fchown: uid; sendfile: input fd; open, chmod, mkdir, mknod: file mode */ + long int3; /* chown, fchown: gid */ + int errorno; /* errno value on syscall return */ + + unsigned char flags; /* private */ + unsigned char pri; /* the priority */ + + void (*feed)(eio_req *req); + + EIO_COMMON; + + eio_req *grp, *grp_prev, *grp_next, *grp_first; /* private */ +}; + +enum { + EIO_FLAG_CANCELLED = 0x01, /* request was cancelled */ + EIO_FLAG_PTR2_FREE = 0x02, /* need to free(ptr2) */ +}; + +enum { + EIO_PRI_MIN = -4, + EIO_PRI_MAX = 4, + + EIO_DEFAULT_PRI = 0, + EIO_PRI_BIAS = -EIO_PRI_MIN, + EIO_NUM_PRI = EIO_PRI_MAX + EIO_PRI_BIAS + 1, +}; + +/* returns < 0 on error, errno set + * need_poll, if non-zero, will be called when results are available + * and eio_poll_cb needs to be invoked (it MUST NOT call eio_poll_cb itself). + * done_poll is called when the need to poll is gone. + */ +int eio_init (void (*want_poll)(void), void (*done_poll)(void)); + +/* must be called regularly to handle pending requests */ +/* returns 0 if all requests were handled, -1 if not, or the value of EIO_FINISH if != 0 */ +int eio_poll (void); + +/* stop polling if poll took longer than duration seconds */ +void eio_set_max_poll_time (eio_tstamp nseconds); +/* do not handle more then count requests in one call to eio_poll_cb */ +void eio_set_max_poll_reqs (unsigned int nreqs); +/* when != 0, then eio_submit blocks as long as nready > count */ +void eio_set_max_outstanding (unsigned int maxreqs); +/* set maxinum number of idle threads */ +void eio_set_max_idle (unsigned int nthreads); + +/* set minimum required number + * maximum wanted number + * or maximum idle number of threads */ +void eio_set_min_parallel (unsigned int nthreads); +void eio_set_max_parallel (unsigned int nthreads); +void eio_set_max_idle (unsigned int nthreads); + +unsigned int eio_nreqs (void); /* number of requests in-flight */ +unsigned int eio_nready (void); /* number of not-yet handled requests */ +unsigned int eio_npending (void); /* numbe rof finished but unhandled requests */ +unsigned int eio_nthreads (void); /* number of worker threads in use currently */ + +/*****************************************************************************/ +/* high-level request API */ + +eio_req *eio_fsync (int fd, eio_cb cb); +eio_req *eio_fdatasync (int fd, eio_cb cb); +eio_req *eio_dupclose (int fd, eio_cb cb); +eio_req *eio_readahead (int fd, off_t offset, size_t length, eio_cb cb); +eio_req *eio_read (int fd, off_t offs, size_t length, char *data, eio_cb cb); +eio_req *eio_write (int fd, off_t offs, size_t length, char *data, eio_cb cb); +eio_req *eio_fstat (int fd, eio_cb cb); /* stat buffer=ptr2 allocates dynamically */ +eio_req *eio_futime (int fd, eio_tstamp atime, eio_tstamp mtime, eio_cb cb); +eio_req *eio_ftruncate (int fd, off_t offset, eio_cb cb); +eio_req *eio_fchmod (int fd, mode_t mode, eio_cb cb); +eio_req *eio_fchown (int fd, uid_t uid, gid_t gid, eio_cb cb); +eio_req *eio_dup2 (int fd, int fd2, eio_cb cb); +eio_req *eio_sendfile (int out_fd, int in_fd, off_t in_offset, size_t length, eio_cb cb); +eio_req *eio_open (const char *path, int flags, mode_t mode, eio_cb cb); +eio_req *eio_readlink (const char *path, eio_cb cb); /* result=ptr2 allocated dynamically */ +eio_req *eio_stat (const char *path, eio_cb cb); /* stat buffer=ptr2 allocates dynamically */ +eio_req *eio_lstat (const char *path, eio_cb cb); /* stat buffer=ptr2 allocates dynamically */ +eio_req *eio_utime (const char *path, eio_tstamp atime, eio_tstamp mtime, eio_cb cb); +eio_req *eio_truncate (const char *path, off_t offset, eio_cb cb); +eio_req *eio_chmod (const char *path, mode_t mode, eio_cb cb); +eio_req *eio_mkdir (const char *path, mode_t mode, eio_cb cb); +eio_req *eio_chown (const char *path, uid_t uid, gid_t gid, eio_cb cb); +eio_req *eio_unlink (const char *path, eio_cb cb); +eio_req *eio_rmdir (const char *path, eio_cb cb); +eio_req *eio_readdir (const char *path, eio_cb cb); /* result=ptr2 allocated dynamically */ +eio_req *eio_mknod (const char *path, mode_t mode, dev_t dev, eio_cb cb); +eio_req *eio_busy (eio_tstamp delay, eio_cb cb); /* ties a thread for this long, simulating busyness */ +eio_req *eio_nop (eio_cb cb); /* does nothing except go through the whole process */ + +/* for groups */ +eio_req *eio_grp (eio_cb cb); +void eio_grp_feed (eio_req *grp, int limit, void (*feed)(eio_req *req)); +void eio_grp_add (eio_req *grp, eio_req *req); +void eio_grp_cancel (eio_req *grp); /* cancels all sub requests but not the group */ + +/*****************************************************************************/ +/* low-level request API */ + +/* must be used to initialise eio_req's */ +#define EIO_INIT(req,prio,finish_cb, destroy_cb) \ + memset ((req), 0, sizeof (eio_req)); \ + (req)->pri = (prio) + EIO_PRI_BIAS; \ + (req)->finish = (finish_cb); \ + (req)->destroy = (destroy_cb) + +/* true if the request was cancelled, useful in the invoke callback */ +#define EIO_CANCELLED(req) ((req)->flags & EIO_FLAG_CANCELLED) + +/* submit a request for execution */ +void eio_submit (eio_req *req); +/* cancel a request as soon fast as possible */ +void eio_cancel (eio_req *req); +/* destroy a request that has never been submitted */ +void eio_destroy (eio_req *req); + +#endif + diff --git a/xthread.h b/xthread.h new file mode 100644 index 0000000..f97dbba --- /dev/null +++ b/xthread.h @@ -0,0 +1,144 @@ +#ifndef XTHREAD_H_ +#define XTHREAD_H_ + +/* whether word reads are potentially non-atomic. + * this is conservatice, likely most arches this runs + * on have atomic word read/writes. + */ +#ifndef WORDACCESS_UNSAFE +# if __i386 || __x86_64 +# define WORDACCESS_UNSAFE 0 +# else +# define WORDACCESS_UNSAFE 1 +# endif +#endif + +///////////////////////////////////////////////////////////////////////////// + +#ifdef _WIN32 +typedef int ssize_t; + +#define NTDDI_VERSION NTDDI_WIN2K // needed to get win2000 api calls +#define _WIN32_WINNT 0x400 +#include <stdio.h>//D +#include <fcntl.h> +#include <io.h> +#include <time.h> +#include <winsock2.h> +#include <process.h> +#include <windows.h> +#include <pthread.h> +#define sigset_t int +#define sigfillset(a) +#define pthread_sigmask(a,b,c) +#define sigaddset(a,b) +#define sigemptyset(s) +#define sigfillset(s) + +typedef pthread_mutex_t mutex_t; +#define X_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER +#define X_MUTEX_CHECK(mutex) +#define X_LOCK(mutex) pthread_mutex_lock (&(mutex)) +#define X_UNLOCK(mutex) pthread_mutex_unlock (&(mutex)) + +typedef pthread_cond_t cond_t; +#define X_COND_INIT PTHREAD_COND_INITIALIZER +#define X_COND_CHECK(cond) +#define X_COND_SIGNAL(cond) pthread_cond_signal (&(cond)) +#define X_COND_WAIT(cond,mutex) pthread_cond_wait (&(cond), &(mutex)) +#define X_COND_TIMEDWAIT(cond,mutex,to) pthread_cond_timedwait (&(cond), &(mutex), &(to)) + +typedef pthread_t thread_t; +#define X_THREAD_PROC(name) void *name (void *thr_arg) +#define X_THREAD_ATFORK(a,b,c) + +static int +thread_create (thread_t *tid, void *(*proc)(void *), void *arg) +{ + pthread_attr_t attr; + + pthread_attr_init (&attr); + pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); + + return pthread_create (tid, &attr, proc, arg) == 0; +} + +#define respipe_read(a,b,c) PerlSock_recv ((a), (b), (c), 0) +#define respipe_write(a,b,c) send ((a), (b), (c), 0) +#define respipe_close(a) PerlSock_closesocket ((a)) + +#else +///////////////////////////////////////////////////////////////////////////// + +#if __linux && !defined(_GNU_SOURCE) +# define _GNU_SOURCE +#endif + +/* just in case */ +#define _REENTRANT 1 + +#if __solaris +# define _POSIX_PTHREAD_SEMANTICS 1 +/* try to bribe solaris headers into providing a current pthread API + * despite environment being configured for an older version. + */ +# define __EXTENSIONS__ 1 +#endif + +#include <unistd.h> +#include <fcntl.h> +#include <signal.h> +#include <limits.h> +#include <pthread.h> + +typedef pthread_mutex_t mutex_t; +#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP) +# define X_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP +#else +# define X_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER +#endif +#define X_LOCK(mutex) pthread_mutex_lock (&(mutex)) +#define X_UNLOCK(mutex) pthread_mutex_unlock (&(mutex)) + +typedef pthread_cond_t cond_t; +#define X_COND_INIT PTHREAD_COND_INITIALIZER +#define X_COND_SIGNAL(cond) pthread_cond_signal (&(cond)) +#define X_COND_WAIT(cond,mutex) pthread_cond_wait (&(cond), &(mutex)) +#define X_COND_TIMEDWAIT(cond,mutex,to) pthread_cond_timedwait (&(cond), &(mutex), &(to)) + +typedef pthread_t thread_t; +#define X_THREAD_PROC(name) static void *name (void *thr_arg) +#define X_THREAD_ATFORK(prepare,parent,child) pthread_atfork (prepare, parent, child) + +static int +thread_create (thread_t *tid, void *(*proc)(void *), void *arg) +{ + int retval; + sigset_t fullsigset, oldsigset; + pthread_attr_t attr; + + pthread_attr_init (&attr); + pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); + pthread_attr_setstacksize (&attr, PTHREAD_STACK_MIN < sizeof (long) * 4096 + ? sizeof (long) * 4096 : PTHREAD_STACK_MIN); +#ifdef PTHREAD_SCOPE_PROCESS + pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); +#endif + + sigfillset (&fullsigset); + + pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset); + retval = pthread_create (tid, &attr, proc, arg) == 0; + pthread_sigmask (SIG_SETMASK, &oldsigset, 0); + + return retval; +} + +#define respipe_read(a,b,c) read ((a), (b), (c)) +#define respipe_write(a,b,c) write ((a), (b), (c)) +#define respipe_close(a) close ((a)) + +#endif + +#endif + |