#include "uv.h"

#include "internal.h"

#include <inttypes.h>

#include <stdatomic.h>

#include <stddef.h> /* offsetof */

#include <stdint.h>

#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include <assert.h>

#include <errno.h>

#include <fcntl.h>

#include <net/if.h>

#include <sys/epoll.h>

#include <sys/inotify.h>

#include <sys/mman.h>

#include <sys/param.h>

#include <sys/prctl.h>

#include <sys/stat.h>

#include <sys/syscall.h>

#include <sys/sysinfo.h>

#include <sys/sysmacros.h>

#include <sys/types.h>

#include <sys/utsname.h>

#include <time.h>

#include <unistd.h>

#ifndef __NR_io_uring_setup

# define __NR_io_uring_setup 425

#ifndef __NR_io_uring_enter

# define __NR_io_uring_enter 426

#ifndef __NR_io_uring_register

# define __NR_io_uring_register 427

#ifndef __NR_copy_file_range

# if defined(__x86_64__)

# define __NR_copy_file_range 326

# elif defined(__i386__)

# define __NR_copy_file_range 377

# elif defined(__s390__)

# define __NR_copy_file_range 375

# elif defined(__arm__)

# define __NR_copy_file_range 391

# elif defined(__aarch64__)

# define __NR_copy_file_range 285

# elif defined(__powerpc__)

# define __NR_copy_file_range 379

# elif defined(__arc__)

# define __NR_copy_file_range 285

# elif defined(__riscv)

# define __NR_copy_file_range 285

#endif /* __NR_copy_file_range */

#ifndef __NR_statx

# if defined(__x86_64__)

# define __NR_statx 332

# elif defined(__i386__)

# define __NR_statx 383

# elif defined(__aarch64__)

# define __NR_statx 397

# elif defined(__arm__)

# define __NR_statx 397

# elif defined(__ppc__)

# define __NR_statx 383

# elif defined(__s390__)

# define __NR_statx 379

# elif defined(__riscv)

# define __NR_statx 291

#endif /* __NR_statx */

#ifndef __NR_getrandom

# if defined(__x86_64__)

# define __NR_getrandom 318

# elif defined(__i386__)

# define __NR_getrandom 355

# elif defined(__aarch64__)

# define __NR_getrandom 384

# elif defined(__arm__)

# define __NR_getrandom 384

# elif defined(__ppc__)

# define __NR_getrandom 359

# elif defined(__s390__)

# define __NR_getrandom 349

# elif defined(__riscv)

# define __NR_getrandom 278

#endif /* __NR_getrandom */

#define HAVE_IFADDRS_H 1

# if defined(__ANDROID_API__) && __ANDROID_API__ < 24

# undef HAVE_IFADDRS_H

#ifdef __UCLIBC__

# if __UCLIBC_MAJOR__ < 0 && __UCLIBC_MINOR__ < 9 && __UCLIBC_SUBLEVEL__ < 32

# undef HAVE_IFADDRS_H

#ifdef HAVE_IFADDRS_H

# include <ifaddrs.h>

# include <sys/socket.h>

# include <net/ethernet.h>

# include <netpacket/packet.h>

#endif /* HAVE_IFADDRS_H */

enum {

UV__IORING_SETUP_SQPOLL = 2u,

};

enum {

UV__IORING_FEAT_SINGLE_MMAP = 1u,

UV__IORING_FEAT_NODROP = 2u,

UV__IORING_FEAT_RSRC_TAGS = 1024u, /* linux v5.13 */

};

enum {

UV__IORING_OP_READV = 1,

UV__IORING_OP_WRITEV = 2,

UV__IORING_OP_FSYNC = 3,

UV__IORING_OP_OPENAT = 18,

UV__IORING_OP_CLOSE = 19,

UV__IORING_OP_STATX = 21,

UV__IORING_OP_EPOLL_CTL = 29,

UV__IORING_OP_RENAMEAT = 35,

UV__IORING_OP_UNLINKAT = 36,

UV__IORING_OP_MKDIRAT = 37,

UV__IORING_OP_SYMLINKAT = 38,

UV__IORING_OP_LINKAT = 39,

};

enum {

UV__IORING_ENTER_GETEVENTS = 1u,

UV__IORING_ENTER_SQ_WAKEUP = 2u,

};

enum {

UV__IORING_SQ_NEED_WAKEUP = 1u,

UV__IORING_SQ_CQ_OVERFLOW = 2u,

};

enum {

UV__MKDIRAT_SYMLINKAT_LINKAT = 1u,

};

struct uv__io_cqring_offsets {

};

STATIC_ASSERT(40 == sizeof(struct uv__io_cqring_offsets));

struct uv__io_sqring_offsets {

};

STATIC_ASSERT(40 == sizeof(struct uv__io_sqring_offsets));

struct uv__io_uring_cqe {

};

STATIC_ASSERT(16 == sizeof(struct uv__io_uring_cqe));

struct uv__io_uring_sqe {

};

STATIC_ASSERT(64 == sizeof(struct uv__io_uring_sqe));

STATIC_ASSERT(0 == offsetof(struct uv__io_uring_sqe, opcode));

STATIC_ASSERT(1 == offsetof(struct uv__io_uring_sqe, flags));

STATIC_ASSERT(2 == offsetof(struct uv__io_uring_sqe, ioprio));

STATIC_ASSERT(4 == offsetof(struct uv__io_uring_sqe, fd));

STATIC_ASSERT(8 == offsetof(struct uv__io_uring_sqe, off));

STATIC_ASSERT(16 == offsetof(struct uv__io_uring_sqe, addr));

STATIC_ASSERT(24 == offsetof(struct uv__io_uring_sqe, len));

STATIC_ASSERT(28 == offsetof(struct uv__io_uring_sqe, rw_flags));

STATIC_ASSERT(32 == offsetof(struct uv__io_uring_sqe, user_data));

STATIC_ASSERT(40 == offsetof(struct uv__io_uring_sqe, buf_index));

struct uv__io_uring_params {

};

STATIC_ASSERT(40 + 40 + 40 == sizeof(struct uv__io_uring_params));

STATIC_ASSERT(40 == offsetof(struct uv__io_uring_params, sq_off));

STATIC_ASSERT(80 == offsetof(struct uv__io_uring_params, cq_off));

STATIC_ASSERT(EPOLL_CTL_ADD < 4);

STATIC_ASSERT(EPOLL_CTL_DEL < 4);

STATIC_ASSERT(EPOLL_CTL_MOD < 4);

struct watcher_list {

};

struct watcher_root {

struct watcher_list* rbh_root;

};

static int uv__inotify_fork(uv_loop_t* loop, struct watcher_list* root);

static void uv__inotify_read(uv_loop_t* loop,

uv__io_t* w,

unsigned int revents);

static int compare_watchers(const struct watcher_list* a,

const struct watcher_list* b);

static void maybe_free_watcher_list(struct watcher_list* w,

uv_loop_t* loop);

static void uv__epoll_ctl_flush(int epollfd,

struct uv__iou* ctl,

struct epoll_event (*events)[256]);

static void uv__epoll_ctl_prep(int epollfd,

struct epoll_event* e);

RB_GENERATE_STATIC(watcher_root, watcher_list, entry, compare_watchers)

static struct watcher_root* uv__inotify_watchers(uv_loop_t* loop) {

/* This cast works because watcher_root is a struct with a pointer as its

return (struct watcher_root*) &loop->inotify_watchers;

}

unsigned uv__kernel_version(void) {

static _Atomic unsigned cached_version;

struct utsname u;

unsigned version;

unsigned major;

unsigned minor;

unsigned patch;

char v_sig[256];

char* needle;

version = atomic_load_explicit(&cached_version, memory_order_relaxed);

if (version != 0)

return version;

/* Check /proc/version_signature first as it's the way to get the mainline

if (0 == uv__slurp("/proc/version_signature", v_sig, sizeof(v_sig)))

if (3 == sscanf(v_sig, "Ubuntu %*s %u.%u.%u", &major, &minor, &patch))

goto calculate_version;

if (-1 == uname(&u))

return 0;

/* In Debian we need to check `version` instead of `release` to extract the

needle = strstr(u.version, "Debian ");

if (needle != NULL)

if (3 == sscanf(needle, "Debian %u.%u.%u", &major, &minor, &patch))

goto calculate_version;

if (3 != sscanf(u.release, "%u.%u.%u", &major, &minor, &patch))

return 0;

/* Handle it when the process runs under the UNAME26 personality:

if (major == 2 && minor == 6) {

if (patch >= 60) {

major = 4;

minor = patch - 60;

patch = 0;

} else if (patch >= 40) {

major = 3;

minor = patch - 40;

patch = 0;

}

}

calculate_version:

version = major * 65536 + minor * 256 + patch;

atomic_store_explicit(&cached_version, version, memory_order_relaxed);

return version;

}

uv__fs_copy_file_range(int fd_in,

unsigned int flags)

{

#ifdef __NR_copy_file_range

return syscall(__NR_copy_file_range,

fd_in,

off_in,

fd_out,

off_out,

len,

flags);

return errno = ENOSYS, -1;

}

int uv__statx(int dirfd,

struct uv__statx* statxbuf) {

#if !defined(__NR_statx) || defined(__ANDROID_API__) && __ANDROID_API__ < 30

return errno = ENOSYS, -1;

int rc;

rc = syscall(__NR_statx, dirfd, path, flags, mask, statxbuf);

if (rc >= 0)

uv__msan_unpoison(statxbuf, sizeof(*statxbuf));

return rc;

}

ssize_t uv__getrandom(void* buf, size_t buflen, unsigned flags) {

#if !defined(__NR_getrandom) || defined(__ANDROID_API__) && __ANDROID_API__ < 28

return errno = ENOSYS, -1;

ssize_t rc;

rc = syscall(__NR_getrandom, buf, buflen, flags);

if (rc >= 0)

uv__msan_unpoison(buf, buflen);

return rc;

}

int uv__io_uring_setup(int entries, struct uv__io_uring_params* params) {

return syscall(__NR_io_uring_setup, entries, params);

}

int uv__io_uring_enter(int fd,

unsigned to_submit,

unsigned min_complete,

unsigned flags) {

/* io_uring_enter used to take a sigset_t but it's unused

return syscall(__NR_io_uring_enter,

fd,

to_submit,

min_complete,

flags,

NULL,

0L);

}

int uv__io_uring_register(int fd, unsigned opcode, void* arg, unsigned nargs) {

return syscall(__NR_io_uring_register, fd, opcode, arg, nargs);

}

static int uv__use_io_uring(void) {

#if defined(__ANDROID_API__)

return 0; /* Possibly available but blocked by seccomp. */

#elif defined(__arm__) && __SIZEOF_POINTER__ == 4

/* See https://github.com/libuv/libuv/issues/4158. */

return 0; /* All 32 bits kernels appear buggy. */

/* Ternary: unknown=0, yes=1, no=-1 */

static _Atomic int use_io_uring;

char* val;

int use;

use = atomic_load_explicit(&use_io_uring, memory_order_relaxed);

if (use == 0) {

/* Older kernels have a bug where the sqpoll thread uses 100% CPU. */

use = uv__kernel_version() >= /* 5.10.186 */ 0x050ABA ? 1 : -1;

/* But users can still enable it if they so desire. */

val = getenv("UV_USE_IO_URING");

if (val != NULL)

use = atoi(val) ? 1 : -1;

atomic_store_explicit(&use_io_uring, use, memory_order_relaxed);

}

return use > 0;

}

static void uv__iou_init(int epollfd,

struct uv__iou* iou,

uint32_t entries,

uint32_t flags) {

struct uv__io_uring_params params;

struct epoll_event e;

size_t cqlen;

size_t sqlen;

size_t maxlen;

size_t sqelen;

uint32_t i;

char* sq;

char* sqe;

int ringfd;

sq = MAP_FAILED;

sqe = MAP_FAILED;

if (!uv__use_io_uring())

return;

/* SQPOLL required CAP_SYS_NICE until linux v5.12 relaxed that requirement.

memset(&params, 0, sizeof(params));

params.flags = flags;

if (flags & UV__IORING_SETUP_SQPOLL)

params.sq_thread_idle = 10; /* milliseconds */

/* Kernel returns a file descriptor with O_CLOEXEC flag set. */

ringfd = uv__io_uring_setup(entries, &params);

if (ringfd == -1)

return;

/* IORING_FEAT_RSRC_TAGS is used to detect linux v5.13 but what we're

if (!(params.features & UV__IORING_FEAT_RSRC_TAGS))

goto fail;

/* Implied by IORING_FEAT_RSRC_TAGS but checked explicitly anyway. */

if (!(params.features & UV__IORING_FEAT_SINGLE_MMAP))

goto fail;

/* Implied by IORING_FEAT_RSRC_TAGS but checked explicitly anyway. */

if (!(params.features & UV__IORING_FEAT_NODROP))

goto fail;

sqlen = params.sq_off.array + params.sq_entries * sizeof(uint32_t);

cqlen =

params.cq_off.cqes + params.cq_entries * sizeof(struct uv__io_uring_cqe);

maxlen = sqlen < cqlen ? cqlen : sqlen;

sqelen = params.sq_entries * sizeof(struct uv__io_uring_sqe);

sq = mmap(0,

maxlen,

PROT_READ | PROT_WRITE,

MAP_SHARED | MAP_POPULATE,

ringfd,

0); /* IORING_OFF_SQ_RING */

sqe = mmap(0,

sqelen,

PROT_READ | PROT_WRITE,

MAP_SHARED | MAP_POPULATE,

ringfd,

0x10000000ull); /* IORING_OFF_SQES */

if (sq == MAP_FAILED || sqe == MAP_FAILED)

goto fail;

if (flags & UV__IORING_SETUP_SQPOLL) {

/* Only interested in completion events. To get notified when

memset(&e, 0, sizeof(e));

e.events = POLLIN;

e.data.fd = ringfd;

if (epoll_ctl(epollfd, EPOLL_CTL_ADD, ringfd, &e))

goto fail;

}

iou->sqhead = (uint32_t*) (sq + params.sq_off.head);

iou->sqtail = (uint32_t*) (sq + params.sq_off.tail);

iou->sqmask = *(uint32_t*) (sq + params.sq_off.ring_mask);

iou->sqarray = (uint32_t*) (sq + params.sq_off.array);

iou->sqflags = (uint32_t*) (sq + params.sq_off.flags);

iou->cqhead = (uint32_t*) (sq + params.cq_off.head);

iou->cqtail = (uint32_t*) (sq + params.cq_off.tail);

iou->cqmask = *(uint32_t*) (sq + params.cq_off.ring_mask);

iou->sq = sq;

iou->cqe = sq + params.cq_off.cqes;

iou->sqe = sqe;

iou->sqlen = sqlen;

iou->cqlen = cqlen;

iou->maxlen = maxlen;

iou->sqelen = sqelen;

iou->ringfd = ringfd;

iou->in_flight = 0;

iou->flags = 0;

if (uv__kernel_version() >= /* 5.15.0 */ 0x050F00)

iou->flags |= UV__MKDIRAT_SYMLINKAT_LINKAT;

for (i = 0; i <= iou->sqmask; i++)

iou->sqarray[i] = i; /* Slot -> sqe identity mapping. */

return;

fail:

if (sq != MAP_FAILED)

munmap(sq, maxlen);

if (sqe != MAP_FAILED)

munmap(sqe, sqelen);

uv__close(ringfd);

}

static void uv__iou_delete(struct uv__iou* iou) {

if (iou->ringfd != -1) {

munmap(iou->sq, iou->maxlen);

munmap(iou->sqe, iou->sqelen);

uv__close(iou->ringfd);

iou->ringfd = -1;

}

}

int uv__platform_loop_init(uv_loop_t* loop) {

uv__loop_internal_fields_t* lfields;

lfields = uv__get_internal_fields(loop);

lfields->ctl.ringfd = -1;

lfields->iou.ringfd = -1;

loop->inotify_watchers = NULL;

loop->inotify_fd = -1;

loop->backend_fd = epoll_create1(O_CLOEXEC);

if (loop->backend_fd == -1)

return UV__ERR(errno);

uv__iou_init(loop->backend_fd, &lfields->iou, 64, UV__IORING_SETUP_SQPOLL);

uv__iou_init(loop->backend_fd, &lfields->ctl, 256, 0);

return 0;

}

int uv__io_fork(uv_loop_t* loop) {

int err;

struct watcher_list* root;

root = uv__inotify_watchers(loop)->rbh_root;

uv__close(loop->backend_fd);

loop->backend_fd = -1;

/* TODO(bnoordhuis) Loses items from the submission and completion rings. */

uv__platform_loop_delete(loop);

err = uv__platform_loop_init(loop);

if (err)

return err;

return uv__inotify_fork(loop, root);

}

void uv__platform_loop_delete(uv_loop_t* loop) {

uv__loop_internal_fields_t* lfields;

lfields = uv__get_internal_fields(loop);

uv__iou_delete(&lfields->ctl);

uv__iou_delete(&lfields->iou);

if (loop->inotify_fd != -1) {

uv__io_stop(loop, &loop->inotify_read_watcher, POLLIN);

uv__close(loop->inotify_fd);

loop->inotify_fd = -1;

}

}

struct uv__invalidate {

};

void uv__platform_invalidate_fd(uv_loop_t* loop, int fd) {

uv__loop_internal_fields_t* lfields;

struct uv__invalidate* inv;

struct epoll_event dummy;

int i;

lfields = uv__get_internal_fields(loop);

inv = lfields->inv;

/* Invalidate events with same file descriptor */

if (inv != NULL)

for (i = 0; i < inv->nfds; i++)

if (inv->events[i].data.fd == fd)

inv->events[i].data.fd = -1;

/* Remove the file descriptor from the epoll.

memset(&dummy, 0, sizeof(dummy));

if (inv == NULL) {

epoll_ctl(loop->backend_fd, EPOLL_CTL_DEL, fd, &dummy);

} else {

uv__epoll_ctl_prep(loop->backend_fd,

&lfields->ctl,

inv->prep,

EPOLL_CTL_DEL,

fd,

&dummy);

}

}

int uv__io_check_fd(uv_loop_t* loop, int fd) {

struct epoll_event e;

int rc;

memset(&e, 0, sizeof(e));

e.events = POLLIN;

e.data.fd = -1;

rc = 0;

if (epoll_ctl(loop->backend_fd, EPOLL_CTL_ADD, fd, &e))

if (errno != EEXIST)

rc = UV__ERR(errno);

if (rc == 0)

if (epoll_ctl(loop->backend_fd, EPOLL_CTL_DEL, fd, &e))

abort();

return rc;

}

static struct uv__io_uring_sqe* uv__iou_get_sqe(struct uv__iou* iou,

uv_loop_t* loop,

uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

uint32_t head;

uint32_t tail;

uint32_t mask;

uint32_t slot;

if (iou->ringfd == -1)

return NULL;

head = atomic_load_explicit((_Atomic uint32_t*) iou->sqhead,

memory_order_acquire);

tail = *iou->sqtail;

mask = iou->sqmask;

if ((head & mask) == ((tail + 1) & mask))

return NULL; /* No room in ring buffer. TODO(bnoordhuis) maybe flush it? */

slot = tail & mask;

sqe = iou->sqe;

sqe = &sqe[slot];

memset(sqe, 0, sizeof(*sqe));

sqe->user_data = (uintptr_t) req;

/* Pacify uv_cancel(). */

req->work_req.loop = loop;

req->work_req.work = NULL;

req->work_req.done = NULL;

uv__queue_init(&req->work_req.wq);

uv__req_register(loop, req);

iou->in_flight++;

return sqe;

}

static void uv__iou_submit(struct uv__iou* iou) {

uint32_t flags;

atomic_store_explicit((_Atomic uint32_t*) iou->sqtail,

*iou->sqtail + 1,

memory_order_release);

flags = atomic_load_explicit((_Atomic uint32_t*) iou->sqflags,

memory_order_acquire);

if (flags & UV__IORING_SQ_NEED_WAKEUP)

if (uv__io_uring_enter(iou->ringfd, 0, 0, UV__IORING_ENTER_SQ_WAKEUP))

if (errno != EOWNERDEAD) /* Kernel bug. Harmless, ignore. */

perror("libuv: io_uring_enter(wakeup)"); /* Can't happen. */

}

int uv__iou_fs_close(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

int kv;

kv = uv__kernel_version();

/* Work around a poorly understood bug in older kernels where closing a file

if (kv < /* 5.15.90 */ 0x050F5A)

return 0;

if (kv >= /* 5.16.0 */ 0x050A00 && kv < /* 6.1.0 */ 0x060100)

return 0;

iou = &uv__get_internal_fields(loop)->iou;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

sqe->fd = req->file;

sqe->opcode = UV__IORING_OP_CLOSE;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_fsync_or_fdatasync(uv_loop_t* loop,

uv_fs_t* req,

uint32_t fsync_flags) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

iou = &uv__get_internal_fields(loop)->iou;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

/* Little known fact: setting seq->off and seq->len turns

sqe->fd = req->file;

sqe->fsync_flags = fsync_flags;

sqe->opcode = UV__IORING_OP_FSYNC;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_link(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

iou = &uv__get_internal_fields(loop)->iou;

if (!(iou->flags & UV__MKDIRAT_SYMLINKAT_LINKAT))

return 0;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

sqe->addr = (uintptr_t) req->path;

sqe->fd = AT_FDCWD;

sqe->addr2 = (uintptr_t) req->new_path;

sqe->len = AT_FDCWD;

sqe->opcode = UV__IORING_OP_LINKAT;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_mkdir(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

iou = &uv__get_internal_fields(loop)->iou;

if (!(iou->flags & UV__MKDIRAT_SYMLINKAT_LINKAT))

return 0;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

sqe->addr = (uintptr_t) req->path;

sqe->fd = AT_FDCWD;

sqe->len = req->mode;

sqe->opcode = UV__IORING_OP_MKDIRAT;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_open(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

iou = &uv__get_internal_fields(loop)->iou;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

sqe->addr = (uintptr_t) req->path;

sqe->fd = AT_FDCWD;

sqe->len = req->mode;

sqe->opcode = UV__IORING_OP_OPENAT;

sqe->open_flags = req->flags | O_CLOEXEC;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_rename(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

iou = &uv__get_internal_fields(loop)->iou;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

sqe->addr = (uintptr_t) req->path;

sqe->fd = AT_FDCWD;

sqe->addr2 = (uintptr_t) req->new_path;

sqe->len = AT_FDCWD;

sqe->opcode = UV__IORING_OP_RENAMEAT;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_symlink(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;

struct uv__iou* iou;

iou = &uv__get_internal_fields(loop)->iou;

if (!(iou->flags & UV__MKDIRAT_SYMLINKAT_LINKAT))

return 0;

sqe = uv__iou_get_sqe(iou, loop, req);

if (sqe == NULL)

return 0;

sqe->addr = (uintptr_t) req->path;

sqe->fd = AT_FDCWD;

sqe->addr2 = (uintptr_t) req->new_path;

sqe->opcode = UV__IORING_OP_SYMLINKAT;

uv__iou_submit(iou);

return 1;

}

int uv__iou_fs_unlink(uv_loop_t* loop, uv_fs_t* req) {

struct uv__io_uring_sqe* sqe;