2022-05-25 03:28:33 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/fs.h>
|
|
|
|
#include <linux/file.h>
|
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/namei.h>
|
|
|
|
#include <linux/io_uring.h>
|
|
|
|
|
|
|
|
#include <uapi/linux/fadvise.h>
|
|
|
|
#include <uapi/linux/io_uring.h>
|
|
|
|
|
|
|
|
#include "io_uring.h"
|
|
|
|
#include "advise.h"
|
|
|
|
|
|
|
|
struct io_fadvise {
|
|
|
|
struct file *file;
|
|
|
|
u64 offset;
|
2024-06-16 02:47:14 +00:00
|
|
|
u64 len;
|
2022-05-25 03:28:33 +00:00
|
|
|
u32 advice;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct io_madvise {
|
|
|
|
struct file *file;
|
|
|
|
u64 addr;
|
2024-06-16 02:47:14 +00:00
|
|
|
u64 len;
|
2022-05-25 03:28:33 +00:00
|
|
|
u32 advice;
|
|
|
|
};
|
|
|
|
|
|
|
|
int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
|
|
|
|
{
|
|
|
|
#if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
|
2022-08-11 07:11:15 +00:00
|
|
|
struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
|
2022-05-25 03:28:33 +00:00
|
|
|
|
2024-06-16 02:47:14 +00:00
|
|
|
if (sqe->buf_index || sqe->splice_fd_in)
|
2022-05-25 03:28:33 +00:00
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
ma->addr = READ_ONCE(sqe->addr);
|
2024-06-16 02:47:14 +00:00
|
|
|
ma->len = READ_ONCE(sqe->off);
|
|
|
|
if (!ma->len)
|
|
|
|
ma->len = READ_ONCE(sqe->len);
|
2022-05-25 03:28:33 +00:00
|
|
|
ma->advice = READ_ONCE(sqe->fadvise_advice);
|
2023-01-27 13:52:25 +00:00
|
|
|
req->flags |= REQ_F_FORCE_ASYNC;
|
2022-05-25 03:28:33 +00:00
|
|
|
return 0;
|
|
|
|
#else
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
int io_madvise(struct io_kiocb *req, unsigned int issue_flags)
|
|
|
|
{
|
|
|
|
#if defined(CONFIG_ADVISE_SYSCALLS) && defined(CONFIG_MMU)
|
2022-08-11 07:11:15 +00:00
|
|
|
struct io_madvise *ma = io_kiocb_to_cmd(req, struct io_madvise);
|
2022-05-25 03:28:33 +00:00
|
|
|
int ret;
|
|
|
|
|
2023-01-27 13:52:25 +00:00
|
|
|
WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
|
2022-05-25 03:28:33 +00:00
|
|
|
|
|
|
|
ret = do_madvise(current->mm, ma->addr, ma->len, ma->advice);
|
|
|
|
io_req_set_res(req, ret, 0);
|
|
|
|
return IOU_OK;
|
|
|
|
#else
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2023-01-27 13:52:26 +00:00
|
|
|
static bool io_fadvise_force_async(struct io_fadvise *fa)
|
|
|
|
{
|
|
|
|
switch (fa->advice) {
|
|
|
|
case POSIX_FADV_NORMAL:
|
|
|
|
case POSIX_FADV_RANDOM:
|
|
|
|
case POSIX_FADV_SEQUENTIAL:
|
|
|
|
return false;
|
|
|
|
default:
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-05-25 03:28:33 +00:00
|
|
|
int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
|
|
|
|
{
|
2022-08-11 07:11:15 +00:00
|
|
|
struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
|
2022-05-25 03:28:33 +00:00
|
|
|
|
2024-06-16 02:47:14 +00:00
|
|
|
if (sqe->buf_index || sqe->splice_fd_in)
|
2022-05-25 03:28:33 +00:00
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
fa->offset = READ_ONCE(sqe->off);
|
2024-06-16 02:47:14 +00:00
|
|
|
fa->len = READ_ONCE(sqe->addr);
|
|
|
|
if (!fa->len)
|
|
|
|
fa->len = READ_ONCE(sqe->len);
|
2022-05-25 03:28:33 +00:00
|
|
|
fa->advice = READ_ONCE(sqe->fadvise_advice);
|
2023-01-27 13:52:26 +00:00
|
|
|
if (io_fadvise_force_async(fa))
|
|
|
|
req->flags |= REQ_F_FORCE_ASYNC;
|
2022-05-25 03:28:33 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)
|
|
|
|
{
|
2022-08-11 07:11:15 +00:00
|
|
|
struct io_fadvise *fa = io_kiocb_to_cmd(req, struct io_fadvise);
|
2022-05-25 03:28:33 +00:00
|
|
|
int ret;
|
|
|
|
|
2023-01-27 13:52:26 +00:00
|
|
|
WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa));
|
2022-05-25 03:28:33 +00:00
|
|
|
|
|
|
|
ret = vfs_fadvise(req->file, fa->offset, fa->len, fa->advice);
|
|
|
|
if (ret < 0)
|
|
|
|
req_set_fail(req);
|
|
|
|
io_req_set_res(req, ret, 0);
|
|
|
|
return IOU_OK;
|
|
|
|
}
|