fs.c 6.75 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51
// SPDX-License-Identifier: GPL-2.0
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/fs.h>
#include <linux/file.h>
#include <linux/mm.h>
#include <linux/slab.h>
#include <linux/namei.h>
#include <linux/io_uring.h>

#include <uapi/linux/io_uring.h>

#include "../fs/internal.h"

#include "io_uring.h"
#include "fs.h"

struct io_rename {
	struct file			*file;
	int				old_dfd;
	int				new_dfd;
	struct filename			*oldpath;
	struct filename			*newpath;
	int				flags;
};

struct io_unlink {
	struct file			*file;
	int				dfd;
	int				flags;
	struct filename			*filename;
};

struct io_mkdir {
	struct file			*file;
	int				dfd;
	umode_t				mode;
	struct filename			*filename;
};

struct io_link {
	struct file			*file;
	int				old_dfd;
	int				new_dfd;
	struct filename			*oldpath;
	struct filename			*newpath;
	int				flags;
};

int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
{
52
	struct io_rename *ren = io_kiocb_to_cmd(req, struct io_rename);
53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76
	const char __user *oldf, *newf;

	if (sqe->buf_index || sqe->splice_fd_in)
		return -EINVAL;
	if (unlikely(req->flags & REQ_F_FIXED_FILE))
		return -EBADF;

	ren->old_dfd = READ_ONCE(sqe->fd);
	oldf = u64_to_user_ptr(READ_ONCE(sqe->addr));
	newf = u64_to_user_ptr(READ_ONCE(sqe->addr2));
	ren->new_dfd = READ_ONCE(sqe->len);
	ren->flags = READ_ONCE(sqe->rename_flags);

	ren->oldpath = getname(oldf);
	if (IS_ERR(ren->oldpath))
		return PTR_ERR(ren->oldpath);

	ren->newpath = getname(newf);
	if (IS_ERR(ren->newpath)) {
		putname(ren->oldpath);
		return PTR_ERR(ren->newpath);
	}

	req->flags |= REQ_F_NEED_CLEANUP;
77
	req->flags |= REQ_F_FORCE_ASYNC;
78 79 80 81 82
	return 0;
}

int io_renameat(struct io_kiocb *req, unsigned int issue_flags)
{
83
	struct io_rename *ren = io_kiocb_to_cmd(req, struct io_rename);
84 85
	int ret;

86
	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
87 88 89 90 91 92 93 94 95 96 97

	ret = do_renameat2(ren->old_dfd, ren->oldpath, ren->new_dfd,
				ren->newpath, ren->flags);

	req->flags &= ~REQ_F_NEED_CLEANUP;
	io_req_set_res(req, ret, 0);
	return IOU_OK;
}

void io_renameat_cleanup(struct io_kiocb *req)
{
98
	struct io_rename *ren = io_kiocb_to_cmd(req, struct io_rename);
99 100 101 102 103 104 105

	putname(ren->oldpath);
	putname(ren->newpath);
}

int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
{
106
	struct io_unlink *un = io_kiocb_to_cmd(req, struct io_unlink);
107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125
	const char __user *fname;

	if (sqe->off || sqe->len || sqe->buf_index || sqe->splice_fd_in)
		return -EINVAL;
	if (unlikely(req->flags & REQ_F_FIXED_FILE))
		return -EBADF;

	un->dfd = READ_ONCE(sqe->fd);

	un->flags = READ_ONCE(sqe->unlink_flags);
	if (un->flags & ~AT_REMOVEDIR)
		return -EINVAL;

	fname = u64_to_user_ptr(READ_ONCE(sqe->addr));
	un->filename = getname(fname);
	if (IS_ERR(un->filename))
		return PTR_ERR(un->filename);

	req->flags |= REQ_F_NEED_CLEANUP;
126
	req->flags |= REQ_F_FORCE_ASYNC;
127 128 129 130 131
	return 0;
}

int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags)
{
132
	struct io_unlink *un = io_kiocb_to_cmd(req, struct io_unlink);
133 134
	int ret;

135
	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
136 137 138 139 140 141 142 143 144 145 146 147 148

	if (un->flags & AT_REMOVEDIR)
		ret = do_rmdir(un->dfd, un->filename);
	else
		ret = do_unlinkat(un->dfd, un->filename);

	req->flags &= ~REQ_F_NEED_CLEANUP;
	io_req_set_res(req, ret, 0);
	return IOU_OK;
}

void io_unlinkat_cleanup(struct io_kiocb *req)
{
149
	struct io_unlink *ul = io_kiocb_to_cmd(req, struct io_unlink);
150 151 152 153 154 155

	putname(ul->filename);
}

int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
{
156
	struct io_mkdir *mkd = io_kiocb_to_cmd(req, struct io_mkdir);
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172
	const char __user *fname;

	if (sqe->off || sqe->rw_flags || sqe->buf_index || sqe->splice_fd_in)
		return -EINVAL;
	if (unlikely(req->flags & REQ_F_FIXED_FILE))
		return -EBADF;

	mkd->dfd = READ_ONCE(sqe->fd);
	mkd->mode = READ_ONCE(sqe->len);

	fname = u64_to_user_ptr(READ_ONCE(sqe->addr));
	mkd->filename = getname(fname);
	if (IS_ERR(mkd->filename))
		return PTR_ERR(mkd->filename);

	req->flags |= REQ_F_NEED_CLEANUP;
173
	req->flags |= REQ_F_FORCE_ASYNC;
174 175 176 177 178
	return 0;
}

int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags)
{
179
	struct io_mkdir *mkd = io_kiocb_to_cmd(req, struct io_mkdir);
180 181
	int ret;

182
	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
183 184 185 186 187 188 189 190 191 192

	ret = do_mkdirat(mkd->dfd, mkd->filename, mkd->mode);

	req->flags &= ~REQ_F_NEED_CLEANUP;
	io_req_set_res(req, ret, 0);
	return IOU_OK;
}

void io_mkdirat_cleanup(struct io_kiocb *req)
{
193
	struct io_mkdir *md = io_kiocb_to_cmd(req, struct io_mkdir);
194 195 196 197 198 199

	putname(md->filename);
}

int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
{
200
	struct io_link *sl = io_kiocb_to_cmd(req, struct io_link);
201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222
	const char __user *oldpath, *newpath;

	if (sqe->len || sqe->rw_flags || sqe->buf_index || sqe->splice_fd_in)
		return -EINVAL;
	if (unlikely(req->flags & REQ_F_FIXED_FILE))
		return -EBADF;

	sl->new_dfd = READ_ONCE(sqe->fd);
	oldpath = u64_to_user_ptr(READ_ONCE(sqe->addr));
	newpath = u64_to_user_ptr(READ_ONCE(sqe->addr2));

	sl->oldpath = getname(oldpath);
	if (IS_ERR(sl->oldpath))
		return PTR_ERR(sl->oldpath);

	sl->newpath = getname(newpath);
	if (IS_ERR(sl->newpath)) {
		putname(sl->oldpath);
		return PTR_ERR(sl->newpath);
	}

	req->flags |= REQ_F_NEED_CLEANUP;
223
	req->flags |= REQ_F_FORCE_ASYNC;
224 225 226 227 228
	return 0;
}

int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags)
{
229
	struct io_link *sl = io_kiocb_to_cmd(req, struct io_link);
230 231
	int ret;

232
	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
233 234 235 236 237 238 239 240 241 242

	ret = do_symlinkat(sl->oldpath, sl->new_dfd, sl->newpath);

	req->flags &= ~REQ_F_NEED_CLEANUP;
	io_req_set_res(req, ret, 0);
	return IOU_OK;
}

int io_linkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
{
243
	struct io_link *lnk = io_kiocb_to_cmd(req, struct io_link);
244 245
	const char __user *oldf, *newf;

246
	if (sqe->buf_index || sqe->splice_fd_in)
247 248 249 250 251 252 253 254 255 256
		return -EINVAL;
	if (unlikely(req->flags & REQ_F_FIXED_FILE))
		return -EBADF;

	lnk->old_dfd = READ_ONCE(sqe->fd);
	lnk->new_dfd = READ_ONCE(sqe->len);
	oldf = u64_to_user_ptr(READ_ONCE(sqe->addr));
	newf = u64_to_user_ptr(READ_ONCE(sqe->addr2));
	lnk->flags = READ_ONCE(sqe->hardlink_flags);

257
	lnk->oldpath = getname_uflags(oldf, lnk->flags);
258 259 260 261 262 263 264 265 266 267
	if (IS_ERR(lnk->oldpath))
		return PTR_ERR(lnk->oldpath);

	lnk->newpath = getname(newf);
	if (IS_ERR(lnk->newpath)) {
		putname(lnk->oldpath);
		return PTR_ERR(lnk->newpath);
	}

	req->flags |= REQ_F_NEED_CLEANUP;
268
	req->flags |= REQ_F_FORCE_ASYNC;
269 270 271 272 273
	return 0;
}

int io_linkat(struct io_kiocb *req, unsigned int issue_flags)
{
274
	struct io_link *lnk = io_kiocb_to_cmd(req, struct io_link);
275 276
	int ret;

277
	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);
278 279 280 281 282 283 284 285 286 287 288

	ret = do_linkat(lnk->old_dfd, lnk->oldpath, lnk->new_dfd,
				lnk->newpath, lnk->flags);

	req->flags &= ~REQ_F_NEED_CLEANUP;
	io_req_set_res(req, ret, 0);
	return IOU_OK;
}

void io_link_cleanup(struct io_kiocb *req)
{
289
	struct io_link *sl = io_kiocb_to_cmd(req, struct io_link);
290 291 292 293

	putname(sl->oldpath);
	putname(sl->newpath);
}