1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* dir.c: AFS filesystem directory handling
4 * Copyright (C) 2002, 2018 Red Hat, Inc. All Rights Reserved.
5 * Written by David Howells (dhowells@redhat.com)
8 #include <linux/kernel.h>
10 #include <linux/namei.h>
11 #include <linux/pagemap.h>
12 #include <linux/swap.h>
13 #include <linux/ctype.h>
14 #include <linux/sched.h>
15 #include <linux/task_io_accounting_ops.h>
20 static struct dentry *afs_lookup(struct inode *dir, struct dentry *dentry,
22 static int afs_dir_open(struct inode *inode, struct file *file);
23 static int afs_readdir(struct file *file, struct dir_context *ctx);
24 static int afs_d_revalidate(struct dentry *dentry, unsigned int flags);
25 static int afs_d_delete(const struct dentry *dentry);
26 static void afs_d_iput(struct dentry *dentry, struct inode *inode);
27 static bool afs_lookup_one_filldir(struct dir_context *ctx, const char *name, int nlen,
28 loff_t fpos, u64 ino, unsigned dtype);
29 static bool afs_lookup_filldir(struct dir_context *ctx, const char *name, int nlen,
30 loff_t fpos, u64 ino, unsigned dtype);
31 static int afs_create(struct mnt_idmap *idmap, struct inode *dir,
32 struct dentry *dentry, umode_t mode, bool excl);
33 static int afs_mkdir(struct mnt_idmap *idmap, struct inode *dir,
34 struct dentry *dentry, umode_t mode);
35 static int afs_rmdir(struct inode *dir, struct dentry *dentry);
36 static int afs_unlink(struct inode *dir, struct dentry *dentry);
37 static int afs_link(struct dentry *from, struct inode *dir,
38 struct dentry *dentry);
39 static int afs_symlink(struct mnt_idmap *idmap, struct inode *dir,
40 struct dentry *dentry, const char *content);
41 static int afs_rename(struct mnt_idmap *idmap, struct inode *old_dir,
42 struct dentry *old_dentry, struct inode *new_dir,
43 struct dentry *new_dentry, unsigned int flags);
44 static bool afs_dir_release_folio(struct folio *folio, gfp_t gfp_flags);
45 static void afs_dir_invalidate_folio(struct folio *folio, size_t offset,
48 static bool afs_dir_dirty_folio(struct address_space *mapping,
51 BUG(); /* This should never happen. */
54 const struct file_operations afs_dir_file_operations = {
56 .release = afs_release,
57 .iterate_shared = afs_readdir,
59 .llseek = generic_file_llseek,
62 const struct inode_operations afs_dir_inode_operations = {
67 .symlink = afs_symlink,
71 .permission = afs_permission,
72 .getattr = afs_getattr,
73 .setattr = afs_setattr,
76 const struct address_space_operations afs_dir_aops = {
77 .dirty_folio = afs_dir_dirty_folio,
78 .release_folio = afs_dir_release_folio,
79 .invalidate_folio = afs_dir_invalidate_folio,
80 .migrate_folio = filemap_migrate_folio,
83 const struct dentry_operations afs_fs_dentry_operations = {
84 .d_revalidate = afs_d_revalidate,
85 .d_delete = afs_d_delete,
86 .d_release = afs_d_release,
87 .d_automount = afs_d_automount,
91 struct afs_lookup_one_cookie {
92 struct dir_context ctx;
98 struct afs_lookup_cookie {
99 struct dir_context ctx;
103 unsigned short nr_fids;
104 struct afs_fid fids[50];
108 * Drop the refs that we're holding on the folios we were reading into. We've
109 * got refs on the first nr_pages pages.
111 static void afs_dir_read_cleanup(struct afs_read *req)
113 struct address_space *mapping = req->vnode->netfs.inode.i_mapping;
115 pgoff_t last = req->nr_pages - 1;
117 XA_STATE(xas, &mapping->i_pages, 0);
119 if (unlikely(!req->nr_pages))
123 xas_for_each(&xas, folio, last) {
124 if (xas_retry(&xas, folio))
126 BUG_ON(xa_is_value(folio));
127 ASSERTCMP(folio_file_mapping(folio), ==, mapping);
136 * check that a directory folio is valid
138 static bool afs_dir_check_folio(struct afs_vnode *dvnode, struct folio *folio,
141 union afs_xdr_dir_block *block;
145 /* Determine how many magic numbers there should be in this folio, but
146 * we must take care because the directory may change size under us.
148 pos = folio_pos(folio);
152 size = min_t(loff_t, folio_size(folio), i_size - pos);
153 for (offset = 0; offset < size; offset += sizeof(*block)) {
154 block = kmap_local_folio(folio, offset);
155 if (block->hdr.magic != AFS_DIR_MAGIC) {
156 printk("kAFS: %s(%lx): [%llx] bad magic %zx/%zx is %04hx\n",
157 __func__, dvnode->netfs.inode.i_ino,
158 pos, offset, size, ntohs(block->hdr.magic));
159 trace_afs_dir_check_failed(dvnode, pos + offset, i_size);
161 trace_afs_file_error(dvnode, -EIO, afs_file_error_dir_bad_magic);
165 /* Make sure each block is NUL terminated so we can reasonably
166 * use string functions on it. The filenames in the folio
167 * *should* be NUL-terminated anyway.
169 ((u8 *)block)[AFS_DIR_BLOCK_SIZE - 1] = 0;
174 afs_stat_v(dvnode, n_read_dir);
182 * Dump the contents of a directory.
184 static void afs_dir_dump(struct afs_vnode *dvnode, struct afs_read *req)
186 union afs_xdr_dir_block *block;
187 struct address_space *mapping = dvnode->netfs.inode.i_mapping;
189 pgoff_t last = req->nr_pages - 1;
192 XA_STATE(xas, &mapping->i_pages, 0);
194 pr_warn("DIR %llx:%llx f=%llx l=%llx al=%llx\n",
195 dvnode->fid.vid, dvnode->fid.vnode,
196 req->file_size, req->len, req->actual_len);
197 pr_warn("DIR %llx %x %zx %zx\n",
198 req->pos, req->nr_pages,
199 req->iter->iov_offset, iov_iter_count(req->iter));
201 xas_for_each(&xas, folio, last) {
202 if (xas_retry(&xas, folio))
205 BUG_ON(folio_file_mapping(folio) != mapping);
207 size = min_t(loff_t, folio_size(folio), req->actual_len - folio_pos(folio));
208 for (offset = 0; offset < size; offset += sizeof(*block)) {
209 block = kmap_local_folio(folio, offset);
210 pr_warn("[%02lx] %32phN\n", folio_index(folio) + offset, block);
217 * Check all the blocks in a directory. All the folios are held pinned.
219 static int afs_dir_check(struct afs_vnode *dvnode, struct afs_read *req)
221 struct address_space *mapping = dvnode->netfs.inode.i_mapping;
223 pgoff_t last = req->nr_pages - 1;
226 XA_STATE(xas, &mapping->i_pages, 0);
228 if (unlikely(!req->nr_pages))
232 xas_for_each(&xas, folio, last) {
233 if (xas_retry(&xas, folio))
236 BUG_ON(folio_file_mapping(folio) != mapping);
238 if (!afs_dir_check_folio(dvnode, folio, req->actual_len)) {
239 afs_dir_dump(dvnode, req);
250 * open an AFS directory file
252 static int afs_dir_open(struct inode *inode, struct file *file)
254 _enter("{%lu}", inode->i_ino);
256 BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048);
257 BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32);
259 if (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(inode)->flags))
262 return afs_open(inode, file);
266 * Read the directory into the pagecache in one go, scrubbing the previous
267 * contents. The list of folios is returned, pinning them so that they don't
268 * get reclaimed during the iteration.
270 static struct afs_read *afs_read_dir(struct afs_vnode *dvnode, struct key *key)
271 __acquires(&dvnode->validate_lock)
273 struct address_space *mapping = dvnode->netfs.inode.i_mapping;
274 struct afs_read *req;
278 loff_t remote_size = 0;
282 req = kzalloc(sizeof(*req), GFP_KERNEL);
284 return ERR_PTR(-ENOMEM);
286 refcount_set(&req->usage, 1);
288 req->key = key_get(key);
289 req->cleanup = afs_dir_read_cleanup;
292 i_size = i_size_read(&dvnode->netfs.inode);
293 if (i_size < remote_size)
294 i_size = remote_size;
296 ret = afs_bad(dvnode, afs_file_error_dir_small);
299 if (i_size > 2048 * 1024) {
300 trace_afs_file_error(dvnode, -EFBIG, afs_file_error_dir_big);
305 _enter("%llu", i_size);
307 nr_pages = (i_size + PAGE_SIZE - 1) / PAGE_SIZE;
309 req->actual_len = i_size; /* May change */
310 req->len = nr_pages * PAGE_SIZE; /* We can ask for more than there is */
311 req->data_version = dvnode->status.data_version; /* May change */
312 iov_iter_xarray(&req->def_iter, ITER_DEST, &dvnode->netfs.inode.i_mapping->i_pages,
314 req->iter = &req->def_iter;
316 /* Fill in any gaps that we might find where the memory reclaimer has
317 * been at work and pin all the folios. If there are any gaps, we will
318 * need to reread the entire directory contents.
321 while (i < nr_pages) {
324 folio = filemap_get_folio(mapping, i);
326 if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
327 afs_stat_v(dvnode, n_inval);
328 folio = __filemap_get_folio(mapping,
329 i, FGP_LOCK | FGP_CREAT,
332 ret = PTR_ERR(folio);
335 folio_attach_private(folio, (void *)1);
339 req->nr_pages += folio_nr_pages(folio);
340 i += folio_nr_pages(folio);
343 /* If we're going to reload, we need to lock all the pages to prevent
347 if (down_read_killable(&dvnode->validate_lock) < 0)
350 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
353 up_read(&dvnode->validate_lock);
354 if (down_write_killable(&dvnode->validate_lock) < 0)
357 if (!test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) {
358 trace_afs_reload_dir(dvnode);
359 ret = afs_fetch_data(dvnode, req);
363 task_io_account_read(PAGE_SIZE * req->nr_pages);
365 if (req->len < req->file_size) {
366 /* The content has grown, so we need to expand the
369 up_write(&dvnode->validate_lock);
370 remote_size = req->file_size;
374 /* Validate the data we just read. */
375 ret = afs_dir_check(dvnode, req);
379 // TODO: Trim excess pages
381 set_bit(AFS_VNODE_DIR_VALID, &dvnode->flags);
384 downgrade_write(&dvnode->validate_lock);
389 up_write(&dvnode->validate_lock);
392 _leave(" = %d", ret);
397 * deal with one block in an AFS directory
399 static int afs_dir_iterate_block(struct afs_vnode *dvnode,
400 struct dir_context *ctx,
401 union afs_xdr_dir_block *block,
404 union afs_xdr_dirent *dire;
405 unsigned offset, next, curr, nr_slots;
409 _enter("%llx,%x", ctx->pos, blkoff);
411 curr = (ctx->pos - blkoff) / sizeof(union afs_xdr_dirent);
413 /* walk through the block, an entry at a time */
414 for (offset = (blkoff == 0 ? AFS_DIR_RESV_BLOCKS0 : AFS_DIR_RESV_BLOCKS);
415 offset < AFS_DIR_SLOTS_PER_BLOCK;
418 /* skip entries marked unused in the bitmap */
419 if (!(block->hdr.bitmap[offset / 8] &
420 (1 << (offset % 8)))) {
421 _debug("ENT[%zu.%u]: unused",
422 blkoff / sizeof(union afs_xdr_dir_block), offset);
426 next * sizeof(union afs_xdr_dirent);
430 /* got a valid entry */
431 dire = &block->dirents[offset];
432 nlen = strnlen(dire->u.name,
434 offset * sizeof(union afs_xdr_dirent));
435 if (nlen > AFSNAMEMAX - 1) {
436 _debug("ENT[%zu]: name too long (len %u/%zu)",
437 blkoff / sizeof(union afs_xdr_dir_block),
439 return afs_bad(dvnode, afs_file_error_dir_name_too_long);
442 _debug("ENT[%zu.%u]: %s %zu \"%s\"",
443 blkoff / sizeof(union afs_xdr_dir_block), offset,
444 (offset < curr ? "skip" : "fill"),
447 nr_slots = afs_dir_calc_slots(nlen);
448 next = offset + nr_slots;
449 if (next > AFS_DIR_SLOTS_PER_BLOCK) {
450 _debug("ENT[%zu.%u]:"
451 " %u extends beyond end dir block"
453 blkoff / sizeof(union afs_xdr_dir_block),
455 return afs_bad(dvnode, afs_file_error_dir_over_end);
458 /* Check that the name-extension dirents are all allocated */
459 for (tmp = 1; tmp < nr_slots; tmp++) {
460 unsigned int ix = offset + tmp;
461 if (!(block->hdr.bitmap[ix / 8] & (1 << (ix % 8)))) {
463 " %u unmarked extension (%u/%u)",
464 blkoff / sizeof(union afs_xdr_dir_block),
465 offset, tmp, nr_slots);
466 return afs_bad(dvnode, afs_file_error_dir_unmarked_ext);
470 /* skip if starts before the current position */
473 ctx->pos = blkoff + next * sizeof(union afs_xdr_dirent);
477 /* Don't expose silly rename entries to userspace. */
479 dire->u.name[0] == '.' &&
480 ctx->actor != afs_lookup_filldir &&
481 ctx->actor != afs_lookup_one_filldir &&
482 memcmp(dire->u.name, ".__afs", 6) == 0) {
483 ctx->pos = blkoff + next * sizeof(union afs_xdr_dirent);
487 /* found the next entry */
488 if (!dir_emit(ctx, dire->u.name, nlen,
489 ntohl(dire->u.vnode),
490 (ctx->actor == afs_lookup_filldir ||
491 ctx->actor == afs_lookup_one_filldir)?
492 ntohl(dire->u.unique) : DT_UNKNOWN)) {
493 _leave(" = 0 [full]");
497 ctx->pos = blkoff + next * sizeof(union afs_xdr_dirent);
500 _leave(" = 1 [more]");
505 * iterate through the data blob that lists the contents of an AFS directory
507 static int afs_dir_iterate(struct inode *dir, struct dir_context *ctx,
508 struct key *key, afs_dataversion_t *_dir_version)
510 struct afs_vnode *dvnode = AFS_FS_I(dir);
511 union afs_xdr_dir_block *dblock;
512 struct afs_read *req;
514 unsigned offset, size;
517 _enter("{%lu},%u,,", dir->i_ino, (unsigned)ctx->pos);
519 if (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(dir)->flags)) {
520 _leave(" = -ESTALE");
524 req = afs_read_dir(dvnode, key);
527 *_dir_version = req->data_version;
529 /* round the file position up to the next entry boundary */
530 ctx->pos += sizeof(union afs_xdr_dirent) - 1;
531 ctx->pos &= ~(sizeof(union afs_xdr_dirent) - 1);
533 /* walk through the blocks in sequence */
535 while (ctx->pos < req->actual_len) {
536 /* Fetch the appropriate folio from the directory and re-add it
537 * to the LRU. We have all the pages pinned with an extra ref.
539 folio = __filemap_get_folio(dir->i_mapping, ctx->pos / PAGE_SIZE,
542 ret = afs_bad(dvnode, afs_file_error_dir_missing_page);
546 offset = round_down(ctx->pos, sizeof(*dblock)) - folio_file_pos(folio);
547 size = min_t(loff_t, folio_size(folio),
548 req->actual_len - folio_file_pos(folio));
551 dblock = kmap_local_folio(folio, offset);
552 ret = afs_dir_iterate_block(dvnode, ctx, dblock,
553 folio_file_pos(folio) + offset);
554 kunmap_local(dblock);
558 } while (offset += sizeof(*dblock), offset < size);
564 up_read(&dvnode->validate_lock);
566 _leave(" = %d", ret);
571 * read an AFS directory
573 static int afs_readdir(struct file *file, struct dir_context *ctx)
575 afs_dataversion_t dir_version;
577 return afs_dir_iterate(file_inode(file), ctx, afs_file_key(file),
582 * Search the directory for a single name
583 * - if afs_dir_iterate_block() spots this function, it'll pass the FID
584 * uniquifier through dtype
586 static bool afs_lookup_one_filldir(struct dir_context *ctx, const char *name,
587 int nlen, loff_t fpos, u64 ino, unsigned dtype)
589 struct afs_lookup_one_cookie *cookie =
590 container_of(ctx, struct afs_lookup_one_cookie, ctx);
592 _enter("{%s,%u},%s,%u,,%llu,%u",
593 cookie->name.name, cookie->name.len, name, nlen,
594 (unsigned long long) ino, dtype);
596 /* insanity checks first */
597 BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048);
598 BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32);
600 if (cookie->name.len != nlen ||
601 memcmp(cookie->name.name, name, nlen) != 0) {
602 _leave(" = true [keep looking]");
606 cookie->fid.vnode = ino;
607 cookie->fid.unique = dtype;
610 _leave(" = false [found]");
615 * Do a lookup of a single name in a directory
616 * - just returns the FID the dentry name maps to if found
618 static int afs_do_lookup_one(struct inode *dir, struct dentry *dentry,
619 struct afs_fid *fid, struct key *key,
620 afs_dataversion_t *_dir_version)
622 struct afs_super_info *as = dir->i_sb->s_fs_info;
623 struct afs_lookup_one_cookie cookie = {
624 .ctx.actor = afs_lookup_one_filldir,
625 .name = dentry->d_name,
626 .fid.vid = as->volume->vid
630 _enter("{%lu},%p{%pd},", dir->i_ino, dentry, dentry);
632 /* search the directory */
633 ret = afs_dir_iterate(dir, &cookie.ctx, key, _dir_version);
635 _leave(" = %d [iter]", ret);
640 _leave(" = -ENOENT [not found]");
645 _leave(" = 0 { vn=%llu u=%u }", fid->vnode, fid->unique);
650 * search the directory for a name
651 * - if afs_dir_iterate_block() spots this function, it'll pass the FID
652 * uniquifier through dtype
654 static bool afs_lookup_filldir(struct dir_context *ctx, const char *name,
655 int nlen, loff_t fpos, u64 ino, unsigned dtype)
657 struct afs_lookup_cookie *cookie =
658 container_of(ctx, struct afs_lookup_cookie, ctx);
660 _enter("{%s,%u},%s,%u,,%llu,%u",
661 cookie->name.name, cookie->name.len, name, nlen,
662 (unsigned long long) ino, dtype);
664 /* insanity checks first */
665 BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048);
666 BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32);
669 if (cookie->nr_fids < 50) {
670 cookie->fids[cookie->nr_fids].vnode = ino;
671 cookie->fids[cookie->nr_fids].unique = dtype;
674 } else if (cookie->name.len == nlen &&
675 memcmp(cookie->name.name, name, nlen) == 0) {
676 cookie->fids[1].vnode = ino;
677 cookie->fids[1].unique = dtype;
679 if (cookie->one_only)
683 return cookie->nr_fids < 50;
687 * Deal with the result of a successful lookup operation. Turn all the files
688 * into inodes and save the first one - which is the one we actually want.
690 static void afs_do_lookup_success(struct afs_operation *op)
692 struct afs_vnode_param *vp;
693 struct afs_vnode *vnode;
700 for (i = 0; i < op->nr_files; i++) {
704 abort_code = vp->scb.status.abort_code;
705 if (abort_code != 0) {
706 op->call_abort_code = abort_code;
707 afs_op_set_error(op, afs_abort_to_error(abort_code));
708 op->cumul_error.abort_code = abort_code;
717 vp = &op->more_files[i - 2];
721 if (vp->scb.status.abort_code)
722 trace_afs_bulkstat_error(op, &vp->fid, i, vp->scb.status.abort_code);
723 if (!vp->scb.have_status && !vp->scb.have_error)
726 _debug("do [%u]", i);
728 if (!test_bit(AFS_VNODE_UNSET, &vp->vnode->flags))
729 afs_vnode_commit_status(op, vp);
730 } else if (vp->scb.status.abort_code == 0) {
731 inode = afs_iget(op, vp);
732 if (!IS_ERR(inode)) {
733 vnode = AFS_FS_I(inode);
734 afs_cache_permit(vnode, op->key,
735 0 /* Assume vnode->cb_break is 0 */ +
739 vp->put_vnode = true;
742 _debug("- abort %d %llx:%llx.%x",
743 vp->scb.status.abort_code,
744 vp->fid.vid, vp->fid.vnode, vp->fid.unique);
751 static const struct afs_operation_ops afs_inline_bulk_status_operation = {
752 .issue_afs_rpc = afs_fs_inline_bulk_status,
753 .issue_yfs_rpc = yfs_fs_inline_bulk_status,
754 .success = afs_do_lookup_success,
757 static const struct afs_operation_ops afs_lookup_fetch_status_operation = {
758 .issue_afs_rpc = afs_fs_fetch_status,
759 .issue_yfs_rpc = yfs_fs_fetch_status,
760 .success = afs_do_lookup_success,
761 .aborted = afs_check_for_remote_deletion,
765 * See if we know that the server we expect to use doesn't support
766 * FS.InlineBulkStatus.
768 static bool afs_server_supports_ibulk(struct afs_vnode *dvnode)
770 struct afs_server_list *slist;
771 struct afs_volume *volume = dvnode->volume;
772 struct afs_server *server;
776 if (!test_bit(AFS_VOLUME_MAYBE_NO_IBULK, &volume->flags))
780 slist = rcu_dereference(volume->servers);
782 for (i = 0; i < slist->nr_servers; i++) {
783 server = slist->servers[i].server;
784 if (server == dvnode->cb_server) {
785 if (test_bit(AFS_SERVER_FL_NO_IBULK, &server->flags))
796 * Do a lookup in a directory. We make use of bulk lookup to query a slew of
797 * files in one go and create inodes for them. The inode of the file we were
798 * asked for is returned.
800 static struct inode *afs_do_lookup(struct inode *dir, struct dentry *dentry,
803 struct afs_lookup_cookie *cookie;
804 struct afs_vnode_param *vp;
805 struct afs_operation *op;
806 struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode;
807 struct inode *inode = NULL, *ti;
808 afs_dataversion_t data_version = READ_ONCE(dvnode->status.data_version);
812 _enter("{%lu},%p{%pd},", dir->i_ino, dentry, dentry);
814 cookie = kzalloc(sizeof(struct afs_lookup_cookie), GFP_KERNEL);
816 return ERR_PTR(-ENOMEM);
818 for (i = 0; i < ARRAY_SIZE(cookie->fids); i++)
819 cookie->fids[i].vid = dvnode->fid.vid;
820 cookie->ctx.actor = afs_lookup_filldir;
821 cookie->name = dentry->d_name;
822 cookie->nr_fids = 2; /* slot 0 is saved for the fid we actually want
823 * and slot 1 for the directory */
825 if (!afs_server_supports_ibulk(dvnode))
826 cookie->one_only = true;
828 /* search the directory */
829 ret = afs_dir_iterate(dir, &cookie->ctx, key, &data_version);
833 dentry->d_fsdata = (void *)(unsigned long)data_version;
839 /* Check to see if we already have an inode for the primary fid. */
840 inode = ilookup5(dir->i_sb, cookie->fids[1].vnode,
841 afs_ilookup5_test_by_fid, &cookie->fids[1]);
843 goto out; /* We do */
845 /* Okay, we didn't find it. We need to query the server - and whilst
846 * we're doing that, we're going to attempt to look up a bunch of other
849 op = afs_alloc_operation(NULL, dvnode->volume);
855 afs_op_set_vnode(op, 0, dvnode);
856 afs_op_set_fid(op, 1, &cookie->fids[1]);
858 op->nr_files = cookie->nr_fids;
859 _debug("nr_files %u", op->nr_files);
861 /* Need space for examining all the selected files */
862 if (op->nr_files > 2) {
863 op->more_files = kvcalloc(op->nr_files - 2,
864 sizeof(struct afs_vnode_param),
866 if (!op->more_files) {
871 for (i = 2; i < op->nr_files; i++) {
872 vp = &op->more_files[i - 2];
873 vp->fid = cookie->fids[i];
875 /* Find any inodes that already exist and get their
878 ti = ilookup5_nowait(dir->i_sb, vp->fid.vnode,
879 afs_ilookup5_test_by_fid, &vp->fid);
880 if (!IS_ERR_OR_NULL(ti)) {
881 vnode = AFS_FS_I(ti);
882 vp->dv_before = vnode->status.data_version;
883 vp->cb_break_before = afs_calc_vnode_cb_break(vnode);
885 vp->put_vnode = true;
886 vp->speculative = true; /* vnode not locked */
891 /* Try FS.InlineBulkStatus first. Abort codes for the individual
892 * lookups contained therein are stored in the reply without aborting
893 * the whole operation.
895 afs_op_set_error(op, -ENOTSUPP);
896 if (!cookie->one_only) {
897 op->ops = &afs_inline_bulk_status_operation;
898 afs_begin_vnode_operation(op);
899 afs_wait_for_operation(op);
902 if (afs_op_error(op) == -ENOTSUPP) {
903 /* We could try FS.BulkStatus next, but this aborts the entire
904 * op if any of the lookups fails - so, for the moment, revert
905 * to FS.FetchStatus for op->file[1].
907 op->fetch_status.which = 1;
908 op->ops = &afs_lookup_fetch_status_operation;
909 afs_begin_vnode_operation(op);
910 afs_wait_for_operation(op);
914 if (!afs_op_error(op)) {
915 if (op->file[1].scb.status.abort_code) {
916 afs_op_accumulate_error(op, -ECONNABORTED,
917 op->file[1].scb.status.abort_code);
919 inode = &op->file[1].vnode->netfs.inode;
920 op->file[1].vnode = NULL;
924 if (op->file[0].scb.have_status)
925 dentry->d_fsdata = (void *)(unsigned long)op->file[0].scb.status.data_version;
927 dentry->d_fsdata = (void *)(unsigned long)op->file[0].dv_before;
928 ret = afs_put_operation(op);
932 return inode ?: ERR_PTR(ret);
936 * Look up an entry in a directory with @sys substitution.
938 static struct dentry *afs_lookup_atsys(struct inode *dir, struct dentry *dentry,
941 struct afs_sysnames *subs;
942 struct afs_net *net = afs_i2net(dir);
944 char *buf, *p, *name;
949 ret = ERR_PTR(-ENOMEM);
950 p = buf = kmalloc(AFSNAMEMAX, GFP_KERNEL);
953 if (dentry->d_name.len > 4) {
954 memcpy(p, dentry->d_name.name, dentry->d_name.len - 4);
955 p += dentry->d_name.len - 4;
958 /* There is an ordered list of substitutes that we have to try. */
959 read_lock(&net->sysnames_lock);
960 subs = net->sysnames;
961 refcount_inc(&subs->usage);
962 read_unlock(&net->sysnames_lock);
964 for (i = 0; i < subs->nr; i++) {
965 name = subs->subs[i];
966 len = dentry->d_name.len - 4 + strlen(name);
967 if (len >= AFSNAMEMAX) {
968 ret = ERR_PTR(-ENAMETOOLONG);
973 ret = lookup_one_len(buf, dentry->d_parent, len);
974 if (IS_ERR(ret) || d_is_positive(ret))
979 /* We don't want to d_add() the @sys dentry here as we don't want to
980 * the cached dentry to hide changes to the sysnames list.
984 afs_put_sysnames(subs);
992 * look up an entry in a directory
994 static struct dentry *afs_lookup(struct inode *dir, struct dentry *dentry,
997 struct afs_vnode *dvnode = AFS_FS_I(dir);
998 struct afs_fid fid = {};
1004 _enter("{%llx:%llu},%p{%pd},",
1005 dvnode->fid.vid, dvnode->fid.vnode, dentry, dentry);
1007 ASSERTCMP(d_inode(dentry), ==, NULL);
1009 if (dentry->d_name.len >= AFSNAMEMAX) {
1010 _leave(" = -ENAMETOOLONG");
1011 return ERR_PTR(-ENAMETOOLONG);
1014 if (test_bit(AFS_VNODE_DELETED, &dvnode->flags)) {
1015 _leave(" = -ESTALE");
1016 return ERR_PTR(-ESTALE);
1019 key = afs_request_key(dvnode->volume->cell);
1021 _leave(" = %ld [key]", PTR_ERR(key));
1022 return ERR_CAST(key);
1025 ret = afs_validate(dvnode, key);
1028 _leave(" = %d [val]", ret);
1029 return ERR_PTR(ret);
1032 if (dentry->d_name.len >= 4 &&
1033 dentry->d_name.name[dentry->d_name.len - 4] == '@' &&
1034 dentry->d_name.name[dentry->d_name.len - 3] == 's' &&
1035 dentry->d_name.name[dentry->d_name.len - 2] == 'y' &&
1036 dentry->d_name.name[dentry->d_name.len - 1] == 's')
1037 return afs_lookup_atsys(dir, dentry, key);
1039 afs_stat_v(dvnode, n_lookup);
1040 inode = afs_do_lookup(dir, dentry, key);
1042 if (inode == ERR_PTR(-ENOENT))
1043 inode = afs_try_auto_mntpt(dentry, dir);
1045 if (!IS_ERR_OR_NULL(inode))
1046 fid = AFS_FS_I(inode)->fid;
1048 _debug("splice %p", dentry->d_inode);
1049 d = d_splice_alias(inode, dentry);
1050 if (!IS_ERR_OR_NULL(d)) {
1051 d->d_fsdata = dentry->d_fsdata;
1052 trace_afs_lookup(dvnode, &d->d_name, &fid);
1054 trace_afs_lookup(dvnode, &dentry->d_name, &fid);
1061 * Check the validity of a dentry under RCU conditions.
1063 static int afs_d_revalidate_rcu(struct dentry *dentry)
1065 struct afs_vnode *dvnode;
1066 struct dentry *parent;
1068 long dir_version, de_version;
1070 _enter("%p", dentry);
1072 /* Check the parent directory is still valid first. */
1073 parent = READ_ONCE(dentry->d_parent);
1074 dir = d_inode_rcu(parent);
1077 dvnode = AFS_FS_I(dir);
1078 if (test_bit(AFS_VNODE_DELETED, &dvnode->flags))
1081 if (!afs_check_validity(dvnode))
1084 /* We only need to invalidate a dentry if the server's copy changed
1085 * behind our back. If we made the change, it's no problem. Note that
1086 * on a 32-bit system, we only have 32 bits in the dentry to store the
1089 dir_version = (long)READ_ONCE(dvnode->status.data_version);
1090 de_version = (long)READ_ONCE(dentry->d_fsdata);
1091 if (de_version != dir_version) {
1092 dir_version = (long)READ_ONCE(dvnode->invalid_before);
1093 if (de_version - dir_version < 0)
1097 return 1; /* Still valid */
1101 * check that a dentry lookup hit has found a valid entry
1102 * - NOTE! the hit can be a negative hit too, so we can't assume we have an
1105 static int afs_d_revalidate(struct dentry *dentry, unsigned int flags)
1107 struct afs_vnode *vnode, *dir;
1109 struct dentry *parent;
1110 struct inode *inode;
1112 afs_dataversion_t dir_version, invalid_before;
1116 if (flags & LOOKUP_RCU)
1117 return afs_d_revalidate_rcu(dentry);
1119 if (d_really_is_positive(dentry)) {
1120 vnode = AFS_FS_I(d_inode(dentry));
1121 _enter("{v={%llx:%llu} n=%pd fl=%lx},",
1122 vnode->fid.vid, vnode->fid.vnode, dentry,
1125 _enter("{neg n=%pd}", dentry);
1128 key = afs_request_key(AFS_FS_S(dentry->d_sb)->volume->cell);
1132 /* Hold the parent dentry so we can peer at it */
1133 parent = dget_parent(dentry);
1134 dir = AFS_FS_I(d_inode(parent));
1136 /* validate the parent directory */
1137 afs_validate(dir, key);
1139 if (test_bit(AFS_VNODE_DELETED, &dir->flags)) {
1140 _debug("%pd: parent dir deleted", dentry);
1144 /* We only need to invalidate a dentry if the server's copy changed
1145 * behind our back. If we made the change, it's no problem. Note that
1146 * on a 32-bit system, we only have 32 bits in the dentry to store the
1149 dir_version = dir->status.data_version;
1150 de_version = (long)dentry->d_fsdata;
1151 if (de_version == (long)dir_version)
1152 goto out_valid_noupdate;
1154 invalid_before = dir->invalid_before;
1155 if (de_version - (long)invalid_before >= 0)
1158 _debug("dir modified");
1159 afs_stat_v(dir, n_reval);
1161 /* search the directory for this vnode */
1162 ret = afs_do_lookup_one(&dir->netfs.inode, dentry, &fid, key, &dir_version);
1165 /* the filename maps to something */
1166 if (d_really_is_negative(dentry))
1168 inode = d_inode(dentry);
1169 if (is_bad_inode(inode)) {
1170 printk("kAFS: afs_d_revalidate: %pd2 has bad inode\n",
1175 vnode = AFS_FS_I(inode);
1177 /* if the vnode ID has changed, then the dirent points to a
1179 if (fid.vnode != vnode->fid.vnode) {
1180 _debug("%pd: dirent changed [%llu != %llu]",
1186 /* if the vnode ID uniqifier has changed, then the file has
1187 * been deleted and replaced, and the original vnode ID has
1189 if (fid.unique != vnode->fid.unique) {
1190 _debug("%pd: file deleted (uq %u -> %u I:%u)",
1193 vnode->netfs.inode.i_generation);
1199 /* the filename is unknown */
1200 _debug("%pd: dirent not found", dentry);
1201 if (d_really_is_positive(dentry))
1206 _debug("failed to iterate dir %pd: %d",
1212 dentry->d_fsdata = (void *)(unsigned long)dir_version;
1216 _leave(" = 1 [valid]");
1220 _debug("dropping dentry %pd2", dentry);
1224 _leave(" = 0 [bad]");
1229 * allow the VFS to enquire as to whether a dentry should be unhashed (mustn't
1231 * - called from dput() when d_count is going to 0.
1232 * - return 1 to request dentry be unhashed, 0 otherwise
1234 static int afs_d_delete(const struct dentry *dentry)
1236 _enter("%pd", dentry);
1238 if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
1241 if (d_really_is_positive(dentry) &&
1242 (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(d_inode(dentry))->flags) ||
1243 test_bit(AFS_VNODE_PSEUDODIR, &AFS_FS_I(d_inode(dentry))->flags)))
1246 _leave(" = 0 [keep]");
1250 _leave(" = 1 [zap]");
1255 * Clean up sillyrename files on dentry removal.
1257 static void afs_d_iput(struct dentry *dentry, struct inode *inode)
1259 if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
1260 afs_silly_iput(dentry, inode);
1265 * handle dentry release
1267 void afs_d_release(struct dentry *dentry)
1269 _enter("%pd", dentry);
1272 void afs_check_for_remote_deletion(struct afs_operation *op)
1274 struct afs_vnode *vnode = op->file[0].vnode;
1276 switch (afs_op_abort_code(op)) {
1278 set_bit(AFS_VNODE_DELETED, &vnode->flags);
1279 afs_break_callback(vnode, afs_cb_break_for_deleted);
1284 * Create a new inode for create/mkdir/symlink
1286 static void afs_vnode_new_inode(struct afs_operation *op)
1288 struct afs_vnode_param *vp = &op->file[1];
1289 struct afs_vnode *vnode;
1290 struct inode *inode;
1294 ASSERTCMP(afs_op_error(op), ==, 0);
1296 inode = afs_iget(op, vp);
1297 if (IS_ERR(inode)) {
1298 /* ENOMEM or EINTR at a really inconvenient time - just abandon
1299 * the new directory on the server.
1301 afs_op_accumulate_error(op, PTR_ERR(inode), 0);
1305 vnode = AFS_FS_I(inode);
1306 set_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags);
1307 if (!afs_op_error(op))
1308 afs_cache_permit(vnode, op->key, vnode->cb_break, &vp->scb);
1309 d_instantiate(op->dentry, inode);
1312 static void afs_create_success(struct afs_operation *op)
1314 _enter("op=%08x", op->debug_id);
1315 op->ctime = op->file[0].scb.status.mtime_client;
1316 afs_vnode_commit_status(op, &op->file[0]);
1317 afs_update_dentry_version(op, &op->file[0], op->dentry);
1318 afs_vnode_new_inode(op);
1321 static void afs_create_edit_dir(struct afs_operation *op)
1323 struct afs_vnode_param *dvp = &op->file[0];
1324 struct afs_vnode_param *vp = &op->file[1];
1325 struct afs_vnode *dvnode = dvp->vnode;
1327 _enter("op=%08x", op->debug_id);
1329 down_write(&dvnode->validate_lock);
1330 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&
1331 dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)
1332 afs_edit_dir_add(dvnode, &op->dentry->d_name, &vp->fid,
1334 up_write(&dvnode->validate_lock);
1337 static void afs_create_put(struct afs_operation *op)
1339 _enter("op=%08x", op->debug_id);
1341 if (afs_op_error(op))
1345 static const struct afs_operation_ops afs_mkdir_operation = {
1346 .issue_afs_rpc = afs_fs_make_dir,
1347 .issue_yfs_rpc = yfs_fs_make_dir,
1348 .success = afs_create_success,
1349 .aborted = afs_check_for_remote_deletion,
1350 .edit_dir = afs_create_edit_dir,
1351 .put = afs_create_put,
1355 * create a directory on an AFS filesystem
1357 static int afs_mkdir(struct mnt_idmap *idmap, struct inode *dir,
1358 struct dentry *dentry, umode_t mode)
1360 struct afs_operation *op;
1361 struct afs_vnode *dvnode = AFS_FS_I(dir);
1363 _enter("{%llx:%llu},{%pd},%ho",
1364 dvnode->fid.vid, dvnode->fid.vnode, dentry, mode);
1366 op = afs_alloc_operation(NULL, dvnode->volume);
1372 afs_op_set_vnode(op, 0, dvnode);
1373 op->file[0].dv_delta = 1;
1374 op->file[0].modification = true;
1375 op->file[0].update_ctime = true;
1376 op->dentry = dentry;
1377 op->create.mode = S_IFDIR | mode;
1378 op->create.reason = afs_edit_dir_for_mkdir;
1379 op->mtime = current_time(dir);
1380 op->ops = &afs_mkdir_operation;
1381 return afs_do_sync_operation(op);
1385 * Remove a subdir from a directory.
1387 static void afs_dir_remove_subdir(struct dentry *dentry)
1389 if (d_really_is_positive(dentry)) {
1390 struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry));
1392 clear_nlink(&vnode->netfs.inode);
1393 set_bit(AFS_VNODE_DELETED, &vnode->flags);
1394 clear_bit(AFS_VNODE_CB_PROMISED, &vnode->flags);
1395 clear_bit(AFS_VNODE_DIR_VALID, &vnode->flags);
1399 static void afs_rmdir_success(struct afs_operation *op)
1401 _enter("op=%08x", op->debug_id);
1402 op->ctime = op->file[0].scb.status.mtime_client;
1403 afs_vnode_commit_status(op, &op->file[0]);
1404 afs_update_dentry_version(op, &op->file[0], op->dentry);
1407 static void afs_rmdir_edit_dir(struct afs_operation *op)
1409 struct afs_vnode_param *dvp = &op->file[0];
1410 struct afs_vnode *dvnode = dvp->vnode;
1412 _enter("op=%08x", op->debug_id);
1413 afs_dir_remove_subdir(op->dentry);
1415 down_write(&dvnode->validate_lock);
1416 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&
1417 dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)
1418 afs_edit_dir_remove(dvnode, &op->dentry->d_name,
1419 afs_edit_dir_for_rmdir);
1420 up_write(&dvnode->validate_lock);
1423 static void afs_rmdir_put(struct afs_operation *op)
1425 _enter("op=%08x", op->debug_id);
1426 if (op->file[1].vnode)
1427 up_write(&op->file[1].vnode->rmdir_lock);
1430 static const struct afs_operation_ops afs_rmdir_operation = {
1431 .issue_afs_rpc = afs_fs_remove_dir,
1432 .issue_yfs_rpc = yfs_fs_remove_dir,
1433 .success = afs_rmdir_success,
1434 .aborted = afs_check_for_remote_deletion,
1435 .edit_dir = afs_rmdir_edit_dir,
1436 .put = afs_rmdir_put,
1440 * remove a directory from an AFS filesystem
1442 static int afs_rmdir(struct inode *dir, struct dentry *dentry)
1444 struct afs_operation *op;
1445 struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode = NULL;
1448 _enter("{%llx:%llu},{%pd}",
1449 dvnode->fid.vid, dvnode->fid.vnode, dentry);
1451 op = afs_alloc_operation(NULL, dvnode->volume);
1455 afs_op_set_vnode(op, 0, dvnode);
1456 op->file[0].dv_delta = 1;
1457 op->file[0].modification = true;
1458 op->file[0].update_ctime = true;
1460 op->dentry = dentry;
1461 op->ops = &afs_rmdir_operation;
1463 /* Try to make sure we have a callback promise on the victim. */
1464 if (d_really_is_positive(dentry)) {
1465 vnode = AFS_FS_I(d_inode(dentry));
1466 ret = afs_validate(vnode, op->key);
1472 ret = down_write_killable(&vnode->rmdir_lock);
1475 op->file[1].vnode = vnode;
1478 return afs_do_sync_operation(op);
1481 return afs_put_operation(op);
1485 * Remove a link to a file or symlink from a directory.
1487 * If the file was not deleted due to excess hard links, the fileserver will
1488 * break the callback promise on the file - if it had one - before it returns
1489 * to us, and if it was deleted, it won't
1491 * However, if we didn't have a callback promise outstanding, or it was
1492 * outstanding on a different server, then it won't break it either...
1494 static void afs_dir_remove_link(struct afs_operation *op)
1496 struct afs_vnode *dvnode = op->file[0].vnode;
1497 struct afs_vnode *vnode = op->file[1].vnode;
1498 struct dentry *dentry = op->dentry;
1501 if (afs_op_error(op) ||
1502 (op->file[1].scb.have_status && op->file[1].scb.have_error))
1504 if (d_really_is_positive(dentry))
1507 if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {
1509 } else if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) {
1510 write_seqlock(&vnode->cb_lock);
1511 drop_nlink(&vnode->netfs.inode);
1512 if (vnode->netfs.inode.i_nlink == 0) {
1513 set_bit(AFS_VNODE_DELETED, &vnode->flags);
1514 __afs_break_callback(vnode, afs_cb_break_for_unlink);
1516 write_sequnlock(&vnode->cb_lock);
1518 afs_break_callback(vnode, afs_cb_break_for_unlink);
1520 if (test_bit(AFS_VNODE_DELETED, &vnode->flags))
1521 _debug("AFS_VNODE_DELETED");
1523 ret = afs_validate(vnode, op->key);
1525 afs_op_set_error(op, ret);
1528 _debug("nlink %d [val %d]", vnode->netfs.inode.i_nlink, afs_op_error(op));
1531 static void afs_unlink_success(struct afs_operation *op)
1533 _enter("op=%08x", op->debug_id);
1534 op->ctime = op->file[0].scb.status.mtime_client;
1535 afs_check_dir_conflict(op, &op->file[0]);
1536 afs_vnode_commit_status(op, &op->file[0]);
1537 afs_vnode_commit_status(op, &op->file[1]);
1538 afs_update_dentry_version(op, &op->file[0], op->dentry);
1539 afs_dir_remove_link(op);
1542 static void afs_unlink_edit_dir(struct afs_operation *op)
1544 struct afs_vnode_param *dvp = &op->file[0];
1545 struct afs_vnode *dvnode = dvp->vnode;
1547 _enter("op=%08x", op->debug_id);
1548 down_write(&dvnode->validate_lock);
1549 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&
1550 dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)
1551 afs_edit_dir_remove(dvnode, &op->dentry->d_name,
1552 afs_edit_dir_for_unlink);
1553 up_write(&dvnode->validate_lock);
1556 static void afs_unlink_put(struct afs_operation *op)
1558 _enter("op=%08x", op->debug_id);
1559 if (op->unlink.need_rehash && afs_op_error(op) < 0 && afs_op_error(op) != -ENOENT)
1560 d_rehash(op->dentry);
1563 static const struct afs_operation_ops afs_unlink_operation = {
1564 .issue_afs_rpc = afs_fs_remove_file,
1565 .issue_yfs_rpc = yfs_fs_remove_file,
1566 .success = afs_unlink_success,
1567 .aborted = afs_check_for_remote_deletion,
1568 .edit_dir = afs_unlink_edit_dir,
1569 .put = afs_unlink_put,
1573 * Remove a file or symlink from an AFS filesystem.
1575 static int afs_unlink(struct inode *dir, struct dentry *dentry)
1577 struct afs_operation *op;
1578 struct afs_vnode *dvnode = AFS_FS_I(dir);
1579 struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry));
1582 _enter("{%llx:%llu},{%pd}",
1583 dvnode->fid.vid, dvnode->fid.vnode, dentry);
1585 if (dentry->d_name.len >= AFSNAMEMAX)
1586 return -ENAMETOOLONG;
1588 op = afs_alloc_operation(NULL, dvnode->volume);
1592 afs_op_set_vnode(op, 0, dvnode);
1593 op->file[0].dv_delta = 1;
1594 op->file[0].modification = true;
1595 op->file[0].update_ctime = true;
1597 /* Try to make sure we have a callback promise on the victim. */
1598 ret = afs_validate(vnode, op->key);
1600 afs_op_set_error(op, ret);
1604 spin_lock(&dentry->d_lock);
1605 if (d_count(dentry) > 1) {
1606 spin_unlock(&dentry->d_lock);
1607 /* Start asynchronous writeout of the inode */
1608 write_inode_now(d_inode(dentry), 0);
1609 afs_op_set_error(op, afs_sillyrename(dvnode, vnode, dentry, op->key));
1612 if (!d_unhashed(dentry)) {
1613 /* Prevent a race with RCU lookup. */
1615 op->unlink.need_rehash = true;
1617 spin_unlock(&dentry->d_lock);
1619 op->file[1].vnode = vnode;
1620 op->file[1].update_ctime = true;
1621 op->file[1].op_unlinked = true;
1622 op->dentry = dentry;
1623 op->ops = &afs_unlink_operation;
1624 afs_begin_vnode_operation(op);
1625 afs_wait_for_operation(op);
1627 /* If there was a conflict with a third party, check the status of the
1630 if (afs_op_error(op) == 0 && (op->flags & AFS_OPERATION_DIR_CONFLICT)) {
1631 op->file[1].update_ctime = false;
1632 op->fetch_status.which = 1;
1633 op->ops = &afs_fetch_status_operation;
1634 afs_begin_vnode_operation(op);
1635 afs_wait_for_operation(op);
1638 return afs_put_operation(op);
1641 return afs_put_operation(op);
1644 static const struct afs_operation_ops afs_create_operation = {
1645 .issue_afs_rpc = afs_fs_create_file,
1646 .issue_yfs_rpc = yfs_fs_create_file,
1647 .success = afs_create_success,
1648 .aborted = afs_check_for_remote_deletion,
1649 .edit_dir = afs_create_edit_dir,
1650 .put = afs_create_put,
1654 * create a regular file on an AFS filesystem
1656 static int afs_create(struct mnt_idmap *idmap, struct inode *dir,
1657 struct dentry *dentry, umode_t mode, bool excl)
1659 struct afs_operation *op;
1660 struct afs_vnode *dvnode = AFS_FS_I(dir);
1661 int ret = -ENAMETOOLONG;
1663 _enter("{%llx:%llu},{%pd},%ho",
1664 dvnode->fid.vid, dvnode->fid.vnode, dentry, mode);
1666 if (dentry->d_name.len >= AFSNAMEMAX)
1669 op = afs_alloc_operation(NULL, dvnode->volume);
1675 afs_op_set_vnode(op, 0, dvnode);
1676 op->file[0].dv_delta = 1;
1677 op->file[0].modification = true;
1678 op->file[0].update_ctime = true;
1680 op->dentry = dentry;
1681 op->create.mode = S_IFREG | mode;
1682 op->create.reason = afs_edit_dir_for_create;
1683 op->mtime = current_time(dir);
1684 op->ops = &afs_create_operation;
1685 return afs_do_sync_operation(op);
1689 _leave(" = %d", ret);
1693 static void afs_link_success(struct afs_operation *op)
1695 struct afs_vnode_param *dvp = &op->file[0];
1696 struct afs_vnode_param *vp = &op->file[1];
1698 _enter("op=%08x", op->debug_id);
1699 op->ctime = dvp->scb.status.mtime_client;
1700 afs_vnode_commit_status(op, dvp);
1701 afs_vnode_commit_status(op, vp);
1702 afs_update_dentry_version(op, dvp, op->dentry);
1703 if (op->dentry_2->d_parent == op->dentry->d_parent)
1704 afs_update_dentry_version(op, dvp, op->dentry_2);
1705 ihold(&vp->vnode->netfs.inode);
1706 d_instantiate(op->dentry, &vp->vnode->netfs.inode);
1709 static void afs_link_put(struct afs_operation *op)
1711 _enter("op=%08x", op->debug_id);
1712 if (afs_op_error(op))
1716 static const struct afs_operation_ops afs_link_operation = {
1717 .issue_afs_rpc = afs_fs_link,
1718 .issue_yfs_rpc = yfs_fs_link,
1719 .success = afs_link_success,
1720 .aborted = afs_check_for_remote_deletion,
1721 .edit_dir = afs_create_edit_dir,
1722 .put = afs_link_put,
1726 * create a hard link between files in an AFS filesystem
1728 static int afs_link(struct dentry *from, struct inode *dir,
1729 struct dentry *dentry)
1731 struct afs_operation *op;
1732 struct afs_vnode *dvnode = AFS_FS_I(dir);
1733 struct afs_vnode *vnode = AFS_FS_I(d_inode(from));
1734 int ret = -ENAMETOOLONG;
1736 _enter("{%llx:%llu},{%llx:%llu},{%pd}",
1737 vnode->fid.vid, vnode->fid.vnode,
1738 dvnode->fid.vid, dvnode->fid.vnode,
1741 if (dentry->d_name.len >= AFSNAMEMAX)
1744 op = afs_alloc_operation(NULL, dvnode->volume);
1750 ret = afs_validate(vnode, op->key);
1754 afs_op_set_vnode(op, 0, dvnode);
1755 afs_op_set_vnode(op, 1, vnode);
1756 op->file[0].dv_delta = 1;
1757 op->file[0].modification = true;
1758 op->file[0].update_ctime = true;
1759 op->file[1].update_ctime = true;
1761 op->dentry = dentry;
1762 op->dentry_2 = from;
1763 op->ops = &afs_link_operation;
1764 op->create.reason = afs_edit_dir_for_link;
1765 return afs_do_sync_operation(op);
1768 afs_put_operation(op);
1771 _leave(" = %d", ret);
1775 static const struct afs_operation_ops afs_symlink_operation = {
1776 .issue_afs_rpc = afs_fs_symlink,
1777 .issue_yfs_rpc = yfs_fs_symlink,
1778 .success = afs_create_success,
1779 .aborted = afs_check_for_remote_deletion,
1780 .edit_dir = afs_create_edit_dir,
1781 .put = afs_create_put,
1785 * create a symlink in an AFS filesystem
1787 static int afs_symlink(struct mnt_idmap *idmap, struct inode *dir,
1788 struct dentry *dentry, const char *content)
1790 struct afs_operation *op;
1791 struct afs_vnode *dvnode = AFS_FS_I(dir);
1794 _enter("{%llx:%llu},{%pd},%s",
1795 dvnode->fid.vid, dvnode->fid.vnode, dentry,
1798 ret = -ENAMETOOLONG;
1799 if (dentry->d_name.len >= AFSNAMEMAX)
1803 if (strlen(content) >= AFSPATHMAX)
1806 op = afs_alloc_operation(NULL, dvnode->volume);
1812 afs_op_set_vnode(op, 0, dvnode);
1813 op->file[0].dv_delta = 1;
1815 op->dentry = dentry;
1816 op->ops = &afs_symlink_operation;
1817 op->create.reason = afs_edit_dir_for_symlink;
1818 op->create.symlink = content;
1819 op->mtime = current_time(dir);
1820 return afs_do_sync_operation(op);
1824 _leave(" = %d", ret);
1828 static void afs_rename_success(struct afs_operation *op)
1830 _enter("op=%08x", op->debug_id);
1832 op->ctime = op->file[0].scb.status.mtime_client;
1833 afs_check_dir_conflict(op, &op->file[1]);
1834 afs_vnode_commit_status(op, &op->file[0]);
1835 if (op->file[1].vnode != op->file[0].vnode) {
1836 op->ctime = op->file[1].scb.status.mtime_client;
1837 afs_vnode_commit_status(op, &op->file[1]);
1841 static void afs_rename_edit_dir(struct afs_operation *op)
1843 struct afs_vnode_param *orig_dvp = &op->file[0];
1844 struct afs_vnode_param *new_dvp = &op->file[1];
1845 struct afs_vnode *orig_dvnode = orig_dvp->vnode;
1846 struct afs_vnode *new_dvnode = new_dvp->vnode;
1847 struct afs_vnode *vnode = AFS_FS_I(d_inode(op->dentry));
1848 struct dentry *old_dentry = op->dentry;
1849 struct dentry *new_dentry = op->dentry_2;
1850 struct inode *new_inode;
1852 _enter("op=%08x", op->debug_id);
1854 if (op->rename.rehash) {
1855 d_rehash(op->rename.rehash);
1856 op->rename.rehash = NULL;
1859 down_write(&orig_dvnode->validate_lock);
1860 if (test_bit(AFS_VNODE_DIR_VALID, &orig_dvnode->flags) &&
1861 orig_dvnode->status.data_version == orig_dvp->dv_before + orig_dvp->dv_delta)
1862 afs_edit_dir_remove(orig_dvnode, &old_dentry->d_name,
1863 afs_edit_dir_for_rename_0);
1865 if (new_dvnode != orig_dvnode) {
1866 up_write(&orig_dvnode->validate_lock);
1867 down_write(&new_dvnode->validate_lock);
1870 if (test_bit(AFS_VNODE_DIR_VALID, &new_dvnode->flags) &&
1871 new_dvnode->status.data_version == new_dvp->dv_before + new_dvp->dv_delta) {
1872 if (!op->rename.new_negative)
1873 afs_edit_dir_remove(new_dvnode, &new_dentry->d_name,
1874 afs_edit_dir_for_rename_1);
1876 afs_edit_dir_add(new_dvnode, &new_dentry->d_name,
1877 &vnode->fid, afs_edit_dir_for_rename_2);
1880 new_inode = d_inode(new_dentry);
1882 spin_lock(&new_inode->i_lock);
1883 if (S_ISDIR(new_inode->i_mode))
1884 clear_nlink(new_inode);
1885 else if (new_inode->i_nlink > 0)
1886 drop_nlink(new_inode);
1887 spin_unlock(&new_inode->i_lock);
1890 /* Now we can update d_fsdata on the dentries to reflect their
1891 * new parent's data_version.
1893 * Note that if we ever implement RENAME_EXCHANGE, we'll have
1894 * to update both dentries with opposing dir versions.
1896 afs_update_dentry_version(op, new_dvp, op->dentry);
1897 afs_update_dentry_version(op, new_dvp, op->dentry_2);
1899 d_move(old_dentry, new_dentry);
1901 up_write(&new_dvnode->validate_lock);
1904 static void afs_rename_put(struct afs_operation *op)
1906 _enter("op=%08x", op->debug_id);
1907 if (op->rename.rehash)
1908 d_rehash(op->rename.rehash);
1909 dput(op->rename.tmp);
1910 if (afs_op_error(op))
1911 d_rehash(op->dentry);
1914 static const struct afs_operation_ops afs_rename_operation = {
1915 .issue_afs_rpc = afs_fs_rename,
1916 .issue_yfs_rpc = yfs_fs_rename,
1917 .success = afs_rename_success,
1918 .edit_dir = afs_rename_edit_dir,
1919 .put = afs_rename_put,
1923 * rename a file in an AFS filesystem and/or move it between directories
1925 static int afs_rename(struct mnt_idmap *idmap, struct inode *old_dir,
1926 struct dentry *old_dentry, struct inode *new_dir,
1927 struct dentry *new_dentry, unsigned int flags)
1929 struct afs_operation *op;
1930 struct afs_vnode *orig_dvnode, *new_dvnode, *vnode;
1936 /* Don't allow silly-rename files be moved around. */
1937 if (old_dentry->d_flags & DCACHE_NFSFS_RENAMED)
1940 vnode = AFS_FS_I(d_inode(old_dentry));
1941 orig_dvnode = AFS_FS_I(old_dir);
1942 new_dvnode = AFS_FS_I(new_dir);
1944 _enter("{%llx:%llu},{%llx:%llu},{%llx:%llu},{%pd}",
1945 orig_dvnode->fid.vid, orig_dvnode->fid.vnode,
1946 vnode->fid.vid, vnode->fid.vnode,
1947 new_dvnode->fid.vid, new_dvnode->fid.vnode,
1950 op = afs_alloc_operation(NULL, orig_dvnode->volume);
1954 ret = afs_validate(vnode, op->key);
1955 afs_op_set_error(op, ret);
1959 afs_op_set_vnode(op, 0, orig_dvnode);
1960 afs_op_set_vnode(op, 1, new_dvnode); /* May be same as orig_dvnode */
1961 op->file[0].dv_delta = 1;
1962 op->file[1].dv_delta = 1;
1963 op->file[0].modification = true;
1964 op->file[1].modification = true;
1965 op->file[0].update_ctime = true;
1966 op->file[1].update_ctime = true;
1968 op->dentry = old_dentry;
1969 op->dentry_2 = new_dentry;
1970 op->rename.new_negative = d_is_negative(new_dentry);
1971 op->ops = &afs_rename_operation;
1973 /* For non-directories, check whether the target is busy and if so,
1974 * make a copy of the dentry and then do a silly-rename. If the
1975 * silly-rename succeeds, the copied dentry is hashed and becomes the
1978 if (d_is_positive(new_dentry) && !d_is_dir(new_dentry)) {
1979 /* To prevent any new references to the target during the
1980 * rename, we unhash the dentry in advance.
1982 if (!d_unhashed(new_dentry)) {
1984 op->rename.rehash = new_dentry;
1987 if (d_count(new_dentry) > 2) {
1988 /* copy the target dentry's name */
1989 op->rename.tmp = d_alloc(new_dentry->d_parent,
1990 &new_dentry->d_name);
1991 if (!op->rename.tmp) {
1996 ret = afs_sillyrename(new_dvnode,
1997 AFS_FS_I(d_inode(new_dentry)),
1998 new_dentry, op->key);
2000 afs_op_set_error(op, ret);
2004 op->dentry_2 = op->rename.tmp;
2005 op->rename.rehash = NULL;
2006 op->rename.new_negative = true;
2010 /* This bit is potentially nasty as there's a potential race with
2011 * afs_d_revalidate{,_rcu}(). We have to change d_fsdata on the dentry
2012 * to reflect it's new parent's new data_version after the op, but
2013 * d_revalidate may see old_dentry between the op having taken place
2014 * and the version being updated.
2016 * So drop the old_dentry for now to make other threads go through
2017 * lookup instead - which we hold a lock against.
2021 return afs_do_sync_operation(op);
2024 return afs_put_operation(op);
2028 * Release a directory folio and clean up its private state if it's not busy
2029 * - return true if the folio can now be released, false if not
2031 static bool afs_dir_release_folio(struct folio *folio, gfp_t gfp_flags)
2033 struct afs_vnode *dvnode = AFS_FS_I(folio_inode(folio));
2035 _enter("{{%llx:%llu}[%lu]}", dvnode->fid.vid, dvnode->fid.vnode, folio_index(folio));
2037 folio_detach_private(folio);
2039 /* The directory will need reloading. */
2040 if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
2041 afs_stat_v(dvnode, n_relpg);
2046 * Invalidate part or all of a folio.
2048 static void afs_dir_invalidate_folio(struct folio *folio, size_t offset,
2051 struct afs_vnode *dvnode = AFS_FS_I(folio_inode(folio));
2053 _enter("{%lu},%zu,%zu", folio->index, offset, length);
2055 BUG_ON(!folio_test_locked(folio));
2057 /* The directory will need reloading. */
2058 if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
2059 afs_stat_v(dvnode, n_inval);
2061 /* we clean up only if the entire folio is being invalidated */
2062 if (offset == 0 && length == folio_size(folio))
2063 folio_detach_private(folio);