^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /* handling of writes to regular files and writing back to the server
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Written by David Howells (dhowells@redhat.com)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/backing-dev.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/fs.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/pagemap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/writeback.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/pagevec.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include "internal.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) * mark a page as having been made dirty and thus needing writeback
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) int afs_set_page_dirty(struct page *page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) _enter("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) return __set_page_dirty_nobuffers(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) * partly or wholly fill a page that's under preparation for writing
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) static int afs_fill_page(struct afs_vnode *vnode, struct key *key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) loff_t pos, unsigned int len, struct page *page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) struct afs_read *req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) size_t p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) void *data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) _enter(",,%llu", (unsigned long long)pos);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) if (pos >= vnode->vfs_inode.i_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) p = pos & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) ASSERTCMP(p + len, <=, PAGE_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) data = kmap(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) memset(data + p, 0, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) kunmap(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) req = kzalloc(struct_size(req, array, 1), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) if (!req)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) refcount_set(&req->usage, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) req->pos = pos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) req->len = len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) req->nr_pages = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) req->pages = req->array;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) req->pages[0] = page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) get_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) ret = afs_fetch_data(vnode, key, req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) afs_put_read(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) if (ret < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) if (ret == -ENOENT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) _debug("got NOENT from server"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) " - marking file deleted and stale");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) set_bit(AFS_VNODE_DELETED, &vnode->flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) ret = -ESTALE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) * prepare to perform part of a write to a page
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) int afs_write_begin(struct file *file, struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) loff_t pos, unsigned len, unsigned flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) struct page **_page, void **fsdata)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) struct afs_vnode *vnode = AFS_FS_I(file_inode(file));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) struct key *key = afs_file_key(file);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) unsigned long priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) unsigned f, from = pos & (PAGE_SIZE - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) unsigned t, to = from + len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) pgoff_t index = pos >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) _enter("{%llx:%llu},{%lx},%u,%u",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) vnode->fid.vid, vnode->fid.vnode, index, from, to);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) page = grab_cache_page_write_begin(mapping, index, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) if (!page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) if (!PageUptodate(page) && len != PAGE_SIZE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) ret = afs_fill_page(vnode, key, pos & PAGE_MASK, PAGE_SIZE, page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) if (ret < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) _leave(" = %d [prep]", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) try_again:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) /* See if this page is already partially written in a way that we can
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) * merge the new write with.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) t = f = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) if (PagePrivate(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) priv = page_private(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) f = afs_page_dirty_from(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) t = afs_page_dirty_to(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) ASSERTCMP(f, <=, t);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) if (f != t) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) if (PageWriteback(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) trace_afs_page_dirty(vnode, tracepoint_string("alrdy"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) goto flush_conflicting_write;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) /* If the file is being filled locally, allow inter-write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) * spaces to be merged into writes. If it's not, only write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) * back what the user gives us.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) if (!test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) (to < f || from > t))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) goto flush_conflicting_write;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) *_page = page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) _leave(" = 0");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) /* The previous write and this write aren't adjacent or overlapping, so
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) * flush the page out.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) flush_conflicting_write:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) _debug("flush conflict");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) ret = write_one_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) ret = lock_page_killable(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) goto error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) goto try_again;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) * finalise part of a write to a page
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) int afs_write_end(struct file *file, struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) loff_t pos, unsigned len, unsigned copied,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) struct page *page, void *fsdata)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) struct afs_vnode *vnode = AFS_FS_I(file_inode(file));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) struct key *key = afs_file_key(file);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) unsigned long priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) unsigned int f, from = pos & (PAGE_SIZE - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) unsigned int t, to = from + copied;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) loff_t i_size, maybe_i_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) _enter("{%llx:%llu},{%lx}",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) vnode->fid.vid, vnode->fid.vnode, page->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) if (copied == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) maybe_i_size = pos + copied;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) i_size = i_size_read(&vnode->vfs_inode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) if (maybe_i_size > i_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) write_seqlock(&vnode->cb_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) i_size = i_size_read(&vnode->vfs_inode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) if (maybe_i_size > i_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) afs_set_i_size(vnode, maybe_i_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) write_sequnlock(&vnode->cb_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) if (!PageUptodate(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) if (copied < len) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) /* Try and load any missing data from the server. The
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) * unmarshalling routine will take care of clearing any
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) * bits that are beyond the EOF.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) ret = afs_fill_page(vnode, key, pos + copied,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) len - copied, page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) if (ret < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) if (PagePrivate(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) priv = page_private(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) f = afs_page_dirty_from(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) t = afs_page_dirty_to(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) if (from < f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) f = from;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) if (to > t)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) t = to;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) priv = afs_page_dirty(f, t);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) set_page_private(page, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) trace_afs_page_dirty(vnode, tracepoint_string("dirty+"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) priv = afs_page_dirty(from, to);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) attach_page_private(page, (void *)priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) trace_afs_page_dirty(vnode, tracepoint_string("dirty"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) set_page_dirty(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) if (PageDirty(page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) _debug("dirtied");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) ret = copied;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) * kill all the pages in the given range
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) static void afs_kill_pages(struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) pgoff_t first, pgoff_t last)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) struct afs_vnode *vnode = AFS_FS_I(mapping->host);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) struct pagevec pv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) unsigned count, loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) _enter("{%llx:%llu},%lx-%lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) vnode->fid.vid, vnode->fid.vnode, first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) pagevec_init(&pv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) _debug("kill %lx-%lx", first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) count = last - first + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) if (count > PAGEVEC_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) count = PAGEVEC_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) pv.nr = find_get_pages_contig(mapping, first, count, pv.pages);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) ASSERTCMP(pv.nr, ==, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) for (loop = 0; loop < count; loop++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) struct page *page = pv.pages[loop];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) ClearPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) SetPageError(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) end_page_writeback(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) if (page->index >= first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) first = page->index + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) lock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) generic_error_remove_page(mapping, page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) __pagevec_release(&pv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) } while (first <= last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) _leave("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) * Redirty all the pages in a given range.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) static void afs_redirty_pages(struct writeback_control *wbc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) pgoff_t first, pgoff_t last)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) struct afs_vnode *vnode = AFS_FS_I(mapping->host);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) struct pagevec pv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) unsigned count, loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) _enter("{%llx:%llu},%lx-%lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) vnode->fid.vid, vnode->fid.vnode, first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) pagevec_init(&pv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) _debug("redirty %lx-%lx", first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) count = last - first + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) if (count > PAGEVEC_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) count = PAGEVEC_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) pv.nr = find_get_pages_contig(mapping, first, count, pv.pages);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) ASSERTCMP(pv.nr, ==, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) for (loop = 0; loop < count; loop++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) struct page *page = pv.pages[loop];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) redirty_page_for_writepage(wbc, page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) end_page_writeback(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) if (page->index >= first)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) first = page->index + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) __pagevec_release(&pv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) } while (first <= last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) _leave("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) * completion of write to server
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) static void afs_pages_written_back(struct afs_vnode *vnode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) pgoff_t first, pgoff_t last)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) struct pagevec pv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) unsigned long priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) unsigned count, loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) _enter("{%llx:%llu},{%lx-%lx}",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) vnode->fid.vid, vnode->fid.vnode, first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) pagevec_init(&pv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) _debug("done %lx-%lx", first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) count = last - first + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) if (count > PAGEVEC_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) count = PAGEVEC_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) pv.nr = find_get_pages_contig(vnode->vfs_inode.i_mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) first, count, pv.pages);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) ASSERTCMP(pv.nr, ==, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) for (loop = 0; loop < count; loop++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) priv = (unsigned long)detach_page_private(pv.pages[loop]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) trace_afs_page_dirty(vnode, tracepoint_string("clear"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) pv.pages[loop]->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) end_page_writeback(pv.pages[loop]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) first += count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) __pagevec_release(&pv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) } while (first <= last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) afs_prune_wb_keys(vnode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) _leave("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) * Find a key to use for the writeback. We cached the keys used to author the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) * writes on the vnode. *_wbk will contain the last writeback key used or NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) * and we need to start from there if it's set.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) static int afs_get_writeback_key(struct afs_vnode *vnode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) struct afs_wb_key **_wbk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) struct afs_wb_key *wbk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) struct list_head *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) int ret = -ENOKEY, ret2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) spin_lock(&vnode->wb_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) if (*_wbk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) p = (*_wbk)->vnode_link.next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) p = vnode->wb_keys.next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) while (p != &vnode->wb_keys) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) wbk = list_entry(p, struct afs_wb_key, vnode_link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) _debug("wbk %u", key_serial(wbk->key));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) ret2 = key_validate(wbk->key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) if (ret2 == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) refcount_inc(&wbk->usage);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) _debug("USE WB KEY %u", key_serial(wbk->key));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) wbk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) if (ret == -ENOKEY)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) ret = ret2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) p = p->next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) spin_unlock(&vnode->wb_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) if (*_wbk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) afs_put_wb_key(*_wbk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) *_wbk = wbk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) static void afs_store_data_success(struct afs_operation *op)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) struct afs_vnode *vnode = op->file[0].vnode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) op->ctime = op->file[0].scb.status.mtime_client;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) afs_vnode_commit_status(op, &op->file[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) if (op->error == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) if (!op->store.laundering)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) afs_pages_written_back(vnode, op->store.first, op->store.last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) afs_stat_v(vnode, n_stores);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) atomic_long_add((op->store.last * PAGE_SIZE + op->store.last_to) -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) (op->store.first * PAGE_SIZE + op->store.first_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) &afs_v2net(vnode)->n_store_bytes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) static const struct afs_operation_ops afs_store_data_operation = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) .issue_afs_rpc = afs_fs_store_data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) .issue_yfs_rpc = yfs_fs_store_data,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) .success = afs_store_data_success,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) * write to a file
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) static int afs_store_data(struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) pgoff_t first, pgoff_t last,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) unsigned offset, unsigned to, bool laundering)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) struct afs_vnode *vnode = AFS_FS_I(mapping->host);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) struct afs_operation *op;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) struct afs_wb_key *wbk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) _enter("%s{%llx:%llu.%u},%lx,%lx,%x,%x",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) vnode->volume->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) vnode->fid.vid,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) vnode->fid.vnode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) vnode->fid.unique,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) first, last, offset, to);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) ret = afs_get_writeback_key(vnode, &wbk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) if (ret) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) _leave(" = %d [no keys]", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) op = afs_alloc_operation(wbk->key, vnode->volume);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) if (IS_ERR(op)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) afs_put_wb_key(wbk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) afs_op_set_vnode(op, 0, vnode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) op->file[0].dv_delta = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) op->store.mapping = mapping;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) op->file[0].modification = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) op->store.first = first;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) op->store.last = last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) op->store.first_offset = offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) op->store.last_to = to;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) op->store.laundering = laundering;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) op->mtime = vnode->vfs_inode.i_mtime;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) op->flags |= AFS_OPERATION_UNINTR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) op->ops = &afs_store_data_operation;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) try_next_key:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) afs_begin_vnode_operation(op);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) afs_wait_for_operation(op);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) switch (op->error) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) case -EACCES:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) case -EPERM:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) case -ENOKEY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) case -EKEYEXPIRED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) case -EKEYREJECTED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) case -EKEYREVOKED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) _debug("next");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) ret = afs_get_writeback_key(vnode, &wbk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) if (ret == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) key_put(op->key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) op->key = key_get(wbk->key);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) goto try_next_key;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) afs_put_wb_key(wbk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) _leave(" = %d", op->error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) return afs_put_operation(op);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) * Synchronously write back the locked page and any subsequent non-locked dirty
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) * pages.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) static int afs_write_back_from_locked_page(struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) struct writeback_control *wbc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) struct page *primary_page,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) pgoff_t final_page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) struct afs_vnode *vnode = AFS_FS_I(mapping->host);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) struct page *pages[8], *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) unsigned long count, priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) unsigned n, offset, to, f, t;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) pgoff_t start, first, last;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) loff_t i_size, end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) int loop, ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) _enter(",%lx", primary_page->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) count = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) if (test_set_page_writeback(primary_page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) /* Find all consecutive lockable dirty pages that have contiguous
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) * written regions, stopping when we find a page that is not
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) * immediately lockable, is not dirty or is missing, or we reach the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) * end of the range.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) start = primary_page->index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) priv = page_private(primary_page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) offset = afs_page_dirty_from(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) to = afs_page_dirty_to(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) trace_afs_page_dirty(vnode, tracepoint_string("store"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) primary_page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) WARN_ON(offset == to);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) if (offset == to)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) trace_afs_page_dirty(vnode, tracepoint_string("WARN"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) primary_page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) if (start >= final_page ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) (to < PAGE_SIZE && !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) goto no_more;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) start++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) _debug("more %lx [%lx]", start, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) n = final_page - start + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) if (n > ARRAY_SIZE(pages))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) n = ARRAY_SIZE(pages);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) n = find_get_pages_contig(mapping, start, ARRAY_SIZE(pages), pages);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) _debug("fgpc %u", n);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) if (n == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) goto no_more;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) if (pages[0]->index != start) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) put_page(pages[--n]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) } while (n > 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) goto no_more;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) for (loop = 0; loop < n; loop++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) page = pages[loop];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) if (to != PAGE_SIZE &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) if (page->index > final_page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) if (!trylock_page(page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) if (!PageDirty(page) || PageWriteback(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) priv = page_private(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) f = afs_page_dirty_from(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) t = afs_page_dirty_to(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) if (f != 0 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) !test_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) to = t;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) trace_afs_page_dirty(vnode, tracepoint_string("store+"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) if (!clear_page_dirty_for_io(page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) if (test_set_page_writeback(page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) count += loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) if (loop < n) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) for (; loop < n; loop++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) put_page(pages[loop]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) goto no_more;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) start += loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) } while (start <= final_page && count < 65536);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) no_more:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) /* We now have a contiguous set of dirty pages, each with writeback
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) * set; the first page is still locked at this point, but all the rest
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) * have been unlocked.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) unlock_page(primary_page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) first = primary_page->index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) last = first + count - 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) end = (loff_t)last * PAGE_SIZE + to;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) i_size = i_size_read(&vnode->vfs_inode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) _debug("write back %lx[%u..] to %lx[..%u]", first, offset, last, to);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) if (end > i_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) to = i_size & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) ret = afs_store_data(mapping, first, last, offset, to, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) switch (ret) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) case 0:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) ret = count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) pr_notice("kAFS: Unexpected error from FS.StoreData %d\n", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) fallthrough;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) case -EACCES:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) case -EPERM:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) case -ENOKEY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) case -EKEYEXPIRED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) case -EKEYREJECTED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) case -EKEYREVOKED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) afs_redirty_pages(wbc, mapping, first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) mapping_set_error(mapping, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) case -EDQUOT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) case -ENOSPC:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) afs_redirty_pages(wbc, mapping, first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) mapping_set_error(mapping, -ENOSPC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) case -EROFS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) case -EIO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) case -EREMOTEIO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) case -EFBIG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) case -ENOENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) case -ENOMEDIUM:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) case -ENXIO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) trace_afs_file_error(vnode, ret, afs_file_error_writeback_fail);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) afs_kill_pages(mapping, first, last);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) mapping_set_error(mapping, ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) * write a page back to the server
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) * - the caller locked the page for us
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) int afs_writepage(struct page *page, struct writeback_control *wbc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) _enter("{%lx},", page->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) ret = afs_write_back_from_locked_page(page->mapping, wbc, page,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) wbc->range_end >> PAGE_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) if (ret < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) wbc->nr_to_write -= ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) _leave(" = 0");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) * write a region of pages back to the server
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) static int afs_writepages_region(struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) struct writeback_control *wbc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) pgoff_t index, pgoff_t end, pgoff_t *_next)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) int ret, n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) _enter(",,%lx,%lx,", index, end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) n = find_get_pages_range_tag(mapping, &index, end,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) PAGECACHE_TAG_DIRTY, 1, &page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) if (!n)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) _debug("wback %lx", page->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) * at this point we hold neither the i_pages lock nor the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) * page lock: the page may be truncated or invalidated
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) * (changing page->mapping to NULL), or even swizzled
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) * back from swapper_space to tmpfs file mapping
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) ret = lock_page_killable(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) if (ret < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) if (page->mapping != mapping || !PageDirty(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) if (PageWriteback(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) if (wbc->sync_mode != WB_SYNC_NONE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) wait_on_page_writeback(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) if (!clear_page_dirty_for_io(page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) ret = afs_write_back_from_locked_page(mapping, wbc, page, end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) put_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) if (ret < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) wbc->nr_to_write -= ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) cond_resched();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) } while (index < end && wbc->nr_to_write > 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) *_next = index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) _leave(" = 0 [%lx]", *_next);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) * write some of the pending data back to the server
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) int afs_writepages(struct address_space *mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) struct writeback_control *wbc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) struct afs_vnode *vnode = AFS_FS_I(mapping->host);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) pgoff_t start, end, next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) _enter("");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) /* We have to be careful as we can end up racing with setattr()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) * truncating the pagecache since the caller doesn't take a lock here
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) * to prevent it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) if (wbc->sync_mode == WB_SYNC_ALL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) down_read(&vnode->validate_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) else if (!down_read_trylock(&vnode->validate_lock))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) if (wbc->range_cyclic) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) start = mapping->writeback_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) end = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) ret = afs_writepages_region(mapping, wbc, start, end, &next);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) if (start > 0 && wbc->nr_to_write > 0 && ret == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) ret = afs_writepages_region(mapping, wbc, 0, start,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) &next);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) mapping->writeback_index = next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) } else if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) end = (pgoff_t)(LLONG_MAX >> PAGE_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) ret = afs_writepages_region(mapping, wbc, 0, end, &next);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775) if (wbc->nr_to_write > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) mapping->writeback_index = next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) start = wbc->range_start >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) end = wbc->range_end >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) ret = afs_writepages_region(mapping, wbc, start, end, &next);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) up_read(&vnode->validate_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) _leave(" = %d", ret);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) * write to an AFS file
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) ssize_t afs_file_write(struct kiocb *iocb, struct iov_iter *from)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) struct afs_vnode *vnode = AFS_FS_I(file_inode(iocb->ki_filp));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) ssize_t result;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) size_t count = iov_iter_count(from);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) _enter("{%llx:%llu},{%zu},",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) vnode->fid.vid, vnode->fid.vnode, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) if (IS_SWAPFILE(&vnode->vfs_inode)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) printk(KERN_INFO
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) "AFS: Attempt to write to active swap file!\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) return -EBUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) if (!count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) result = generic_file_write_iter(iocb, from);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) _leave(" = %zd", result);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) return result;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) * flush any dirty pages for this process, and check for write errors.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) * - the return status from this call provides a reliable indication of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) * whether any write errors occurred for this process.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) int afs_fsync(struct file *file, loff_t start, loff_t end, int datasync)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) struct inode *inode = file_inode(file);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) struct afs_vnode *vnode = AFS_FS_I(inode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) _enter("{%llx:%llu},{n=%pD},%d",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) vnode->fid.vid, vnode->fid.vnode, file,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) datasync);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) return file_write_and_wait_range(file, start, end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) * notification that a previously read-only page is about to become writable
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) * - if it returns an error, the caller will deliver a bus error signal
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) vm_fault_t afs_page_mkwrite(struct vm_fault *vmf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) struct file *file = vmf->vma->vm_file;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839) struct inode *inode = file_inode(file);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840) struct afs_vnode *vnode = AFS_FS_I(inode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) unsigned long priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) _enter("{{%llx:%llu}},{%lx}",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) vnode->fid.vid, vnode->fid.vnode, vmf->page->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846) sb_start_pagefault(inode->i_sb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) /* Wait for the page to be written to the cache before we allow it to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849) * be modified. We then assume the entire page will need writing back.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) #ifdef CONFIG_AFS_FSCACHE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852) fscache_wait_on_page_write(vnode->cache, vmf->page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855) if (PageWriteback(vmf->page) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) wait_on_page_bit_killable(vmf->page, PG_writeback) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857) return VM_FAULT_RETRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859) if (lock_page_killable(vmf->page) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) return VM_FAULT_RETRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862) /* We mustn't change page->private until writeback is complete as that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 863) * details the portion of the page we need to write back and we might
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 864) * need to redirty the page if there's a problem.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 865) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 866) wait_on_page_writeback(vmf->page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 867)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 868) priv = afs_page_dirty(0, PAGE_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 869) priv = afs_page_dirty_mmapped(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 870) trace_afs_page_dirty(vnode, tracepoint_string("mkwrite"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 871) vmf->page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 872) if (PagePrivate(vmf->page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 873) set_page_private(vmf->page, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 874) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 875) attach_page_private(vmf->page, (void *)priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 876) file_update_time(file);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 877)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 878) sb_end_pagefault(inode->i_sb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 879) return VM_FAULT_LOCKED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 880) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 881)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 882) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 883) * Prune the keys cached for writeback. The caller must hold vnode->wb_lock.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 884) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 885) void afs_prune_wb_keys(struct afs_vnode *vnode)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 886) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 887) LIST_HEAD(graveyard);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 888) struct afs_wb_key *wbk, *tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 889)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 890) /* Discard unused keys */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 891) spin_lock(&vnode->wb_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 892)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 893) if (!mapping_tagged(&vnode->vfs_inode.i_data, PAGECACHE_TAG_WRITEBACK) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 894) !mapping_tagged(&vnode->vfs_inode.i_data, PAGECACHE_TAG_DIRTY)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 895) list_for_each_entry_safe(wbk, tmp, &vnode->wb_keys, vnode_link) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 896) if (refcount_read(&wbk->usage) == 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 897) list_move(&wbk->vnode_link, &graveyard);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 898) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 899) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 900)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 901) spin_unlock(&vnode->wb_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 902)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 903) while (!list_empty(&graveyard)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 904) wbk = list_entry(graveyard.next, struct afs_wb_key, vnode_link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 905) list_del(&wbk->vnode_link);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 906) afs_put_wb_key(wbk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 907) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 908) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 909)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 910) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 911) * Clean up a page during invalidation.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 912) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 913) int afs_launder_page(struct page *page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 914) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 915) struct address_space *mapping = page->mapping;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 916) struct afs_vnode *vnode = AFS_FS_I(mapping->host);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 917) unsigned long priv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 918) unsigned int f, t;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 919) int ret = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 920)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 921) _enter("{%lx}", page->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 922)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 923) priv = page_private(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 924) if (clear_page_dirty_for_io(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 925) f = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 926) t = PAGE_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 927) if (PagePrivate(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 928) f = afs_page_dirty_from(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 929) t = afs_page_dirty_to(priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 930) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 931)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 932) trace_afs_page_dirty(vnode, tracepoint_string("launder"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 933) page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 934) ret = afs_store_data(mapping, page->index, page->index, t, f, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 935) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 936)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 937) priv = (unsigned long)detach_page_private(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 938) trace_afs_page_dirty(vnode, tracepoint_string("laundered"),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 939) page->index, priv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 940)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 941) #ifdef CONFIG_AFS_FSCACHE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 942) if (PageFsCache(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 943) fscache_wait_on_page_write(vnode->cache, page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 944) fscache_uncache_page(vnode->cache, page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 945) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 946) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 947) return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 948) }