Orange Pi5 kernel

Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards

3 Commits   0 Branches   0 Tags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    1) // SPDX-License-Identifier: GPL-2.0-or-later
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    2) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    3)  * mft.c - NTFS kernel mft record operations. Part of the Linux-NTFS project.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    4)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    5)  * Copyright (c) 2001-2012 Anton Altaparmakov and Tuxera Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    6)  * Copyright (c) 2002 Richard Russon
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    7)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    8) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    9) #include <linux/buffer_head.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   10) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   11) #include <linux/swap.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   12) #include <linux/bio.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   13) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   14) #include "attrib.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   15) #include "aops.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   16) #include "bitmap.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   17) #include "debug.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   18) #include "dir.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   19) #include "lcnalloc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   20) #include "malloc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   21) #include "mft.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   22) #include "ntfs.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   24) #define MAX_BHS	(PAGE_SIZE / NTFS_BLOCK_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   26) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   27)  * map_mft_record_page - map the page in which a specific mft record resides
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   28)  * @ni:		ntfs inode whose mft record page to map
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   29)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   30)  * This maps the page in which the mft record of the ntfs inode @ni is situated
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   31)  * and returns a pointer to the mft record within the mapped page.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   32)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   33)  * Return value needs to be checked with IS_ERR() and if that is true PTR_ERR()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   34)  * contains the negative error code returned.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   35)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   36) static inline MFT_RECORD *map_mft_record_page(ntfs_inode *ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   37) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   38) 	loff_t i_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   39) 	ntfs_volume *vol = ni->vol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   40) 	struct inode *mft_vi = vol->mft_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   41) 	struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   42) 	unsigned long index, end_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   43) 	unsigned ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   44) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   45) 	BUG_ON(ni->page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   46) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   47) 	 * The index into the page cache and the offset within the page cache
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   48) 	 * page of the wanted mft record. FIXME: We need to check for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   49) 	 * overflowing the unsigned long, but I don't think we would ever get
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   50) 	 * here if the volume was that big...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   51) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   52) 	index = (u64)ni->mft_no << vol->mft_record_size_bits >>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   53) 			PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   54) 	ofs = (ni->mft_no << vol->mft_record_size_bits) & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   55) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   56) 	i_size = i_size_read(mft_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   57) 	/* The maximum valid index into the page cache for $MFT's data. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   58) 	end_index = i_size >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   59) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   60) 	/* If the wanted index is out of bounds the mft record doesn't exist. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   61) 	if (unlikely(index >= end_index)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   62) 		if (index > end_index || (i_size & ~PAGE_MASK) < ofs +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   63) 				vol->mft_record_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   64) 			page = ERR_PTR(-ENOENT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   65) 			ntfs_error(vol->sb, "Attempt to read mft record 0x%lx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   66) 					"which is beyond the end of the mft.  "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   67) 					"This is probably a bug in the ntfs "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   68) 					"driver.", ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   69) 			goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   70) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   71) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   72) 	/* Read, map, and pin the page. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   73) 	page = ntfs_map_page(mft_vi->i_mapping, index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   74) 	if (!IS_ERR(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   75) 		/* Catch multi sector transfer fixup errors. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   76) 		if (likely(ntfs_is_mft_recordp((le32*)(page_address(page) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   77) 				ofs)))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   78) 			ni->page = page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   79) 			ni->page_ofs = ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   80) 			return page_address(page) + ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   81) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   82) 		ntfs_error(vol->sb, "Mft record 0x%lx is corrupt.  "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   83) 				"Run chkdsk.", ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   84) 		ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   85) 		page = ERR_PTR(-EIO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   86) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   87) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   88) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   89) 	ni->page = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   90) 	ni->page_ofs = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   91) 	return (void*)page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   92) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   93) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   94) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   95)  * map_mft_record - map, pin and lock an mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   96)  * @ni:		ntfs inode whose MFT record to map
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   97)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   98)  * First, take the mrec_lock mutex.  We might now be sleeping, while waiting
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   99)  * for the mutex if it was already locked by someone else.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  100)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  101)  * The page of the record is mapped using map_mft_record_page() before being
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  102)  * returned to the caller.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  103)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  104)  * This in turn uses ntfs_map_page() to get the page containing the wanted mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  105)  * record (it in turn calls read_cache_page() which reads it in from disk if
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  106)  * necessary, increments the use count on the page so that it cannot disappear
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  107)  * under us and returns a reference to the page cache page).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  108)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  109)  * If read_cache_page() invokes ntfs_readpage() to load the page from disk, it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  110)  * sets PG_locked and clears PG_uptodate on the page. Once I/O has completed
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  111)  * and the post-read mst fixups on each mft record in the page have been
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  112)  * performed, the page gets PG_uptodate set and PG_locked cleared (this is done
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  113)  * in our asynchronous I/O completion handler end_buffer_read_mft_async()).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  114)  * ntfs_map_page() waits for PG_locked to become clear and checks if
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  115)  * PG_uptodate is set and returns an error code if not. This provides
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  116)  * sufficient protection against races when reading/using the page.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  117)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  118)  * However there is the write mapping to think about. Doing the above described
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  119)  * checking here will be fine, because when initiating the write we will set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  120)  * PG_locked and clear PG_uptodate making sure nobody is touching the page
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  121)  * contents. Doing the locking this way means that the commit to disk code in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  122)  * the page cache code paths is automatically sufficiently locked with us as
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  123)  * we will not touch a page that has been locked or is not uptodate. The only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  124)  * locking problem then is them locking the page while we are accessing it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  125)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  126)  * So that code will end up having to own the mrec_lock of all mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  127)  * records/inodes present in the page before I/O can proceed. In that case we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  128)  * wouldn't need to bother with PG_locked and PG_uptodate as nobody will be
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  129)  * accessing anything without owning the mrec_lock mutex.  But we do need to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  130)  * use them because of the read_cache_page() invocation and the code becomes so
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  131)  * much simpler this way that it is well worth it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  132)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  133)  * The mft record is now ours and we return a pointer to it. You need to check
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  134)  * the returned pointer with IS_ERR() and if that is true, PTR_ERR() will return
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  135)  * the error code.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  136)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  137)  * NOTE: Caller is responsible for setting the mft record dirty before calling
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  138)  * unmap_mft_record(). This is obviously only necessary if the caller really
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  139)  * modified the mft record...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  140)  * Q: Do we want to recycle one of the VFS inode state bits instead?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  141)  * A: No, the inode ones mean we want to change the mft record, not we want to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  142)  * write it out.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  143)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  144) MFT_RECORD *map_mft_record(ntfs_inode *ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  145) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  146) 	MFT_RECORD *m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  147) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  148) 	ntfs_debug("Entering for mft_no 0x%lx.", ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  149) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  150) 	/* Make sure the ntfs inode doesn't go away. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  151) 	atomic_inc(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  152) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  153) 	/* Serialize access to this mft record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  154) 	mutex_lock(&ni->mrec_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  155) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  156) 	m = map_mft_record_page(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  157) 	if (!IS_ERR(m))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  158) 		return m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  159) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  160) 	mutex_unlock(&ni->mrec_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  161) 	atomic_dec(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  162) 	ntfs_error(ni->vol->sb, "Failed with error code %lu.", -PTR_ERR(m));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  163) 	return m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  164) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  165) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  166) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  167)  * unmap_mft_record_page - unmap the page in which a specific mft record resides
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  168)  * @ni:		ntfs inode whose mft record page to unmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  169)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  170)  * This unmaps the page in which the mft record of the ntfs inode @ni is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  171)  * situated and returns. This is a NOOP if highmem is not configured.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  172)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  173)  * The unmap happens via ntfs_unmap_page() which in turn decrements the use
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  174)  * count on the page thus releasing it from the pinned state.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  175)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  176)  * We do not actually unmap the page from memory of course, as that will be
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  177)  * done by the page cache code itself when memory pressure increases or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  178)  * whatever.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  179)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  180) static inline void unmap_mft_record_page(ntfs_inode *ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  181) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  182) 	BUG_ON(!ni->page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  183) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  184) 	// TODO: If dirty, blah...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  185) 	ntfs_unmap_page(ni->page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  186) 	ni->page = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  187) 	ni->page_ofs = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  188) 	return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  189) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  190) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  191) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  192)  * unmap_mft_record - release a mapped mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  193)  * @ni:		ntfs inode whose MFT record to unmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  194)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  195)  * We release the page mapping and the mrec_lock mutex which unmaps the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  196)  * record and releases it for others to get hold of. We also release the ntfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  197)  * inode by decrementing the ntfs inode reference count.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  198)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  199)  * NOTE: If caller has modified the mft record, it is imperative to set the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  200)  * record dirty BEFORE calling unmap_mft_record().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  201)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  202) void unmap_mft_record(ntfs_inode *ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  203) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  204) 	struct page *page = ni->page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  205) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  206) 	BUG_ON(!page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  207) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  208) 	ntfs_debug("Entering for mft_no 0x%lx.", ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  209) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  210) 	unmap_mft_record_page(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  211) 	mutex_unlock(&ni->mrec_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  212) 	atomic_dec(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  213) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  214) 	 * If pure ntfs_inode, i.e. no vfs inode attached, we leave it to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  215) 	 * ntfs_clear_extent_inode() in the extent inode case, and to the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  216) 	 * caller in the non-extent, yet pure ntfs inode case, to do the actual
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  217) 	 * tear down of all structures and freeing of all allocated memory.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  218) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  219) 	return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  220) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  221) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  222) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  223)  * map_extent_mft_record - load an extent inode and attach it to its base
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  224)  * @base_ni:	base ntfs inode
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  225)  * @mref:	mft reference of the extent inode to load
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  226)  * @ntfs_ino:	on successful return, pointer to the ntfs_inode structure
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  227)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  228)  * Load the extent mft record @mref and attach it to its base inode @base_ni.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  229)  * Return the mapped extent mft record if IS_ERR(result) is false.  Otherwise
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  230)  * PTR_ERR(result) gives the negative error code.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  231)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  232)  * On successful return, @ntfs_ino contains a pointer to the ntfs_inode
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  233)  * structure of the mapped extent inode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  234)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  235) MFT_RECORD *map_extent_mft_record(ntfs_inode *base_ni, MFT_REF mref,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  236) 		ntfs_inode **ntfs_ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  237) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  238) 	MFT_RECORD *m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  239) 	ntfs_inode *ni = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  240) 	ntfs_inode **extent_nis = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  241) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  242) 	unsigned long mft_no = MREF(mref);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  243) 	u16 seq_no = MSEQNO(mref);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  244) 	bool destroy_ni = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  245) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  246) 	ntfs_debug("Mapping extent mft record 0x%lx (base mft record 0x%lx).",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  247) 			mft_no, base_ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  248) 	/* Make sure the base ntfs inode doesn't go away. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  249) 	atomic_inc(&base_ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  250) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  251) 	 * Check if this extent inode has already been added to the base inode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  252) 	 * in which case just return it. If not found, add it to the base
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  253) 	 * inode before returning it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  254) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  255) 	mutex_lock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  256) 	if (base_ni->nr_extents > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  257) 		extent_nis = base_ni->ext.extent_ntfs_inos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  258) 		for (i = 0; i < base_ni->nr_extents; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  259) 			if (mft_no != extent_nis[i]->mft_no)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  260) 				continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  261) 			ni = extent_nis[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  262) 			/* Make sure the ntfs inode doesn't go away. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  263) 			atomic_inc(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  264) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  265) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  266) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  267) 	if (likely(ni != NULL)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  268) 		mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  269) 		atomic_dec(&base_ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  270) 		/* We found the record; just have to map and return it. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  271) 		m = map_mft_record(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  272) 		/* map_mft_record() has incremented this on success. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  273) 		atomic_dec(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  274) 		if (!IS_ERR(m)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  275) 			/* Verify the sequence number. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  276) 			if (likely(le16_to_cpu(m->sequence_number) == seq_no)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  277) 				ntfs_debug("Done 1.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  278) 				*ntfs_ino = ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  279) 				return m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  280) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  281) 			unmap_mft_record(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  282) 			ntfs_error(base_ni->vol->sb, "Found stale extent mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  283) 					"reference! Corrupt filesystem. "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  284) 					"Run chkdsk.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  285) 			return ERR_PTR(-EIO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  286) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  287) map_err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  288) 		ntfs_error(base_ni->vol->sb, "Failed to map extent "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  289) 				"mft record, error code %ld.", -PTR_ERR(m));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  290) 		return m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  291) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  292) 	/* Record wasn't there. Get a new ntfs inode and initialize it. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  293) 	ni = ntfs_new_extent_inode(base_ni->vol->sb, mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  294) 	if (unlikely(!ni)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  295) 		mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  296) 		atomic_dec(&base_ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  297) 		return ERR_PTR(-ENOMEM);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  298) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  299) 	ni->vol = base_ni->vol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  300) 	ni->seq_no = seq_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  301) 	ni->nr_extents = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  302) 	ni->ext.base_ntfs_ino = base_ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  303) 	/* Now map the record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  304) 	m = map_mft_record(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  305) 	if (IS_ERR(m)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  306) 		mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  307) 		atomic_dec(&base_ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  308) 		ntfs_clear_extent_inode(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  309) 		goto map_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  310) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  311) 	/* Verify the sequence number if it is present. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  312) 	if (seq_no && (le16_to_cpu(m->sequence_number) != seq_no)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  313) 		ntfs_error(base_ni->vol->sb, "Found stale extent mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  314) 				"reference! Corrupt filesystem. Run chkdsk.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  315) 		destroy_ni = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  316) 		m = ERR_PTR(-EIO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  317) 		goto unm_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  318) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  319) 	/* Attach extent inode to base inode, reallocating memory if needed. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  320) 	if (!(base_ni->nr_extents & 3)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  321) 		ntfs_inode **tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  322) 		int new_size = (base_ni->nr_extents + 4) * sizeof(ntfs_inode *);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  323) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  324) 		tmp = kmalloc(new_size, GFP_NOFS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  325) 		if (unlikely(!tmp)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  326) 			ntfs_error(base_ni->vol->sb, "Failed to allocate "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  327) 					"internal buffer.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  328) 			destroy_ni = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  329) 			m = ERR_PTR(-ENOMEM);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  330) 			goto unm_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  331) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  332) 		if (base_ni->nr_extents) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  333) 			BUG_ON(!base_ni->ext.extent_ntfs_inos);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  334) 			memcpy(tmp, base_ni->ext.extent_ntfs_inos, new_size -
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  335) 					4 * sizeof(ntfs_inode *));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  336) 			kfree(base_ni->ext.extent_ntfs_inos);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  337) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  338) 		base_ni->ext.extent_ntfs_inos = tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  339) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  340) 	base_ni->ext.extent_ntfs_inos[base_ni->nr_extents++] = ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  341) 	mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  342) 	atomic_dec(&base_ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  343) 	ntfs_debug("Done 2.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  344) 	*ntfs_ino = ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  345) 	return m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  346) unm_err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  347) 	unmap_mft_record(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  348) 	mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  349) 	atomic_dec(&base_ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  350) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  351) 	 * If the extent inode was not attached to the base inode we need to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  352) 	 * release it or we will leak memory.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  353) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  354) 	if (destroy_ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  355) 		ntfs_clear_extent_inode(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  356) 	return m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  357) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  358) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  359) #ifdef NTFS_RW
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  360) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  361) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  362)  * __mark_mft_record_dirty - set the mft record and the page containing it dirty
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  363)  * @ni:		ntfs inode describing the mapped mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  364)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  365)  * Internal function.  Users should call mark_mft_record_dirty() instead.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  366)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  367)  * Set the mapped (extent) mft record of the (base or extent) ntfs inode @ni,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  368)  * as well as the page containing the mft record, dirty.  Also, mark the base
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  369)  * vfs inode dirty.  This ensures that any changes to the mft record are
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  370)  * written out to disk.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  371)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  372)  * NOTE:  We only set I_DIRTY_DATASYNC (and not I_DIRTY_PAGES)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  373)  * on the base vfs inode, because even though file data may have been modified,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  374)  * it is dirty in the inode meta data rather than the data page cache of the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  375)  * inode, and thus there are no data pages that need writing out.  Therefore, a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  376)  * full mark_inode_dirty() is overkill.  A mark_inode_dirty_sync(), on the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  377)  * other hand, is not sufficient, because ->write_inode needs to be called even
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  378)  * in case of fdatasync. This needs to happen or the file data would not
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  379)  * necessarily hit the device synchronously, even though the vfs inode has the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  380)  * O_SYNC flag set.  Also, I_DIRTY_DATASYNC simply "feels" better than just
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  381)  * I_DIRTY_SYNC, since the file data has not actually hit the block device yet,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  382)  * which is not what I_DIRTY_SYNC on its own would suggest.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  383)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  384) void __mark_mft_record_dirty(ntfs_inode *ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  385) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  386) 	ntfs_inode *base_ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  387) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  388) 	ntfs_debug("Entering for inode 0x%lx.", ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  389) 	BUG_ON(NInoAttr(ni));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  390) 	mark_ntfs_record_dirty(ni->page, ni->page_ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  391) 	/* Determine the base vfs inode and mark it dirty, too. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  392) 	mutex_lock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  393) 	if (likely(ni->nr_extents >= 0))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  394) 		base_ni = ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  395) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  396) 		base_ni = ni->ext.base_ntfs_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  397) 	mutex_unlock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  398) 	__mark_inode_dirty(VFS_I(base_ni), I_DIRTY_DATASYNC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  399) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  400) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  401) static const char *ntfs_please_email = "Please email "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  402) 		"linux-ntfs-dev@lists.sourceforge.net and say that you saw "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  403) 		"this message.  Thank you.";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  404) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  405) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  406)  * ntfs_sync_mft_mirror_umount - synchronise an mft record to the mft mirror
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  407)  * @vol:	ntfs volume on which the mft record to synchronize resides
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  408)  * @mft_no:	mft record number of mft record to synchronize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  409)  * @m:		mapped, mst protected (extent) mft record to synchronize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  410)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  411)  * Write the mapped, mst protected (extent) mft record @m with mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  412)  * number @mft_no to the mft mirror ($MFTMirr) of the ntfs volume @vol,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  413)  * bypassing the page cache and the $MFTMirr inode itself.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  414)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  415)  * This function is only for use at umount time when the mft mirror inode has
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  416)  * already been disposed off.  We BUG() if we are called while the mft mirror
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  417)  * inode is still attached to the volume.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  418)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  419)  * On success return 0.  On error return -errno.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  420)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  421)  * NOTE:  This function is not implemented yet as I am not convinced it can
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  422)  * actually be triggered considering the sequence of commits we do in super.c::
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  423)  * ntfs_put_super().  But just in case we provide this place holder as the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  424)  * alternative would be either to BUG() or to get a NULL pointer dereference
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  425)  * and Oops.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  426)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  427) static int ntfs_sync_mft_mirror_umount(ntfs_volume *vol,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  428) 		const unsigned long mft_no, MFT_RECORD *m)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  429) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  430) 	BUG_ON(vol->mftmirr_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  431) 	ntfs_error(vol->sb, "Umount time mft mirror syncing is not "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  432) 			"implemented yet.  %s", ntfs_please_email);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  433) 	return -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  434) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  435) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  436) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  437)  * ntfs_sync_mft_mirror - synchronize an mft record to the mft mirror
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  438)  * @vol:	ntfs volume on which the mft record to synchronize resides
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  439)  * @mft_no:	mft record number of mft record to synchronize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  440)  * @m:		mapped, mst protected (extent) mft record to synchronize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  441)  * @sync:	if true, wait for i/o completion
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  442)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  443)  * Write the mapped, mst protected (extent) mft record @m with mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  444)  * number @mft_no to the mft mirror ($MFTMirr) of the ntfs volume @vol.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  445)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  446)  * On success return 0.  On error return -errno and set the volume errors flag
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  447)  * in the ntfs volume @vol.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  448)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  449)  * NOTE:  We always perform synchronous i/o and ignore the @sync parameter.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  450)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  451)  * TODO:  If @sync is false, want to do truly asynchronous i/o, i.e. just
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  452)  * schedule i/o via ->writepage or do it via kntfsd or whatever.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  453)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  454) int ntfs_sync_mft_mirror(ntfs_volume *vol, const unsigned long mft_no,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  455) 		MFT_RECORD *m, int sync)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  456) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  457) 	struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  458) 	unsigned int blocksize = vol->sb->s_blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  459) 	int max_bhs = vol->mft_record_size / blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  460) 	struct buffer_head *bhs[MAX_BHS];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  461) 	struct buffer_head *bh, *head;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  462) 	u8 *kmirr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  463) 	runlist_element *rl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  464) 	unsigned int block_start, block_end, m_start, m_end, page_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  465) 	int i_bhs, nr_bhs, err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  466) 	unsigned char blocksize_bits = vol->sb->s_blocksize_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  467) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  468) 	ntfs_debug("Entering for inode 0x%lx.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  469) 	BUG_ON(!max_bhs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  470) 	if (WARN_ON(max_bhs > MAX_BHS))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  471) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  472) 	if (unlikely(!vol->mftmirr_ino)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  473) 		/* This could happen during umount... */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  474) 		err = ntfs_sync_mft_mirror_umount(vol, mft_no, m);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  475) 		if (likely(!err))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  476) 			return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  477) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  478) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  479) 	/* Get the page containing the mirror copy of the mft record @m. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  480) 	page = ntfs_map_page(vol->mftmirr_ino->i_mapping, mft_no >>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  481) 			(PAGE_SHIFT - vol->mft_record_size_bits));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  482) 	if (IS_ERR(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  483) 		ntfs_error(vol->sb, "Failed to map mft mirror page.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  484) 		err = PTR_ERR(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  485) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  486) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  487) 	lock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  488) 	BUG_ON(!PageUptodate(page));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  489) 	ClearPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  490) 	/* Offset of the mft mirror record inside the page. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  491) 	page_ofs = (mft_no << vol->mft_record_size_bits) & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  492) 	/* The address in the page of the mirror copy of the mft record @m. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  493) 	kmirr = page_address(page) + page_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  494) 	/* Copy the mst protected mft record to the mirror. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  495) 	memcpy(kmirr, m, vol->mft_record_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  496) 	/* Create uptodate buffers if not present. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  497) 	if (unlikely(!page_has_buffers(page))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  498) 		struct buffer_head *tail;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  499) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  500) 		bh = head = alloc_page_buffers(page, blocksize, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  501) 		do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  502) 			set_buffer_uptodate(bh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  503) 			tail = bh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  504) 			bh = bh->b_this_page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  505) 		} while (bh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  506) 		tail->b_this_page = head;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  507) 		attach_page_private(page, head);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  508) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  509) 	bh = head = page_buffers(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  510) 	BUG_ON(!bh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  511) 	rl = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  512) 	nr_bhs = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  513) 	block_start = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  514) 	m_start = kmirr - (u8*)page_address(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  515) 	m_end = m_start + vol->mft_record_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  516) 	do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  517) 		block_end = block_start + blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  518) 		/* If the buffer is outside the mft record, skip it. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  519) 		if (block_end <= m_start)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  520) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  521) 		if (unlikely(block_start >= m_end))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  522) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  523) 		/* Need to map the buffer if it is not mapped already. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  524) 		if (unlikely(!buffer_mapped(bh))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  525) 			VCN vcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  526) 			LCN lcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  527) 			unsigned int vcn_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  528) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  529) 			bh->b_bdev = vol->sb->s_bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  530) 			/* Obtain the vcn and offset of the current block. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  531) 			vcn = ((VCN)mft_no << vol->mft_record_size_bits) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  532) 					(block_start - m_start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  533) 			vcn_ofs = vcn & vol->cluster_size_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  534) 			vcn >>= vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  535) 			if (!rl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  536) 				down_read(&NTFS_I(vol->mftmirr_ino)->
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  537) 						runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  538) 				rl = NTFS_I(vol->mftmirr_ino)->runlist.rl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  539) 				/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  540) 				 * $MFTMirr always has the whole of its runlist
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  541) 				 * in memory.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  542) 				 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  543) 				BUG_ON(!rl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  544) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  545) 			/* Seek to element containing target vcn. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  546) 			while (rl->length && rl[1].vcn <= vcn)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  547) 				rl++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  548) 			lcn = ntfs_rl_vcn_to_lcn(rl, vcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  549) 			/* For $MFTMirr, only lcn >= 0 is a successful remap. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  550) 			if (likely(lcn >= 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  551) 				/* Setup buffer head to correct block. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  552) 				bh->b_blocknr = ((lcn <<
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  553) 						vol->cluster_size_bits) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  554) 						vcn_ofs) >> blocksize_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  555) 				set_buffer_mapped(bh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  556) 			} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  557) 				bh->b_blocknr = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  558) 				ntfs_error(vol->sb, "Cannot write mft mirror "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  559) 						"record 0x%lx because its "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  560) 						"location on disk could not "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  561) 						"be determined (error code "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  562) 						"%lli).", mft_no,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  563) 						(long long)lcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  564) 				err = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  565) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  566) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  567) 		BUG_ON(!buffer_uptodate(bh));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  568) 		BUG_ON(!nr_bhs && (m_start != block_start));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  569) 		BUG_ON(nr_bhs >= max_bhs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  570) 		bhs[nr_bhs++] = bh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  571) 		BUG_ON((nr_bhs >= max_bhs) && (m_end != block_end));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  572) 	} while (block_start = block_end, (bh = bh->b_this_page) != head);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  573) 	if (unlikely(rl))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  574) 		up_read(&NTFS_I(vol->mftmirr_ino)->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  575) 	if (likely(!err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  576) 		/* Lock buffers and start synchronous write i/o on them. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  577) 		for (i_bhs = 0; i_bhs < nr_bhs; i_bhs++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  578) 			struct buffer_head *tbh = bhs[i_bhs];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  579) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  580) 			if (!trylock_buffer(tbh))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  581) 				BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  582) 			BUG_ON(!buffer_uptodate(tbh));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  583) 			clear_buffer_dirty(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  584) 			get_bh(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  585) 			tbh->b_end_io = end_buffer_write_sync;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  586) 			submit_bh(REQ_OP_WRITE, 0, tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  587) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  588) 		/* Wait on i/o completion of buffers. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  589) 		for (i_bhs = 0; i_bhs < nr_bhs; i_bhs++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  590) 			struct buffer_head *tbh = bhs[i_bhs];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  591) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  592) 			wait_on_buffer(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  593) 			if (unlikely(!buffer_uptodate(tbh))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  594) 				err = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  595) 				/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  596) 				 * Set the buffer uptodate so the page and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  597) 				 * buffer states do not become out of sync.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  598) 				 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  599) 				set_buffer_uptodate(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  600) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  601) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  602) 	} else /* if (unlikely(err)) */ {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  603) 		/* Clean the buffers. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  604) 		for (i_bhs = 0; i_bhs < nr_bhs; i_bhs++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  605) 			clear_buffer_dirty(bhs[i_bhs]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  606) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  607) 	/* Current state: all buffers are clean, unlocked, and uptodate. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  608) 	/* Remove the mst protection fixups again. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  609) 	post_write_mst_fixup((NTFS_RECORD*)kmirr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  610) 	flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  611) 	SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  612) 	unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  613) 	ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  614) 	if (likely(!err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  615) 		ntfs_debug("Done.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  616) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  617) 		ntfs_error(vol->sb, "I/O error while writing mft mirror "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  618) 				"record 0x%lx!", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  619) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  620) 		ntfs_error(vol->sb, "Failed to synchronize $MFTMirr (error "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  621) 				"code %i).  Volume will be left marked dirty "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  622) 				"on umount.  Run ntfsfix on the partition "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  623) 				"after umounting to correct this.", -err);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  624) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  625) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  626) 	return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  627) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  628) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  629) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  630)  * write_mft_record_nolock - write out a mapped (extent) mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  631)  * @ni:		ntfs inode describing the mapped (extent) mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  632)  * @m:		mapped (extent) mft record to write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  633)  * @sync:	if true, wait for i/o completion
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  634)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  635)  * Write the mapped (extent) mft record @m described by the (regular or extent)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  636)  * ntfs inode @ni to backing store.  If the mft record @m has a counterpart in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  637)  * the mft mirror, that is also updated.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  638)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  639)  * We only write the mft record if the ntfs inode @ni is dirty and the first
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  640)  * buffer belonging to its mft record is dirty, too.  We ignore the dirty state
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  641)  * of subsequent buffers because we could have raced with
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  642)  * fs/ntfs/aops.c::mark_ntfs_record_dirty().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  643)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  644)  * On success, clean the mft record and return 0.  On error, leave the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  645)  * record dirty and return -errno.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  646)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  647)  * NOTE:  We always perform synchronous i/o and ignore the @sync parameter.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  648)  * However, if the mft record has a counterpart in the mft mirror and @sync is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  649)  * true, we write the mft record, wait for i/o completion, and only then write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  650)  * the mft mirror copy.  This ensures that if the system crashes either the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  651)  * or the mft mirror will contain a self-consistent mft record @m.  If @sync is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  652)  * false on the other hand, we start i/o on both and then wait for completion
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  653)  * on them.  This provides a speedup but no longer guarantees that you will end
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  654)  * up with a self-consistent mft record in the case of a crash but if you asked
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  655)  * for asynchronous writing you probably do not care about that anyway.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  656)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  657)  * TODO:  If @sync is false, want to do truly asynchronous i/o, i.e. just
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  658)  * schedule i/o via ->writepage or do it via kntfsd or whatever.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  659)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  660) int write_mft_record_nolock(ntfs_inode *ni, MFT_RECORD *m, int sync)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  661) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  662) 	ntfs_volume *vol = ni->vol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  663) 	struct page *page = ni->page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  664) 	unsigned int blocksize = vol->sb->s_blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  665) 	unsigned char blocksize_bits = vol->sb->s_blocksize_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  666) 	int max_bhs = vol->mft_record_size / blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  667) 	struct buffer_head *bhs[MAX_BHS];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  668) 	struct buffer_head *bh, *head;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  669) 	runlist_element *rl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  670) 	unsigned int block_start, block_end, m_start, m_end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  671) 	int i_bhs, nr_bhs, err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  672) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  673) 	ntfs_debug("Entering for inode 0x%lx.", ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  674) 	BUG_ON(NInoAttr(ni));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  675) 	BUG_ON(!max_bhs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  676) 	BUG_ON(!PageLocked(page));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  677) 	if (WARN_ON(max_bhs > MAX_BHS)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  678) 		err = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  679) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  680) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  681) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  682) 	 * If the ntfs_inode is clean no need to do anything.  If it is dirty,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  683) 	 * mark it as clean now so that it can be redirtied later on if needed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  684) 	 * There is no danger of races since the caller is holding the locks
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  685) 	 * for the mft record @m and the page it is in.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  686) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  687) 	if (!NInoTestClearDirty(ni))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  688) 		goto done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  689) 	bh = head = page_buffers(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  690) 	BUG_ON(!bh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  691) 	rl = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  692) 	nr_bhs = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  693) 	block_start = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  694) 	m_start = ni->page_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  695) 	m_end = m_start + vol->mft_record_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  696) 	do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  697) 		block_end = block_start + blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  698) 		/* If the buffer is outside the mft record, skip it. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  699) 		if (block_end <= m_start)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  700) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  701) 		if (unlikely(block_start >= m_end))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  702) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  703) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  704) 		 * If this block is not the first one in the record, we ignore
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  705) 		 * the buffer's dirty state because we could have raced with a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  706) 		 * parallel mark_ntfs_record_dirty().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  707) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  708) 		if (block_start == m_start) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  709) 			/* This block is the first one in the record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  710) 			if (!buffer_dirty(bh)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  711) 				BUG_ON(nr_bhs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  712) 				/* Clean records are not written out. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  713) 				break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  714) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  715) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  716) 		/* Need to map the buffer if it is not mapped already. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  717) 		if (unlikely(!buffer_mapped(bh))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  718) 			VCN vcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  719) 			LCN lcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  720) 			unsigned int vcn_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  721) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  722) 			bh->b_bdev = vol->sb->s_bdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  723) 			/* Obtain the vcn and offset of the current block. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  724) 			vcn = ((VCN)ni->mft_no << vol->mft_record_size_bits) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  725) 					(block_start - m_start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  726) 			vcn_ofs = vcn & vol->cluster_size_mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  727) 			vcn >>= vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  728) 			if (!rl) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  729) 				down_read(&NTFS_I(vol->mft_ino)->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  730) 				rl = NTFS_I(vol->mft_ino)->runlist.rl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  731) 				BUG_ON(!rl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  732) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  733) 			/* Seek to element containing target vcn. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  734) 			while (rl->length && rl[1].vcn <= vcn)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  735) 				rl++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  736) 			lcn = ntfs_rl_vcn_to_lcn(rl, vcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  737) 			/* For $MFT, only lcn >= 0 is a successful remap. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  738) 			if (likely(lcn >= 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  739) 				/* Setup buffer head to correct block. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  740) 				bh->b_blocknr = ((lcn <<
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  741) 						vol->cluster_size_bits) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  742) 						vcn_ofs) >> blocksize_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  743) 				set_buffer_mapped(bh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  744) 			} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  745) 				bh->b_blocknr = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  746) 				ntfs_error(vol->sb, "Cannot write mft record "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  747) 						"0x%lx because its location "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  748) 						"on disk could not be "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  749) 						"determined (error code %lli).",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  750) 						ni->mft_no, (long long)lcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  751) 				err = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  752) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  753) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  754) 		BUG_ON(!buffer_uptodate(bh));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  755) 		BUG_ON(!nr_bhs && (m_start != block_start));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  756) 		BUG_ON(nr_bhs >= max_bhs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  757) 		bhs[nr_bhs++] = bh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  758) 		BUG_ON((nr_bhs >= max_bhs) && (m_end != block_end));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  759) 	} while (block_start = block_end, (bh = bh->b_this_page) != head);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  760) 	if (unlikely(rl))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  761) 		up_read(&NTFS_I(vol->mft_ino)->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  762) 	if (!nr_bhs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  763) 		goto done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  764) 	if (unlikely(err))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  765) 		goto cleanup_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  766) 	/* Apply the mst protection fixups. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  767) 	err = pre_write_mst_fixup((NTFS_RECORD*)m, vol->mft_record_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  768) 	if (err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  769) 		ntfs_error(vol->sb, "Failed to apply mst fixups!");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  770) 		goto cleanup_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  771) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  772) 	flush_dcache_mft_record_page(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  773) 	/* Lock buffers and start synchronous write i/o on them. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  774) 	for (i_bhs = 0; i_bhs < nr_bhs; i_bhs++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  775) 		struct buffer_head *tbh = bhs[i_bhs];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  776) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  777) 		if (!trylock_buffer(tbh))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  778) 			BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  779) 		BUG_ON(!buffer_uptodate(tbh));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  780) 		clear_buffer_dirty(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  781) 		get_bh(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  782) 		tbh->b_end_io = end_buffer_write_sync;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  783) 		submit_bh(REQ_OP_WRITE, 0, tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  784) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  785) 	/* Synchronize the mft mirror now if not @sync. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  786) 	if (!sync && ni->mft_no < vol->mftmirr_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  787) 		ntfs_sync_mft_mirror(vol, ni->mft_no, m, sync);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  788) 	/* Wait on i/o completion of buffers. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  789) 	for (i_bhs = 0; i_bhs < nr_bhs; i_bhs++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  790) 		struct buffer_head *tbh = bhs[i_bhs];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  791) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  792) 		wait_on_buffer(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  793) 		if (unlikely(!buffer_uptodate(tbh))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  794) 			err = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  795) 			/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  796) 			 * Set the buffer uptodate so the page and buffer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  797) 			 * states do not become out of sync.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  798) 			 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  799) 			if (PageUptodate(page))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  800) 				set_buffer_uptodate(tbh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  801) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  802) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  803) 	/* If @sync, now synchronize the mft mirror. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  804) 	if (sync && ni->mft_no < vol->mftmirr_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  805) 		ntfs_sync_mft_mirror(vol, ni->mft_no, m, sync);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  806) 	/* Remove the mst protection fixups again. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  807) 	post_write_mst_fixup((NTFS_RECORD*)m);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  808) 	flush_dcache_mft_record_page(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  809) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  810) 		/* I/O error during writing.  This is really bad! */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  811) 		ntfs_error(vol->sb, "I/O error while writing mft record "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  812) 				"0x%lx!  Marking base inode as bad.  You "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  813) 				"should unmount the volume and run chkdsk.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  814) 				ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  815) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  816) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  817) done:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  818) 	ntfs_debug("Done.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  819) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  820) cleanup_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  821) 	/* Clean the buffers. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  822) 	for (i_bhs = 0; i_bhs < nr_bhs; i_bhs++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  823) 		clear_buffer_dirty(bhs[i_bhs]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  824) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  825) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  826) 	 * Current state: all buffers are clean, unlocked, and uptodate.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  827) 	 * The caller should mark the base inode as bad so that no more i/o
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  828) 	 * happens.  ->clear_inode() will still be invoked so all extent inodes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  829) 	 * and other allocated memory will be freed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  830) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  831) 	if (err == -ENOMEM) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  832) 		ntfs_error(vol->sb, "Not enough memory to write mft record.  "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  833) 				"Redirtying so the write is retried later.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  834) 		mark_mft_record_dirty(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  835) 		err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  836) 	} else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  837) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  838) 	return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  839) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  840) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  841) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  842)  * ntfs_may_write_mft_record - check if an mft record may be written out
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  843)  * @vol:	[IN]  ntfs volume on which the mft record to check resides
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  844)  * @mft_no:	[IN]  mft record number of the mft record to check
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  845)  * @m:		[IN]  mapped mft record to check
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  846)  * @locked_ni:	[OUT] caller has to unlock this ntfs inode if one is returned
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  847)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  848)  * Check if the mapped (base or extent) mft record @m with mft record number
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  849)  * @mft_no belonging to the ntfs volume @vol may be written out.  If necessary
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  850)  * and possible the ntfs inode of the mft record is locked and the base vfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  851)  * inode is pinned.  The locked ntfs inode is then returned in @locked_ni.  The
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  852)  * caller is responsible for unlocking the ntfs inode and unpinning the base
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  853)  * vfs inode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  854)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  855)  * Return 'true' if the mft record may be written out and 'false' if not.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  856)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  857)  * The caller has locked the page and cleared the uptodate flag on it which
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  858)  * means that we can safely write out any dirty mft records that do not have
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  859)  * their inodes in icache as determined by ilookup5() as anyone
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  860)  * opening/creating such an inode would block when attempting to map the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  861)  * record in read_cache_page() until we are finished with the write out.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  862)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  863)  * Here is a description of the tests we perform:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  864)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  865)  * If the inode is found in icache we know the mft record must be a base mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  866)  * record.  If it is dirty, we do not write it and return 'false' as the vfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  867)  * inode write paths will result in the access times being updated which would
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  868)  * cause the base mft record to be redirtied and written out again.  (We know
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  869)  * the access time update will modify the base mft record because Windows
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  870)  * chkdsk complains if the standard information attribute is not in the base
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  871)  * mft record.)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  872)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  873)  * If the inode is in icache and not dirty, we attempt to lock the mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  874)  * and if we find the lock was already taken, it is not safe to write the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  875)  * record and we return 'false'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  876)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  877)  * If we manage to obtain the lock we have exclusive access to the mft record,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  878)  * which also allows us safe writeout of the mft record.  We then set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  879)  * @locked_ni to the locked ntfs inode and return 'true'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  880)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  881)  * Note we cannot just lock the mft record and sleep while waiting for the lock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  882)  * because this would deadlock due to lock reversal (normally the mft record is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  883)  * locked before the page is locked but we already have the page locked here
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  884)  * when we try to lock the mft record).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  885)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  886)  * If the inode is not in icache we need to perform further checks.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  887)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  888)  * If the mft record is not a FILE record or it is a base mft record, we can
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  889)  * safely write it and return 'true'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  890)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  891)  * We now know the mft record is an extent mft record.  We check if the inode
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  892)  * corresponding to its base mft record is in icache and obtain a reference to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  893)  * it if it is.  If it is not, we can safely write it and return 'true'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  894)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  895)  * We now have the base inode for the extent mft record.  We check if it has an
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  896)  * ntfs inode for the extent mft record attached and if not it is safe to write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  897)  * the extent mft record and we return 'true'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  898)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  899)  * The ntfs inode for the extent mft record is attached to the base inode so we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  900)  * attempt to lock the extent mft record and if we find the lock was already
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  901)  * taken, it is not safe to write the extent mft record and we return 'false'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  902)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  903)  * If we manage to obtain the lock we have exclusive access to the extent mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  904)  * record, which also allows us safe writeout of the extent mft record.  We
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  905)  * set the ntfs inode of the extent mft record clean and then set @locked_ni to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  906)  * the now locked ntfs inode and return 'true'.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  907)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  908)  * Note, the reason for actually writing dirty mft records here and not just
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  909)  * relying on the vfs inode dirty code paths is that we can have mft records
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  910)  * modified without them ever having actual inodes in memory.  Also we can have
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  911)  * dirty mft records with clean ntfs inodes in memory.  None of the described
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  912)  * cases would result in the dirty mft records being written out if we only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  913)  * relied on the vfs inode dirty code paths.  And these cases can really occur
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  914)  * during allocation of new mft records and in particular when the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  915)  * initialized_size of the $MFT/$DATA attribute is extended and the new space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  916)  * is initialized using ntfs_mft_record_format().  The clean inode can then
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  917)  * appear if the mft record is reused for a new inode before it got written
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  918)  * out.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  919)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  920) bool ntfs_may_write_mft_record(ntfs_volume *vol, const unsigned long mft_no,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  921) 		const MFT_RECORD *m, ntfs_inode **locked_ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  922) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  923) 	struct super_block *sb = vol->sb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  924) 	struct inode *mft_vi = vol->mft_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  925) 	struct inode *vi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  926) 	ntfs_inode *ni, *eni, **extent_nis;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  927) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  928) 	ntfs_attr na;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  929) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  930) 	ntfs_debug("Entering for inode 0x%lx.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  931) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  932) 	 * Normally we do not return a locked inode so set @locked_ni to NULL.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  933) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  934) 	BUG_ON(!locked_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  935) 	*locked_ni = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  936) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  937) 	 * Check if the inode corresponding to this mft record is in the VFS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  938) 	 * inode cache and obtain a reference to it if it is.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  939) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  940) 	ntfs_debug("Looking for inode 0x%lx in icache.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  941) 	na.mft_no = mft_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  942) 	na.name = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  943) 	na.name_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  944) 	na.type = AT_UNUSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  945) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  946) 	 * Optimize inode 0, i.e. $MFT itself, since we have it in memory and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  947) 	 * we get here for it rather often.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  948) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  949) 	if (!mft_no) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  950) 		/* Balance the below iput(). */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  951) 		vi = igrab(mft_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  952) 		BUG_ON(vi != mft_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  953) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  954) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  955) 		 * Have to use ilookup5_nowait() since ilookup5() waits for the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  956) 		 * inode lock which causes ntfs to deadlock when a concurrent
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  957) 		 * inode write via the inode dirty code paths and the page
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  958) 		 * dirty code path of the inode dirty code path when writing
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  959) 		 * $MFT occurs.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  960) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  961) 		vi = ilookup5_nowait(sb, mft_no, ntfs_test_inode, &na);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  962) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  963) 	if (vi) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  964) 		ntfs_debug("Base inode 0x%lx is in icache.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  965) 		/* The inode is in icache. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  966) 		ni = NTFS_I(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  967) 		/* Take a reference to the ntfs inode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  968) 		atomic_inc(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  969) 		/* If the inode is dirty, do not write this record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  970) 		if (NInoDirty(ni)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  971) 			ntfs_debug("Inode 0x%lx is dirty, do not write it.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  972) 					mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  973) 			atomic_dec(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  974) 			iput(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  975) 			return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  976) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  977) 		ntfs_debug("Inode 0x%lx is not dirty.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  978) 		/* The inode is not dirty, try to take the mft record lock. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  979) 		if (unlikely(!mutex_trylock(&ni->mrec_lock))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  980) 			ntfs_debug("Mft record 0x%lx is already locked, do "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  981) 					"not write it.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  982) 			atomic_dec(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  983) 			iput(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  984) 			return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  985) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  986) 		ntfs_debug("Managed to lock mft record 0x%lx, write it.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  987) 				mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  988) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  989) 		 * The write has to occur while we hold the mft record lock so
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  990) 		 * return the locked ntfs inode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  991) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  992) 		*locked_ni = ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  993) 		return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  994) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  995) 	ntfs_debug("Inode 0x%lx is not in icache.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  996) 	/* The inode is not in icache. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  997) 	/* Write the record if it is not a mft record (type "FILE"). */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  998) 	if (!ntfs_is_mft_record(m->magic)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  999) 		ntfs_debug("Mft record 0x%lx is not a FILE record, write it.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1000) 				mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1001) 		return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1002) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1003) 	/* Write the mft record if it is a base inode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1004) 	if (!m->base_mft_record) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1005) 		ntfs_debug("Mft record 0x%lx is a base record, write it.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1006) 				mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1007) 		return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1008) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1009) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1010) 	 * This is an extent mft record.  Check if the inode corresponding to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1011) 	 * its base mft record is in icache and obtain a reference to it if it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1012) 	 * is.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1013) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1014) 	na.mft_no = MREF_LE(m->base_mft_record);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1015) 	ntfs_debug("Mft record 0x%lx is an extent record.  Looking for base "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1016) 			"inode 0x%lx in icache.", mft_no, na.mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1017) 	if (!na.mft_no) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1018) 		/* Balance the below iput(). */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1019) 		vi = igrab(mft_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1020) 		BUG_ON(vi != mft_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1021) 	} else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1022) 		vi = ilookup5_nowait(sb, na.mft_no, ntfs_test_inode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1023) 				&na);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1024) 	if (!vi) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1025) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1026) 		 * The base inode is not in icache, write this extent mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1027) 		 * record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1028) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1029) 		ntfs_debug("Base inode 0x%lx is not in icache, write the "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1030) 				"extent record.", na.mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1031) 		return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1032) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1033) 	ntfs_debug("Base inode 0x%lx is in icache.", na.mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1034) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1035) 	 * The base inode is in icache.  Check if it has the extent inode
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1036) 	 * corresponding to this extent mft record attached.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1037) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1038) 	ni = NTFS_I(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1039) 	mutex_lock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1040) 	if (ni->nr_extents <= 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1041) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1042) 		 * The base inode has no attached extent inodes, write this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1043) 		 * extent mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1044) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1045) 		mutex_unlock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1046) 		iput(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1047) 		ntfs_debug("Base inode 0x%lx has no attached extent inodes, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1048) 				"write the extent record.", na.mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1049) 		return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1050) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1051) 	/* Iterate over the attached extent inodes. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1052) 	extent_nis = ni->ext.extent_ntfs_inos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1053) 	for (eni = NULL, i = 0; i < ni->nr_extents; ++i) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1054) 		if (mft_no == extent_nis[i]->mft_no) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1055) 			/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1056) 			 * Found the extent inode corresponding to this extent
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1057) 			 * mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1058) 			 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1059) 			eni = extent_nis[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1060) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1061) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1062) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1063) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1064) 	 * If the extent inode was not attached to the base inode, write this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1065) 	 * extent mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1066) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1067) 	if (!eni) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1068) 		mutex_unlock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1069) 		iput(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1070) 		ntfs_debug("Extent inode 0x%lx is not attached to its base "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1071) 				"inode 0x%lx, write the extent record.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1072) 				mft_no, na.mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1073) 		return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1074) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1075) 	ntfs_debug("Extent inode 0x%lx is attached to its base inode 0x%lx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1076) 			mft_no, na.mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1077) 	/* Take a reference to the extent ntfs inode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1078) 	atomic_inc(&eni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1079) 	mutex_unlock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1080) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1081) 	 * Found the extent inode coresponding to this extent mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1082) 	 * Try to take the mft record lock.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1083) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1084) 	if (unlikely(!mutex_trylock(&eni->mrec_lock))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1085) 		atomic_dec(&eni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1086) 		iput(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1087) 		ntfs_debug("Extent mft record 0x%lx is already locked, do "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1088) 				"not write it.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1089) 		return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1090) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1091) 	ntfs_debug("Managed to lock extent mft record 0x%lx, write it.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1092) 			mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1093) 	if (NInoTestClearDirty(eni))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1094) 		ntfs_debug("Extent inode 0x%lx is dirty, marking it clean.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1095) 				mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1096) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1097) 	 * The write has to occur while we hold the mft record lock so return
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1098) 	 * the locked extent ntfs inode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1099) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1100) 	*locked_ni = eni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1101) 	return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1102) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1103) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1104) static const char *es = "  Leaving inconsistent metadata.  Unmount and run "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1105) 		"chkdsk.";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1106) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1107) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1108)  * ntfs_mft_bitmap_find_and_alloc_free_rec_nolock - see name
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1109)  * @vol:	volume on which to search for a free mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1110)  * @base_ni:	open base inode if allocating an extent mft record or NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1111)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1112)  * Search for a free mft record in the mft bitmap attribute on the ntfs volume
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1113)  * @vol.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1114)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1115)  * If @base_ni is NULL start the search at the default allocator position.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1116)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1117)  * If @base_ni is not NULL start the search at the mft record after the base
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1118)  * mft record @base_ni.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1119)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1120)  * Return the free mft record on success and -errno on error.  An error code of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1121)  * -ENOSPC means that there are no free mft records in the currently
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1122)  * initialized mft bitmap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1123)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1124)  * Locking: Caller must hold vol->mftbmp_lock for writing.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1125)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1126) static int ntfs_mft_bitmap_find_and_alloc_free_rec_nolock(ntfs_volume *vol,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1127) 		ntfs_inode *base_ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1128) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1129) 	s64 pass_end, ll, data_pos, pass_start, ofs, bit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1130) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1131) 	struct address_space *mftbmp_mapping;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1132) 	u8 *buf, *byte;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1133) 	struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1134) 	unsigned int page_ofs, size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1135) 	u8 pass, b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1136) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1137) 	ntfs_debug("Searching for free mft record in the currently "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1138) 			"initialized mft bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1139) 	mftbmp_mapping = vol->mftbmp_ino->i_mapping;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1140) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1141) 	 * Set the end of the pass making sure we do not overflow the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1142) 	 * bitmap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1143) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1144) 	read_lock_irqsave(&NTFS_I(vol->mft_ino)->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1145) 	pass_end = NTFS_I(vol->mft_ino)->allocated_size >>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1146) 			vol->mft_record_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1147) 	read_unlock_irqrestore(&NTFS_I(vol->mft_ino)->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1148) 	read_lock_irqsave(&NTFS_I(vol->mftbmp_ino)->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1149) 	ll = NTFS_I(vol->mftbmp_ino)->initialized_size << 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1150) 	read_unlock_irqrestore(&NTFS_I(vol->mftbmp_ino)->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1151) 	if (pass_end > ll)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1152) 		pass_end = ll;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1153) 	pass = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1154) 	if (!base_ni)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1155) 		data_pos = vol->mft_data_pos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1156) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1157) 		data_pos = base_ni->mft_no + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1158) 	if (data_pos < 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1159) 		data_pos = 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1160) 	if (data_pos >= pass_end) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1161) 		data_pos = 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1162) 		pass = 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1163) 		/* This happens on a freshly formatted volume. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1164) 		if (data_pos >= pass_end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1165) 			return -ENOSPC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1166) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1167) 	pass_start = data_pos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1168) 	ntfs_debug("Starting bitmap search: pass %u, pass_start 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1169) 			"pass_end 0x%llx, data_pos 0x%llx.", pass,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1170) 			(long long)pass_start, (long long)pass_end,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1171) 			(long long)data_pos);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1172) 	/* Loop until a free mft record is found. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1173) 	for (; pass <= 2;) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1174) 		/* Cap size to pass_end. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1175) 		ofs = data_pos >> 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1176) 		page_ofs = ofs & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1177) 		size = PAGE_SIZE - page_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1178) 		ll = ((pass_end + 7) >> 3) - ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1179) 		if (size > ll)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1180) 			size = ll;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1181) 		size <<= 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1182) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1183) 		 * If we are still within the active pass, search the next page
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1184) 		 * for a zero bit.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1185) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1186) 		if (size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1187) 			page = ntfs_map_page(mftbmp_mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1188) 					ofs >> PAGE_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1189) 			if (IS_ERR(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1190) 				ntfs_error(vol->sb, "Failed to read mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1191) 						"bitmap, aborting.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1192) 				return PTR_ERR(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1193) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1194) 			buf = (u8*)page_address(page) + page_ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1195) 			bit = data_pos & 7;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1196) 			data_pos &= ~7ull;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1197) 			ntfs_debug("Before inner for loop: size 0x%x, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1198) 					"data_pos 0x%llx, bit 0x%llx", size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1199) 					(long long)data_pos, (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1200) 			for (; bit < size && data_pos + bit < pass_end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1201) 					bit &= ~7ull, bit += 8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1202) 				byte = buf + (bit >> 3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1203) 				if (*byte == 0xff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1204) 					continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1205) 				b = ffz((unsigned long)*byte);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1206) 				if (b < 8 && b >= (bit & 7)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1207) 					ll = data_pos + (bit & ~7ull) + b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1208) 					if (unlikely(ll > (1ll << 32))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1209) 						ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1210) 						return -ENOSPC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1211) 					}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1212) 					*byte |= 1 << b;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1213) 					flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1214) 					set_page_dirty(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1215) 					ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1216) 					ntfs_debug("Done.  (Found and "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1217) 							"allocated mft record "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1218) 							"0x%llx.)",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1219) 							(long long)ll);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1220) 					return ll;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1221) 				}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1222) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1223) 			ntfs_debug("After inner for loop: size 0x%x, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1224) 					"data_pos 0x%llx, bit 0x%llx", size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1225) 					(long long)data_pos, (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1226) 			data_pos += size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1227) 			ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1228) 			/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1229) 			 * If the end of the pass has not been reached yet,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1230) 			 * continue searching the mft bitmap for a zero bit.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1231) 			 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1232) 			if (data_pos < pass_end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1233) 				continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1234) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1235) 		/* Do the next pass. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1236) 		if (++pass == 2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1237) 			/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1238) 			 * Starting the second pass, in which we scan the first
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1239) 			 * part of the zone which we omitted earlier.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1240) 			 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1241) 			pass_end = pass_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1242) 			data_pos = pass_start = 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1243) 			ntfs_debug("pass %i, pass_start 0x%llx, pass_end "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1244) 					"0x%llx.", pass, (long long)pass_start,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1245) 					(long long)pass_end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1246) 			if (data_pos >= pass_end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1247) 				break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1248) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1249) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1250) 	/* No free mft records in currently initialized mft bitmap. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1251) 	ntfs_debug("Done.  (No free mft records left in currently initialized "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1252) 			"mft bitmap.)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1253) 	return -ENOSPC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1254) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1255) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1256) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1257)  * ntfs_mft_bitmap_extend_allocation_nolock - extend mft bitmap by a cluster
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1258)  * @vol:	volume on which to extend the mft bitmap attribute
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1259)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1260)  * Extend the mft bitmap attribute on the ntfs volume @vol by one cluster.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1261)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1262)  * Note: Only changes allocated_size, i.e. does not touch initialized_size or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1263)  * data_size.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1264)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1265)  * Return 0 on success and -errno on error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1266)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1267)  * Locking: - Caller must hold vol->mftbmp_lock for writing.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1268)  *	    - This function takes NTFS_I(vol->mftbmp_ino)->runlist.lock for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1269)  *	      writing and releases it before returning.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1270)  *	    - This function takes vol->lcnbmp_lock for writing and releases it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1271)  *	      before returning.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1272)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1273) static int ntfs_mft_bitmap_extend_allocation_nolock(ntfs_volume *vol)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1274) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1275) 	LCN lcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1276) 	s64 ll;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1277) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1278) 	struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1279) 	ntfs_inode *mft_ni, *mftbmp_ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1280) 	runlist_element *rl, *rl2 = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1281) 	ntfs_attr_search_ctx *ctx = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1282) 	MFT_RECORD *mrec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1283) 	ATTR_RECORD *a = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1284) 	int ret, mp_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1285) 	u32 old_alen = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1286) 	u8 *b, tb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1287) 	struct {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1288) 		u8 added_cluster:1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1289) 		u8 added_run:1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1290) 		u8 mp_rebuilt:1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1291) 	} status = { 0, 0, 0 };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1292) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1293) 	ntfs_debug("Extending mft bitmap allocation.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1294) 	mft_ni = NTFS_I(vol->mft_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1295) 	mftbmp_ni = NTFS_I(vol->mftbmp_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1296) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1297) 	 * Determine the last lcn of the mft bitmap.  The allocated size of the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1298) 	 * mft bitmap cannot be zero so we are ok to do this.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1299) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1300) 	down_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1301) 	read_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1302) 	ll = mftbmp_ni->allocated_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1303) 	read_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1304) 	rl = ntfs_attr_find_vcn_nolock(mftbmp_ni,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1305) 			(ll - 1) >> vol->cluster_size_bits, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1306) 	if (IS_ERR(rl) || unlikely(!rl->length || rl->lcn < 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1307) 		up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1308) 		ntfs_error(vol->sb, "Failed to determine last allocated "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1309) 				"cluster of mft bitmap attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1310) 		if (!IS_ERR(rl))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1311) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1312) 		else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1313) 			ret = PTR_ERR(rl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1314) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1315) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1316) 	lcn = rl->lcn + rl->length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1317) 	ntfs_debug("Last lcn of mft bitmap attribute is 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1318) 			(long long)lcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1319) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1320) 	 * Attempt to get the cluster following the last allocated cluster by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1321) 	 * hand as it may be in the MFT zone so the allocator would not give it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1322) 	 * to us.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1323) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1324) 	ll = lcn >> 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1325) 	page = ntfs_map_page(vol->lcnbmp_ino->i_mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1326) 			ll >> PAGE_SHIFT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1327) 	if (IS_ERR(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1328) 		up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1329) 		ntfs_error(vol->sb, "Failed to read from lcn bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1330) 		return PTR_ERR(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1331) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1332) 	b = (u8*)page_address(page) + (ll & ~PAGE_MASK);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1333) 	tb = 1 << (lcn & 7ull);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1334) 	down_write(&vol->lcnbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1335) 	if (*b != 0xff && !(*b & tb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1336) 		/* Next cluster is free, allocate it. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1337) 		*b |= tb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1338) 		flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1339) 		set_page_dirty(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1340) 		up_write(&vol->lcnbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1341) 		ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1342) 		/* Update the mft bitmap runlist. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1343) 		rl->length++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1344) 		rl[1].vcn++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1345) 		status.added_cluster = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1346) 		ntfs_debug("Appending one cluster to mft bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1347) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1348) 		up_write(&vol->lcnbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1349) 		ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1350) 		/* Allocate a cluster from the DATA_ZONE. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1351) 		rl2 = ntfs_cluster_alloc(vol, rl[1].vcn, 1, lcn, DATA_ZONE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1352) 				true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1353) 		if (IS_ERR(rl2)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1354) 			up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1355) 			ntfs_error(vol->sb, "Failed to allocate a cluster for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1356) 					"the mft bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1357) 			return PTR_ERR(rl2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1358) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1359) 		rl = ntfs_runlists_merge(mftbmp_ni->runlist.rl, rl2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1360) 		if (IS_ERR(rl)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1361) 			up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1362) 			ntfs_error(vol->sb, "Failed to merge runlists for mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1363) 					"bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1364) 			if (ntfs_cluster_free_from_rl(vol, rl2)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1365) 				ntfs_error(vol->sb, "Failed to deallocate "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1366) 						"allocated cluster.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1367) 				NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1368) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1369) 			ntfs_free(rl2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1370) 			return PTR_ERR(rl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1371) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1372) 		mftbmp_ni->runlist.rl = rl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1373) 		status.added_run = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1374) 		ntfs_debug("Adding one run to mft bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1375) 		/* Find the last run in the new runlist. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1376) 		for (; rl[1].length; rl++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1377) 			;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1378) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1379) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1380) 	 * Update the attribute record as well.  Note: @rl is the last
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1381) 	 * (non-terminator) runlist element of mft bitmap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1382) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1383) 	mrec = map_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1384) 	if (IS_ERR(mrec)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1385) 		ntfs_error(vol->sb, "Failed to map mft record.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1386) 		ret = PTR_ERR(mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1387) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1388) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1389) 	ctx = ntfs_attr_get_search_ctx(mft_ni, mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1390) 	if (unlikely(!ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1391) 		ntfs_error(vol->sb, "Failed to get search context.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1392) 		ret = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1393) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1394) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1395) 	ret = ntfs_attr_lookup(mftbmp_ni->type, mftbmp_ni->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1396) 			mftbmp_ni->name_len, CASE_SENSITIVE, rl[1].vcn, NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1397) 			0, ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1398) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1399) 		ntfs_error(vol->sb, "Failed to find last attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1400) 				"mft bitmap attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1401) 		if (ret == -ENOENT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1402) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1403) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1404) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1405) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1406) 	ll = sle64_to_cpu(a->data.non_resident.lowest_vcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1407) 	/* Search back for the previous last allocated cluster of mft bitmap. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1408) 	for (rl2 = rl; rl2 > mftbmp_ni->runlist.rl; rl2--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1409) 		if (ll >= rl2->vcn)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1410) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1411) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1412) 	BUG_ON(ll < rl2->vcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1413) 	BUG_ON(ll >= rl2->vcn + rl2->length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1414) 	/* Get the size for the new mapping pairs array for this extent. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1415) 	mp_size = ntfs_get_size_for_mapping_pairs(vol, rl2, ll, -1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1416) 	if (unlikely(mp_size <= 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1417) 		ntfs_error(vol->sb, "Get size for mapping pairs failed for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1418) 				"mft bitmap attribute extent.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1419) 		ret = mp_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1420) 		if (!ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1421) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1422) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1423) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1424) 	/* Expand the attribute record if necessary. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1425) 	old_alen = le32_to_cpu(a->length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1426) 	ret = ntfs_attr_record_resize(ctx->mrec, a, mp_size +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1427) 			le16_to_cpu(a->data.non_resident.mapping_pairs_offset));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1428) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1429) 		if (ret != -ENOSPC) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1430) 			ntfs_error(vol->sb, "Failed to resize attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1431) 					"record for mft bitmap attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1432) 			goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1433) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1434) 		// TODO: Deal with this by moving this extent to a new mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1435) 		// record or by starting a new extent in a new mft record or by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1436) 		// moving other attributes out of this mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1437) 		// Note: It will need to be a special mft record and if none of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1438) 		// those are available it gets rather complicated...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1439) 		ntfs_error(vol->sb, "Not enough space in this mft record to "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1440) 				"accommodate extended mft bitmap attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1441) 				"extent.  Cannot handle this yet.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1442) 		ret = -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1443) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1444) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1445) 	status.mp_rebuilt = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1446) 	/* Generate the mapping pairs array directly into the attr record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1447) 	ret = ntfs_mapping_pairs_build(vol, (u8*)a +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1448) 			le16_to_cpu(a->data.non_resident.mapping_pairs_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1449) 			mp_size, rl2, ll, -1, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1450) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1451) 		ntfs_error(vol->sb, "Failed to build mapping pairs array for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1452) 				"mft bitmap attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1453) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1454) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1455) 	/* Update the highest_vcn. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1456) 	a->data.non_resident.highest_vcn = cpu_to_sle64(rl[1].vcn - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1457) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1458) 	 * We now have extended the mft bitmap allocated_size by one cluster.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1459) 	 * Reflect this in the ntfs_inode structure and the attribute record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1460) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1461) 	if (a->data.non_resident.lowest_vcn) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1462) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1463) 		 * We are not in the first attribute extent, switch to it, but
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1464) 		 * first ensure the changes will make it to disk later.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1465) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1466) 		flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1467) 		mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1468) 		ntfs_attr_reinit_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1469) 		ret = ntfs_attr_lookup(mftbmp_ni->type, mftbmp_ni->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1470) 				mftbmp_ni->name_len, CASE_SENSITIVE, 0, NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1471) 				0, ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1472) 		if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1473) 			ntfs_error(vol->sb, "Failed to find first attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1474) 					"extent of mft bitmap attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1475) 			goto restore_undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1476) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1477) 		a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1478) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1479) 	write_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1480) 	mftbmp_ni->allocated_size += vol->cluster_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1481) 	a->data.non_resident.allocated_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1482) 			cpu_to_sle64(mftbmp_ni->allocated_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1483) 	write_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1484) 	/* Ensure the changes make it to disk. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1485) 	flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1486) 	mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1487) 	ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1488) 	unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1489) 	up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1490) 	ntfs_debug("Done.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1491) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1492) restore_undo_alloc:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1493) 	ntfs_attr_reinit_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1494) 	if (ntfs_attr_lookup(mftbmp_ni->type, mftbmp_ni->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1495) 			mftbmp_ni->name_len, CASE_SENSITIVE, rl[1].vcn, NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1496) 			0, ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1497) 		ntfs_error(vol->sb, "Failed to find last attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1498) 				"mft bitmap attribute.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1499) 		write_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1500) 		mftbmp_ni->allocated_size += vol->cluster_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1501) 		write_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1502) 		ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1503) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1504) 		up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1505) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1506) 		 * The only thing that is now wrong is ->allocated_size of the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1507) 		 * base attribute extent which chkdsk should be able to fix.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1508) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1509) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1510) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1511) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1512) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1513) 	a->data.non_resident.highest_vcn = cpu_to_sle64(rl[1].vcn - 2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1514) undo_alloc:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1515) 	if (status.added_cluster) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1516) 		/* Truncate the last run in the runlist by one cluster. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1517) 		rl->length--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1518) 		rl[1].vcn--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1519) 	} else if (status.added_run) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1520) 		lcn = rl->lcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1521) 		/* Remove the last run from the runlist. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1522) 		rl->lcn = rl[1].lcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1523) 		rl->length = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1524) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1525) 	/* Deallocate the cluster. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1526) 	down_write(&vol->lcnbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1527) 	if (ntfs_bitmap_clear_bit(vol->lcnbmp_ino, lcn)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1528) 		ntfs_error(vol->sb, "Failed to free allocated cluster.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1529) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1530) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1531) 	up_write(&vol->lcnbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1532) 	if (status.mp_rebuilt) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1533) 		if (ntfs_mapping_pairs_build(vol, (u8*)a + le16_to_cpu(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1534) 				a->data.non_resident.mapping_pairs_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1535) 				old_alen - le16_to_cpu(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1536) 				a->data.non_resident.mapping_pairs_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1537) 				rl2, ll, -1, NULL)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1538) 			ntfs_error(vol->sb, "Failed to restore mapping pairs "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1539) 					"array.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1540) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1541) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1542) 		if (ntfs_attr_record_resize(ctx->mrec, a, old_alen)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1543) 			ntfs_error(vol->sb, "Failed to restore attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1544) 					"record.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1545) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1546) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1547) 		flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1548) 		mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1549) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1550) 	if (ctx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1551) 		ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1552) 	if (!IS_ERR(mrec))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1553) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1554) 	up_write(&mftbmp_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1555) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1556) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1557) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1558) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1559)  * ntfs_mft_bitmap_extend_initialized_nolock - extend mftbmp initialized data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1560)  * @vol:	volume on which to extend the mft bitmap attribute
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1561)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1562)  * Extend the initialized portion of the mft bitmap attribute on the ntfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1563)  * volume @vol by 8 bytes.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1564)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1565)  * Note:  Only changes initialized_size and data_size, i.e. requires that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1566)  * allocated_size is big enough to fit the new initialized_size.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1567)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1568)  * Return 0 on success and -error on error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1569)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1570)  * Locking: Caller must hold vol->mftbmp_lock for writing.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1571)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1572) static int ntfs_mft_bitmap_extend_initialized_nolock(ntfs_volume *vol)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1573) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1574) 	s64 old_data_size, old_initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1575) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1576) 	struct inode *mftbmp_vi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1577) 	ntfs_inode *mft_ni, *mftbmp_ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1578) 	ntfs_attr_search_ctx *ctx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1579) 	MFT_RECORD *mrec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1580) 	ATTR_RECORD *a;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1581) 	int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1582) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1583) 	ntfs_debug("Extending mft bitmap initiailized (and data) size.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1584) 	mft_ni = NTFS_I(vol->mft_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1585) 	mftbmp_vi = vol->mftbmp_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1586) 	mftbmp_ni = NTFS_I(mftbmp_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1587) 	/* Get the attribute record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1588) 	mrec = map_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1589) 	if (IS_ERR(mrec)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1590) 		ntfs_error(vol->sb, "Failed to map mft record.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1591) 		return PTR_ERR(mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1592) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1593) 	ctx = ntfs_attr_get_search_ctx(mft_ni, mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1594) 	if (unlikely(!ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1595) 		ntfs_error(vol->sb, "Failed to get search context.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1596) 		ret = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1597) 		goto unm_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1598) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1599) 	ret = ntfs_attr_lookup(mftbmp_ni->type, mftbmp_ni->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1600) 			mftbmp_ni->name_len, CASE_SENSITIVE, 0, NULL, 0, ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1601) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1602) 		ntfs_error(vol->sb, "Failed to find first attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1603) 				"mft bitmap attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1604) 		if (ret == -ENOENT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1605) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1606) 		goto put_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1607) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1608) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1609) 	write_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1610) 	old_data_size = i_size_read(mftbmp_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1611) 	old_initialized_size = mftbmp_ni->initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1612) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1613) 	 * We can simply update the initialized_size before filling the space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1614) 	 * with zeroes because the caller is holding the mft bitmap lock for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1615) 	 * writing which ensures that no one else is trying to access the data.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1616) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1617) 	mftbmp_ni->initialized_size += 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1618) 	a->data.non_resident.initialized_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1619) 			cpu_to_sle64(mftbmp_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1620) 	if (mftbmp_ni->initialized_size > old_data_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1621) 		i_size_write(mftbmp_vi, mftbmp_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1622) 		a->data.non_resident.data_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1623) 				cpu_to_sle64(mftbmp_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1624) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1625) 	write_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1626) 	/* Ensure the changes make it to disk. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1627) 	flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1628) 	mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1629) 	ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1630) 	unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1631) 	/* Initialize the mft bitmap attribute value with zeroes. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1632) 	ret = ntfs_attr_set(mftbmp_ni, old_initialized_size, 8, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1633) 	if (likely(!ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1634) 		ntfs_debug("Done.  (Wrote eight initialized bytes to mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1635) 				"bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1636) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1637) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1638) 	ntfs_error(vol->sb, "Failed to write to mft bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1639) 	/* Try to recover from the error. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1640) 	mrec = map_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1641) 	if (IS_ERR(mrec)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1642) 		ntfs_error(vol->sb, "Failed to map mft record.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1643) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1644) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1645) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1646) 	ctx = ntfs_attr_get_search_ctx(mft_ni, mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1647) 	if (unlikely(!ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1648) 		ntfs_error(vol->sb, "Failed to get search context.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1649) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1650) 		goto unm_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1651) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1652) 	if (ntfs_attr_lookup(mftbmp_ni->type, mftbmp_ni->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1653) 			mftbmp_ni->name_len, CASE_SENSITIVE, 0, NULL, 0, ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1654) 		ntfs_error(vol->sb, "Failed to find first attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1655) 				"mft bitmap attribute.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1656) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1657) put_err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1658) 		ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1659) unm_err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1660) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1661) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1662) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1663) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1664) 	write_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1665) 	mftbmp_ni->initialized_size = old_initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1666) 	a->data.non_resident.initialized_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1667) 			cpu_to_sle64(old_initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1668) 	if (i_size_read(mftbmp_vi) != old_data_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1669) 		i_size_write(mftbmp_vi, old_data_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1670) 		a->data.non_resident.data_size = cpu_to_sle64(old_data_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1671) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1672) 	write_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1673) 	flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1674) 	mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1675) 	ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1676) 	unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1677) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1678) 	read_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1679) 	ntfs_debug("Restored status of mftbmp: allocated_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1680) 			"data_size 0x%llx, initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1681) 			(long long)mftbmp_ni->allocated_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1682) 			(long long)i_size_read(mftbmp_vi),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1683) 			(long long)mftbmp_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1684) 	read_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1685) #endif /* DEBUG */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1686) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1687) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1688) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1689) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1690) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1691)  * ntfs_mft_data_extend_allocation_nolock - extend mft data attribute
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1692)  * @vol:	volume on which to extend the mft data attribute
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1693)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1694)  * Extend the mft data attribute on the ntfs volume @vol by 16 mft records
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1695)  * worth of clusters or if not enough space for this by one mft record worth
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1696)  * of clusters.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1697)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1698)  * Note:  Only changes allocated_size, i.e. does not touch initialized_size or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1699)  * data_size.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1700)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1701)  * Return 0 on success and -errno on error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1702)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1703)  * Locking: - Caller must hold vol->mftbmp_lock for writing.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1704)  *	    - This function takes NTFS_I(vol->mft_ino)->runlist.lock for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1705)  *	      writing and releases it before returning.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1706)  *	    - This function calls functions which take vol->lcnbmp_lock for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1707)  *	      writing and release it before returning.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1708)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1709) static int ntfs_mft_data_extend_allocation_nolock(ntfs_volume *vol)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1710) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1711) 	LCN lcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1712) 	VCN old_last_vcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1713) 	s64 min_nr, nr, ll;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1714) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1715) 	ntfs_inode *mft_ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1716) 	runlist_element *rl, *rl2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1717) 	ntfs_attr_search_ctx *ctx = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1718) 	MFT_RECORD *mrec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1719) 	ATTR_RECORD *a = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1720) 	int ret, mp_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1721) 	u32 old_alen = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1722) 	bool mp_rebuilt = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1723) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1724) 	ntfs_debug("Extending mft data allocation.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1725) 	mft_ni = NTFS_I(vol->mft_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1726) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1727) 	 * Determine the preferred allocation location, i.e. the last lcn of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1728) 	 * the mft data attribute.  The allocated size of the mft data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1729) 	 * attribute cannot be zero so we are ok to do this.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1730) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1731) 	down_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1732) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1733) 	ll = mft_ni->allocated_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1734) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1735) 	rl = ntfs_attr_find_vcn_nolock(mft_ni,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1736) 			(ll - 1) >> vol->cluster_size_bits, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1737) 	if (IS_ERR(rl) || unlikely(!rl->length || rl->lcn < 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1738) 		up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1739) 		ntfs_error(vol->sb, "Failed to determine last allocated "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1740) 				"cluster of mft data attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1741) 		if (!IS_ERR(rl))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1742) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1743) 		else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1744) 			ret = PTR_ERR(rl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1745) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1746) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1747) 	lcn = rl->lcn + rl->length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1748) 	ntfs_debug("Last lcn of mft data attribute is 0x%llx.", (long long)lcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1749) 	/* Minimum allocation is one mft record worth of clusters. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1750) 	min_nr = vol->mft_record_size >> vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1751) 	if (!min_nr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1752) 		min_nr = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1753) 	/* Want to allocate 16 mft records worth of clusters. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1754) 	nr = vol->mft_record_size << 4 >> vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1755) 	if (!nr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1756) 		nr = min_nr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1757) 	/* Ensure we do not go above 2^32-1 mft records. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1758) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1759) 	ll = mft_ni->allocated_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1760) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1761) 	if (unlikely((ll + (nr << vol->cluster_size_bits)) >>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1762) 			vol->mft_record_size_bits >= (1ll << 32))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1763) 		nr = min_nr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1764) 		if (unlikely((ll + (nr << vol->cluster_size_bits)) >>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1765) 				vol->mft_record_size_bits >= (1ll << 32))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1766) 			ntfs_warning(vol->sb, "Cannot allocate mft record "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1767) 					"because the maximum number of inodes "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1768) 					"(2^32) has already been reached.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1769) 			up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1770) 			return -ENOSPC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1771) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1772) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1773) 	ntfs_debug("Trying mft data allocation with %s cluster count %lli.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1774) 			nr > min_nr ? "default" : "minimal", (long long)nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1775) 	old_last_vcn = rl[1].vcn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1776) 	do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1777) 		rl2 = ntfs_cluster_alloc(vol, old_last_vcn, nr, lcn, MFT_ZONE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1778) 				true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1779) 		if (!IS_ERR(rl2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1780) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1781) 		if (PTR_ERR(rl2) != -ENOSPC || nr == min_nr) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1782) 			ntfs_error(vol->sb, "Failed to allocate the minimal "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1783) 					"number of clusters (%lli) for the "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1784) 					"mft data attribute.", (long long)nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1785) 			up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1786) 			return PTR_ERR(rl2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1787) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1788) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1789) 		 * There is not enough space to do the allocation, but there
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1790) 		 * might be enough space to do a minimal allocation so try that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1791) 		 * before failing.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1792) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1793) 		nr = min_nr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1794) 		ntfs_debug("Retrying mft data allocation with minimal cluster "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1795) 				"count %lli.", (long long)nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1796) 	} while (1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1797) 	rl = ntfs_runlists_merge(mft_ni->runlist.rl, rl2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1798) 	if (IS_ERR(rl)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1799) 		up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1800) 		ntfs_error(vol->sb, "Failed to merge runlists for mft data "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1801) 				"attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1802) 		if (ntfs_cluster_free_from_rl(vol, rl2)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1803) 			ntfs_error(vol->sb, "Failed to deallocate clusters "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1804) 					"from the mft data attribute.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1805) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1806) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1807) 		ntfs_free(rl2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1808) 		return PTR_ERR(rl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1809) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1810) 	mft_ni->runlist.rl = rl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1811) 	ntfs_debug("Allocated %lli clusters.", (long long)nr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1812) 	/* Find the last run in the new runlist. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1813) 	for (; rl[1].length; rl++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1814) 		;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1815) 	/* Update the attribute record as well. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1816) 	mrec = map_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1817) 	if (IS_ERR(mrec)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1818) 		ntfs_error(vol->sb, "Failed to map mft record.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1819) 		ret = PTR_ERR(mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1820) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1821) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1822) 	ctx = ntfs_attr_get_search_ctx(mft_ni, mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1823) 	if (unlikely(!ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1824) 		ntfs_error(vol->sb, "Failed to get search context.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1825) 		ret = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1826) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1827) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1828) 	ret = ntfs_attr_lookup(mft_ni->type, mft_ni->name, mft_ni->name_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1829) 			CASE_SENSITIVE, rl[1].vcn, NULL, 0, ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1830) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1831) 		ntfs_error(vol->sb, "Failed to find last attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1832) 				"mft data attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1833) 		if (ret == -ENOENT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1834) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1835) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1836) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1837) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1838) 	ll = sle64_to_cpu(a->data.non_resident.lowest_vcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1839) 	/* Search back for the previous last allocated cluster of mft bitmap. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1840) 	for (rl2 = rl; rl2 > mft_ni->runlist.rl; rl2--) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1841) 		if (ll >= rl2->vcn)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1842) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1843) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1844) 	BUG_ON(ll < rl2->vcn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1845) 	BUG_ON(ll >= rl2->vcn + rl2->length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1846) 	/* Get the size for the new mapping pairs array for this extent. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1847) 	mp_size = ntfs_get_size_for_mapping_pairs(vol, rl2, ll, -1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1848) 	if (unlikely(mp_size <= 0)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1849) 		ntfs_error(vol->sb, "Get size for mapping pairs failed for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1850) 				"mft data attribute extent.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1851) 		ret = mp_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1852) 		if (!ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1853) 			ret = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1854) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1855) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1856) 	/* Expand the attribute record if necessary. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1857) 	old_alen = le32_to_cpu(a->length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1858) 	ret = ntfs_attr_record_resize(ctx->mrec, a, mp_size +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1859) 			le16_to_cpu(a->data.non_resident.mapping_pairs_offset));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1860) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1861) 		if (ret != -ENOSPC) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1862) 			ntfs_error(vol->sb, "Failed to resize attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1863) 					"record for mft data attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1864) 			goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1865) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1866) 		// TODO: Deal with this by moving this extent to a new mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1867) 		// record or by starting a new extent in a new mft record or by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1868) 		// moving other attributes out of this mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1869) 		// Note: Use the special reserved mft records and ensure that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1870) 		// this extent is not required to find the mft record in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1871) 		// question.  If no free special records left we would need to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1872) 		// move an existing record away, insert ours in its place, and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1873) 		// then place the moved record into the newly allocated space
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1874) 		// and we would then need to update all references to this mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1875) 		// record appropriately.  This is rather complicated...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1876) 		ntfs_error(vol->sb, "Not enough space in this mft record to "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1877) 				"accommodate extended mft data attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1878) 				"extent.  Cannot handle this yet.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1879) 		ret = -EOPNOTSUPP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1880) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1881) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1882) 	mp_rebuilt = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1883) 	/* Generate the mapping pairs array directly into the attr record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1884) 	ret = ntfs_mapping_pairs_build(vol, (u8*)a +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1885) 			le16_to_cpu(a->data.non_resident.mapping_pairs_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1886) 			mp_size, rl2, ll, -1, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1887) 	if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1888) 		ntfs_error(vol->sb, "Failed to build mapping pairs array of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1889) 				"mft data attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1890) 		goto undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1891) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1892) 	/* Update the highest_vcn. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1893) 	a->data.non_resident.highest_vcn = cpu_to_sle64(rl[1].vcn - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1894) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1895) 	 * We now have extended the mft data allocated_size by nr clusters.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1896) 	 * Reflect this in the ntfs_inode structure and the attribute record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1897) 	 * @rl is the last (non-terminator) runlist element of mft data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1898) 	 * attribute.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1899) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1900) 	if (a->data.non_resident.lowest_vcn) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1901) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1902) 		 * We are not in the first attribute extent, switch to it, but
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1903) 		 * first ensure the changes will make it to disk later.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1904) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1905) 		flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1906) 		mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1907) 		ntfs_attr_reinit_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1908) 		ret = ntfs_attr_lookup(mft_ni->type, mft_ni->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1909) 				mft_ni->name_len, CASE_SENSITIVE, 0, NULL, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1910) 				ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1911) 		if (unlikely(ret)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1912) 			ntfs_error(vol->sb, "Failed to find first attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1913) 					"extent of mft data attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1914) 			goto restore_undo_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1915) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1916) 		a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1917) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1918) 	write_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1919) 	mft_ni->allocated_size += nr << vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1920) 	a->data.non_resident.allocated_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1921) 			cpu_to_sle64(mft_ni->allocated_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1922) 	write_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1923) 	/* Ensure the changes make it to disk. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1924) 	flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1925) 	mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1926) 	ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1927) 	unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1928) 	up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1929) 	ntfs_debug("Done.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1930) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1931) restore_undo_alloc:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1932) 	ntfs_attr_reinit_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1933) 	if (ntfs_attr_lookup(mft_ni->type, mft_ni->name, mft_ni->name_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1934) 			CASE_SENSITIVE, rl[1].vcn, NULL, 0, ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1935) 		ntfs_error(vol->sb, "Failed to find last attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1936) 				"mft data attribute.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1937) 		write_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1938) 		mft_ni->allocated_size += nr << vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1939) 		write_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1940) 		ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1941) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1942) 		up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1943) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1944) 		 * The only thing that is now wrong is ->allocated_size of the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1945) 		 * base attribute extent which chkdsk should be able to fix.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1946) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1947) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1948) 		return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1949) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1950) 	ctx->attr->data.non_resident.highest_vcn =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1951) 			cpu_to_sle64(old_last_vcn - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1952) undo_alloc:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1953) 	if (ntfs_cluster_free(mft_ni, old_last_vcn, -1, ctx) < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1954) 		ntfs_error(vol->sb, "Failed to free clusters from mft data "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1955) 				"attribute.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1956) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1957) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1958) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1959) 	if (ntfs_rl_truncate_nolock(vol, &mft_ni->runlist, old_last_vcn)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1960) 		ntfs_error(vol->sb, "Failed to truncate mft data attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1961) 				"runlist.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1962) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1963) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1964) 	if (mp_rebuilt && !IS_ERR(ctx->mrec)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1965) 		if (ntfs_mapping_pairs_build(vol, (u8*)a + le16_to_cpu(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1966) 				a->data.non_resident.mapping_pairs_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1967) 				old_alen - le16_to_cpu(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1968) 				a->data.non_resident.mapping_pairs_offset),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1969) 				rl2, ll, -1, NULL)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1970) 			ntfs_error(vol->sb, "Failed to restore mapping pairs "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1971) 					"array.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1972) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1973) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1974) 		if (ntfs_attr_record_resize(ctx->mrec, a, old_alen)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1975) 			ntfs_error(vol->sb, "Failed to restore attribute "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1976) 					"record.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1977) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1978) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1979) 		flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1980) 		mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1981) 	} else if (IS_ERR(ctx->mrec)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1982) 		ntfs_error(vol->sb, "Failed to restore attribute search "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1983) 				"context.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1984) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1985) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1986) 	if (ctx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1987) 		ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1988) 	if (!IS_ERR(mrec))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1989) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1990) 	up_write(&mft_ni->runlist.lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1991) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1992) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1993) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1994) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1995)  * ntfs_mft_record_layout - layout an mft record into a memory buffer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1996)  * @vol:	volume to which the mft record will belong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1997)  * @mft_no:	mft reference specifying the mft record number
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1998)  * @m:		destination buffer of size >= @vol->mft_record_size bytes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1999)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2000)  * Layout an empty, unused mft record with the mft record number @mft_no into
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2001)  * the buffer @m.  The volume @vol is needed because the mft record structure
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2002)  * was modified in NTFS 3.1 so we need to know which volume version this mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2003)  * record will be used on.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2004)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2005)  * Return 0 on success and -errno on error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2006)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2007) static int ntfs_mft_record_layout(const ntfs_volume *vol, const s64 mft_no,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2008) 		MFT_RECORD *m)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2009) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2010) 	ATTR_RECORD *a;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2011) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2012) 	ntfs_debug("Entering for mft record 0x%llx.", (long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2013) 	if (mft_no >= (1ll << 32)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2014) 		ntfs_error(vol->sb, "Mft record number 0x%llx exceeds "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2015) 				"maximum of 2^32.", (long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2016) 		return -ERANGE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2017) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2018) 	/* Start by clearing the whole mft record to gives us a clean slate. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2019) 	memset(m, 0, vol->mft_record_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2020) 	/* Aligned to 2-byte boundary. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2021) 	if (vol->major_ver < 3 || (vol->major_ver == 3 && !vol->minor_ver))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2022) 		m->usa_ofs = cpu_to_le16((sizeof(MFT_RECORD_OLD) + 1) & ~1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2023) 	else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2024) 		m->usa_ofs = cpu_to_le16((sizeof(MFT_RECORD) + 1) & ~1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2025) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2026) 		 * Set the NTFS 3.1+ specific fields while we know that the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2027) 		 * volume version is 3.1+.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2028) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2029) 		m->reserved = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2030) 		m->mft_record_number = cpu_to_le32((u32)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2031) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2032) 	m->magic = magic_FILE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2033) 	if (vol->mft_record_size >= NTFS_BLOCK_SIZE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2034) 		m->usa_count = cpu_to_le16(vol->mft_record_size /
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2035) 				NTFS_BLOCK_SIZE + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2036) 	else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2037) 		m->usa_count = cpu_to_le16(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2038) 		ntfs_warning(vol->sb, "Sector size is bigger than mft record "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2039) 				"size.  Setting usa_count to 1.  If chkdsk "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2040) 				"reports this as corruption, please email "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2041) 				"linux-ntfs-dev@lists.sourceforge.net stating "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2042) 				"that you saw this message and that the "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2043) 				"modified filesystem created was corrupt.  "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2044) 				"Thank you.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2045) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2046) 	/* Set the update sequence number to 1. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2047) 	*(le16*)((u8*)m + le16_to_cpu(m->usa_ofs)) = cpu_to_le16(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2048) 	m->lsn = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2049) 	m->sequence_number = cpu_to_le16(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2050) 	m->link_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2051) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2052) 	 * Place the attributes straight after the update sequence array,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2053) 	 * aligned to 8-byte boundary.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2054) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2055) 	m->attrs_offset = cpu_to_le16((le16_to_cpu(m->usa_ofs) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2056) 			(le16_to_cpu(m->usa_count) << 1) + 7) & ~7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2057) 	m->flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2058) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2059) 	 * Using attrs_offset plus eight bytes (for the termination attribute).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2060) 	 * attrs_offset is already aligned to 8-byte boundary, so no need to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2061) 	 * align again.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2062) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2063) 	m->bytes_in_use = cpu_to_le32(le16_to_cpu(m->attrs_offset) + 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2064) 	m->bytes_allocated = cpu_to_le32(vol->mft_record_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2065) 	m->base_mft_record = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2066) 	m->next_attr_instance = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2067) 	/* Add the termination attribute. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2068) 	a = (ATTR_RECORD*)((u8*)m + le16_to_cpu(m->attrs_offset));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2069) 	a->type = AT_END;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2070) 	a->length = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2071) 	ntfs_debug("Done.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2072) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2073) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2074) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2075) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2076)  * ntfs_mft_record_format - format an mft record on an ntfs volume
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2077)  * @vol:	volume on which to format the mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2078)  * @mft_no:	mft record number to format
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2079)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2080)  * Format the mft record @mft_no in $MFT/$DATA, i.e. lay out an empty, unused
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2081)  * mft record into the appropriate place of the mft data attribute.  This is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2082)  * used when extending the mft data attribute.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2083)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2084)  * Return 0 on success and -errno on error.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2085)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2086) static int ntfs_mft_record_format(const ntfs_volume *vol, const s64 mft_no)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2087) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2088) 	loff_t i_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2089) 	struct inode *mft_vi = vol->mft_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2090) 	struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2091) 	MFT_RECORD *m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2092) 	pgoff_t index, end_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2093) 	unsigned int ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2094) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2095) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2096) 	ntfs_debug("Entering for mft record 0x%llx.", (long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2097) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2098) 	 * The index into the page cache and the offset within the page cache
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2099) 	 * page of the wanted mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2100) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2101) 	index = mft_no << vol->mft_record_size_bits >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2102) 	ofs = (mft_no << vol->mft_record_size_bits) & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2103) 	/* The maximum valid index into the page cache for $MFT's data. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2104) 	i_size = i_size_read(mft_vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2105) 	end_index = i_size >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2106) 	if (unlikely(index >= end_index)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2107) 		if (unlikely(index > end_index || ofs + vol->mft_record_size >=
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2108) 				(i_size & ~PAGE_MASK))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2109) 			ntfs_error(vol->sb, "Tried to format non-existing mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2110) 					"record 0x%llx.", (long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2111) 			return -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2112) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2113) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2114) 	/* Read, map, and pin the page containing the mft record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2115) 	page = ntfs_map_page(mft_vi->i_mapping, index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2116) 	if (IS_ERR(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2117) 		ntfs_error(vol->sb, "Failed to map page containing mft record "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2118) 				"to format 0x%llx.", (long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2119) 		return PTR_ERR(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2120) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2121) 	lock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2122) 	BUG_ON(!PageUptodate(page));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2123) 	ClearPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2124) 	m = (MFT_RECORD*)((u8*)page_address(page) + ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2125) 	err = ntfs_mft_record_layout(vol, mft_no, m);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2126) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2127) 		ntfs_error(vol->sb, "Failed to layout mft record 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2128) 				(long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2129) 		SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2130) 		unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2131) 		ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2132) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2133) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2134) 	flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2135) 	SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2136) 	unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2137) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2138) 	 * Make sure the mft record is written out to disk.  We could use
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2139) 	 * ilookup5() to check if an inode is in icache and so on but this is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2140) 	 * unnecessary as ntfs_writepage() will write the dirty record anyway.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2141) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2142) 	mark_ntfs_record_dirty(page, ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2143) 	ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2144) 	ntfs_debug("Done.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2145) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2146) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2147) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2148) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2149)  * ntfs_mft_record_alloc - allocate an mft record on an ntfs volume
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2150)  * @vol:	[IN]  volume on which to allocate the mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2151)  * @mode:	[IN]  mode if want a file or directory, i.e. base inode or 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2152)  * @base_ni:	[IN]  open base inode if allocating an extent mft record or NULL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2153)  * @mrec:	[OUT] on successful return this is the mapped mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2154)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2155)  * Allocate an mft record in $MFT/$DATA of an open ntfs volume @vol.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2156)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2157)  * If @base_ni is NULL make the mft record a base mft record, i.e. a file or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2158)  * direvctory inode, and allocate it at the default allocator position.  In
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2159)  * this case @mode is the file mode as given to us by the caller.  We in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2160)  * particular use @mode to distinguish whether a file or a directory is being
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2161)  * created (S_IFDIR(mode) and S_IFREG(mode), respectively).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2162)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2163)  * If @base_ni is not NULL make the allocated mft record an extent record,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2164)  * allocate it starting at the mft record after the base mft record and attach
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2165)  * the allocated and opened ntfs inode to the base inode @base_ni.  In this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2166)  * case @mode must be 0 as it is meaningless for extent inodes.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2167)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2168)  * You need to check the return value with IS_ERR().  If false, the function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2169)  * was successful and the return value is the now opened ntfs inode of the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2170)  * allocated mft record.  *@mrec is then set to the allocated, mapped, pinned,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2171)  * and locked mft record.  If IS_ERR() is true, the function failed and the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2172)  * error code is obtained from PTR_ERR(return value).  *@mrec is undefined in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2173)  * this case.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2174)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2175)  * Allocation strategy:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2176)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2177)  * To find a free mft record, we scan the mft bitmap for a zero bit.  To
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2178)  * optimize this we start scanning at the place specified by @base_ni or if
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2179)  * @base_ni is NULL we start where we last stopped and we perform wrap around
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2180)  * when we reach the end.  Note, we do not try to allocate mft records below
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2181)  * number 24 because numbers 0 to 15 are the defined system files anyway and 16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2182)  * to 24 are special in that they are used for storing extension mft records
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2183)  * for the $DATA attribute of $MFT.  This is required to avoid the possibility
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2184)  * of creating a runlist with a circular dependency which once written to disk
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2185)  * can never be read in again.  Windows will only use records 16 to 24 for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2186)  * normal files if the volume is completely out of space.  We never use them
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2187)  * which means that when the volume is really out of space we cannot create any
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2188)  * more files while Windows can still create up to 8 small files.  We can start
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2189)  * doing this at some later time, it does not matter much for now.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2190)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2191)  * When scanning the mft bitmap, we only search up to the last allocated mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2192)  * record.  If there are no free records left in the range 24 to number of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2193)  * allocated mft records, then we extend the $MFT/$DATA attribute in order to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2194)  * create free mft records.  We extend the allocated size of $MFT/$DATA by 16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2195)  * records at a time or one cluster, if cluster size is above 16kiB.  If there
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2196)  * is not sufficient space to do this, we try to extend by a single mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2197)  * or one cluster, if cluster size is above the mft record size.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2198)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2199)  * No matter how many mft records we allocate, we initialize only the first
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2200)  * allocated mft record, incrementing mft data size and initialized size
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2201)  * accordingly, open an ntfs_inode for it and return it to the caller, unless
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2202)  * there are less than 24 mft records, in which case we allocate and initialize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2203)  * mft records until we reach record 24 which we consider as the first free mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2204)  * record for use by normal files.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2205)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2206)  * If during any stage we overflow the initialized data in the mft bitmap, we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2207)  * extend the initialized size (and data size) by 8 bytes, allocating another
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2208)  * cluster if required.  The bitmap data size has to be at least equal to the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2209)  * number of mft records in the mft, but it can be bigger, in which case the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2210)  * superflous bits are padded with zeroes.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2211)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2212)  * Thus, when we return successfully (IS_ERR() is false), we will have:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2213)  *	- initialized / extended the mft bitmap if necessary,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2214)  *	- initialized / extended the mft data if necessary,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2215)  *	- set the bit corresponding to the mft record being allocated in the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2216)  *	  mft bitmap,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2217)  *	- opened an ntfs_inode for the allocated mft record, and we will have
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2218)  *	- returned the ntfs_inode as well as the allocated mapped, pinned, and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2219)  *	  locked mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2220)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2221)  * On error, the volume will be left in a consistent state and no record will
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2222)  * be allocated.  If rolling back a partial operation fails, we may leave some
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2223)  * inconsistent metadata in which case we set NVolErrors() so the volume is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2224)  * left dirty when unmounted.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2225)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2226)  * Note, this function cannot make use of most of the normal functions, like
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2227)  * for example for attribute resizing, etc, because when the run list overflows
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2228)  * the base mft record and an attribute list is used, it is very important that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2229)  * the extension mft records used to store the $DATA attribute of $MFT can be
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2230)  * reached without having to read the information contained inside them, as
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2231)  * this would make it impossible to find them in the first place after the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2232)  * volume is unmounted.  $MFT/$BITMAP probably does not need to follow this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2233)  * rule because the bitmap is not essential for finding the mft records, but on
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2234)  * the other hand, handling the bitmap in this special way would make life
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2235)  * easier because otherwise there might be circular invocations of functions
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2236)  * when reading the bitmap.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2237)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2238) ntfs_inode *ntfs_mft_record_alloc(ntfs_volume *vol, const int mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2239) 		ntfs_inode *base_ni, MFT_RECORD **mrec)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2240) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2241) 	s64 ll, bit, old_data_initialized, old_data_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2242) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2243) 	struct inode *vi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2244) 	struct page *page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2245) 	ntfs_inode *mft_ni, *mftbmp_ni, *ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2246) 	ntfs_attr_search_ctx *ctx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2247) 	MFT_RECORD *m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2248) 	ATTR_RECORD *a;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2249) 	pgoff_t index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2250) 	unsigned int ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2251) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2252) 	le16 seq_no, usn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2253) 	bool record_formatted = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2254) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2255) 	if (base_ni) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2256) 		ntfs_debug("Entering (allocating an extent mft record for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2257) 				"base mft record 0x%llx).",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2258) 				(long long)base_ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2259) 		/* @mode and @base_ni are mutually exclusive. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2260) 		BUG_ON(mode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2261) 	} else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2262) 		ntfs_debug("Entering (allocating a base mft record).");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2263) 	if (mode) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2264) 		/* @mode and @base_ni are mutually exclusive. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2265) 		BUG_ON(base_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2266) 		/* We only support creation of normal files and directories. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2267) 		if (!S_ISREG(mode) && !S_ISDIR(mode))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2268) 			return ERR_PTR(-EOPNOTSUPP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2269) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2270) 	BUG_ON(!mrec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2271) 	mft_ni = NTFS_I(vol->mft_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2272) 	mftbmp_ni = NTFS_I(vol->mftbmp_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2273) 	down_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2274) 	bit = ntfs_mft_bitmap_find_and_alloc_free_rec_nolock(vol, base_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2275) 	if (bit >= 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2276) 		ntfs_debug("Found and allocated free record (#1), bit 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2277) 				(long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2278) 		goto have_alloc_rec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2279) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2280) 	if (bit != -ENOSPC) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2281) 		up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2282) 		return ERR_PTR(bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2283) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2284) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2285) 	 * No free mft records left.  If the mft bitmap already covers more
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2286) 	 * than the currently used mft records, the next records are all free,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2287) 	 * so we can simply allocate the first unused mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2288) 	 * Note: We also have to make sure that the mft bitmap at least covers
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2289) 	 * the first 24 mft records as they are special and whilst they may not
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2290) 	 * be in use, we do not allocate from them.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2291) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2292) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2293) 	ll = mft_ni->initialized_size >> vol->mft_record_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2294) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2295) 	read_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2296) 	old_data_initialized = mftbmp_ni->initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2297) 	read_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2298) 	if (old_data_initialized << 3 > ll && old_data_initialized > 3) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2299) 		bit = ll;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2300) 		if (bit < 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2301) 			bit = 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2302) 		if (unlikely(bit >= (1ll << 32)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2303) 			goto max_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2304) 		ntfs_debug("Found free record (#2), bit 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2305) 				(long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2306) 		goto found_free_rec;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2307) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2308) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2309) 	 * The mft bitmap needs to be expanded until it covers the first unused
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2310) 	 * mft record that we can allocate.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2311) 	 * Note: The smallest mft record we allocate is mft record 24.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2312) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2313) 	bit = old_data_initialized << 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2314) 	if (unlikely(bit >= (1ll << 32)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2315) 		goto max_err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2316) 	read_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2317) 	old_data_size = mftbmp_ni->allocated_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2318) 	ntfs_debug("Status of mftbmp before extension: allocated_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2319) 			"data_size 0x%llx, initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2320) 			(long long)old_data_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2321) 			(long long)i_size_read(vol->mftbmp_ino),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2322) 			(long long)old_data_initialized);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2323) 	read_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2324) 	if (old_data_initialized + 8 > old_data_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2325) 		/* Need to extend bitmap by one more cluster. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2326) 		ntfs_debug("mftbmp: initialized_size + 8 > allocated_size.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2327) 		err = ntfs_mft_bitmap_extend_allocation_nolock(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2328) 		if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2329) 			up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2330) 			goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2331) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2332) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2333) 		read_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2334) 		ntfs_debug("Status of mftbmp after allocation extension: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2335) 				"allocated_size 0x%llx, data_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2336) 				"initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2337) 				(long long)mftbmp_ni->allocated_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2338) 				(long long)i_size_read(vol->mftbmp_ino),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2339) 				(long long)mftbmp_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2340) 		read_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2341) #endif /* DEBUG */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2342) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2343) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2344) 	 * We now have sufficient allocated space, extend the initialized_size
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2345) 	 * as well as the data_size if necessary and fill the new space with
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2346) 	 * zeroes.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2347) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2348) 	err = ntfs_mft_bitmap_extend_initialized_nolock(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2349) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2350) 		up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2351) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2352) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2353) #ifdef DEBUG
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2354) 	read_lock_irqsave(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2355) 	ntfs_debug("Status of mftbmp after initialized extension: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2356) 			"allocated_size 0x%llx, data_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2357) 			"initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2358) 			(long long)mftbmp_ni->allocated_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2359) 			(long long)i_size_read(vol->mftbmp_ino),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2360) 			(long long)mftbmp_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2361) 	read_unlock_irqrestore(&mftbmp_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2362) #endif /* DEBUG */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2363) 	ntfs_debug("Found free record (#3), bit 0x%llx.", (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2364) found_free_rec:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2365) 	/* @bit is the found free mft record, allocate it in the mft bitmap. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2366) 	ntfs_debug("At found_free_rec.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2367) 	err = ntfs_bitmap_set_bit(vol->mftbmp_ino, bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2368) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2369) 		ntfs_error(vol->sb, "Failed to allocate bit in mft bitmap.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2370) 		up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2371) 		goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2372) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2373) 	ntfs_debug("Set bit 0x%llx in mft bitmap.", (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2374) have_alloc_rec:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2375) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2376) 	 * The mft bitmap is now uptodate.  Deal with mft data attribute now.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2377) 	 * Note, we keep hold of the mft bitmap lock for writing until all
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2378) 	 * modifications to the mft data attribute are complete, too, as they
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2379) 	 * will impact decisions for mft bitmap and mft record allocation done
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2380) 	 * by a parallel allocation and if the lock is not maintained a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2381) 	 * parallel allocation could allocate the same mft record as this one.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2382) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2383) 	ll = (bit + 1) << vol->mft_record_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2384) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2385) 	old_data_initialized = mft_ni->initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2386) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2387) 	if (ll <= old_data_initialized) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2388) 		ntfs_debug("Allocated mft record already initialized.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2389) 		goto mft_rec_already_initialized;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2390) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2391) 	ntfs_debug("Initializing allocated mft record.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2392) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2393) 	 * The mft record is outside the initialized data.  Extend the mft data
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2394) 	 * attribute until it covers the allocated record.  The loop is only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2395) 	 * actually traversed more than once when a freshly formatted volume is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2396) 	 * first written to so it optimizes away nicely in the common case.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2397) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2398) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2399) 	ntfs_debug("Status of mft data before extension: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2400) 			"allocated_size 0x%llx, data_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2401) 			"initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2402) 			(long long)mft_ni->allocated_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2403) 			(long long)i_size_read(vol->mft_ino),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2404) 			(long long)mft_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2405) 	while (ll > mft_ni->allocated_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2406) 		read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2407) 		err = ntfs_mft_data_extend_allocation_nolock(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2408) 		if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2409) 			ntfs_error(vol->sb, "Failed to extend mft data "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2410) 					"allocation.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2411) 			goto undo_mftbmp_alloc_nolock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2412) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2413) 		read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2414) 		ntfs_debug("Status of mft data after allocation extension: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2415) 				"allocated_size 0x%llx, data_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2416) 				"initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2417) 				(long long)mft_ni->allocated_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2418) 				(long long)i_size_read(vol->mft_ino),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2419) 				(long long)mft_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2420) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2421) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2422) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2423) 	 * Extend mft data initialized size (and data size of course) to reach
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2424) 	 * the allocated mft record, formatting the mft records allong the way.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2425) 	 * Note: We only modify the ntfs_inode structure as that is all that is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2426) 	 * needed by ntfs_mft_record_format().  We will update the attribute
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2427) 	 * record itself in one fell swoop later on.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2428) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2429) 	write_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2430) 	old_data_initialized = mft_ni->initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2431) 	old_data_size = vol->mft_ino->i_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2432) 	while (ll > mft_ni->initialized_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2433) 		s64 new_initialized_size, mft_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2434) 		
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2435) 		new_initialized_size = mft_ni->initialized_size +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2436) 				vol->mft_record_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2437) 		mft_no = mft_ni->initialized_size >> vol->mft_record_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2438) 		if (new_initialized_size > i_size_read(vol->mft_ino))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2439) 			i_size_write(vol->mft_ino, new_initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2440) 		write_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2441) 		ntfs_debug("Initializing mft record 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2442) 				(long long)mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2443) 		err = ntfs_mft_record_format(vol, mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2444) 		if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2445) 			ntfs_error(vol->sb, "Failed to format mft record.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2446) 			goto undo_data_init;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2447) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2448) 		write_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2449) 		mft_ni->initialized_size = new_initialized_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2450) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2451) 	write_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2452) 	record_formatted = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2453) 	/* Update the mft data attribute record to reflect the new sizes. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2454) 	m = map_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2455) 	if (IS_ERR(m)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2456) 		ntfs_error(vol->sb, "Failed to map mft record.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2457) 		err = PTR_ERR(m);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2458) 		goto undo_data_init;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2459) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2460) 	ctx = ntfs_attr_get_search_ctx(mft_ni, m);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2461) 	if (unlikely(!ctx)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2462) 		ntfs_error(vol->sb, "Failed to get search context.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2463) 		err = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2464) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2465) 		goto undo_data_init;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2466) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2467) 	err = ntfs_attr_lookup(mft_ni->type, mft_ni->name, mft_ni->name_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2468) 			CASE_SENSITIVE, 0, NULL, 0, ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2469) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2470) 		ntfs_error(vol->sb, "Failed to find first attribute extent of "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2471) 				"mft data attribute.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2472) 		ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2473) 		unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2474) 		goto undo_data_init;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2475) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2476) 	a = ctx->attr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2477) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2478) 	a->data.non_resident.initialized_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2479) 			cpu_to_sle64(mft_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2480) 	a->data.non_resident.data_size =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2481) 			cpu_to_sle64(i_size_read(vol->mft_ino));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2482) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2483) 	/* Ensure the changes make it to disk. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2484) 	flush_dcache_mft_record_page(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2485) 	mark_mft_record_dirty(ctx->ntfs_ino);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2486) 	ntfs_attr_put_search_ctx(ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2487) 	unmap_mft_record(mft_ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2488) 	read_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2489) 	ntfs_debug("Status of mft data after mft record initialization: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2490) 			"allocated_size 0x%llx, data_size 0x%llx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2491) 			"initialized_size 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2492) 			(long long)mft_ni->allocated_size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2493) 			(long long)i_size_read(vol->mft_ino),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2494) 			(long long)mft_ni->initialized_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2495) 	BUG_ON(i_size_read(vol->mft_ino) > mft_ni->allocated_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2496) 	BUG_ON(mft_ni->initialized_size > i_size_read(vol->mft_ino));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2497) 	read_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2498) mft_rec_already_initialized:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2499) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2500) 	 * We can finally drop the mft bitmap lock as the mft data attribute
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2501) 	 * has been fully updated.  The only disparity left is that the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2502) 	 * allocated mft record still needs to be marked as in use to match the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2503) 	 * set bit in the mft bitmap but this is actually not a problem since
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2504) 	 * this mft record is not referenced from anywhere yet and the fact
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2505) 	 * that it is allocated in the mft bitmap means that no-one will try to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2506) 	 * allocate it either.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2507) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2508) 	up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2509) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2510) 	 * We now have allocated and initialized the mft record.  Calculate the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2511) 	 * index of and the offset within the page cache page the record is in.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2512) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2513) 	index = bit << vol->mft_record_size_bits >> PAGE_SHIFT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2514) 	ofs = (bit << vol->mft_record_size_bits) & ~PAGE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2515) 	/* Read, map, and pin the page containing the mft record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2516) 	page = ntfs_map_page(vol->mft_ino->i_mapping, index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2517) 	if (IS_ERR(page)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2518) 		ntfs_error(vol->sb, "Failed to map page containing allocated "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2519) 				"mft record 0x%llx.", (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2520) 		err = PTR_ERR(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2521) 		goto undo_mftbmp_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2522) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2523) 	lock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2524) 	BUG_ON(!PageUptodate(page));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2525) 	ClearPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2526) 	m = (MFT_RECORD*)((u8*)page_address(page) + ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2527) 	/* If we just formatted the mft record no need to do it again. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2528) 	if (!record_formatted) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2529) 		/* Sanity check that the mft record is really not in use. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2530) 		if (ntfs_is_file_record(m->magic) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2531) 				(m->flags & MFT_RECORD_IN_USE)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2532) 			ntfs_error(vol->sb, "Mft record 0x%llx was marked "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2533) 					"free in mft bitmap but is marked "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2534) 					"used itself.  Corrupt filesystem.  "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2535) 					"Unmount and run chkdsk.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2536) 					(long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2537) 			err = -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2538) 			SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2539) 			unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2540) 			ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2541) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2542) 			goto undo_mftbmp_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2543) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2544) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2545) 		 * We need to (re-)format the mft record, preserving the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2546) 		 * sequence number if it is not zero as well as the update
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2547) 		 * sequence number if it is not zero or -1 (0xffff).  This
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2548) 		 * means we do not need to care whether or not something went
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2549) 		 * wrong with the previous mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2550) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2551) 		seq_no = m->sequence_number;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2552) 		usn = *(le16*)((u8*)m + le16_to_cpu(m->usa_ofs));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2553) 		err = ntfs_mft_record_layout(vol, bit, m);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2554) 		if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2555) 			ntfs_error(vol->sb, "Failed to layout allocated mft "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2556) 					"record 0x%llx.", (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2557) 			SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2558) 			unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2559) 			ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2560) 			goto undo_mftbmp_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2561) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2562) 		if (seq_no)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2563) 			m->sequence_number = seq_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2564) 		if (usn && le16_to_cpu(usn) != 0xffff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2565) 			*(le16*)((u8*)m + le16_to_cpu(m->usa_ofs)) = usn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2566) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2567) 	/* Set the mft record itself in use. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2568) 	m->flags |= MFT_RECORD_IN_USE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2569) 	if (S_ISDIR(mode))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2570) 		m->flags |= MFT_RECORD_IS_DIRECTORY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2571) 	flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2572) 	SetPageUptodate(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2573) 	if (base_ni) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2574) 		MFT_RECORD *m_tmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2575) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2576) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2577) 		 * Setup the base mft record in the extent mft record.  This
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2578) 		 * completes initialization of the allocated extent mft record
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2579) 		 * and we can simply use it with map_extent_mft_record().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2580) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2581) 		m->base_mft_record = MK_LE_MREF(base_ni->mft_no,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2582) 				base_ni->seq_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2583) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2584) 		 * Allocate an extent inode structure for the new mft record,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2585) 		 * attach it to the base inode @base_ni and map, pin, and lock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2586) 		 * its, i.e. the allocated, mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2587) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2588) 		m_tmp = map_extent_mft_record(base_ni, bit, &ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2589) 		if (IS_ERR(m_tmp)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2590) 			ntfs_error(vol->sb, "Failed to map allocated extent "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2591) 					"mft record 0x%llx.", (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2592) 			err = PTR_ERR(m_tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2593) 			/* Set the mft record itself not in use. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2594) 			m->flags &= cpu_to_le16(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2595) 					~le16_to_cpu(MFT_RECORD_IN_USE));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2596) 			flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2597) 			/* Make sure the mft record is written out to disk. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2598) 			mark_ntfs_record_dirty(page, ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2599) 			unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2600) 			ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2601) 			goto undo_mftbmp_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2602) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2603) 		BUG_ON(m != m_tmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2604) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2605) 		 * Make sure the allocated mft record is written out to disk.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2606) 		 * No need to set the inode dirty because the caller is going
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2607) 		 * to do that anyway after finishing with the new extent mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2608) 		 * record (e.g. at a minimum a new attribute will be added to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2609) 		 * the mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2610) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2611) 		mark_ntfs_record_dirty(page, ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2612) 		unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2613) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2614) 		 * Need to unmap the page since map_extent_mft_record() mapped
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2615) 		 * it as well so we have it mapped twice at the moment.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2616) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2617) 		ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2618) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2619) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2620) 		 * Allocate a new VFS inode and set it up.  NOTE: @vi->i_nlink
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2621) 		 * is set to 1 but the mft record->link_count is 0.  The caller
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2622) 		 * needs to bear this in mind.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2623) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2624) 		vi = new_inode(vol->sb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2625) 		if (unlikely(!vi)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2626) 			err = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2627) 			/* Set the mft record itself not in use. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2628) 			m->flags &= cpu_to_le16(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2629) 					~le16_to_cpu(MFT_RECORD_IN_USE));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2630) 			flush_dcache_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2631) 			/* Make sure the mft record is written out to disk. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2632) 			mark_ntfs_record_dirty(page, ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2633) 			unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2634) 			ntfs_unmap_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2635) 			goto undo_mftbmp_alloc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2636) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2637) 		vi->i_ino = bit;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2638) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2639) 		/* The owner and group come from the ntfs volume. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2640) 		vi->i_uid = vol->uid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2641) 		vi->i_gid = vol->gid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2642) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2643) 		/* Initialize the ntfs specific part of @vi. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2644) 		ntfs_init_big_inode(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2645) 		ni = NTFS_I(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2646) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2647) 		 * Set the appropriate mode, attribute type, and name.  For
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2648) 		 * directories, also setup the index values to the defaults.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2649) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2650) 		if (S_ISDIR(mode)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2651) 			vi->i_mode = S_IFDIR | S_IRWXUGO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2652) 			vi->i_mode &= ~vol->dmask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2653) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2654) 			NInoSetMstProtected(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2655) 			ni->type = AT_INDEX_ALLOCATION;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2656) 			ni->name = I30;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2657) 			ni->name_len = 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2658) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2659) 			ni->itype.index.block_size = 4096;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2660) 			ni->itype.index.block_size_bits = ntfs_ffs(4096) - 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2661) 			ni->itype.index.collation_rule = COLLATION_FILE_NAME;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2662) 			if (vol->cluster_size <= ni->itype.index.block_size) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2663) 				ni->itype.index.vcn_size = vol->cluster_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2664) 				ni->itype.index.vcn_size_bits =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2665) 						vol->cluster_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2666) 			} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2667) 				ni->itype.index.vcn_size = vol->sector_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2668) 				ni->itype.index.vcn_size_bits =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2669) 						vol->sector_size_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2670) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2671) 		} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2672) 			vi->i_mode = S_IFREG | S_IRWXUGO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2673) 			vi->i_mode &= ~vol->fmask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2674) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2675) 			ni->type = AT_DATA;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2676) 			ni->name = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2677) 			ni->name_len = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2678) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2679) 		if (IS_RDONLY(vi))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2680) 			vi->i_mode &= ~S_IWUGO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2681) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2682) 		/* Set the inode times to the current time. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2683) 		vi->i_atime = vi->i_mtime = vi->i_ctime =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2684) 			current_time(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2685) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2686) 		 * Set the file size to 0, the ntfs inode sizes are set to 0 by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2687) 		 * the call to ntfs_init_big_inode() below.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2688) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2689) 		vi->i_size = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2690) 		vi->i_blocks = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2691) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2692) 		/* Set the sequence number. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2693) 		vi->i_generation = ni->seq_no = le16_to_cpu(m->sequence_number);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2694) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2695) 		 * Manually map, pin, and lock the mft record as we already
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2696) 		 * have its page mapped and it is very easy to do.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2697) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2698) 		atomic_inc(&ni->count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2699) 		mutex_lock(&ni->mrec_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2700) 		ni->page = page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2701) 		ni->page_ofs = ofs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2702) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2703) 		 * Make sure the allocated mft record is written out to disk.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2704) 		 * NOTE: We do not set the ntfs inode dirty because this would
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2705) 		 * fail in ntfs_write_inode() because the inode does not have a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2706) 		 * standard information attribute yet.  Also, there is no need
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2707) 		 * to set the inode dirty because the caller is going to do
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2708) 		 * that anyway after finishing with the new mft record (e.g. at
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2709) 		 * a minimum some new attributes will be added to the mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2710) 		 * record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2711) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2712) 		mark_ntfs_record_dirty(page, ofs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2713) 		unlock_page(page);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2714) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2715) 		/* Add the inode to the inode hash for the superblock. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2716) 		insert_inode_hash(vi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2717) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2718) 		/* Update the default mft allocation position. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2719) 		vol->mft_data_pos = bit + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2720) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2721) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2722) 	 * Return the opened, allocated inode of the allocated mft record as
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2723) 	 * well as the mapped, pinned, and locked mft record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2724) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2725) 	ntfs_debug("Returning opened, allocated %sinode 0x%llx.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2726) 			base_ni ? "extent " : "", (long long)bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2727) 	*mrec = m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2728) 	return ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2729) undo_data_init:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2730) 	write_lock_irqsave(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2731) 	mft_ni->initialized_size = old_data_initialized;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2732) 	i_size_write(vol->mft_ino, old_data_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2733) 	write_unlock_irqrestore(&mft_ni->size_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2734) 	goto undo_mftbmp_alloc_nolock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2735) undo_mftbmp_alloc:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2736) 	down_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2737) undo_mftbmp_alloc_nolock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2738) 	if (ntfs_bitmap_clear_bit(vol->mftbmp_ino, bit)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2739) 		ntfs_error(vol->sb, "Failed to clear bit in mft bitmap.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2740) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2741) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2742) 	up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2743) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2744) 	return ERR_PTR(err);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2745) max_err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2746) 	ntfs_warning(vol->sb, "Cannot allocate mft record because the maximum "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2747) 			"number of inodes (2^32) has already been reached.");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2748) 	up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2749) 	return ERR_PTR(-ENOSPC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2750) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2751) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2752) /**
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2753)  * ntfs_extent_mft_record_free - free an extent mft record on an ntfs volume
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2754)  * @ni:		ntfs inode of the mapped extent mft record to free
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2755)  * @m:		mapped extent mft record of the ntfs inode @ni
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2756)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2757)  * Free the mapped extent mft record @m of the extent ntfs inode @ni.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2758)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2759)  * Note that this function unmaps the mft record and closes and destroys @ni
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2760)  * internally and hence you cannot use either @ni nor @m any more after this
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2761)  * function returns success.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2762)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2763)  * On success return 0 and on error return -errno.  @ni and @m are still valid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2764)  * in this case and have not been freed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2765)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2766)  * For some errors an error message is displayed and the success code 0 is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2767)  * returned and the volume is then left dirty on umount.  This makes sense in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2768)  * case we could not rollback the changes that were already done since the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2769)  * caller no longer wants to reference this mft record so it does not matter to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2770)  * the caller if something is wrong with it as long as it is properly detached
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2771)  * from the base inode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2772)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2773) int ntfs_extent_mft_record_free(ntfs_inode *ni, MFT_RECORD *m)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2774) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2775) 	unsigned long mft_no = ni->mft_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2776) 	ntfs_volume *vol = ni->vol;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2777) 	ntfs_inode *base_ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2778) 	ntfs_inode **extent_nis;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2779) 	int i, err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2780) 	le16 old_seq_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2781) 	u16 seq_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2782) 	
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2783) 	BUG_ON(NInoAttr(ni));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2784) 	BUG_ON(ni->nr_extents != -1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2785) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2786) 	mutex_lock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2787) 	base_ni = ni->ext.base_ntfs_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2788) 	mutex_unlock(&ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2789) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2790) 	BUG_ON(base_ni->nr_extents <= 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2791) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2792) 	ntfs_debug("Entering for extent inode 0x%lx, base inode 0x%lx.\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2793) 			mft_no, base_ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2794) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2795) 	mutex_lock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2796) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2797) 	/* Make sure we are holding the only reference to the extent inode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2798) 	if (atomic_read(&ni->count) > 2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2799) 		ntfs_error(vol->sb, "Tried to free busy extent inode 0x%lx, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2800) 				"not freeing.", base_ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2801) 		mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2802) 		return -EBUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2803) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2804) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2805) 	/* Dissociate the ntfs inode from the base inode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2806) 	extent_nis = base_ni->ext.extent_ntfs_inos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2807) 	err = -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2808) 	for (i = 0; i < base_ni->nr_extents; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2809) 		if (ni != extent_nis[i])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2810) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2811) 		extent_nis += i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2812) 		base_ni->nr_extents--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2813) 		memmove(extent_nis, extent_nis + 1, (base_ni->nr_extents - i) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2814) 				sizeof(ntfs_inode*));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2815) 		err = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2816) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2817) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2818) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2819) 	mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2820) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2821) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2822) 		ntfs_error(vol->sb, "Extent inode 0x%lx is not attached to "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2823) 				"its base inode 0x%lx.", mft_no,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2824) 				base_ni->mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2825) 		BUG();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2826) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2827) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2828) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2829) 	 * The extent inode is no longer attached to the base inode so no one
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2830) 	 * can get a reference to it any more.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2831) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2832) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2833) 	/* Mark the mft record as not in use. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2834) 	m->flags &= ~MFT_RECORD_IN_USE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2835) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2836) 	/* Increment the sequence number, skipping zero, if it is not zero. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2837) 	old_seq_no = m->sequence_number;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2838) 	seq_no = le16_to_cpu(old_seq_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2839) 	if (seq_no == 0xffff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2840) 		seq_no = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2841) 	else if (seq_no)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2842) 		seq_no++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2843) 	m->sequence_number = cpu_to_le16(seq_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2844) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2845) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2846) 	 * Set the ntfs inode dirty and write it out.  We do not need to worry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2847) 	 * about the base inode here since whatever caused the extent mft
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2848) 	 * record to be freed is guaranteed to do it already.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2849) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2850) 	NInoSetDirty(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2851) 	err = write_mft_record(ni, m, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2852) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2853) 		ntfs_error(vol->sb, "Failed to write mft record 0x%lx, not "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2854) 				"freeing.", mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2855) 		goto rollback;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2856) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2857) rollback_error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2858) 	/* Unmap and throw away the now freed extent inode. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2859) 	unmap_extent_mft_record(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2860) 	ntfs_clear_extent_inode(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2861) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2862) 	/* Clear the bit in the $MFT/$BITMAP corresponding to this record. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2863) 	down_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2864) 	err = ntfs_bitmap_clear_bit(vol->mftbmp_ino, mft_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2865) 	up_write(&vol->mftbmp_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2866) 	if (unlikely(err)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2867) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2868) 		 * The extent inode is gone but we failed to deallocate it in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2869) 		 * the mft bitmap.  Just emit a warning and leave the volume
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2870) 		 * dirty on umount.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2871) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2872) 		ntfs_error(vol->sb, "Failed to clear bit in mft bitmap.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2873) 		NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2874) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2875) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2876) rollback:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2877) 	/* Rollback what we did... */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2878) 	mutex_lock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2879) 	extent_nis = base_ni->ext.extent_ntfs_inos;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2880) 	if (!(base_ni->nr_extents & 3)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2881) 		int new_size = (base_ni->nr_extents + 4) * sizeof(ntfs_inode*);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2882) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2883) 		extent_nis = kmalloc(new_size, GFP_NOFS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2884) 		if (unlikely(!extent_nis)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2885) 			ntfs_error(vol->sb, "Failed to allocate internal "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2886) 					"buffer during rollback.%s", es);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2887) 			mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2888) 			NVolSetErrors(vol);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2889) 			goto rollback_error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2890) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2891) 		if (base_ni->nr_extents) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2892) 			BUG_ON(!base_ni->ext.extent_ntfs_inos);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2893) 			memcpy(extent_nis, base_ni->ext.extent_ntfs_inos,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2894) 					new_size - 4 * sizeof(ntfs_inode*));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2895) 			kfree(base_ni->ext.extent_ntfs_inos);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2896) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2897) 		base_ni->ext.extent_ntfs_inos = extent_nis;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2898) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2899) 	m->flags |= MFT_RECORD_IN_USE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2900) 	m->sequence_number = old_seq_no;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2901) 	extent_nis[base_ni->nr_extents++] = ni;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2902) 	mutex_unlock(&base_ni->extent_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2903) 	mark_mft_record_dirty(ni);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2904) 	return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2905) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2906) #endif /* NTFS_RW */