Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) #undef TRACE_SYSTEM
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) #define TRACE_SYSTEM fs_dax
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) #if !defined(_TRACE_FS_DAX_H) || defined(TRACE_HEADER_MULTI_READ)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) #define _TRACE_FS_DAX_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include <linux/tracepoint.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) DECLARE_EVENT_CLASS(dax_pmd_fault_class,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) 		pgoff_t max_pgoff, int result),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) 	TP_ARGS(inode, vmf, max_pgoff, result),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) 		__field(unsigned long, vm_start)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 		__field(unsigned long, vm_end)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) 		__field(unsigned long, vm_flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) 		__field(unsigned long, address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 		__field(pgoff_t, pgoff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 		__field(pgoff_t, max_pgoff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 		__field(unsigned int, flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 		__field(int, result)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 		__entry->vm_start = vmf->vma->vm_start;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 		__entry->vm_end = vmf->vma->vm_end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 		__entry->vm_flags = vmf->vma->vm_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 		__entry->address = vmf->address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 		__entry->flags = vmf->flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 		__entry->pgoff = vmf->pgoff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 		__entry->max_pgoff = max_pgoff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 		__entry->result = result;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx vm_start "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 			"%#lx vm_end %#lx pgoff %#lx max_pgoff %#lx %s",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 		__print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 		__entry->address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 		__entry->vm_start,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 		__entry->vm_end,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 		__entry->pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 		__entry->max_pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 		__print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) #define DEFINE_PMD_FAULT_EVENT(name) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) DEFINE_EVENT(dax_pmd_fault_class, name, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 		pgoff_t max_pgoff, int result), \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	TP_ARGS(inode, vmf, max_pgoff, result))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) DEFINE_PMD_FAULT_EVENT(dax_pmd_fault);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) DEFINE_PMD_FAULT_EVENT(dax_pmd_fault_done);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) DECLARE_EVENT_CLASS(dax_pmd_load_hole_class,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		struct page *zero_page,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 		void *radix_entry),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 	TP_ARGS(inode, vmf, zero_page, radix_entry),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 		__field(unsigned long, vm_flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 		__field(unsigned long, address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 		__field(struct page *, zero_page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 		__field(void *, radix_entry)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 		__entry->vm_flags = vmf->vma->vm_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 		__entry->address = vmf->address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 		__entry->zero_page = zero_page;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 		__entry->radix_entry = radix_entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	TP_printk("dev %d:%d ino %#lx %s address %#lx zero_page %p "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 			"radix_entry %#lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 		__entry->address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 		__entry->zero_page,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 		(unsigned long)__entry->radix_entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) #define DEFINE_PMD_LOAD_HOLE_EVENT(name) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) DEFINE_EVENT(dax_pmd_load_hole_class, name, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 		struct page *zero_page, void *radix_entry), \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	TP_ARGS(inode, vmf, zero_page, radix_entry))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole_fallback);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) DECLARE_EVENT_CLASS(dax_pmd_insert_mapping_class,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 		long length, pfn_t pfn, void *radix_entry),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	TP_ARGS(inode, vmf, length, pfn, radix_entry),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 		__field(unsigned long, vm_flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 		__field(unsigned long, address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 		__field(long, length)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 		__field(u64, pfn_val)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 		__field(void *, radix_entry)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 		__field(int, write)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 		__entry->vm_flags = vmf->vma->vm_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 		__entry->address = vmf->address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 		__entry->write = vmf->flags & FAULT_FLAG_WRITE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 		__entry->length = length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 		__entry->pfn_val = pfn.val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 		__entry->radix_entry = radix_entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx length %#lx "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 			"pfn %#llx %s radix_entry %#lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 		__entry->write ? "write" : "read",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 		__entry->address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		__entry->length,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 		__entry->pfn_val & ~PFN_FLAGS_MASK,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 		__print_flags_u64(__entry->pfn_val & PFN_FLAGS_MASK, "|",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 			PFN_FLAGS_TRACE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 		(unsigned long)__entry->radix_entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) #define DEFINE_PMD_INSERT_MAPPING_EVENT(name) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) DEFINE_EVENT(dax_pmd_insert_mapping_class, name, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 		long length, pfn_t pfn, void *radix_entry), \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	TP_ARGS(inode, vmf, length, pfn, radix_entry))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) DEFINE_PMD_INSERT_MAPPING_EVENT(dax_pmd_insert_mapping);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) DECLARE_EVENT_CLASS(dax_pte_fault_class,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	TP_ARGS(inode, vmf, result),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 		__field(unsigned long, vm_flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 		__field(unsigned long, address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 		__field(pgoff_t, pgoff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 		__field(unsigned int, flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 		__field(int, result)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 		__entry->vm_flags = vmf->vma->vm_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 		__entry->address = vmf->address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 		__entry->flags = vmf->flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 		__entry->pgoff = vmf->pgoff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 		__entry->result = result;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx pgoff %#lx %s",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 		__print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 		__entry->address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 		__entry->pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 		__print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) #define DEFINE_PTE_FAULT_EVENT(name) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) DEFINE_EVENT(dax_pte_fault_class, name, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result), \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 	TP_ARGS(inode, vmf, result))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) DEFINE_PTE_FAULT_EVENT(dax_pte_fault);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) DEFINE_PTE_FAULT_EVENT(dax_pte_fault_done);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) DEFINE_PTE_FAULT_EVENT(dax_load_hole);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite_no_entry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) TRACE_EVENT(dax_insert_mapping,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 	TP_PROTO(struct inode *inode, struct vm_fault *vmf, void *radix_entry),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	TP_ARGS(inode, vmf, radix_entry),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 		__field(unsigned long, vm_flags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		__field(unsigned long, address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 		__field(void *, radix_entry)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 		__field(int, write)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 		__entry->vm_flags = vmf->vma->vm_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 		__entry->address = vmf->address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 		__entry->write = vmf->flags & FAULT_FLAG_WRITE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 		__entry->radix_entry = radix_entry;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	TP_printk("dev %d:%d ino %#lx %s %s address %#lx radix_entry %#lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 		__entry->vm_flags & VM_SHARED ? "shared" : "private",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 		__entry->write ? "write" : "read",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 		__entry->address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 		(unsigned long)__entry->radix_entry
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) DECLARE_EVENT_CLASS(dax_writeback_range_class,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 	TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 	TP_ARGS(inode, start_index, end_index),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 		__field(pgoff_t, start_index)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 		__field(pgoff_t, end_index)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 		__entry->start_index = start_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 		__entry->end_index = end_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 	TP_printk("dev %d:%d ino %#lx pgoff %#lx-%#lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 		__entry->start_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 		__entry->end_index
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) #define DEFINE_WRITEBACK_RANGE_EVENT(name) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) DEFINE_EVENT(dax_writeback_range_class, name, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 	TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 	TP_ARGS(inode, start_index, end_index))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range_done);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) TRACE_EVENT(dax_writeback_one,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 	TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 	TP_ARGS(inode, pgoff, pglen),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 	TP_STRUCT__entry(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 		__field(unsigned long, ino)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 		__field(pgoff_t, pgoff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 		__field(pgoff_t, pglen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 		__field(dev_t, dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 	TP_fast_assign(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 		__entry->dev = inode->i_sb->s_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 		__entry->ino = inode->i_ino;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 		__entry->pgoff = pgoff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 		__entry->pglen = pglen;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 	),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 	TP_printk("dev %d:%d ino %#lx pgoff %#lx pglen %#lx",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 		MAJOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 		MINOR(__entry->dev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 		__entry->ino,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 		__entry->pgoff,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 		__entry->pglen
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 	)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) #endif /* _TRACE_FS_DAX_H */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) /* This part must be outside protection */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) #include <trace/define_trace.h>