1328970deSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 2*fa60ce2cSMasahiro Yamada /* 3ccd979bdSMark Fasheh * mmap.c 4ccd979bdSMark Fasheh * 5ccd979bdSMark Fasheh * Code to deal with the mess that is clustered mmap. 6ccd979bdSMark Fasheh * 7ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 8ccd979bdSMark Fasheh */ 9ccd979bdSMark Fasheh 10ccd979bdSMark Fasheh #include <linux/fs.h> 11ccd979bdSMark Fasheh #include <linux/types.h> 12ccd979bdSMark Fasheh #include <linux/highmem.h> 13ccd979bdSMark Fasheh #include <linux/pagemap.h> 14ccd979bdSMark Fasheh #include <linux/uio.h> 15ccd979bdSMark Fasheh #include <linux/signal.h> 16ccd979bdSMark Fasheh #include <linux/rbtree.h> 17ccd979bdSMark Fasheh 18ccd979bdSMark Fasheh #include <cluster/masklog.h> 19ccd979bdSMark Fasheh 20ccd979bdSMark Fasheh #include "ocfs2.h" 21ccd979bdSMark Fasheh 227307de80SMark Fasheh #include "aops.h" 23ccd979bdSMark Fasheh #include "dlmglue.h" 24ccd979bdSMark Fasheh #include "file.h" 25ccd979bdSMark Fasheh #include "inode.h" 26ccd979bdSMark Fasheh #include "mmap.h" 27e4b963f1SJoel Becker #include "super.h" 28614a9e84STao Ma #include "ocfs2_trace.h" 29ccd979bdSMark Fasheh 307307de80SMark Fasheh 31c6137fe3SSouptick Joarder static vm_fault_t ocfs2_fault(struct vm_fault *vmf) 32ccd979bdSMark Fasheh { 3311bac800SDave Jiang struct vm_area_struct *vma = vmf->vma; 34e4b963f1SJoel Becker sigset_t oldset; 35c6137fe3SSouptick Joarder vm_fault_t ret; 36ccd979bdSMark Fasheh 37e4b963f1SJoel Becker ocfs2_block_signals(&oldset); 3811bac800SDave Jiang ret = filemap_fault(vmf); 39e4b963f1SJoel Becker ocfs2_unblock_signals(&oldset); 40ccd979bdSMark Fasheh 4111bac800SDave Jiang trace_ocfs2_fault(OCFS2_I(vma->vm_file->f_mapping->host)->ip_blkno, 4211bac800SDave Jiang vma, vmf->page, vmf->pgoff); 43d0217ac0SNick Piggin return ret; 44ccd979bdSMark Fasheh } 45ccd979bdSMark Fasheh 46c6137fe3SSouptick Joarder static vm_fault_t __ocfs2_page_mkwrite(struct file *file, 47c6137fe3SSouptick Joarder struct buffer_head *di_bh, struct page *page) 487307de80SMark Fasheh { 49c6137fe3SSouptick Joarder int err; 50c6137fe3SSouptick Joarder vm_fault_t ret = VM_FAULT_NOPAGE; 51496ad9aaSAl Viro struct inode *inode = file_inode(file); 527307de80SMark Fasheh struct address_space *mapping = inode->i_mapping; 5318336338SNick Piggin loff_t pos = page_offset(page); 5409cbfeafSKirill A. Shutemov unsigned int len = PAGE_SIZE; 557307de80SMark Fasheh pgoff_t last_index; 567307de80SMark Fasheh struct page *locked_page = NULL; 577307de80SMark Fasheh void *fsdata; 587307de80SMark Fasheh loff_t size = i_size_read(inode); 597307de80SMark Fasheh 6009cbfeafSKirill A. Shutemov last_index = (size - 1) >> PAGE_SHIFT; 617307de80SMark Fasheh 627307de80SMark Fasheh /* 63cc989e78SKeyur Patel * There are cases that lead to the page no longer belonging to the 645cffff9eSWengang Wang * mapping. 655cffff9eSWengang Wang * 1) pagecache truncates locally due to memory pressure. 665cffff9eSWengang Wang * 2) pagecache truncates when another is taking EX lock against 675cffff9eSWengang Wang * inode lock. see ocfs2_data_convert_worker. 685cffff9eSWengang Wang * 695cffff9eSWengang Wang * The i_size check doesn't catch the case where nodes truncated and 705cffff9eSWengang Wang * then re-extended the file. We'll re-check the page mapping after 715cffff9eSWengang Wang * taking the page lock inside of ocfs2_write_begin_nolock(). 725cffff9eSWengang Wang * 735cffff9eSWengang Wang * Let VM retry with these cases. 747307de80SMark Fasheh */ 755cffff9eSWengang Wang if ((page->mapping != inode->i_mapping) || 765cffff9eSWengang Wang (!PageUptodate(page)) || 775cffff9eSWengang Wang (page_offset(page) >= size)) 787307de80SMark Fasheh goto out; 797307de80SMark Fasheh 807307de80SMark Fasheh /* 817307de80SMark Fasheh * Call ocfs2_write_begin() and ocfs2_write_end() to take 827307de80SMark Fasheh * advantage of the allocation code there. We pass a write 837307de80SMark Fasheh * length of the whole page (chopped to i_size) to make sure 847307de80SMark Fasheh * the whole thing is allocated. 857307de80SMark Fasheh * 867307de80SMark Fasheh * Since we know the page is up to date, we don't have to 877307de80SMark Fasheh * worry about ocfs2_write_begin() skipping some buffer reads 887307de80SMark Fasheh * because the "write" would invalidate their data. 897307de80SMark Fasheh */ 907307de80SMark Fasheh if (page->index == last_index) 9109cbfeafSKirill A. Shutemov len = ((size - 1) & ~PAGE_MASK) + 1; 927307de80SMark Fasheh 93c6137fe3SSouptick Joarder err = ocfs2_write_begin_nolock(mapping, pos, len, OCFS2_WRITE_MMAP, 94c1ad1e3cSRyan Ding &locked_page, &fsdata, di_bh, page); 95c6137fe3SSouptick Joarder if (err) { 96c6137fe3SSouptick Joarder if (err != -ENOSPC) 97c6137fe3SSouptick Joarder mlog_errno(err); 98c6137fe3SSouptick Joarder ret = vmf_error(err); 997307de80SMark Fasheh goto out; 1007307de80SMark Fasheh } 1017307de80SMark Fasheh 1025cffff9eSWengang Wang if (!locked_page) { 1035cffff9eSWengang Wang ret = VM_FAULT_NOPAGE; 1047307de80SMark Fasheh goto out; 1057307de80SMark Fasheh } 106c6137fe3SSouptick Joarder err = ocfs2_write_end_nolock(mapping, pos, len, len, fsdata); 107c6137fe3SSouptick Joarder BUG_ON(err != len); 1085cffff9eSWengang Wang ret = VM_FAULT_LOCKED; 1097307de80SMark Fasheh out: 1107307de80SMark Fasheh return ret; 1117307de80SMark Fasheh } 1127307de80SMark Fasheh 113c6137fe3SSouptick Joarder static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf) 1147307de80SMark Fasheh { 115c2ec175cSNick Piggin struct page *page = vmf->page; 11611bac800SDave Jiang struct inode *inode = file_inode(vmf->vma->vm_file); 1177307de80SMark Fasheh struct buffer_head *di_bh = NULL; 118e4b963f1SJoel Becker sigset_t oldset; 119c6137fe3SSouptick Joarder int err; 120c6137fe3SSouptick Joarder vm_fault_t ret; 1217307de80SMark Fasheh 122fef6925cSJan Kara sb_start_pagefault(inode->i_sb); 123e4b963f1SJoel Becker ocfs2_block_signals(&oldset); 1247307de80SMark Fasheh 1257307de80SMark Fasheh /* 1267307de80SMark Fasheh * The cluster locks taken will block a truncate from another 1277307de80SMark Fasheh * node. Taking the data lock will also ensure that we don't 1287307de80SMark Fasheh * attempt page truncation as part of a downconvert. 1297307de80SMark Fasheh */ 130c6137fe3SSouptick Joarder err = ocfs2_inode_lock(inode, &di_bh, 1); 131c6137fe3SSouptick Joarder if (err < 0) { 132c6137fe3SSouptick Joarder mlog_errno(err); 133c6137fe3SSouptick Joarder ret = vmf_error(err); 1347307de80SMark Fasheh goto out; 1357307de80SMark Fasheh } 1367307de80SMark Fasheh 1377307de80SMark Fasheh /* 1387307de80SMark Fasheh * The alloc sem should be enough to serialize with 1397307de80SMark Fasheh * ocfs2_truncate_file() changing i_size as well as any thread 1407307de80SMark Fasheh * modifying the inode btree. 1417307de80SMark Fasheh */ 1427307de80SMark Fasheh down_write(&OCFS2_I(inode)->ip_alloc_sem); 1437307de80SMark Fasheh 14411bac800SDave Jiang ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page); 1457307de80SMark Fasheh 1467307de80SMark Fasheh up_write(&OCFS2_I(inode)->ip_alloc_sem); 1477307de80SMark Fasheh 1487307de80SMark Fasheh brelse(di_bh); 149e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 1507307de80SMark Fasheh 1517307de80SMark Fasheh out: 152e4b963f1SJoel Becker ocfs2_unblock_signals(&oldset); 153fef6925cSJan Kara sb_end_pagefault(inode->i_sb); 1547307de80SMark Fasheh return ret; 1557307de80SMark Fasheh } 1567307de80SMark Fasheh 157f0f37e2fSAlexey Dobriyan static const struct vm_operations_struct ocfs2_file_vm_ops = { 15854cb8821SNick Piggin .fault = ocfs2_fault, 1597307de80SMark Fasheh .page_mkwrite = ocfs2_page_mkwrite, 160ccd979bdSMark Fasheh }; 161ccd979bdSMark Fasheh 162870f4817SChristoph Hellwig int ocfs2_mmap(struct file *file, struct vm_area_struct *vma) 163ccd979bdSMark Fasheh { 16425899deeSTiger Yang int ret = 0, lock_level = 0; 165ccd979bdSMark Fasheh 166496ad9aaSAl Viro ret = ocfs2_inode_lock_atime(file_inode(file), 167c4c2416aSGang He file->f_path.mnt, &lock_level, 1); 16825899deeSTiger Yang if (ret < 0) { 16925899deeSTiger Yang mlog_errno(ret); 17025899deeSTiger Yang goto out; 17125899deeSTiger Yang } 172496ad9aaSAl Viro ocfs2_inode_unlock(file_inode(file), lock_level); 17325899deeSTiger Yang out: 174ccd979bdSMark Fasheh vma->vm_ops = &ocfs2_file_vm_ops; 175ccd979bdSMark Fasheh return 0; 176ccd979bdSMark Fasheh } 177ccd979bdSMark Fasheh 178