1*328970deSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 2ccd979bdSMark Fasheh /* -*- mode: c; c-basic-offset: 8; -*- 3ccd979bdSMark Fasheh * vim: noexpandtab sw=8 ts=8 sts=0: 4ccd979bdSMark Fasheh * 5ccd979bdSMark Fasheh * mmap.c 6ccd979bdSMark Fasheh * 7ccd979bdSMark Fasheh * Code to deal with the mess that is clustered mmap. 8ccd979bdSMark Fasheh * 9ccd979bdSMark Fasheh * Copyright (C) 2002, 2004 Oracle. All rights reserved. 10ccd979bdSMark Fasheh */ 11ccd979bdSMark Fasheh 12ccd979bdSMark Fasheh #include <linux/fs.h> 13ccd979bdSMark Fasheh #include <linux/types.h> 14ccd979bdSMark Fasheh #include <linux/highmem.h> 15ccd979bdSMark Fasheh #include <linux/pagemap.h> 16ccd979bdSMark Fasheh #include <linux/uio.h> 17ccd979bdSMark Fasheh #include <linux/signal.h> 18ccd979bdSMark Fasheh #include <linux/rbtree.h> 19ccd979bdSMark Fasheh 20ccd979bdSMark Fasheh #include <cluster/masklog.h> 21ccd979bdSMark Fasheh 22ccd979bdSMark Fasheh #include "ocfs2.h" 23ccd979bdSMark Fasheh 247307de80SMark Fasheh #include "aops.h" 25ccd979bdSMark Fasheh #include "dlmglue.h" 26ccd979bdSMark Fasheh #include "file.h" 27ccd979bdSMark Fasheh #include "inode.h" 28ccd979bdSMark Fasheh #include "mmap.h" 29e4b963f1SJoel Becker #include "super.h" 30614a9e84STao Ma #include "ocfs2_trace.h" 31ccd979bdSMark Fasheh 327307de80SMark Fasheh 33c6137fe3SSouptick Joarder static vm_fault_t ocfs2_fault(struct vm_fault *vmf) 34ccd979bdSMark Fasheh { 3511bac800SDave Jiang struct vm_area_struct *vma = vmf->vma; 36e4b963f1SJoel Becker sigset_t oldset; 37c6137fe3SSouptick Joarder vm_fault_t ret; 38ccd979bdSMark Fasheh 39e4b963f1SJoel Becker ocfs2_block_signals(&oldset); 4011bac800SDave Jiang ret = filemap_fault(vmf); 41e4b963f1SJoel Becker ocfs2_unblock_signals(&oldset); 42ccd979bdSMark Fasheh 4311bac800SDave Jiang trace_ocfs2_fault(OCFS2_I(vma->vm_file->f_mapping->host)->ip_blkno, 4411bac800SDave Jiang vma, vmf->page, vmf->pgoff); 45d0217ac0SNick Piggin return ret; 46ccd979bdSMark Fasheh } 47ccd979bdSMark Fasheh 48c6137fe3SSouptick Joarder static vm_fault_t __ocfs2_page_mkwrite(struct file *file, 49c6137fe3SSouptick Joarder struct buffer_head *di_bh, struct page *page) 507307de80SMark Fasheh { 51c6137fe3SSouptick Joarder int err; 52c6137fe3SSouptick Joarder vm_fault_t ret = VM_FAULT_NOPAGE; 53496ad9aaSAl Viro struct inode *inode = file_inode(file); 547307de80SMark Fasheh struct address_space *mapping = inode->i_mapping; 5518336338SNick Piggin loff_t pos = page_offset(page); 5609cbfeafSKirill A. Shutemov unsigned int len = PAGE_SIZE; 577307de80SMark Fasheh pgoff_t last_index; 587307de80SMark Fasheh struct page *locked_page = NULL; 597307de80SMark Fasheh void *fsdata; 607307de80SMark Fasheh loff_t size = i_size_read(inode); 617307de80SMark Fasheh 6209cbfeafSKirill A. Shutemov last_index = (size - 1) >> PAGE_SHIFT; 637307de80SMark Fasheh 647307de80SMark Fasheh /* 655cffff9eSWengang Wang * There are cases that lead to the page no longer bebongs to the 665cffff9eSWengang Wang * mapping. 675cffff9eSWengang Wang * 1) pagecache truncates locally due to memory pressure. 685cffff9eSWengang Wang * 2) pagecache truncates when another is taking EX lock against 695cffff9eSWengang Wang * inode lock. see ocfs2_data_convert_worker. 705cffff9eSWengang Wang * 715cffff9eSWengang Wang * The i_size check doesn't catch the case where nodes truncated and 725cffff9eSWengang Wang * then re-extended the file. We'll re-check the page mapping after 735cffff9eSWengang Wang * taking the page lock inside of ocfs2_write_begin_nolock(). 745cffff9eSWengang Wang * 755cffff9eSWengang Wang * Let VM retry with these cases. 767307de80SMark Fasheh */ 775cffff9eSWengang Wang if ((page->mapping != inode->i_mapping) || 785cffff9eSWengang Wang (!PageUptodate(page)) || 795cffff9eSWengang Wang (page_offset(page) >= size)) 807307de80SMark Fasheh goto out; 817307de80SMark Fasheh 827307de80SMark Fasheh /* 837307de80SMark Fasheh * Call ocfs2_write_begin() and ocfs2_write_end() to take 847307de80SMark Fasheh * advantage of the allocation code there. We pass a write 857307de80SMark Fasheh * length of the whole page (chopped to i_size) to make sure 867307de80SMark Fasheh * the whole thing is allocated. 877307de80SMark Fasheh * 887307de80SMark Fasheh * Since we know the page is up to date, we don't have to 897307de80SMark Fasheh * worry about ocfs2_write_begin() skipping some buffer reads 907307de80SMark Fasheh * because the "write" would invalidate their data. 917307de80SMark Fasheh */ 927307de80SMark Fasheh if (page->index == last_index) 9309cbfeafSKirill A. Shutemov len = ((size - 1) & ~PAGE_MASK) + 1; 947307de80SMark Fasheh 95c6137fe3SSouptick Joarder err = ocfs2_write_begin_nolock(mapping, pos, len, OCFS2_WRITE_MMAP, 96c1ad1e3cSRyan Ding &locked_page, &fsdata, di_bh, page); 97c6137fe3SSouptick Joarder if (err) { 98c6137fe3SSouptick Joarder if (err != -ENOSPC) 99c6137fe3SSouptick Joarder mlog_errno(err); 100c6137fe3SSouptick Joarder ret = vmf_error(err); 1017307de80SMark Fasheh goto out; 1027307de80SMark Fasheh } 1037307de80SMark Fasheh 1045cffff9eSWengang Wang if (!locked_page) { 1055cffff9eSWengang Wang ret = VM_FAULT_NOPAGE; 1067307de80SMark Fasheh goto out; 1077307de80SMark Fasheh } 108c6137fe3SSouptick Joarder err = ocfs2_write_end_nolock(mapping, pos, len, len, fsdata); 109c6137fe3SSouptick Joarder BUG_ON(err != len); 1105cffff9eSWengang Wang ret = VM_FAULT_LOCKED; 1117307de80SMark Fasheh out: 1127307de80SMark Fasheh return ret; 1137307de80SMark Fasheh } 1147307de80SMark Fasheh 115c6137fe3SSouptick Joarder static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf) 1167307de80SMark Fasheh { 117c2ec175cSNick Piggin struct page *page = vmf->page; 11811bac800SDave Jiang struct inode *inode = file_inode(vmf->vma->vm_file); 1197307de80SMark Fasheh struct buffer_head *di_bh = NULL; 120e4b963f1SJoel Becker sigset_t oldset; 121c6137fe3SSouptick Joarder int err; 122c6137fe3SSouptick Joarder vm_fault_t ret; 1237307de80SMark Fasheh 124fef6925cSJan Kara sb_start_pagefault(inode->i_sb); 125e4b963f1SJoel Becker ocfs2_block_signals(&oldset); 1267307de80SMark Fasheh 1277307de80SMark Fasheh /* 1287307de80SMark Fasheh * The cluster locks taken will block a truncate from another 1297307de80SMark Fasheh * node. Taking the data lock will also ensure that we don't 1307307de80SMark Fasheh * attempt page truncation as part of a downconvert. 1317307de80SMark Fasheh */ 132c6137fe3SSouptick Joarder err = ocfs2_inode_lock(inode, &di_bh, 1); 133c6137fe3SSouptick Joarder if (err < 0) { 134c6137fe3SSouptick Joarder mlog_errno(err); 135c6137fe3SSouptick Joarder ret = vmf_error(err); 1367307de80SMark Fasheh goto out; 1377307de80SMark Fasheh } 1387307de80SMark Fasheh 1397307de80SMark Fasheh /* 1407307de80SMark Fasheh * The alloc sem should be enough to serialize with 1417307de80SMark Fasheh * ocfs2_truncate_file() changing i_size as well as any thread 1427307de80SMark Fasheh * modifying the inode btree. 1437307de80SMark Fasheh */ 1447307de80SMark Fasheh down_write(&OCFS2_I(inode)->ip_alloc_sem); 1457307de80SMark Fasheh 14611bac800SDave Jiang ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page); 1477307de80SMark Fasheh 1487307de80SMark Fasheh up_write(&OCFS2_I(inode)->ip_alloc_sem); 1497307de80SMark Fasheh 1507307de80SMark Fasheh brelse(di_bh); 151e63aecb6SMark Fasheh ocfs2_inode_unlock(inode, 1); 1527307de80SMark Fasheh 1537307de80SMark Fasheh out: 154e4b963f1SJoel Becker ocfs2_unblock_signals(&oldset); 155fef6925cSJan Kara sb_end_pagefault(inode->i_sb); 1567307de80SMark Fasheh return ret; 1577307de80SMark Fasheh } 1587307de80SMark Fasheh 159f0f37e2fSAlexey Dobriyan static const struct vm_operations_struct ocfs2_file_vm_ops = { 16054cb8821SNick Piggin .fault = ocfs2_fault, 1617307de80SMark Fasheh .page_mkwrite = ocfs2_page_mkwrite, 162ccd979bdSMark Fasheh }; 163ccd979bdSMark Fasheh 164870f4817SChristoph Hellwig int ocfs2_mmap(struct file *file, struct vm_area_struct *vma) 165ccd979bdSMark Fasheh { 16625899deeSTiger Yang int ret = 0, lock_level = 0; 167ccd979bdSMark Fasheh 168496ad9aaSAl Viro ret = ocfs2_inode_lock_atime(file_inode(file), 169c4c2416aSGang He file->f_path.mnt, &lock_level, 1); 17025899deeSTiger Yang if (ret < 0) { 17125899deeSTiger Yang mlog_errno(ret); 17225899deeSTiger Yang goto out; 17325899deeSTiger Yang } 174496ad9aaSAl Viro ocfs2_inode_unlock(file_inode(file), lock_level); 17525899deeSTiger Yang out: 176ccd979bdSMark Fasheh vma->vm_ops = &ocfs2_file_vm_ops; 177ccd979bdSMark Fasheh return 0; 178ccd979bdSMark Fasheh } 179ccd979bdSMark Fasheh 180