2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* linux/fs/nfs/pagelist.c
|
|
|
|
*
|
|
|
|
* A set of helper functions for managing NFS read and write requests.
|
|
|
|
* The main purpose of these routines is to provide support for the
|
|
|
|
* coalescing of several requests into a single RPC call.
|
|
|
|
*
|
|
|
|
* Copyright 2000, 2001 (c) Trond Myklebust <trond.myklebust@fys.uio.no>
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/file.h>
|
Detach sched.h from mm.h
First thing mm.h does is including sched.h solely for can_do_mlock() inline
function which has "current" dereference inside. By dealing with can_do_mlock()
mm.h can be detached from sched.h which is good. See below, why.
This patch
a) removes unconditional inclusion of sched.h from mm.h
b) makes can_do_mlock() normal function in mm/mlock.c
c) exports can_do_mlock() to not break compilation
d) adds sched.h inclusions back to files that were getting it indirectly.
e) adds less bloated headers to some files (asm/signal.h, jiffies.h) that were
getting them indirectly
Net result is:
a) mm.h users would get less code to open, read, preprocess, parse, ... if
they don't need sched.h
b) sched.h stops being dependency for significant number of files:
on x86_64 allmodconfig touching sched.h results in recompile of 4083 files,
after patch it's only 3744 (-8.3%).
Cross-compile tested on
all arm defconfigs, all mips defconfigs, all powerpc defconfigs,
alpha alpha-up
arm
i386 i386-up i386-defconfig i386-allnoconfig
ia64 ia64-up
m68k
mips
parisc parisc-up
powerpc powerpc-up
s390 s390-up
sparc sparc-up
sparc64 sparc64-up
um-x86_64
x86_64 x86_64-up x86_64-defconfig x86_64-allnoconfig
as well as my two usual configs.
Signed-off-by: Alexey Dobriyan <adobriyan@gmail.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-05-20 15:22:52 -06:00
|
|
|
#include <linux/sched.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <linux/sunrpc/clnt.h>
|
|
|
|
#include <linux/nfs3.h>
|
|
|
|
#include <linux/nfs4.h>
|
|
|
|
#include <linux/nfs_page.h>
|
|
|
|
#include <linux/nfs_fs.h>
|
|
|
|
#include <linux/nfs_mount.h>
|
|
|
|
|
2007-04-10 07:26:35 -06:00
|
|
|
#include "internal.h"
|
2011-02-28 18:34:15 -07:00
|
|
|
#include "pnfs.h"
|
2007-04-10 07:26:35 -06:00
|
|
|
|
2006-12-06 21:33:20 -07:00
|
|
|
static struct kmem_cache *nfs_page_cachep;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
static inline struct nfs_page *
|
|
|
|
nfs_page_alloc(void)
|
|
|
|
{
|
2010-12-09 15:17:15 -07:00
|
|
|
struct nfs_page *p = kmem_cache_zalloc(nfs_page_cachep, GFP_KERNEL);
|
|
|
|
if (p)
|
2005-04-16 16:20:36 -06:00
|
|
|
INIT_LIST_HEAD(&p->wb_list);
|
|
|
|
return p;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
nfs_page_free(struct nfs_page *p)
|
|
|
|
{
|
|
|
|
kmem_cache_free(nfs_page_cachep, p);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* nfs_create_request - Create an NFS read/write request.
|
|
|
|
* @file: file descriptor to use
|
|
|
|
* @inode: inode to which the request is attached
|
|
|
|
* @page: page to write
|
|
|
|
* @offset: starting offset within the page for the write
|
|
|
|
* @count: number of bytes to read/write
|
|
|
|
*
|
|
|
|
* The page must be locked by the caller. This makes sure we never
|
2007-04-26 18:25:51 -06:00
|
|
|
* create two different requests for the same page.
|
2005-04-16 16:20:36 -06:00
|
|
|
* User should ensure it is safe to sleep in this function.
|
|
|
|
*/
|
|
|
|
struct nfs_page *
|
|
|
|
nfs_create_request(struct nfs_open_context *ctx, struct inode *inode,
|
|
|
|
struct page *page,
|
|
|
|
unsigned int offset, unsigned int count)
|
|
|
|
{
|
|
|
|
struct nfs_page *req;
|
|
|
|
|
2010-05-13 10:51:02 -06:00
|
|
|
/* try to allocate the request struct */
|
|
|
|
req = nfs_page_alloc();
|
|
|
|
if (req == NULL)
|
|
|
|
return ERR_PTR(-ENOMEM);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-10-28 08:10:37 -06:00
|
|
|
/* get lock context early so we can deal with alloc failures */
|
|
|
|
req->wb_lock_context = nfs_get_lock_context(ctx);
|
|
|
|
if (req->wb_lock_context == NULL) {
|
|
|
|
nfs_page_free(req);
|
|
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/* Initialize the request struct. Initially, we assume a
|
|
|
|
* long write-back delay. This will be adjusted in
|
|
|
|
* update_nfs_request below if the region is not locked. */
|
|
|
|
req->wb_page = page;
|
|
|
|
atomic_set(&req->wb_complete, 0);
|
|
|
|
req->wb_index = page->index;
|
|
|
|
page_cache_get(page);
|
2006-03-20 11:44:04 -07:00
|
|
|
BUG_ON(PagePrivate(page));
|
|
|
|
BUG_ON(!PageLocked(page));
|
|
|
|
BUG_ON(page->mapping->host != inode);
|
2005-04-16 16:20:36 -06:00
|
|
|
req->wb_offset = offset;
|
|
|
|
req->wb_pgbase = offset;
|
|
|
|
req->wb_bytes = count;
|
|
|
|
req->wb_context = get_nfs_open_context(ctx);
|
2007-06-17 11:26:38 -06:00
|
|
|
kref_init(&req->wb_kref);
|
2005-04-16 16:20:36 -06:00
|
|
|
return req;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* nfs_unlock_request - Unlock request and wake up sleepers.
|
|
|
|
* @req:
|
|
|
|
*/
|
|
|
|
void nfs_unlock_request(struct nfs_page *req)
|
|
|
|
{
|
|
|
|
if (!NFS_WBACK_BUSY(req)) {
|
|
|
|
printk(KERN_ERR "NFS: Invalid unlock attempted\n");
|
|
|
|
BUG();
|
|
|
|
}
|
|
|
|
smp_mb__before_clear_bit();
|
|
|
|
clear_bit(PG_BUSY, &req->wb_flags);
|
|
|
|
smp_mb__after_clear_bit();
|
2005-06-22 11:16:21 -06:00
|
|
|
wake_up_bit(&req->wb_flags, PG_BUSY);
|
2005-04-16 16:20:36 -06:00
|
|
|
nfs_release_request(req);
|
|
|
|
}
|
|
|
|
|
2005-06-22 11:16:30 -06:00
|
|
|
/**
|
2007-06-17 13:10:24 -06:00
|
|
|
* nfs_set_page_tag_locked - Tag a request as locked
|
2005-06-22 11:16:30 -06:00
|
|
|
* @req:
|
|
|
|
*/
|
2008-01-22 15:13:07 -07:00
|
|
|
int nfs_set_page_tag_locked(struct nfs_page *req)
|
2005-06-22 11:16:30 -06:00
|
|
|
{
|
2008-01-22 15:13:07 -07:00
|
|
|
if (!nfs_lock_request_dontget(req))
|
2005-06-22 11:16:30 -06:00
|
|
|
return 0;
|
2010-12-07 20:39:17 -07:00
|
|
|
if (test_bit(PG_MAPPED, &req->wb_flags))
|
2011-06-22 16:40:12 -06:00
|
|
|
radix_tree_tag_set(&NFS_I(req->wb_context->dentry->d_inode)->nfs_page_tree, req->wb_index, NFS_PAGE_TAG_LOCKED);
|
2005-06-22 11:16:30 -06:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2007-06-17 13:10:24 -06:00
|
|
|
* nfs_clear_page_tag_locked - Clear request tag and wake up sleepers
|
2005-06-22 11:16:30 -06:00
|
|
|
*/
|
2007-06-17 13:10:24 -06:00
|
|
|
void nfs_clear_page_tag_locked(struct nfs_page *req)
|
2005-06-22 11:16:30 -06:00
|
|
|
{
|
2010-12-07 20:39:17 -07:00
|
|
|
if (test_bit(PG_MAPPED, &req->wb_flags)) {
|
2011-06-22 16:40:12 -06:00
|
|
|
struct inode *inode = req->wb_context->dentry->d_inode;
|
2010-03-11 07:19:35 -07:00
|
|
|
struct nfs_inode *nfsi = NFS_I(inode);
|
|
|
|
|
2007-07-02 07:57:54 -06:00
|
|
|
spin_lock(&inode->i_lock);
|
2007-06-17 13:10:24 -06:00
|
|
|
radix_tree_tag_clear(&nfsi->nfs_page_tree, req->wb_index, NFS_PAGE_TAG_LOCKED);
|
2008-01-22 15:13:07 -07:00
|
|
|
nfs_unlock_request(req);
|
2007-07-02 07:57:54 -06:00
|
|
|
spin_unlock(&inode->i_lock);
|
2008-01-22 15:13:07 -07:00
|
|
|
} else
|
|
|
|
nfs_unlock_request(req);
|
2005-06-22 11:16:30 -06:00
|
|
|
}
|
|
|
|
|
2011-03-25 12:15:11 -06:00
|
|
|
/*
|
2005-04-16 16:20:36 -06:00
|
|
|
* nfs_clear_request - Free up all resources allocated to the request
|
|
|
|
* @req:
|
|
|
|
*
|
2010-03-11 07:19:35 -07:00
|
|
|
* Release page and open context resources associated with a read/write
|
|
|
|
* request after it has completed.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2011-03-25 12:15:11 -06:00
|
|
|
static void nfs_clear_request(struct nfs_page *req)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-03-20 11:44:04 -07:00
|
|
|
struct page *page = req->wb_page;
|
2010-03-11 07:19:35 -07:00
|
|
|
struct nfs_open_context *ctx = req->wb_context;
|
2010-06-25 14:35:53 -06:00
|
|
|
struct nfs_lock_context *l_ctx = req->wb_lock_context;
|
2010-03-11 07:19:35 -07:00
|
|
|
|
2006-03-20 11:44:04 -07:00
|
|
|
if (page != NULL) {
|
|
|
|
page_cache_release(page);
|
2005-04-16 16:20:36 -06:00
|
|
|
req->wb_page = NULL;
|
|
|
|
}
|
2010-06-25 14:35:53 -06:00
|
|
|
if (l_ctx != NULL) {
|
|
|
|
nfs_put_lock_context(l_ctx);
|
|
|
|
req->wb_lock_context = NULL;
|
|
|
|
}
|
2010-03-11 07:19:35 -07:00
|
|
|
if (ctx != NULL) {
|
|
|
|
put_nfs_open_context(ctx);
|
|
|
|
req->wb_context = NULL;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* nfs_release_request - Release the count on an NFS read/write request
|
|
|
|
* @req: request to release
|
|
|
|
*
|
|
|
|
* Note: Should never be called with the spinlock held!
|
|
|
|
*/
|
2007-06-17 11:26:38 -06:00
|
|
|
static void nfs_free_request(struct kref *kref)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2007-06-17 11:26:38 -06:00
|
|
|
struct nfs_page *req = container_of(kref, struct nfs_page, wb_kref);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2010-03-11 07:19:35 -07:00
|
|
|
/* Release struct file and open context */
|
2005-04-16 16:20:36 -06:00
|
|
|
nfs_clear_request(req);
|
|
|
|
nfs_page_free(req);
|
|
|
|
}
|
|
|
|
|
2007-06-17 11:26:38 -06:00
|
|
|
void nfs_release_request(struct nfs_page *req)
|
|
|
|
{
|
|
|
|
kref_put(&req->wb_kref, nfs_free_request);
|
|
|
|
}
|
|
|
|
|
2010-02-03 06:27:22 -07:00
|
|
|
static int nfs_wait_bit_uninterruptible(void *word)
|
|
|
|
{
|
|
|
|
io_schedule();
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/**
|
|
|
|
* nfs_wait_on_request - Wait for a request to complete.
|
|
|
|
* @req: request to wait upon.
|
|
|
|
*
|
2007-12-06 14:24:39 -07:00
|
|
|
* Interruptible by fatal signals only.
|
2005-04-16 16:20:36 -06:00
|
|
|
* The user is responsible for holding a count on the request.
|
|
|
|
*/
|
|
|
|
int
|
|
|
|
nfs_wait_on_request(struct nfs_page *req)
|
|
|
|
{
|
2010-02-03 06:27:22 -07:00
|
|
|
return wait_on_bit(&req->wb_flags, PG_BUSY,
|
|
|
|
nfs_wait_bit_uninterruptible,
|
|
|
|
TASK_UNINTERRUPTIBLE);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2011-06-19 16:33:46 -06:00
|
|
|
bool nfs_generic_pg_test(struct nfs_pageio_descriptor *desc, struct nfs_page *prev, struct nfs_page *req)
|
2011-05-29 02:45:39 -06:00
|
|
|
{
|
|
|
|
/*
|
|
|
|
* FIXME: ideally we should be able to coalesce all requests
|
|
|
|
* that are not block boundary aligned, but currently this
|
|
|
|
* is problematic for the case of bsize < PAGE_CACHE_SIZE,
|
|
|
|
* since nfs_flush_multi and nfs_pagein_multi assume you
|
|
|
|
* can have only one struct nfs_page.
|
|
|
|
*/
|
|
|
|
if (desc->pg_bsize < PAGE_SIZE)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
return desc->pg_count + req->wb_bytes <= desc->pg_bsize;
|
|
|
|
}
|
2011-06-19 16:33:46 -06:00
|
|
|
EXPORT_SYMBOL_GPL(nfs_generic_pg_test);
|
2011-05-29 02:45:39 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/**
|
2007-04-02 16:48:28 -06:00
|
|
|
* nfs_pageio_init - initialise a page io descriptor
|
|
|
|
* @desc: pointer to descriptor
|
2007-04-02 16:48:28 -06:00
|
|
|
* @inode: pointer to inode
|
|
|
|
* @doio: pointer to io function
|
|
|
|
* @bsize: io block size
|
|
|
|
* @io_flags: extra parameters for the io function
|
2007-04-02 16:48:28 -06:00
|
|
|
*/
|
2007-04-02 16:48:28 -06:00
|
|
|
void nfs_pageio_init(struct nfs_pageio_descriptor *desc,
|
|
|
|
struct inode *inode,
|
2011-06-10 11:30:23 -06:00
|
|
|
const struct nfs_pageio_ops *pg_ops,
|
2007-05-04 12:44:06 -06:00
|
|
|
size_t bsize,
|
2007-04-02 16:48:28 -06:00
|
|
|
int io_flags)
|
2007-04-02 16:48:28 -06:00
|
|
|
{
|
|
|
|
INIT_LIST_HEAD(&desc->pg_list);
|
2007-04-02 16:48:28 -06:00
|
|
|
desc->pg_bytes_written = 0;
|
2007-04-02 16:48:28 -06:00
|
|
|
desc->pg_count = 0;
|
|
|
|
desc->pg_bsize = bsize;
|
|
|
|
desc->pg_base = 0;
|
2011-03-21 15:02:00 -06:00
|
|
|
desc->pg_moreio = 0;
|
2011-07-12 11:42:02 -06:00
|
|
|
desc->pg_recoalesce = 0;
|
2007-04-02 16:48:28 -06:00
|
|
|
desc->pg_inode = inode;
|
2011-06-10 11:30:23 -06:00
|
|
|
desc->pg_ops = pg_ops;
|
2007-04-02 16:48:28 -06:00
|
|
|
desc->pg_ioflags = io_flags;
|
|
|
|
desc->pg_error = 0;
|
2011-02-28 18:34:14 -07:00
|
|
|
desc->pg_lseg = NULL;
|
2007-04-02 16:48:28 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* nfs_can_coalesce_requests - test two requests for compatibility
|
|
|
|
* @prev: pointer to nfs_page
|
|
|
|
* @req: pointer to nfs_page
|
|
|
|
*
|
|
|
|
* The nfs_page structures 'prev' and 'req' are compared to ensure that the
|
|
|
|
* page data area they describe is contiguous, and that their RPC
|
|
|
|
* credentials, NFSv4 open state, and lockowners are the same.
|
|
|
|
*
|
|
|
|
* Return 'true' if this is the case, else return 'false'.
|
|
|
|
*/
|
2011-05-25 12:03:56 -06:00
|
|
|
static bool nfs_can_coalesce_requests(struct nfs_page *prev,
|
|
|
|
struct nfs_page *req,
|
|
|
|
struct nfs_pageio_descriptor *pgio)
|
2007-04-02 16:48:28 -06:00
|
|
|
{
|
|
|
|
if (req->wb_context->cred != prev->wb_context->cred)
|
2011-05-25 12:03:56 -06:00
|
|
|
return false;
|
2010-06-25 14:35:53 -06:00
|
|
|
if (req->wb_lock_context->lockowner != prev->wb_lock_context->lockowner)
|
2011-05-25 12:03:56 -06:00
|
|
|
return false;
|
2007-04-02 16:48:28 -06:00
|
|
|
if (req->wb_context->state != prev->wb_context->state)
|
2011-05-25 12:03:56 -06:00
|
|
|
return false;
|
2007-04-02 16:48:28 -06:00
|
|
|
if (req->wb_index != (prev->wb_index + 1))
|
2011-05-25 12:03:56 -06:00
|
|
|
return false;
|
2007-04-02 16:48:28 -06:00
|
|
|
if (req->wb_pgbase != 0)
|
2011-05-25 12:03:56 -06:00
|
|
|
return false;
|
2007-04-02 16:48:28 -06:00
|
|
|
if (prev->wb_pgbase + prev->wb_bytes != PAGE_CACHE_SIZE)
|
2011-05-25 12:03:56 -06:00
|
|
|
return false;
|
2011-06-10 11:30:23 -06:00
|
|
|
return pgio->pg_ops->pg_test(pgio, prev, req);
|
2007-04-02 16:48:28 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2007-04-02 16:48:28 -06:00
|
|
|
* nfs_pageio_do_add_request - Attempt to coalesce a request into a page list.
|
2007-04-02 16:48:28 -06:00
|
|
|
* @desc: destination io descriptor
|
|
|
|
* @req: request
|
|
|
|
*
|
|
|
|
* Returns true if the request 'req' was successfully coalesced into the
|
|
|
|
* existing list of pages 'desc'.
|
|
|
|
*/
|
2007-04-02 16:48:28 -06:00
|
|
|
static int nfs_pageio_do_add_request(struct nfs_pageio_descriptor *desc,
|
|
|
|
struct nfs_page *req)
|
2007-04-02 16:48:28 -06:00
|
|
|
{
|
|
|
|
if (desc->pg_count != 0) {
|
|
|
|
struct nfs_page *prev;
|
|
|
|
|
|
|
|
prev = nfs_list_entry(desc->pg_list.prev);
|
2011-02-28 18:34:14 -07:00
|
|
|
if (!nfs_can_coalesce_requests(prev, req, desc))
|
2007-04-02 16:48:28 -06:00
|
|
|
return 0;
|
2011-05-29 02:45:39 -06:00
|
|
|
} else {
|
2011-06-10 11:30:23 -06:00
|
|
|
if (desc->pg_ops->pg_init)
|
|
|
|
desc->pg_ops->pg_init(desc, req);
|
2007-04-02 16:48:28 -06:00
|
|
|
desc->pg_base = req->wb_pgbase;
|
2011-05-29 02:45:39 -06:00
|
|
|
}
|
2007-04-02 16:48:28 -06:00
|
|
|
nfs_list_remove_request(req);
|
|
|
|
nfs_list_add_request(req, &desc->pg_list);
|
2011-05-29 02:45:39 -06:00
|
|
|
desc->pg_count += req->wb_bytes;
|
2007-04-02 16:48:28 -06:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2007-04-02 16:48:28 -06:00
|
|
|
/*
|
|
|
|
* Helper for nfs_pageio_add_request and nfs_pageio_complete
|
|
|
|
*/
|
|
|
|
static void nfs_pageio_doio(struct nfs_pageio_descriptor *desc)
|
|
|
|
{
|
|
|
|
if (!list_empty(&desc->pg_list)) {
|
2011-06-10 11:30:23 -06:00
|
|
|
int error = desc->pg_ops->pg_doio(desc);
|
2007-04-02 16:48:28 -06:00
|
|
|
if (error < 0)
|
|
|
|
desc->pg_error = error;
|
|
|
|
else
|
|
|
|
desc->pg_bytes_written += desc->pg_count;
|
|
|
|
}
|
|
|
|
if (list_empty(&desc->pg_list)) {
|
|
|
|
desc->pg_count = 0;
|
|
|
|
desc->pg_base = 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* nfs_pageio_add_request - Attempt to coalesce a request into a page list.
|
|
|
|
* @desc: destination io descriptor
|
|
|
|
* @req: request
|
|
|
|
*
|
|
|
|
* Returns true if the request 'req' was successfully coalesced into the
|
|
|
|
* existing list of pages 'desc'.
|
|
|
|
*/
|
2011-07-12 11:42:02 -06:00
|
|
|
static int __nfs_pageio_add_request(struct nfs_pageio_descriptor *desc,
|
2007-04-02 16:48:28 -06:00
|
|
|
struct nfs_page *req)
|
2007-04-02 16:48:28 -06:00
|
|
|
{
|
|
|
|
while (!nfs_pageio_do_add_request(desc, req)) {
|
2011-03-21 15:02:00 -06:00
|
|
|
desc->pg_moreio = 1;
|
2007-04-02 16:48:28 -06:00
|
|
|
nfs_pageio_doio(desc);
|
|
|
|
if (desc->pg_error < 0)
|
|
|
|
return 0;
|
2011-03-21 15:02:00 -06:00
|
|
|
desc->pg_moreio = 0;
|
2011-07-12 11:42:02 -06:00
|
|
|
if (desc->pg_recoalesce)
|
|
|
|
return 0;
|
2007-04-02 16:48:28 -06:00
|
|
|
}
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2011-07-12 11:42:02 -06:00
|
|
|
static int nfs_do_recoalesce(struct nfs_pageio_descriptor *desc)
|
|
|
|
{
|
|
|
|
LIST_HEAD(head);
|
|
|
|
|
|
|
|
do {
|
|
|
|
list_splice_init(&desc->pg_list, &head);
|
|
|
|
desc->pg_bytes_written -= desc->pg_count;
|
|
|
|
desc->pg_count = 0;
|
|
|
|
desc->pg_base = 0;
|
|
|
|
desc->pg_recoalesce = 0;
|
|
|
|
|
|
|
|
while (!list_empty(&head)) {
|
|
|
|
struct nfs_page *req;
|
|
|
|
|
|
|
|
req = list_first_entry(&head, struct nfs_page, wb_list);
|
|
|
|
nfs_list_remove_request(req);
|
|
|
|
if (__nfs_pageio_add_request(desc, req))
|
|
|
|
continue;
|
|
|
|
if (desc->pg_error < 0)
|
|
|
|
return 0;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
} while (desc->pg_recoalesce);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
int nfs_pageio_add_request(struct nfs_pageio_descriptor *desc,
|
|
|
|
struct nfs_page *req)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
do {
|
|
|
|
ret = __nfs_pageio_add_request(desc, req);
|
|
|
|
if (ret)
|
|
|
|
break;
|
|
|
|
if (desc->pg_error < 0)
|
|
|
|
break;
|
|
|
|
ret = nfs_do_recoalesce(desc);
|
|
|
|
} while (ret);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2007-04-02 16:48:28 -06:00
|
|
|
/**
|
|
|
|
* nfs_pageio_complete - Complete I/O on an nfs_pageio_descriptor
|
|
|
|
* @desc: pointer to io descriptor
|
|
|
|
*/
|
|
|
|
void nfs_pageio_complete(struct nfs_pageio_descriptor *desc)
|
|
|
|
{
|
2011-07-12 11:42:02 -06:00
|
|
|
for (;;) {
|
|
|
|
nfs_pageio_doio(desc);
|
|
|
|
if (!desc->pg_recoalesce)
|
|
|
|
break;
|
|
|
|
if (!nfs_do_recoalesce(desc))
|
|
|
|
break;
|
|
|
|
}
|
2007-04-02 16:48:28 -06:00
|
|
|
}
|
|
|
|
|
2007-05-20 08:18:27 -06:00
|
|
|
/**
|
|
|
|
* nfs_pageio_cond_complete - Conditional I/O completion
|
|
|
|
* @desc: pointer to io descriptor
|
|
|
|
* @index: page index
|
|
|
|
*
|
|
|
|
* It is important to ensure that processes don't try to take locks
|
|
|
|
* on non-contiguous ranges of pages as that might deadlock. This
|
|
|
|
* function should be called before attempting to wait on a locked
|
|
|
|
* nfs_page. It will complete the I/O if the page index 'index'
|
|
|
|
* is not contiguous with the existing list of pages in 'desc'.
|
|
|
|
*/
|
|
|
|
void nfs_pageio_cond_complete(struct nfs_pageio_descriptor *desc, pgoff_t index)
|
|
|
|
{
|
|
|
|
if (!list_empty(&desc->pg_list)) {
|
|
|
|
struct nfs_page *prev = nfs_list_entry(desc->pg_list.prev);
|
|
|
|
if (index != prev->wb_index + 1)
|
2011-07-12 11:42:02 -06:00
|
|
|
nfs_pageio_complete(desc);
|
2007-05-20 08:18:27 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2005-06-22 11:16:31 -06:00
|
|
|
#define NFS_SCAN_MAXENTRIES 16
|
2005-04-16 16:20:36 -06:00
|
|
|
/**
|
|
|
|
* nfs_scan_list - Scan a list for matching requests
|
2006-05-30 23:13:38 -06:00
|
|
|
* @nfsi: NFS inode
|
2005-04-16 16:20:36 -06:00
|
|
|
* @dst: Destination list
|
|
|
|
* @idx_start: lower bound of page->index to scan
|
|
|
|
* @npages: idx_start + npages sets the upper bound to scan.
|
2007-06-17 13:27:42 -06:00
|
|
|
* @tag: tag to scan for
|
2005-04-16 16:20:36 -06:00
|
|
|
*
|
|
|
|
* Moves elements from one of the inode request lists.
|
|
|
|
* If the number of requests is set to 0, the entire address_space
|
|
|
|
* starting at index idx_start, is scanned.
|
|
|
|
* The requests are *not* checked to ensure that they form a contiguous set.
|
2007-07-02 07:57:54 -06:00
|
|
|
* You must be holding the inode's i_lock when calling this function
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2007-06-17 13:27:42 -06:00
|
|
|
int nfs_scan_list(struct nfs_inode *nfsi,
|
2007-04-17 15:22:13 -06:00
|
|
|
struct list_head *dst, pgoff_t idx_start,
|
2007-06-17 13:27:42 -06:00
|
|
|
unsigned int npages, int tag)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-05-30 23:13:38 -06:00
|
|
|
struct nfs_page *pgvec[NFS_SCAN_MAXENTRIES];
|
|
|
|
struct nfs_page *req;
|
2007-04-17 15:22:13 -06:00
|
|
|
pgoff_t idx_end;
|
2006-05-30 23:13:38 -06:00
|
|
|
int found, i;
|
|
|
|
int res;
|
2011-03-23 07:27:51 -06:00
|
|
|
struct list_head *list;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
res = 0;
|
|
|
|
if (npages == 0)
|
|
|
|
idx_end = ~0;
|
|
|
|
else
|
|
|
|
idx_end = idx_start + npages - 1;
|
|
|
|
|
2006-05-30 23:13:38 -06:00
|
|
|
for (;;) {
|
2007-06-17 13:27:42 -06:00
|
|
|
found = radix_tree_gang_lookup_tag(&nfsi->nfs_page_tree,
|
2006-05-30 23:13:38 -06:00
|
|
|
(void **)&pgvec[0], idx_start,
|
2007-06-17 13:27:42 -06:00
|
|
|
NFS_SCAN_MAXENTRIES, tag);
|
2006-05-30 23:13:38 -06:00
|
|
|
if (found <= 0)
|
2005-04-16 16:20:36 -06:00
|
|
|
break;
|
2006-05-30 23:13:38 -06:00
|
|
|
for (i = 0; i < found; i++) {
|
|
|
|
req = pgvec[i];
|
|
|
|
if (req->wb_index > idx_end)
|
|
|
|
goto out;
|
|
|
|
idx_start = req->wb_index + 1;
|
2007-06-17 13:10:24 -06:00
|
|
|
if (nfs_set_page_tag_locked(req)) {
|
2008-01-22 15:13:07 -07:00
|
|
|
kref_get(&req->wb_kref);
|
2007-06-17 13:27:42 -06:00
|
|
|
radix_tree_tag_clear(&nfsi->nfs_page_tree,
|
|
|
|
req->wb_index, tag);
|
2011-03-23 07:27:51 -06:00
|
|
|
list = pnfs_choose_commit_list(req, dst);
|
|
|
|
nfs_list_add_request(req, list);
|
2006-05-30 23:13:38 -06:00
|
|
|
res++;
|
2007-06-17 13:47:53 -06:00
|
|
|
if (res == INT_MAX)
|
|
|
|
goto out;
|
2006-05-30 23:13:38 -06:00
|
|
|
}
|
|
|
|
}
|
2007-06-17 14:02:34 -06:00
|
|
|
/* for latency reduction */
|
2007-07-02 07:57:54 -06:00
|
|
|
cond_resched_lock(&nfsi->vfs_inode.i_lock);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
2006-05-30 23:13:38 -06:00
|
|
|
out:
|
2005-04-16 16:20:36 -06:00
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
NFS: Split fs/nfs/inode.c
As fs/nfs/inode.c is rather large, heterogenous and unwieldy, the attached
patch splits it up into a number of files:
(*) fs/nfs/inode.c
Strictly inode specific functions.
(*) fs/nfs/super.c
Superblock management functions for NFS and NFS4, normal access, clones
and referrals. The NFS4 superblock functions _could_ move out into a
separate conditionally compiled file, but it's probably not worth it as
there're so many common bits.
(*) fs/nfs/namespace.c
Some namespace-specific functions have been moved here.
(*) fs/nfs/nfs4namespace.c
NFS4-specific namespace functions (this could be merged into the previous
file). This file is conditionally compiled.
(*) fs/nfs/internal.h
Inter-file declarations, plus a few simple utility functions moved from
fs/nfs/inode.c.
Additionally, all the in-.c-file externs have been moved here, and those
files they were moved from now includes this file.
For the most part, the functions have not been changed, only some multiplexor
functions have changed significantly.
I've also:
(*) Added some extra banner comments above some functions.
(*) Rearranged the function order within the files to be more logical and
better grouped (IMO), though someone may prefer a different order.
(*) Reduced the number of #ifdefs in .c files.
(*) Added missing __init and __exit directives.
Signed-Off-By: David Howells <dhowells@redhat.com>
2006-06-09 07:34:33 -06:00
|
|
|
int __init nfs_init_nfspagecache(void)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
nfs_page_cachep = kmem_cache_create("nfs_page",
|
|
|
|
sizeof(struct nfs_page),
|
|
|
|
0, SLAB_HWCACHE_ALIGN,
|
2007-07-19 19:11:58 -06:00
|
|
|
NULL);
|
2005-04-16 16:20:36 -06:00
|
|
|
if (nfs_page_cachep == NULL)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2006-06-27 13:59:15 -06:00
|
|
|
void nfs_destroy_nfspagecache(void)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-09-27 02:49:40 -06:00
|
|
|
kmem_cache_destroy(nfs_page_cachep);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|