2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* workqueue.h --- work queue handling for Linux.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _LINUX_WORKQUEUE_H
|
|
|
|
#define _LINUX_WORKQUEUE_H
|
|
|
|
|
|
|
|
#include <linux/timer.h>
|
|
|
|
#include <linux/linkage.h>
|
|
|
|
#include <linux/bitops.h>
|
2007-10-19 00:39:55 -06:00
|
|
|
#include <linux/lockdep.h>
|
2006-12-16 10:53:50 -07:00
|
|
|
#include <asm/atomic.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
struct workqueue_struct;
|
|
|
|
|
2006-11-22 07:55:48 -07:00
|
|
|
struct work_struct;
|
|
|
|
typedef void (*work_func_t)(struct work_struct *work);
|
2006-11-22 07:54:45 -07:00
|
|
|
|
2006-12-16 10:53:50 -07:00
|
|
|
/*
|
|
|
|
* The first word is the work queue pointer and the flags rolled into
|
|
|
|
* one
|
|
|
|
*/
|
|
|
|
#define work_data_bits(work) ((unsigned long *)(&(work)->data))
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
struct work_struct {
|
2006-12-16 10:53:50 -07:00
|
|
|
atomic_long_t data;
|
2006-11-22 07:54:49 -07:00
|
|
|
#define WORK_STRUCT_PENDING 0 /* T if work item pending execution */
|
2009-11-15 09:09:48 -07:00
|
|
|
#define WORK_STRUCT_STATIC 1 /* static initializer (debugobjects) */
|
2006-11-22 07:54:49 -07:00
|
|
|
#define WORK_STRUCT_FLAG_MASK (3UL)
|
|
|
|
#define WORK_STRUCT_WQ_DATA_MASK (~WORK_STRUCT_FLAG_MASK)
|
2005-04-16 16:20:36 -06:00
|
|
|
struct list_head entry;
|
2006-11-22 07:54:45 -07:00
|
|
|
work_func_t func;
|
2007-10-19 00:39:55 -06:00
|
|
|
#ifdef CONFIG_LOCKDEP
|
|
|
|
struct lockdep_map lockdep_map;
|
|
|
|
#endif
|
2006-11-22 07:54:01 -07:00
|
|
|
};
|
|
|
|
|
2007-05-09 03:34:19 -06:00
|
|
|
#define WORK_DATA_INIT() ATOMIC_LONG_INIT(0)
|
2009-11-15 09:09:48 -07:00
|
|
|
#define WORK_DATA_STATIC_INIT() ATOMIC_LONG_INIT(2)
|
2006-12-16 10:53:50 -07:00
|
|
|
|
2006-11-22 07:54:01 -07:00
|
|
|
struct delayed_work {
|
|
|
|
struct work_struct work;
|
2005-04-16 16:20:36 -06:00
|
|
|
struct timer_list timer;
|
|
|
|
};
|
|
|
|
|
2009-04-02 17:56:54 -06:00
|
|
|
static inline struct delayed_work *to_delayed_work(struct work_struct *work)
|
|
|
|
{
|
|
|
|
return container_of(work, struct delayed_work, work);
|
|
|
|
}
|
|
|
|
|
2006-02-23 11:43:43 -07:00
|
|
|
struct execute_work {
|
|
|
|
struct work_struct work;
|
|
|
|
};
|
|
|
|
|
2007-10-19 00:39:55 -06:00
|
|
|
#ifdef CONFIG_LOCKDEP
|
|
|
|
/*
|
|
|
|
* NB: because we have to copy the lockdep_map, setting _key
|
|
|
|
* here is required, otherwise it could get initialised to the
|
|
|
|
* copy of the lockdep_map!
|
|
|
|
*/
|
|
|
|
#define __WORK_INIT_LOCKDEP_MAP(n, k) \
|
|
|
|
.lockdep_map = STATIC_LOCKDEP_MAP_INIT(n, k),
|
|
|
|
#else
|
|
|
|
#define __WORK_INIT_LOCKDEP_MAP(n, k)
|
|
|
|
#endif
|
|
|
|
|
2006-11-22 07:55:48 -07:00
|
|
|
#define __WORK_INITIALIZER(n, f) { \
|
2009-11-15 09:09:48 -07:00
|
|
|
.data = WORK_DATA_STATIC_INIT(), \
|
2007-05-09 03:34:19 -06:00
|
|
|
.entry = { &(n).entry, &(n).entry }, \
|
2006-11-22 07:55:48 -07:00
|
|
|
.func = (f), \
|
2007-10-19 00:39:55 -06:00
|
|
|
__WORK_INIT_LOCKDEP_MAP(#n, &(n)) \
|
2006-11-22 07:55:48 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
#define __DELAYED_WORK_INITIALIZER(n, f) { \
|
|
|
|
.work = __WORK_INITIALIZER((n).work, (f)), \
|
|
|
|
.timer = TIMER_INITIALIZER(NULL, 0, 0), \
|
|
|
|
}
|
|
|
|
|
|
|
|
#define DECLARE_WORK(n, f) \
|
|
|
|
struct work_struct n = __WORK_INITIALIZER(n, f)
|
|
|
|
|
|
|
|
#define DECLARE_DELAYED_WORK(n, f) \
|
|
|
|
struct delayed_work n = __DELAYED_WORK_INITIALIZER(n, f)
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
2006-11-22 07:55:48 -07:00
|
|
|
* initialize a work item's function pointer
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2006-11-22 07:55:48 -07:00
|
|
|
#define PREPARE_WORK(_work, _func) \
|
2005-04-16 16:20:36 -06:00
|
|
|
do { \
|
2006-11-22 07:54:01 -07:00
|
|
|
(_work)->func = (_func); \
|
2005-04-16 16:20:36 -06:00
|
|
|
} while (0)
|
|
|
|
|
2006-11-22 07:55:48 -07:00
|
|
|
#define PREPARE_DELAYED_WORK(_work, _func) \
|
|
|
|
PREPARE_WORK(&(_work)->work, (_func))
|
2006-11-22 07:54:01 -07:00
|
|
|
|
2009-11-15 09:09:48 -07:00
|
|
|
#ifdef CONFIG_DEBUG_OBJECTS_WORK
|
|
|
|
extern void __init_work(struct work_struct *work, int onstack);
|
|
|
|
extern void destroy_work_on_stack(struct work_struct *work);
|
2010-06-29 02:07:10 -06:00
|
|
|
static inline unsigned int work_static(struct work_struct *work)
|
|
|
|
{
|
|
|
|
return *work_data_bits(work) & (1 << WORK_STRUCT_STATIC);
|
|
|
|
}
|
2009-11-15 09:09:48 -07:00
|
|
|
#else
|
|
|
|
static inline void __init_work(struct work_struct *work, int onstack) { }
|
|
|
|
static inline void destroy_work_on_stack(struct work_struct *work) { }
|
2010-06-29 02:07:10 -06:00
|
|
|
static inline unsigned int work_static(struct work_struct *work) { return 0; }
|
2009-11-15 09:09:48 -07:00
|
|
|
#endif
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
2006-11-22 07:54:01 -07:00
|
|
|
* initialize all of a work item in one go
|
2006-12-16 10:53:50 -07:00
|
|
|
*
|
2009-06-23 04:09:29 -06:00
|
|
|
* NOTE! No point in using "atomic_long_set()": using a direct
|
2006-12-16 10:53:50 -07:00
|
|
|
* assignment of the work data initializer allows the compiler
|
|
|
|
* to generate better code.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2007-10-19 00:39:55 -06:00
|
|
|
#ifdef CONFIG_LOCKDEP
|
2009-11-15 09:09:48 -07:00
|
|
|
#define __INIT_WORK(_work, _func, _onstack) \
|
2006-11-22 07:55:48 -07:00
|
|
|
do { \
|
2007-10-19 00:39:55 -06:00
|
|
|
static struct lock_class_key __key; \
|
|
|
|
\
|
2009-11-15 09:09:48 -07:00
|
|
|
__init_work((_work), _onstack); \
|
2007-05-09 03:34:19 -06:00
|
|
|
(_work)->data = (atomic_long_t) WORK_DATA_INIT(); \
|
2007-10-19 00:39:55 -06:00
|
|
|
lockdep_init_map(&(_work)->lockdep_map, #_work, &__key, 0);\
|
2006-11-22 07:55:48 -07:00
|
|
|
INIT_LIST_HEAD(&(_work)->entry); \
|
|
|
|
PREPARE_WORK((_work), (_func)); \
|
|
|
|
} while (0)
|
2007-10-19 00:39:55 -06:00
|
|
|
#else
|
2009-11-15 09:09:48 -07:00
|
|
|
#define __INIT_WORK(_work, _func, _onstack) \
|
2007-10-19 00:39:55 -06:00
|
|
|
do { \
|
2009-11-15 09:09:48 -07:00
|
|
|
__init_work((_work), _onstack); \
|
2007-10-19 00:39:55 -06:00
|
|
|
(_work)->data = (atomic_long_t) WORK_DATA_INIT(); \
|
|
|
|
INIT_LIST_HEAD(&(_work)->entry); \
|
|
|
|
PREPARE_WORK((_work), (_func)); \
|
|
|
|
} while (0)
|
|
|
|
#endif
|
2006-11-22 07:55:48 -07:00
|
|
|
|
2009-11-15 09:09:48 -07:00
|
|
|
#define INIT_WORK(_work, _func) \
|
|
|
|
do { \
|
|
|
|
__INIT_WORK((_work), (_func), 0); \
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
#define INIT_WORK_ON_STACK(_work, _func) \
|
|
|
|
do { \
|
|
|
|
__INIT_WORK((_work), (_func), 1); \
|
|
|
|
} while (0)
|
|
|
|
|
2006-11-22 07:55:48 -07:00
|
|
|
#define INIT_DELAYED_WORK(_work, _func) \
|
|
|
|
do { \
|
|
|
|
INIT_WORK(&(_work)->work, (_func)); \
|
|
|
|
init_timer(&(_work)->timer); \
|
2006-11-22 07:54:01 -07:00
|
|
|
} while (0)
|
|
|
|
|
2009-01-12 04:52:23 -07:00
|
|
|
#define INIT_DELAYED_WORK_ON_STACK(_work, _func) \
|
|
|
|
do { \
|
2009-11-15 09:09:48 -07:00
|
|
|
INIT_WORK_ON_STACK(&(_work)->work, (_func)); \
|
2009-01-12 04:52:23 -07:00
|
|
|
init_timer_on_stack(&(_work)->timer); \
|
|
|
|
} while (0)
|
|
|
|
|
2009-11-15 09:09:48 -07:00
|
|
|
#define INIT_DELAYED_WORK_DEFERRABLE(_work, _func) \
|
2007-05-08 01:27:47 -06:00
|
|
|
do { \
|
|
|
|
INIT_WORK(&(_work)->work, (_func)); \
|
|
|
|
init_timer_deferrable(&(_work)->timer); \
|
|
|
|
} while (0)
|
|
|
|
|
2006-11-22 07:54:49 -07:00
|
|
|
/**
|
|
|
|
* work_pending - Find out whether a work item is currently pending
|
|
|
|
* @work: The work item in question
|
|
|
|
*/
|
|
|
|
#define work_pending(work) \
|
2006-12-16 10:53:50 -07:00
|
|
|
test_bit(WORK_STRUCT_PENDING, work_data_bits(work))
|
2006-11-22 07:54:49 -07:00
|
|
|
|
|
|
|
/**
|
|
|
|
* delayed_work_pending - Find out whether a delayable work item is currently
|
|
|
|
* pending
|
|
|
|
* @work: The work item in question
|
|
|
|
*/
|
2006-12-15 15:13:51 -07:00
|
|
|
#define delayed_work_pending(w) \
|
|
|
|
work_pending(&(w)->work)
|
2006-11-22 07:54:49 -07:00
|
|
|
|
2006-11-22 07:55:48 -07:00
|
|
|
/**
|
2007-05-09 03:34:19 -06:00
|
|
|
* work_clear_pending - for internal use only, mark a work item as not pending
|
|
|
|
* @work: The work item in question
|
2006-11-22 07:55:48 -07:00
|
|
|
*/
|
2007-05-09 03:34:19 -06:00
|
|
|
#define work_clear_pending(work) \
|
2006-12-16 10:53:50 -07:00
|
|
|
clear_bit(WORK_STRUCT_PENDING, work_data_bits(work))
|
2006-11-22 07:55:48 -07:00
|
|
|
|
2010-06-29 02:07:10 -06:00
|
|
|
enum {
|
|
|
|
WQ_FREEZEABLE = 1 << 0, /* freeze during suspend */
|
|
|
|
WQ_SINGLE_THREAD = 1 << 1, /* no per-cpu worker */
|
|
|
|
};
|
2006-11-22 07:54:01 -07:00
|
|
|
|
2007-10-19 00:39:55 -06:00
|
|
|
extern struct workqueue_struct *
|
2010-06-29 02:07:10 -06:00
|
|
|
__create_workqueue_key(const char *name, unsigned int flags,
|
2010-06-29 02:07:09 -06:00
|
|
|
struct lock_class_key *key, const char *lock_name);
|
2007-10-19 00:39:55 -06:00
|
|
|
|
|
|
|
#ifdef CONFIG_LOCKDEP
|
2010-06-29 02:07:10 -06:00
|
|
|
#define __create_workqueue(name, flags) \
|
2007-10-19 00:39:55 -06:00
|
|
|
({ \
|
|
|
|
static struct lock_class_key __key; \
|
2008-01-16 01:51:58 -07:00
|
|
|
const char *__lock_name; \
|
|
|
|
\
|
|
|
|
if (__builtin_constant_p(name)) \
|
|
|
|
__lock_name = (name); \
|
|
|
|
else \
|
|
|
|
__lock_name = #name; \
|
2007-10-19 00:39:55 -06:00
|
|
|
\
|
2010-06-29 02:07:10 -06:00
|
|
|
__create_workqueue_key((name), (flags), &__key, \
|
2008-01-16 01:51:58 -07:00
|
|
|
__lock_name); \
|
2007-10-19 00:39:55 -06:00
|
|
|
})
|
|
|
|
#else
|
2010-06-29 02:07:10 -06:00
|
|
|
#define __create_workqueue(name, flags) \
|
|
|
|
__create_workqueue_key((name), (flags), NULL, NULL)
|
2007-10-19 00:39:55 -06:00
|
|
|
#endif
|
|
|
|
|
2010-06-29 02:07:10 -06:00
|
|
|
#define create_workqueue(name) \
|
|
|
|
__create_workqueue((name), 0)
|
|
|
|
#define create_freezeable_workqueue(name) \
|
|
|
|
__create_workqueue((name), WQ_FREEZEABLE | WQ_SINGLE_THREAD)
|
|
|
|
#define create_singlethread_workqueue(name) \
|
|
|
|
__create_workqueue((name), WQ_SINGLE_THREAD)
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
extern void destroy_workqueue(struct workqueue_struct *wq);
|
|
|
|
|
2008-02-13 16:03:15 -07:00
|
|
|
extern int queue_work(struct workqueue_struct *wq, struct work_struct *work);
|
2008-07-23 22:28:39 -06:00
|
|
|
extern int queue_work_on(int cpu, struct workqueue_struct *wq,
|
|
|
|
struct work_struct *work);
|
2008-02-13 16:03:15 -07:00
|
|
|
extern int queue_delayed_work(struct workqueue_struct *wq,
|
|
|
|
struct delayed_work *work, unsigned long delay);
|
2006-06-28 14:50:33 -06:00
|
|
|
extern int queue_delayed_work_on(int cpu, struct workqueue_struct *wq,
|
2007-05-09 03:34:22 -06:00
|
|
|
struct delayed_work *work, unsigned long delay);
|
|
|
|
|
2008-02-13 16:03:15 -07:00
|
|
|
extern void flush_workqueue(struct workqueue_struct *wq);
|
2007-05-09 03:34:22 -06:00
|
|
|
extern void flush_scheduled_work(void);
|
2009-10-14 10:16:42 -06:00
|
|
|
extern void flush_delayed_work(struct delayed_work *work);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-02-13 16:03:15 -07:00
|
|
|
extern int schedule_work(struct work_struct *work);
|
2008-07-23 22:28:39 -06:00
|
|
|
extern int schedule_work_on(int cpu, struct work_struct *work);
|
2008-02-13 16:03:15 -07:00
|
|
|
extern int schedule_delayed_work(struct delayed_work *work, unsigned long delay);
|
2007-05-09 03:34:22 -06:00
|
|
|
extern int schedule_delayed_work_on(int cpu, struct delayed_work *work,
|
|
|
|
unsigned long delay);
|
2006-11-22 07:55:48 -07:00
|
|
|
extern int schedule_on_each_cpu(work_func_t func);
|
2005-04-16 16:20:36 -06:00
|
|
|
extern int current_is_keventd(void);
|
|
|
|
extern int keventd_up(void);
|
|
|
|
|
|
|
|
extern void init_workqueues(void);
|
2006-11-22 07:55:48 -07:00
|
|
|
int execute_in_process_context(work_func_t fn, struct execute_work *);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
workqueues: implement flush_work()
Most of users of flush_workqueue() can be changed to use cancel_work_sync(),
but sometimes we really need to wait for the completion and cancelling is not
an option. schedule_on_each_cpu() is good example.
Add the new helper, flush_work(work), which waits for the completion of the
specific work_struct. More precisely, it "flushes" the result of of the last
queue_work() which is visible to the caller.
For example, this code
queue_work(wq, work);
/* WINDOW */
queue_work(wq, work);
flush_work(work);
doesn't necessary work "as expected". What can happen in the WINDOW above is
- wq starts the execution of work->func()
- the caller migrates to another CPU
now, after the 2nd queue_work() this work is active on the previous CPU, and
at the same time it is queued on another. In this case flush_work(work) may
return before the first work->func() completes.
It is trivial to add another helper
int flush_work_sync(struct work_struct *work)
{
return flush_work(work) || wait_on_work(work);
}
which works "more correctly", but it has to iterate over all CPUs and thus
it much slower than flush_work().
Signed-off-by: Oleg Nesterov <oleg@tv-sign.ru>
Acked-by: Max Krasnyansky <maxk@qualcomm.com>
Acked-by: Jarek Poplawski <jarkao2@gmail.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2008-07-25 02:47:49 -06:00
|
|
|
extern int flush_work(struct work_struct *work);
|
|
|
|
|
2007-07-16 00:41:44 -06:00
|
|
|
extern int cancel_work_sync(struct work_struct *work);
|
2007-05-09 03:34:22 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* Kill off a pending schedule_delayed_work(). Note that the work callback
|
2007-04-26 16:45:32 -06:00
|
|
|
* function may still be running on return from cancel_delayed_work(), unless
|
|
|
|
* it returns 1 and the work doesn't re-arm itself. Run flush_workqueue() or
|
2007-05-09 03:34:22 -06:00
|
|
|
* cancel_work_sync() to wait on it.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2006-11-22 07:54:01 -07:00
|
|
|
static inline int cancel_delayed_work(struct delayed_work *work)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
2007-05-18 01:36:42 -06:00
|
|
|
ret = del_timer_sync(&work->timer);
|
2005-04-16 16:20:36 -06:00
|
|
|
if (ret)
|
2007-05-09 03:34:19 -06:00
|
|
|
work_clear_pending(&work->work);
|
2005-04-16 16:20:36 -06:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2009-09-05 12:17:06 -06:00
|
|
|
/*
|
|
|
|
* Like above, but uses del_timer() instead of del_timer_sync(). This means,
|
|
|
|
* if it returns 0 the timer function may be running and the queueing is in
|
|
|
|
* progress.
|
|
|
|
*/
|
|
|
|
static inline int __cancel_delayed_work(struct delayed_work *work)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
ret = del_timer(&work->timer);
|
|
|
|
if (ret)
|
|
|
|
work_clear_pending(&work->work);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2007-07-16 00:41:44 -06:00
|
|
|
extern int cancel_delayed_work_sync(struct delayed_work *work);
|
2007-05-09 03:34:18 -06:00
|
|
|
|
2007-07-16 00:41:44 -06:00
|
|
|
/* Obsolete. use cancel_delayed_work_sync() */
|
2007-05-09 03:34:18 -06:00
|
|
|
static inline
|
|
|
|
void cancel_rearming_delayed_workqueue(struct workqueue_struct *wq,
|
|
|
|
struct delayed_work *work)
|
|
|
|
{
|
2007-07-16 00:41:44 -06:00
|
|
|
cancel_delayed_work_sync(work);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Obsolete. use cancel_delayed_work_sync() */
|
|
|
|
static inline
|
|
|
|
void cancel_rearming_delayed_work(struct delayed_work *work)
|
|
|
|
{
|
|
|
|
cancel_delayed_work_sync(work);
|
2007-05-09 03:34:18 -06:00
|
|
|
}
|
|
|
|
|
2008-11-04 19:39:10 -07:00
|
|
|
#ifndef CONFIG_SMP
|
|
|
|
static inline long work_on_cpu(unsigned int cpu, long (*fn)(void *), void *arg)
|
|
|
|
{
|
|
|
|
return fn(arg);
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
long work_on_cpu(unsigned int cpu, long (*fn)(void *), void *arg);
|
|
|
|
#endif /* CONFIG_SMP */
|
2005-04-16 16:20:36 -06:00
|
|
|
#endif
|