2019-01-18 02:32:48 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0+ */
|
2015-08-22 01:42:44 +08:00
|
|
|
/*
|
|
|
|
* RCU-based infrastructure for lightweight reader-writer locking
|
|
|
|
*
|
|
|
|
* Copyright (c) 2015, Red Hat, Inc.
|
|
|
|
*
|
|
|
|
* Author: Oleg Nesterov <oleg@redhat.com>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _LINUX_RCU_SYNC_H_
|
|
|
|
#define _LINUX_RCU_SYNC_H_
|
|
|
|
|
|
|
|
#include <linux/wait.h>
|
|
|
|
#include <linux/rcupdate.h>
|
|
|
|
|
|
|
|
/* Structure to mediate between updaters and fastpath-using readers. */
|
|
|
|
struct rcu_sync {
|
|
|
|
int gp_state;
|
|
|
|
int gp_count;
|
|
|
|
wait_queue_head_t gp_wait;
|
|
|
|
|
|
|
|
struct rcu_head cb_head;
|
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* rcu_sync_is_idle() - Are readers permitted to use their fastpaths?
|
|
|
|
* @rsp: Pointer to rcu_sync structure to use for synchronization
|
|
|
|
*
|
2019-04-23 20:07:24 +08:00
|
|
|
* Returns true if readers are permitted to use their fastpaths. Must be
|
|
|
|
* invoked within some flavor of RCU read-side critical section.
|
2015-08-22 01:42:44 +08:00
|
|
|
*/
|
|
|
|
static inline bool rcu_sync_is_idle(struct rcu_sync *rsp)
|
|
|
|
{
|
2019-04-23 20:07:24 +08:00
|
|
|
RCU_LOCKDEP_WARN(!rcu_read_lock_held() &&
|
|
|
|
!rcu_read_lock_bh_held() &&
|
|
|
|
!rcu_read_lock_sched_held(),
|
|
|
|
"suspicious rcu_sync_is_idle() usage");
|
2019-04-26 00:50:55 +08:00
|
|
|
return !READ_ONCE(rsp->gp_state); /* GP_IDLE */
|
2015-08-22 01:42:44 +08:00
|
|
|
}
|
|
|
|
|
2019-04-23 20:07:24 +08:00
|
|
|
extern void rcu_sync_init(struct rcu_sync *);
|
2016-08-12 00:54:13 +08:00
|
|
|
extern void rcu_sync_enter_start(struct rcu_sync *);
|
2015-08-22 01:42:44 +08:00
|
|
|
extern void rcu_sync_enter(struct rcu_sync *);
|
|
|
|
extern void rcu_sync_exit(struct rcu_sync *);
|
2015-08-22 01:42:52 +08:00
|
|
|
extern void rcu_sync_dtor(struct rcu_sync *);
|
2015-08-22 01:42:44 +08:00
|
|
|
|
2019-04-23 20:07:24 +08:00
|
|
|
#define __RCU_SYNC_INITIALIZER(name) { \
|
2015-08-22 01:42:47 +08:00
|
|
|
.gp_state = 0, \
|
|
|
|
.gp_count = 0, \
|
|
|
|
.gp_wait = __WAIT_QUEUE_HEAD_INITIALIZER(name.gp_wait), \
|
|
|
|
}
|
|
|
|
|
2019-04-23 20:07:24 +08:00
|
|
|
#define DEFINE_RCU_SYNC(name) \
|
|
|
|
struct rcu_sync name = __RCU_SYNC_INITIALIZER(name)
|
2015-08-22 01:42:47 +08:00
|
|
|
|
2015-08-22 01:42:44 +08:00
|
|
|
#endif /* _LINUX_RCU_SYNC_H_ */
|