sqpoll.h

 1// SPDX-License-Identifier: GPL-2.0
 2
 3struct io_sq_data {
 4	refcount_t		refs;
 5	atomic_t		park_pending;
 6	struct mutex		lock;
 7
 8	/* ctx's that are using this sqd */
 9	struct list_head	ctx_list;
10
11	struct task_struct __rcu *thread;
12	struct wait_queue_head	wait;
13
14	unsigned		sq_thread_idle;
15	int			sq_cpu;
16	pid_t			task_pid;
17	pid_t			task_tgid;
18
19	u64			work_time;
20	unsigned long		state;
21	struct completion	exited;
22};
23
24int io_sq_offload_create(struct io_ring_ctx *ctx, struct io_uring_params *p);
25void io_sq_thread_finish(struct io_ring_ctx *ctx);
26void io_sq_thread_stop(struct io_sq_data *sqd);
27void io_sq_thread_park(struct io_sq_data *sqd);
28void io_sq_thread_unpark(struct io_sq_data *sqd);
29void io_put_sq_data(struct io_sq_data *sqd);
30void io_sqpoll_wait_sq(struct io_ring_ctx *ctx);
31int io_sqpoll_wq_cpu_affinity(struct io_ring_ctx *ctx, cpumask_var_t mask);
32u64 io_sq_cpu_usec(struct task_struct *tsk);
33
34static inline struct task_struct *sqpoll_task_locked(struct io_sq_data *sqd)
35{
36	return rcu_dereference_protected(sqd->thread,
37					 lockdep_is_held(&sqd->lock));
38}