[PATCH 5/9] io-wq: fixed worker initialization

Hao Xu
2022-04-29T10:19:24Z

Implementation of the fixed worker initialization.

Signed-off-by: Hao Xu <howeyxu@tencent.com>
---
fs/io-wq.c | 24 ++++++++++++++++++++++++
1 file changed, 24 insertions(+)

diff --git a/fs/io-wq.c b/fs/io-wq.c
index c67bd5e5d117..a1a10fb204a7 100644
--- a/fs/io-wq.c
+++ b/fs/io-wq.c
@@ -774,6 +774,26 @@ void io_wq_worker_sleeping(struct task_struct *tsk)
io_wqe_dec_running(worker);
}

+static void io_init_new_fixed_worker(struct io_wqe *wqe,
+ struct io_worker *worker)
+{
+ struct io_wqe_acct *acct = io_wqe_get_acct(worker);
+ struct io_wqe_acct *iw_acct = &worker->acct;
+ unsigned index = acct->index;
+ unsigned *nr_fixed;
+
+ raw_spin_lock(&acct->lock);
+ nr_fixed = &acct->nr_fixed;
+ acct->fixed_workers[*nr_fixed] = worker;
+ worker->index = (*nr_fixed)++;
+ iw_acct->nr_works = 0;
+ iw_acct->max_works = acct->max_works;
+ iw_acct->index = index;
+ INIT_WQ_LIST(&iw_acct->work_list);
+ raw_spin_lock_init(&iw_acct->lock);
+ raw_spin_unlock(&acct->lock);
+}
+
static void io_init_new_worker(struct io_wqe *wqe, struct io_worker *worker,
struct task_struct *tsk)
{
@@ -787,6 +807,8 @@ static void io_init_new_worker(struct io_wqe *wqe, struct io_worker *worker,
list_add_tail_rcu(&worker->all_list, &wqe->all_list);
worker->flags |= IO_WORKER_F_FREE;
raw_spin_unlock(&wqe->lock);
+ if (worker->flags & IO_WORKER_F_FIXED)
+ io_init_new_fixed_worker(wqe, worker);
wake_up_new_task(tsk);
}

@@ -893,6 +915,8 @@ static bool create_io_worker(struct io_wq *wq, struct io_wqe *wqe,

if (index == IO_WQ_ACCT_BOUND)
worker->flags |= IO_WORKER_F_BOUND;
+ if (&wqe->fixed_acct[index] == acct)
+ worker->flags |= IO_WORKER_F_FIXED;

tsk = create_io_thread(io_wqe_worker, worker, wqe->node);
if (!IS_ERR(tsk)) {
--
2.36.0