Lines Matching refs:src_rq

2296 					  struct rq *src_rq, struct rq *dst_rq)  in move_remote_task_to_local_dsq()  argument
2298 lockdep_assert_rq_held(src_rq); in move_remote_task_to_local_dsq()
2301 deactivate_task(src_rq, p, 0); in move_remote_task_to_local_dsq()
2305 raw_spin_rq_unlock(src_rq); in move_remote_task_to_local_dsq()
2415 struct rq *src_rq) in unlink_dsq_and_lock_src_rq() argument
2426 raw_spin_rq_lock(src_rq); in unlink_dsq_and_lock_src_rq()
2430 !WARN_ON_ONCE(src_rq != task_rq(p)); in unlink_dsq_and_lock_src_rq()
2434 struct scx_dispatch_q *dsq, struct rq *src_rq) in consume_remote_task() argument
2438 if (unlink_dsq_and_lock_src_rq(p, dsq, src_rq)) { in consume_remote_task()
2439 move_remote_task_to_local_dsq(p, 0, src_rq, this_rq); in consume_remote_task()
2442 raw_spin_rq_unlock(src_rq); in consume_remote_task()
2448 …emote_task_to_local_dsq(struct task_struct *p, u64 enq_flags, struct rq *src_rq, struct rq *dst_rq… in move_remote_task_to_local_dsq() argument
2472 struct rq *src_rq = task_rq(p), *dst_rq; in move_task_between_dsqs() local
2476 lockdep_assert_rq_held(src_rq); in move_task_between_dsqs()
2480 if (src_rq != dst_rq && in move_task_between_dsqs()
2483 dst_rq = src_rq; in move_task_between_dsqs()
2487 dst_rq = src_rq; in move_task_between_dsqs()
2496 if (src_rq == dst_rq) { in move_task_between_dsqs()
2504 src_rq, dst_rq); in move_task_between_dsqs()
2617 struct rq *src_rq = task_rq(p); in dispatch_to_local_dsq() local
2629 if (rq == src_rq && rq == dst_rq) { in dispatch_to_local_dsq()
2635 if (src_rq != dst_rq && in dispatch_to_local_dsq()
2659 if (locked_rq != src_rq) { in dispatch_to_local_dsq()
2661 locked_rq = src_rq; in dispatch_to_local_dsq()
2662 raw_spin_rq_lock(src_rq); in dispatch_to_local_dsq()
2667 !WARN_ON_ONCE(src_rq != task_rq(p))) { in dispatch_to_local_dsq()
2673 if (src_rq == dst_rq) { in dispatch_to_local_dsq()
2678 src_rq, dst_rq); in dispatch_to_local_dsq()
6620 struct rq *this_rq, *src_rq, *locked_rq; in scx_dsq_move() local
6633 src_rq = task_rq(p); in scx_dsq_move()
6640 if (this_rq != src_rq) { in scx_dsq_move()
6642 raw_spin_rq_lock(src_rq); in scx_dsq_move()
6645 raw_spin_rq_lock(src_rq); in scx_dsq_move()
6653 scx_ops_breather(src_rq); in scx_dsq_move()
6655 locked_rq = src_rq; in scx_dsq_move()
6665 WARN_ON_ONCE(src_rq != task_rq(p))) { in scx_dsq_move()