mm/thp: fix __split_huge_pmd_locked() for migration PMD
[linux/fpc-iii.git] / kernel / sched / stop_task.c
blob02dc0a8e392571bb000dc549b57af0a7f48fb1e5
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * stop-task scheduling class.
5 * The stop task is the highest priority task in the system, it preempts
6 * everything and will be preempted by nothing.
8 * See kernel/stop_machine.c
9 */
10 #include "sched.h"
12 #ifdef CONFIG_SMP
13 static int
14 select_task_rq_stop(struct task_struct *p, int cpu, int sd_flag, int flags)
16 return task_cpu(p); /* stop tasks as never migrate */
19 static int
20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf)
22 return sched_stop_runnable(rq);
24 #endif /* CONFIG_SMP */
26 static void
27 check_preempt_curr_stop(struct rq *rq, struct task_struct *p, int flags)
29 /* we're never preempted */
32 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first)
34 stop->se.exec_start = rq_clock_task(rq);
37 static struct task_struct *
38 pick_next_task_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf)
40 WARN_ON_ONCE(prev || rf);
42 if (!sched_stop_runnable(rq))
43 return NULL;
45 set_next_task_stop(rq, rq->stop, true);
46 return rq->stop;
49 static void
50 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags)
52 add_nr_running(rq, 1);
55 static void
56 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags)
58 sub_nr_running(rq, 1);
61 static void yield_task_stop(struct rq *rq)
63 BUG(); /* the stop task should never yield, its pointless. */
66 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev)
68 struct task_struct *curr = rq->curr;
69 u64 delta_exec;
71 delta_exec = rq_clock_task(rq) - curr->se.exec_start;
72 if (unlikely((s64)delta_exec < 0))
73 delta_exec = 0;
75 schedstat_set(curr->se.statistics.exec_max,
76 max(curr->se.statistics.exec_max, delta_exec));
78 curr->se.sum_exec_runtime += delta_exec;
79 account_group_exec_runtime(curr, delta_exec);
81 curr->se.exec_start = rq_clock_task(rq);
82 cgroup_account_cputime(curr, delta_exec);
86 * scheduler tick hitting a task of our scheduling class.
88 * NOTE: This function can be called remotely by the tick offload that
89 * goes along full dynticks. Therefore no local assumption can be made
90 * and everything must be accessed through the @rq and @curr passed in
91 * parameters.
93 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued)
97 static void switched_to_stop(struct rq *rq, struct task_struct *p)
99 BUG(); /* its impossible to change to this class */
102 static void
103 prio_changed_stop(struct rq *rq, struct task_struct *p, int oldprio)
105 BUG(); /* how!?, what priority? */
108 static unsigned int
109 get_rr_interval_stop(struct rq *rq, struct task_struct *task)
111 return 0;
114 static void update_curr_stop(struct rq *rq)
119 * Simple, special scheduling class for the per-CPU stop tasks:
121 const struct sched_class stop_sched_class = {
122 .next = &dl_sched_class,
124 .enqueue_task = enqueue_task_stop,
125 .dequeue_task = dequeue_task_stop,
126 .yield_task = yield_task_stop,
128 .check_preempt_curr = check_preempt_curr_stop,
130 .pick_next_task = pick_next_task_stop,
131 .put_prev_task = put_prev_task_stop,
132 .set_next_task = set_next_task_stop,
134 #ifdef CONFIG_SMP
135 .balance = balance_stop,
136 .select_task_rq = select_task_rq_stop,
137 .set_cpus_allowed = set_cpus_allowed_common,
138 #endif
140 .task_tick = task_tick_stop,
142 .get_rr_interval = get_rr_interval_stop,
144 .prio_changed = prio_changed_stop,
145 .switched_to = switched_to_stop,
146 .update_curr = update_curr_stop,