2 * Copyright 2014, Paweł Dziepak, pdziepak@quarnos.org.
3 * Copyright 2008-2011, Ingo Weinhold, ingo_weinhold@gmx.de.
4 * Copyright 2002-2007, Axel Dörfler, axeld@pinc-software.de.
5 * Distributed under the terms of the MIT License.
7 * Copyright 2001-2002, Travis Geiselbrecht. All rights reserved.
8 * Distributed under the terms of the NewOS License.
16 #include <arch/atomic.h>
17 #include <arch/thread.h>
18 // For the thread blocking inline functions only.
19 #include <kscheduler.h>
21 #include <thread_types.h>
27 struct thread_creation_attributes
;
30 // thread notifications
31 #define THREAD_MONITOR '_tm_'
32 #define THREAD_ADDED 0x01
33 #define THREAD_REMOVED 0x02
34 #define THREAD_NAME_CHANGED 0x04
40 struct ThreadCreationAttributes
: thread_creation_attributes
{
41 // when calling from kernel only
45 size_t additional_stack_size
; // additional space in the stack
46 // area after the TLS region, not
47 // used as thread stack
48 thread_func kernelEntry
;
50 arch_fork_arg
* forkArgs
; // If non-NULL, the userland thread
51 // will be started with this
55 ThreadCreationAttributes() {}
56 // no-init constructor
57 ThreadCreationAttributes(
58 thread_func function
, const char* name
,
59 int32 priority
, void* arg
,
60 team_id team
= -1, Thread
* thread
= NULL
);
62 status_t
InitFromUserAttributes(
63 const thread_creation_attributes
*
69 } // namespace BKernel
71 using BKernel::ThreadCreationAttributes
;
74 extern spinlock gThreadCreationLock
;
81 void thread_at_kernel_entry(bigtime_t now
);
82 // called when the thread enters the kernel on behalf of the thread
83 void thread_at_kernel_exit(void);
84 void thread_at_kernel_exit_no_signals(void);
85 void thread_reset_for_exec(void);
87 status_t
thread_init(struct kernel_args
*args
);
88 status_t
thread_preboot_init_percpu(struct kernel_args
*args
, int32 cpuNum
);
89 void thread_yield(void);
90 void thread_exit(void);
92 void thread_map(void (*function
)(Thread
* thread
, void* data
), void* data
);
94 int32
thread_max_threads(void);
95 int32
thread_used_threads(void);
97 const char* thread_state_to_text(Thread
* thread
, int32 state
);
99 int32
thread_get_io_priority(thread_id id
);
100 void thread_set_io_priority(int32 priority
);
102 #define thread_get_current_thread arch_thread_get_current_thread
104 static thread_id
thread_get_current_thread_id(void);
105 static inline thread_id
106 thread_get_current_thread_id(void)
108 Thread
*thread
= thread_get_current_thread();
109 return thread
? thread
->id
: 0;
113 thread_is_idle_thread(Thread
*thread
)
115 return thread
->priority
== B_IDLE_PRIORITY
;
118 thread_id
allocate_thread_id();
119 thread_id
peek_next_thread_id();
121 status_t
thread_enter_userspace_new_team(Thread
* thread
, addr_t entryFunction
,
122 void* argument1
, void* argument2
);
123 status_t
thread_create_user_stack(Team
* team
, Thread
* thread
, void* stackBase
,
124 size_t stackSize
, size_t additionalSize
);
125 thread_id
thread_create_thread(const ThreadCreationAttributes
& attributes
,
128 thread_id
spawn_kernel_thread_etc(thread_func
, const char *name
, int32 priority
,
129 void *args
, team_id team
);
130 status_t
wait_for_thread_etc(thread_id id
, uint32 flags
, bigtime_t timeout
,
131 status_t
*_returnCode
);
133 status_t
select_thread(int32 object
, struct select_info
*info
, bool kernel
);
134 status_t
deselect_thread(int32 object
, struct select_info
*info
, bool kernel
);
136 #define syscall_64_bit_return_value() arch_syscall_64_bit_return_value()
138 status_t
thread_block();
139 status_t
thread_block_with_timeout(uint32 timeoutFlags
, bigtime_t timeout
);
140 void thread_unblock(Thread
* thread
, status_t status
);
142 // used in syscalls.c
143 status_t
_user_set_thread_priority(thread_id thread
, int32 newPriority
);
144 status_t
_user_rename_thread(thread_id thread
, const char *name
);
145 status_t
_user_suspend_thread(thread_id thread
);
146 status_t
_user_resume_thread(thread_id thread
);
147 status_t
_user_rename_thread(thread_id thread
, const char *name
);
148 thread_id
_user_spawn_thread(struct thread_creation_attributes
* attributes
);
149 status_t
_user_wait_for_thread(thread_id id
, status_t
*_returnCode
);
150 status_t
_user_snooze_etc(bigtime_t timeout
, int timebase
, uint32 flags
,
151 bigtime_t
* _remainingTime
);
152 status_t
_user_kill_thread(thread_id thread
);
153 status_t
_user_cancel_thread(thread_id threadID
, void (*cancelFunction
)(int));
154 void _user_thread_yield(void);
155 void _user_exit_thread(status_t return_value
);
156 bool _user_has_data(thread_id thread
);
157 status_t
_user_send_data(thread_id thread
, int32 code
, const void *buffer
, size_t buffer_size
);
158 status_t
_user_receive_data(thread_id
*_sender
, void *buffer
, size_t buffer_size
);
159 thread_id
_user_find_thread(const char *name
);
160 status_t
_user_get_thread_info(thread_id id
, thread_info
*info
);
161 status_t
_user_get_next_thread_info(team_id team
, int32
*cookie
, thread_info
*info
);
163 status_t
_user_block_thread(uint32 flags
, bigtime_t timeout
);
164 status_t
_user_unblock_thread(thread_id thread
, status_t status
);
165 status_t
_user_unblock_threads(thread_id
* threads
, uint32 count
,
168 // ToDo: these don't belong here
170 int _user_getrlimit(int resource
, struct rlimit
* rlp
);
171 int _user_setrlimit(int resource
, const struct rlimit
* rlp
);
178 /*! Checks whether the current thread would immediately be interrupted when
179 blocking it with the given wait/interrupt flags.
181 The caller must hold the scheduler lock.
183 \param thread The current thread.
184 \param flags Wait/interrupt flags to be considered. Relevant are:
185 - \c B_CAN_INTERRUPT: The thread can be interrupted by any non-blocked
186 signal. Implies \c B_KILL_CAN_INTERRUPT (specified or not).
187 - \c B_KILL_CAN_INTERRUPT: The thread can be interrupted by a kill
189 \return \c true, if the thread would be interrupted, \c false otherwise.
192 thread_is_interrupted(Thread
* thread
, uint32 flags
)
194 sigset_t pendingSignals
= thread
->AllPendingSignals();
195 return ((flags
& B_CAN_INTERRUPT
) != 0
196 && (pendingSignals
& ~thread
->sig_block_mask
) != 0)
197 || ((flags
& B_KILL_CAN_INTERRUPT
) != 0
198 && (pendingSignals
& KILL_SIGNALS
) != 0);
202 /*! Checks whether the given thread is currently blocked (i.e. still waiting
205 If a stable answer is required, the caller must hold the scheduler lock.
206 Alternatively, if waiting is not interruptible and cannot time out, holding
207 the client lock held when calling thread_prepare_to_block() and the
208 unblocking functions works as well.
210 \param thread The thread in question.
211 \return \c true, if the thread is blocked, \c false otherwise.
214 thread_is_blocked(Thread
* thread
)
216 return atomic_get(&thread
->wait
.status
) == 1;
220 /*! Prepares the current thread for waiting.
222 This is the first of two steps necessary to block the current thread
223 (IOW, to let it wait for someone else to unblock it or optionally time out
224 after a specified delay). The process consists of two steps to avoid race
225 conditions in case a lock other than the scheduler lock is involved.
227 Usually the thread waits for some condition to change and this condition is
228 something reflected in the caller's data structures which should be
229 protected by a client lock the caller knows about. E.g. in the semaphore
230 code that lock is a per-semaphore spinlock that protects the semaphore data,
231 including the semaphore count and the queue of waiting threads. For certain
232 low-level locking primitives (e.g. mutexes) that client lock is the
233 scheduler lock itself, which simplifies things a bit.
235 If a client lock other than the scheduler lock is used, this function must
236 be called with that lock being held. Afterwards that lock should be dropped
237 and the function that actually blocks the thread shall be invoked
238 (thread_block[_locked]() or thread_block_with_timeout()). In between these
239 two steps no functionality that uses the thread blocking API for this thread
242 When the caller determines that the condition for unblocking the thread
243 occurred, it calls thread_unblock_locked() to unblock the thread. At that
244 time one of locks that are held when calling thread_prepare_to_block() must
245 be held. Usually that would be the client lock. In two cases it generally
246 isn't, however, since the unblocking code doesn't know about the client
247 lock: 1. When thread_block_with_timeout() had been used and the timeout
248 occurs. 2. When thread_prepare_to_block() had been called with one or both
249 of the \c B_CAN_INTERRUPT or \c B_KILL_CAN_INTERRUPT flags specified and
250 someone calls thread_interrupt() that is supposed to wake up the thread.
251 In either of these two cases only the scheduler lock is held by the
252 unblocking code. A timeout can only happen after
253 thread_block_with_timeout() has been called, but an interruption is
254 possible at any time. The client code must deal with those situations.
256 Generally blocking and unblocking threads proceed in the following manner:
259 - Acquire client lock.
260 - Check client condition and decide whether blocking is necessary.
261 - Modify some client data structure to indicate that this thread is now
263 - Release client lock (unless client lock is the scheduler lock).
265 - Acquire client lock (unless client lock is the scheduler lock).
266 - Check client condition and compare with block result. E.g. if the wait was
267 interrupted or timed out, but the client condition indicates success, it
268 may be considered a success after all, since usually that happens when
269 another thread concurrently changed the client condition and also tried
270 to unblock the waiting thread. It is even necessary when that other
271 thread changed the client data structures in a way that associate some
272 resource with the unblocked thread, or otherwise the unblocked thread
273 would have to reverse that here.
274 - If still necessary -- i.e. not already taken care of by an unblocking
275 thread -- modify some client structure to indicate that the thread is no
276 longer waiting, so it isn't erroneously unblocked later.
279 - Acquire client lock.
280 - Check client condition and decide whether a blocked thread can be woken
282 - Check the client data structure that indicates whether one or more threads
283 are waiting and which thread(s) need(s) to be woken up.
284 - Unblock respective thread(s).
285 - Possibly change some client structure, so that an unblocked thread can
286 decide whether a concurrent timeout/interruption can be ignored, or
287 simply so that it doesn't have to do any more cleanup.
289 Note that in the blocking thread the steps after blocking are strictly
290 required only if timeouts or interruptions are possible. If they are not,
291 the blocking thread can only be woken up explicitly by an unblocking thread,
292 which could already take care of all the necessary client data structure
293 modifications, so that the blocking thread wouldn't have to do that.
295 Note that the client lock can but does not have to be a spinlock.
296 A mutex, a semaphore, or anything that doesn't try to use the thread
297 blocking API for the calling thread when releasing the lock is fine.
298 In particular that means in principle thread_prepare_to_block() can be
299 called with interrupts enabled.
301 Care must be taken when the wait can be interrupted or can time out,
302 especially with a client lock that uses the thread blocking API. After a
303 blocked thread has been interrupted or the the time out occurred it cannot
304 acquire the client lock (or any other lock using the thread blocking API)
305 without first making sure that the thread doesn't still appear to be
306 waiting to other client code. Otherwise another thread could try to unblock
307 it which could erroneously unblock the thread while already waiting on the
308 client lock. So usually when interruptions or timeouts are possible a
309 spinlock needs to be involved.
311 \param thread The current thread.
312 \param flags The blocking flags. Relevant are:
313 - \c B_CAN_INTERRUPT: The thread can be interrupted by any non-blocked
314 signal. Implies \c B_KILL_CAN_INTERRUPT (specified or not).
315 - \c B_KILL_CAN_INTERRUPT: The thread can be interrupted by a kill
317 \param type The type of object the thread will be blocked at. Informative/
318 for debugging purposes. Must be one of the \c THREAD_BLOCK_TYPE_*
319 constants. \c THREAD_BLOCK_TYPE_OTHER implies that \a object is a
321 \param object The object the thread will be blocked at. Informative/for
325 thread_prepare_to_block(Thread
* thread
, uint32 flags
, uint32 type
,
328 thread
->wait
.flags
= flags
;
329 thread
->wait
.type
= type
;
330 thread
->wait
.object
= object
;
331 atomic_set(&thread
->wait
.status
, 1);
332 // Set status last to guarantee that the other fields are initialized
333 // when a thread is waiting.
337 /*! Unblocks the specified blocked thread.
339 If the thread is no longer waiting (e.g. because thread_unblock_locked() has
340 already been called in the meantime), this function does not have any
343 The caller must hold the scheduler lock and the client lock (might be the
346 \param thread The thread to be unblocked.
347 \param status The unblocking status. That's what the unblocked thread's
348 call to thread_block_locked() will return.
351 thread_unblock_locked(Thread
* thread
, status_t status
)
353 if (atomic_test_and_set(&thread
->wait
.status
, status
, 1) != 1)
356 // wake up the thread, if it is sleeping
357 if (thread
->state
== B_THREAD_WAITING
)
358 scheduler_enqueue_in_run_queue(thread
);
362 /*! Interrupts the specified blocked thread, if possible.
364 The function checks whether the thread can be interrupted and, if so, calls
365 \code thread_unblock_locked(thread, B_INTERRUPTED) \endcode. Otherwise the
368 The caller must hold the scheduler lock. Normally thread_unblock_locked()
369 also requires the client lock to be held, but in this case the caller
370 usually doesn't know it. This implies that the client code needs to take
371 special care, if waits are interruptible. See thread_prepare_to_block() for
374 \param thread The thread to be interrupted.
375 \param kill If \c false, the blocked thread is only interrupted, when the
376 flag \c B_CAN_INTERRUPT was specified for the blocked thread. If
377 \c true, it is only interrupted, when at least one of the flags
378 \c B_CAN_INTERRUPT or \c B_KILL_CAN_INTERRUPT was specified for the
380 \return \c B_OK, if the thread is interruptible and thread_unblock_locked()
381 was called, \c B_NOT_ALLOWED otherwise. \c B_OK doesn't imply that the
382 thread actually has been interrupted -- it could have been unblocked
385 static inline status_t
386 thread_interrupt(Thread
* thread
, bool kill
)
388 if (thread_is_blocked(thread
)) {
389 if ((thread
->wait
.flags
& B_CAN_INTERRUPT
) != 0
390 || (kill
&& (thread
->wait
.flags
& B_KILL_CAN_INTERRUPT
) != 0)) {
391 thread_unblock_locked(thread
, B_INTERRUPTED
);
396 return B_NOT_ALLOWED
;
401 thread_pin_to_current_cpu(Thread
* thread
)
403 thread
->pinned_to_cpu
++;
408 thread_unpin_from_current_cpu(Thread
* thread
)
410 thread
->pinned_to_cpu
--;
415 thread_prepare_suspend()
417 Thread
* thread
= thread_get_current_thread();
418 thread
->going_to_suspend
= true;
423 thread_suspend(bool alreadyPrepared
= false)
425 Thread
* thread
= thread_get_current_thread();
426 if (!alreadyPrepared
)
427 thread_prepare_suspend();
429 cpu_status state
= disable_interrupts();
430 acquire_spinlock(&thread
->scheduler_lock
);
432 if (thread
->going_to_suspend
)
433 scheduler_reschedule(B_THREAD_SUSPENDED
);
435 release_spinlock(&thread
->scheduler_lock
);
436 restore_interrupts(state
);
441 thread_continue(Thread
* thread
)
443 thread
->going_to_suspend
= false;
445 cpu_status state
= disable_interrupts();
446 acquire_spinlock(&thread
->scheduler_lock
);
448 if (thread
->state
== B_THREAD_SUSPENDED
)
449 scheduler_enqueue_in_run_queue(thread
);
451 release_spinlock(&thread
->scheduler_lock
);
452 restore_interrupts(state
);
456 #endif /* _THREAD_H */