ostd/task/preempt/
cpu_local.rs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
// SPDX-License-Identifier: MPL-2.0

//! This module maintains preemption-related information for the current task
//! on a CPU with a single 32-bit, CPU-local integer value.
//!
//! * Bits from 0 to 30 represents an unsigned counter called `guard_count`,
//!   which is the number of `DisabledPreemptGuard` instances held by the
//!   current CPU;
//! * Bit 31 is set to `!need_preempt`, where `need_preempt` is a boolean value
//!   that will be set by the scheduler when it decides that the current task
//!   _needs_ to be preempted.
//!
//! Thus, the current task on a CPU _should_ be preempted if and only if this
//! integer is equal to zero.
//!
//! The initial value of this integer is equal to `1 << 31`.
//!
//! This module provides a set of functions to access and manipulate
//! `guard_count` and `need_preempt`.

use crate::cpu_local_cell;

/// Returns whether the current task _should_ be preempted or not.
///
/// `should_preempt() == need_preempt() && get_guard_count() == 0`.
pub(in crate::task) fn should_preempt() -> bool {
    PREEMPT_INFO.load() == 0
}

pub(in crate::task) fn need_preempt() -> bool {
    PREEMPT_INFO.load() & NEED_PREEMPT_MASK == 0
}

pub(in crate::task) fn set_need_preempt() {
    PREEMPT_INFO.bitand_assign(!NEED_PREEMPT_MASK);
}

pub(in crate::task) fn clear_need_preempt() {
    PREEMPT_INFO.bitor_assign(NEED_PREEMPT_MASK);
}

pub(in crate::task) fn get_guard_count() -> u32 {
    PREEMPT_INFO.load() & GUARD_COUNT_MASK
}

pub(in crate::task) fn inc_guard_count() {
    PREEMPT_INFO.add_assign(1);
}

pub(in crate::task) fn dec_guard_count() {
    debug_assert!(get_guard_count() > 0);
    PREEMPT_INFO.sub_assign(1);
}

cpu_local_cell! {
    static PREEMPT_INFO: u32 = NEED_PREEMPT_MASK;
}

const NEED_PREEMPT_MASK: u32 = 1 << 31;
const GUARD_COUNT_MASK: u32 = (1 << 31) - 1;