1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
// This file is adapted from
// https://github.com/rust-lang/rust/blob/475c71da0710fd1d40c046f9cee04b733b5b2b51/library/std/src/sync/poison.rs
// and is used under the MIT and Apache 2.0 licenses.

use core::sync::atomic::{AtomicU8, Ordering};
use std::{error, fmt, thread};

/// A type of error which can be returned whenever a [`RobustMutex`] is acquired.
///
/// [`RobustMutex`]es are poisoned whenever a thread panics or a cancellation happens while the lock
/// is held. The precise semantics for when a lock is poisoned is documented on [`RobustMutex`], but
/// once a lock is poisoned then all future acquisitions will return this error.
///
/// [`RobustMutex`]: crate::sync::RobustMutex
pub struct PoisonError<T> {
    guard: T,
    flags: u8,
}

impl<T> PoisonError<T> {
    fn new(guard: T, flags: u8) -> PoisonError<T> {
        PoisonError { guard, flags }
    }

    /// Returns true if this error indicates that the lock was poisoned by a
    /// panic from another task.
    #[inline]
    pub fn is_panic(&self) -> bool {
        self.flags & PANIC_POISON != 0
    }

    /// Returns true if this error indicates that the lock was poisoned by an early cancellation.
    #[inline]
    pub fn is_cancel(&self) -> bool {
        self.flags & CANCEL_POISON != 0
    }

    /// Consumes this error indicating that a lock is poisoned, returning the
    /// underlying guard to allow access regardless.
    #[inline]
    pub fn into_inner(self) -> T {
        self.guard
    }

    /// Reaches into this error indicating that a lock is poisoned, returning a
    /// reference to the underlying guard to allow access regardless.
    #[inline]
    pub fn get_ref(&self) -> &T {
        &self.guard
    }

    /// Reaches into this error indicating that a lock is poisoned, returning a
    /// mutable reference to the underlying guard to allow access regardless.
    #[inline]
    pub fn get_mut(&mut self) -> &mut T {
        &mut self.guard
    }
}

impl<T> fmt::Debug for PoisonError<T> {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        f.debug_struct("PoisonError")
            .field("flags", &DebugFlags(self.flags))
            .finish_non_exhaustive()
    }
}

impl<T> fmt::Display for PoisonError<T> {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        write!(f, "poisoned lock {:?}", DebugFlags(self.flags))
    }
}

impl<T> error::Error for PoisonError<T> {}

/// An enumeration of possible errors associated with a [`TryLockResult`] which
/// can occur while trying to acquire a lock, from the [`try_lock`] method on a
/// [`RobustMutex`].
///
/// [`try_lock`]: crate::sync::RobustMutex::try_lock
/// [`RobustMutex`]: crate::sync::RobustMutex
pub enum TryLockError<T> {
    /// The lock could not be acquired because another task failed while holding
    /// the lock, or an early cancellation occurred.
    Poisoned(PoisonError<T>),

    /// The lock could not be acquired at this time because the operation would
    /// otherwise block.
    WouldBlock,
}

impl<T> From<PoisonError<T>> for TryLockError<T> {
    fn from(error: PoisonError<T>) -> TryLockError<T> {
        TryLockError::Poisoned(error)
    }
}

impl<T> fmt::Debug for TryLockError<T> {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        match self {
            TryLockError::Poisoned(error) => f.debug_tuple("Poisoned").field(&error).finish(),
            TryLockError::WouldBlock => f.debug_tuple("WouldBlock").finish(),
        }
    }
}

impl<T> fmt::Display for TryLockError<T> {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        match self {
            TryLockError::Poisoned(error) => {
                write!(f, "poisoned lock {:?}", DebugFlags(error.flags))
            }
            TryLockError::WouldBlock => {
                f.write_str("try_lock failed because the operation would block")
            }
        }
    }
}

impl<T> error::Error for TryLockError<T> {
    fn cause(&self) -> Option<&dyn error::Error> {
        match self {
            TryLockError::Poisoned(error) => Some(error),
            TryLockError::WouldBlock => None,
        }
    }
}

/// A type alias for the result of a lock method which can be poisoned.
///
/// The [`Ok`] variant of this result indicates that the primitive was not
/// poisoned, and the `Guard` is contained within. The [`Err`] variant indicates
/// that the primitive was poisoned. Note that the [`Err`] variant *also* carries
/// the associated guard, and it can be acquired through the [`into_inner`]
/// method.
///
/// [`into_inner`]: PoisonError::into_inner
pub type LockResult<Guard> = Result<Guard, PoisonError<Guard>>;

/// A type alias for the result of a nonblocking locking method.
///
/// For more information, see [`LockResult`]. A `TryLockResult` doesn't
/// necessarily hold the associated guard in the [`Err`] type as the lock might not
/// have been acquired for other reasons.
pub type TryLockResult<Guard> = Result<Guard, TryLockError<Guard>>;

pub const NO_POISON: u8 = 0;
pub const PANIC_POISON: u8 = 1 << 0;
pub const CANCEL_POISON: u8 = 1 << 1;

pub struct Flag {
    failed: AtomicU8,
}

impl fmt::Debug for Flag {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        let flags = self.failed.load(Ordering::Relaxed);
        DebugFlags(flags).fmt(f)
    }
}

// Note that the Ordering uses to access the `failed` field of `Flag` below is always `Relaxed`, and
// that's because this isn't actually protecting any data, it's just a flag whether we've panicked
// or not.
//
// The actual location that this matters is when a mutex is **locked** which is where we have
// external synchronization ensuring that we see memory reads/writes to this flag.
//
// As a result, if it matters, we should see the correct value for `failed` in all cases.

impl Flag {
    #[inline]
    pub const fn new() -> Flag {
        Flag {
            failed: AtomicU8::new(NO_POISON),
        }
    }

    /// Check the flag for an unguarded borrow, where we only care about existing poison.
    #[inline]
    pub fn borrow(&self) -> LockResult<()> {
        let flags = self.get_flags();
        if flags > NO_POISON {
            Err(PoisonError::new((), flags))
        } else {
            Ok(())
        }
    }

    #[inline]
    pub fn guard_assuming_no_poison(&self) -> Guard {
        Guard {
            panicking: thread::panicking(),
        }
    }

    #[inline]
    pub fn done(&self, guard: &Guard, cancel_poison: bool) {
        let mut new_flags = 0;
        if !guard.panicking && thread::panicking() {
            new_flags |= PANIC_POISON;
        }
        if cancel_poison {
            new_flags |= CANCEL_POISON;
        }
        self.failed.fetch_or(new_flags, Ordering::Relaxed);
    }

    #[inline]
    pub fn get_flags(&self) -> u8 {
        self.failed.load(Ordering::Relaxed)
    }
}

pub struct Guard {
    panicking: bool,
}

pub fn map_result<T, U, F>(result: LockResult<T>, f: F) -> LockResult<U>
where
    F: FnOnce(T) -> U,
{
    match result {
        Ok(t) => Ok(f(t)),
        Err(error) => {
            let flags = error.flags;
            Err(PoisonError::new(f(error.into_inner()), flags))
        }
    }
}

struct DebugFlags(u8);

impl fmt::Debug for DebugFlags {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        if self.0 == NO_POISON {
            write!(f, "(not poisoned)")
        } else {
            let mut poisoned_by = Vec::new();
            if self.0 & PANIC_POISON != 0 {
                poisoned_by.push("panic");
            }
            if self.0 & CANCEL_POISON != 0 {
                poisoned_by.push("async cancellation");
            }

            write!(f, "(poisoned by {})", poisoned_by.join(", "))
        }
    }
}