mirror of
https://github.com/tokio-rs/tokio.git
synced 2026-09-07 00:00:08 +02:00
* Allow customizing the threadpool's parker This patch allows the user of threadpool to customize how the worker threads park themselves. This allows custom parking logic to be injected. For example, this allows embedding a timer on each worker thread. * Call `park` instance every so often. Since the `park` is now customizable, it might have logic that must be called every so often. For example, a timer might have timeouts that it must expire. Currently, if a worker is very busy, it won't call into the `park` instance. This patch changes this so that after every 32 task invocations, `park` is called with a duration of zero.
301 lines
9.4 KiB
Rust
301 lines
9.4 KiB
Rust
//! Abstraction over blocking and unblocking the current thread.
|
|
//!
|
|
//! Provides an abstraction over blocking the current thread. This is similar to
|
|
//! the park / unpark constructs provided by [`std`] but made generic. This
|
|
//! allows embedding custom functionality to perform when the thread is blocked.
|
|
//!
|
|
//! A blocked [`Park`][p] instance is unblocked by calling [`unpark`] on its
|
|
//! [`Unpark`][up] handle.
|
|
//!
|
|
//! The [`ParkThread`] struct implements [`Park`][p] using
|
|
//! [`thread::park`][`std`] to put the thread to sleep. The Tokio reactor also
|
|
//! implements park, but uses [`mio::Poll`][mio] to block the thread instead.
|
|
//!
|
|
//! The [`Park`][p] trait is composable. A timer implementation might decorate a
|
|
//! [`Park`][p] implementation by checking if any timeouts have elapsed after
|
|
//! the inner [`Park`][p] implementation unblocks.
|
|
//!
|
|
//! # Model
|
|
//!
|
|
//! Conceptually, each [`Park`][p] instance has an associated token, which is
|
|
//! initially not present:
|
|
//!
|
|
//! * The [`park`] method blocks the current thread unless or until the token
|
|
//! is available, at which point it atomically consumes the token.
|
|
//! * The [`unpark`] method atomically makes the token available if it wasn't
|
|
//! already.
|
|
//!
|
|
//! Some things to note:
|
|
//!
|
|
//! * If [`unpark`] is called before [`park`], the next call to [`park`] will
|
|
//! **not** block the thread.
|
|
//! * **Spurious** wakeups are permited, i.e., the [`park`] method may unblock
|
|
//! even if [`unpark`] was not called.
|
|
//! * [`park_timeout`] does the same as [`park`] but allows specifying a maximum
|
|
//! time to block the thread for.
|
|
//!
|
|
//! [`std`]: https://doc.rust-lang.org/std/thread/fn.park.html
|
|
//! [`thread::park`]: https://doc.rust-lang.org/std/thread/fn.park.html
|
|
//! [`ParkThread`]: struct.ParkThread.html
|
|
//! [p]: trait.Park.html
|
|
//! [`park`]: trait.Park.html#tymethod.park
|
|
//! [`park_timeout`]: trait.Park.html#tymethod.park_timeout
|
|
//! [`unpark`]: trait.Unpark.html#tymethod.unpark
|
|
//! [up]: trait.Unpark.html
|
|
//! [mio]: https://docs.rs/mio/0.6.13/mio/struct.Poll.html
|
|
|
|
use std::marker::PhantomData;
|
|
use std::rc::Rc;
|
|
use std::sync::{Arc, Mutex, Condvar};
|
|
use std::sync::atomic::{AtomicUsize, Ordering};
|
|
use std::time::Duration;
|
|
|
|
/// Block the current thread.
|
|
///
|
|
/// See [module documentation][mod] for more details.
|
|
///
|
|
/// [mod]: ../index.html
|
|
pub trait Park {
|
|
/// Unpark handle type for the `Park` implementation.
|
|
type Unpark: Unpark;
|
|
|
|
/// Error returned by `park`
|
|
type Error;
|
|
|
|
/// Get a new `Unpark` handle associated with this `Park` instance.
|
|
fn unpark(&self) -> Self::Unpark;
|
|
|
|
/// Block the current thread unless or until the token is available.
|
|
///
|
|
/// A call to `park` does not guarantee that the thread will remain blocked
|
|
/// forever, and callers should be prepared for this possibility. This
|
|
/// function may wakeup spuriously for any reason.
|
|
///
|
|
/// See [module documentation][mod] for more details.
|
|
///
|
|
/// # Panics
|
|
///
|
|
/// This function **should** not panic, but ultimiately, panics are left as
|
|
/// an implementation detail. Refer to the documentation for the specific
|
|
/// `Park` implementation
|
|
///
|
|
/// [mod]: ../index.html
|
|
fn park(&mut self) -> Result<(), Self::Error>;
|
|
|
|
/// Park the current thread for at most `duration`.
|
|
///
|
|
/// This function is the same as `park` but allows specifying a maximum time
|
|
/// to block the thread for.
|
|
///
|
|
/// Same as `park`, there is no guarantee that the thread will remain
|
|
/// blocked for any amount of time. Spurious wakeups are permitted for any
|
|
/// reason.
|
|
///
|
|
/// See [module documentation][mod] for more details.
|
|
///
|
|
/// # Panics
|
|
///
|
|
/// This function **should** not panic, but ultimiately, panics are left as
|
|
/// an implementation detail. Refer to the documentation for the specific
|
|
/// `Park` implementation
|
|
///
|
|
/// [mod]: ../index.html
|
|
fn park_timeout(&mut self, duration: Duration) -> Result<(), Self::Error>;
|
|
}
|
|
|
|
/// Unblock a thread blocked by the associated [`Park`] instance.
|
|
///
|
|
/// See [module documentation][mod] for more details.
|
|
///
|
|
/// [mod]: ../index.html
|
|
/// [`Park`]: trait.Park.html
|
|
pub trait Unpark: Sync + Send + 'static {
|
|
/// Unblock a thread that is blocked by the associated `Park` handle.
|
|
///
|
|
/// Calling `unpark` atomically makes available the unpark token, if it is
|
|
/// not already available.
|
|
///
|
|
/// See [module documentation][mod] for more details.
|
|
///
|
|
/// # Panics
|
|
///
|
|
/// This function **should** not panic, but ultimiately, panics are left as
|
|
/// an implementation detail. Refer to the documentation for the specific
|
|
/// `Unpark` implementation
|
|
///
|
|
/// [mod]: ../index.html
|
|
fn unpark(&self);
|
|
}
|
|
|
|
impl Unpark for Box<Unpark> {
|
|
fn unpark(&self) {
|
|
(**self).unpark()
|
|
}
|
|
}
|
|
|
|
/// Blocks the current thread using a condition variable.
|
|
///
|
|
/// Implements the [`Park`] functionality by using a condition variable. An
|
|
/// atomic variable is also used to avoid using the condition variable if
|
|
/// possible.
|
|
///
|
|
/// The condition variable is cached in a thread-local variable and is shared
|
|
/// across all `ParkThread` instances created on the same thread. This also
|
|
/// means that an instance of `ParkThread` might be unblocked by a handle
|
|
/// associated with a different `ParkThread` instance.
|
|
#[derive(Debug)]
|
|
pub struct ParkThread {
|
|
_anchor: PhantomData<Rc<()>>,
|
|
}
|
|
|
|
/// Error returned by [`ParkThread`]
|
|
///
|
|
/// This currently is never returned, but might at some point in the future.
|
|
///
|
|
/// [`ParkThread`]: struct.ParkThread.html
|
|
#[derive(Debug)]
|
|
pub struct ParkError {
|
|
_p: (),
|
|
}
|
|
|
|
/// Unblocks a thread that was blocked by `ParkThread`.
|
|
#[derive(Clone, Debug)]
|
|
pub struct UnparkThread {
|
|
inner: Arc<Inner>,
|
|
}
|
|
|
|
#[derive(Debug)]
|
|
struct Inner {
|
|
state: AtomicUsize,
|
|
mutex: Mutex<()>,
|
|
condvar: Condvar,
|
|
}
|
|
|
|
const IDLE: usize = 0;
|
|
const NOTIFY: usize = 1;
|
|
const SLEEP: usize = 2;
|
|
|
|
thread_local! {
|
|
static CURRENT_PARK_THREAD: Arc<Inner> = Arc::new(Inner {
|
|
state: AtomicUsize::new(IDLE),
|
|
mutex: Mutex::new(()),
|
|
condvar: Condvar::new(),
|
|
});
|
|
}
|
|
|
|
// ===== impl ParkThread =====
|
|
|
|
impl ParkThread {
|
|
/// Create a new `ParkThread` handle for the current thread.
|
|
///
|
|
/// This type cannot be moved to other threads, so it should be created on
|
|
/// the thread that the caller intends to park.
|
|
pub fn new() -> ParkThread {
|
|
ParkThread {
|
|
_anchor: PhantomData,
|
|
}
|
|
}
|
|
|
|
/// Get a reference to the `ParkThread` handle for this thread.
|
|
fn with_current<F, R>(&self, f: F) -> R
|
|
where F: FnOnce(&Arc<Inner>) -> R,
|
|
{
|
|
CURRENT_PARK_THREAD.with(|inner| f(inner))
|
|
}
|
|
}
|
|
|
|
impl Park for ParkThread {
|
|
type Unpark = UnparkThread;
|
|
type Error = ParkError;
|
|
|
|
fn unpark(&self) -> Self::Unpark {
|
|
let inner = self.with_current(|inner| inner.clone());
|
|
UnparkThread { inner }
|
|
}
|
|
|
|
fn park(&mut self) -> Result<(), Self::Error> {
|
|
self.with_current(|inner| inner.park(None))
|
|
}
|
|
|
|
fn park_timeout(&mut self, duration: Duration) -> Result<(), Self::Error> {
|
|
self.with_current(|inner| inner.park(Some(duration)))
|
|
}
|
|
}
|
|
|
|
// ===== impl UnparkThread =====
|
|
|
|
impl Unpark for UnparkThread {
|
|
fn unpark(&self) {
|
|
self.inner.unpark();
|
|
}
|
|
}
|
|
|
|
// ===== impl Inner =====
|
|
|
|
impl Inner {
|
|
/// Park the current thread for at most `dur`.
|
|
fn park(&self, timeout: Option<Duration>) -> Result<(), ParkError> {
|
|
// If currently notified, then we skip sleeping. This is checked outside
|
|
// of the lock to avoid acquiring a mutex if not necessary.
|
|
match self.state.compare_and_swap(NOTIFY, IDLE, Ordering::SeqCst) {
|
|
NOTIFY => return Ok(()),
|
|
IDLE => {},
|
|
_ => unreachable!(),
|
|
}
|
|
|
|
// The state is currently idle, so obtain the lock and then try to
|
|
// transition to a sleeping state.
|
|
let mut m = self.mutex.lock().unwrap();
|
|
|
|
// Transition to sleeping
|
|
match self.state.compare_and_swap(IDLE, SLEEP, Ordering::SeqCst) {
|
|
NOTIFY => {
|
|
// Notified before we could sleep, consume the notification and
|
|
// exit
|
|
self.state.store(IDLE, Ordering::SeqCst);
|
|
return Ok(());
|
|
}
|
|
IDLE => {},
|
|
_ => unreachable!(),
|
|
}
|
|
|
|
m = match timeout {
|
|
Some(timeout) => self.condvar.wait_timeout(m, timeout).unwrap().0,
|
|
None => self.condvar.wait(m).unwrap(),
|
|
};
|
|
|
|
// Transition back to idle. If the state has transitione dto `NOTIFY`,
|
|
// this will consume that notification
|
|
self.state.store(IDLE, Ordering::SeqCst);
|
|
|
|
// Explicitly drop the mutex guard. There is no real point in doing it
|
|
// except that I find it helpful to make it explicit where we want the
|
|
// mutex to unlock.
|
|
drop(m);
|
|
|
|
Ok(())
|
|
}
|
|
|
|
fn unpark(&self) {
|
|
// First, try transitioning from IDLE -> NOTIFY, this does not require a
|
|
// lock.
|
|
match self.state.compare_and_swap(IDLE, NOTIFY, Ordering::SeqCst) {
|
|
IDLE | NOTIFY => return,
|
|
SLEEP => {}
|
|
_ => unreachable!(),
|
|
}
|
|
|
|
// The other half is sleeping, this requires a lock
|
|
let _m = self.mutex.lock().unwrap();
|
|
|
|
// Transition from SLEEP -> NOTIFY
|
|
match self.state.compare_and_swap(SLEEP, NOTIFY, Ordering::SeqCst) {
|
|
SLEEP => {}
|
|
_ => return,
|
|
}
|
|
|
|
// Wakeup the sleeper
|
|
self.condvar.notify_one();
|
|
}
|
|
}
|