tokio-stream: implement FusedStream for various stream adaptors (#8096)

`MapWhile` is intentionally excluded because its current implementation
does not track when the closure returns `None` early, making a correct
`is_terminated()` impossible without a separate semantic change.
This commit is contained in:
Rachit2323
2026-05-01 14:09:28 +02:00
committed by GitHub
parent 26dee92b53
commit 5030b3005e
11 changed files with 297 additions and 0 deletions
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::pin::Pin;
use core::task::{ready, Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -48,3 +49,13 @@ where
super::merge_size_hints(self.a.size_hint(), self.b.size_hint())
}
}
impl<T, U> FusedStream for Chain<T, U>
where
T: Stream,
U: FusedStream<Item = T::Item>,
{
fn is_terminated(&self) -> bool {
self.a.is_terminated() && self.b.is_terminated()
}
}
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::fmt;
use core::pin::Pin;
use core::task::{ready, Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -56,3 +57,13 @@ where
(0, self.stream.size_hint().1) // can't know a lower bound, due to the predicate
}
}
impl<St, F> FusedStream for Filter<St, F>
where
St: FusedStream,
F: FnMut(&St::Item) -> bool,
{
fn is_terminated(&self) -> bool {
self.stream.is_terminated()
}
}
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::fmt;
use core::pin::Pin;
use core::task::{ready, Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -56,3 +57,13 @@ where
(0, self.stream.size_hint().1) // can't know a lower bound, due to the predicate
}
}
impl<St, F, T> FusedStream for FilterMap<St, F>
where
St: FusedStream,
F: FnMut(St::Item) -> Option<T>,
{
fn is_terminated(&self) -> bool {
self.stream.is_terminated()
}
}
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::fmt;
use core::pin::Pin;
use core::task::{Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -49,3 +50,13 @@ where
self.stream.size_hint()
}
}
impl<St, F, T> FusedStream for Map<St, F>
where
St: FusedStream,
F: FnMut(St::Item) -> T,
{
fn is_terminated(&self) -> bool {
self.stream.is_terminated()
}
}
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::pin::Pin;
use core::task::{Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -57,6 +58,16 @@ where
}
}
impl<T, U> FusedStream for Merge<T, U>
where
T: Stream,
U: Stream<Item = T::Item>,
{
fn is_terminated(&self) -> bool {
self.a.is_terminated() && self.b.is_terminated()
}
}
fn poll_next<T, U>(
first: Pin<&mut T>,
second: Pin<&mut U>,
+10
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::fmt;
use core::pin::Pin;
use core::task::{ready, Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -61,3 +62,12 @@ where
(lower, upper)
}
}
impl<St> FusedStream for Skip<St>
where
St: FusedStream,
{
fn is_terminated(&self) -> bool {
self.stream.is_terminated()
}
}
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::fmt;
use core::pin::Pin;
use core::task::{ready, Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -71,3 +72,13 @@ where
(lower, upper)
}
}
impl<St, F> FusedStream for SkipWhile<St, F>
where
St: FusedStream,
F: FnMut(&St::Item) -> bool,
{
fn is_terminated(&self) -> bool {
self.stream.is_terminated()
}
}
+10
View File
@@ -4,6 +4,7 @@ use core::cmp;
use core::fmt;
use core::pin::Pin;
use core::task::{Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -74,3 +75,12 @@ where
(lower, upper)
}
}
impl<St> FusedStream for Take<St>
where
St: Stream,
{
fn is_terminated(&self) -> bool {
self.remaining == 0
}
}
+11
View File
@@ -3,6 +3,7 @@ use crate::Stream;
use core::fmt;
use core::pin::Pin;
use core::task::{Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -77,3 +78,13 @@ where
(0, upper)
}
}
impl<St, F> FusedStream for TakeWhile<St, F>
where
St: Stream,
F: FnMut(&St::Item) -> bool,
{
fn is_terminated(&self) -> bool {
self.done
}
}
+12
View File
@@ -4,6 +4,7 @@ use core::fmt;
use core::future::Future;
use core::pin::Pin;
use core::task::{Context, Poll};
use futures_core::FusedStream;
use pin_project_lite::pin_project;
pin_project! {
@@ -81,3 +82,14 @@ where
(lower, upper)
}
}
impl<St, F, Fut> FusedStream for Then<St, Fut, F>
where
St: FusedStream,
Fut: Future,
F: FnMut(St::Item) -> Fut,
{
fn is_terminated(&self) -> bool {
self.future.is_none() && self.stream.is_terminated()
}
}
+188
View File
@@ -0,0 +1,188 @@
use futures_core::FusedStream;
use tokio_stream::StreamExt;
// Helper: a fused base stream built from a vec
fn fused_iter<T>(items: Vec<T>) -> impl FusedStream<Item = T> {
tokio_stream::iter(items).fuse()
}
// ── map ──────────────────────────────────────────────────────────────────────
#[tokio::test]
async fn map_not_terminated_before_done() {
let stream = fused_iter(vec![1, 2]).map(|x| x * 2);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn map_terminated_after_inner_done() {
let mut stream = fused_iter(vec![1]).map(|x| x * 2);
assert_eq!(stream.next().await, Some(2));
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
}
// ── filter ───────────────────────────────────────────────────────────────────
#[tokio::test]
async fn filter_not_terminated_before_done() {
let stream = fused_iter(vec![1, 2]).filter(|x| *x > 0);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn filter_terminated_after_inner_done() {
let mut stream = fused_iter(vec![1]).filter(|x| *x > 0);
assert_eq!(stream.next().await, Some(1));
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
}
// ── filter_map ───────────────────────────────────────────────────────────────
#[tokio::test]
async fn filter_map_not_terminated_before_done() {
let stream = fused_iter(vec![1, 2]).filter_map(Some);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn filter_map_terminated_after_inner_done() {
let mut stream = fused_iter(vec![1]).filter_map(|x| Some(x * 10));
assert_eq!(stream.next().await, Some(10));
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
}
// ── skip ─────────────────────────────────────────────────────────────────────
#[tokio::test]
async fn skip_not_terminated_before_done() {
let stream = fused_iter(vec![1, 2, 3]).skip(1);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn skip_terminated_after_inner_done() {
let mut stream = fused_iter(vec![1, 2]).skip(1);
assert_eq!(stream.next().await, Some(2));
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
}
// ── skip_while ───────────────────────────────────────────────────────────────
#[tokio::test]
async fn skip_while_not_terminated_before_done() {
let stream = fused_iter(vec![1, 2, 3]).skip_while(|x| *x < 2);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn skip_while_terminated_after_inner_done() {
let mut stream = fused_iter(vec![1, 2]).skip_while(|x| *x < 2);
assert_eq!(stream.next().await, Some(2));
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
}
// ── take ─────────────────────────────────────────────────────────────────────
#[tokio::test]
async fn take_not_terminated_before_limit() {
let stream = tokio_stream::iter(vec![1, 2, 3]).take(2);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn take_terminated_when_remaining_zero() {
let mut stream = tokio_stream::iter(vec![1, 2]).take(2);
assert_eq!(stream.next().await, Some(1));
assert!(!stream.is_terminated());
assert_eq!(stream.next().await, Some(2));
// remaining hits 0 after getting the second item
assert!(stream.is_terminated());
assert_eq!(stream.next().await, None);
}
#[tokio::test]
async fn take_zero_is_immediately_terminated() {
let stream = tokio_stream::iter(vec![1, 2]).take(0);
assert!(stream.is_terminated());
}
// ── take_while ───────────────────────────────────────────────────────────────
#[tokio::test]
async fn take_while_not_terminated_before_predicate_fails() {
let stream = tokio_stream::iter(vec![1, 2, 3]).take_while(|x| *x < 10);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn take_while_terminated_after_predicate_fails() {
let mut stream = tokio_stream::iter(vec![1, 5, 2]).take_while(|x| *x < 3);
assert_eq!(stream.next().await, Some(1));
assert!(!stream.is_terminated());
// predicate fails on 5 → done flag set
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
}
// ── then ─────────────────────────────────────────────────────────────────────
#[tokio::test]
async fn then_not_terminated_before_done() {
let stream = fused_iter(vec![1, 2]).then(|x| async move { x * 2 });
tokio::pin!(stream);
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn then_terminated_after_inner_done_and_no_pending_future() {
let stream = fused_iter(vec![1]).then(|x| async move { x * 2 });
tokio::pin!(stream);
assert_eq!(stream.next().await, Some(2));
assert_eq!(stream.next().await, None);
// inner stream done AND no in-flight future
assert!(stream.is_terminated());
}
// ── chain ────────────────────────────────────────────────────────────────────
#[tokio::test]
async fn chain_not_terminated_while_either_has_items() {
let stream = fused_iter(vec![1]).chain(fused_iter(vec![2]));
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn chain_terminated_only_after_both_done() {
let mut stream = fused_iter(vec![1]).chain(fused_iter(vec![2]));
assert_eq!(stream.next().await, Some(1));
assert!(!stream.is_terminated()); // b still has items
assert_eq!(stream.next().await, Some(2));
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated()); // both done now
}
// ── merge ────────────────────────────────────────────────────────────────────
#[tokio::test]
async fn merge_not_terminated_while_either_has_items() {
let stream = fused_iter(vec![1]).merge(fused_iter(vec![2]));
assert!(!stream.is_terminated());
}
#[tokio::test]
async fn merge_terminated_only_after_both_done() {
let mut stream = fused_iter(vec![1]).merge(fused_iter(vec![2]));
// drain both
let mut collected = vec![];
while let Some(x) = stream.next().await {
collected.push(x);
}
assert_eq!(stream.next().await, None);
assert!(stream.is_terminated());
assert_eq!(collected.len(), 2);
}