1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
use crate::stream::{FuturesUnordered, StreamExt};
use core::marker::Unpin;
use core::pin::Pin;
use core::num::NonZeroUsize;
use futures_core::future::Future;
use futures_core::stream::Stream;
use futures_core::task::{LocalWaker, Poll};
use pin_utils::{unsafe_pinned, unsafe_unpinned};
#[derive(Debug)]
#[must_use = "streams do nothing unless polled"]
pub struct ForEachConcurrent<St, Fut, F> {
stream: Option<St>,
f: F,
futures: FuturesUnordered<Fut>,
limit: Option<NonZeroUsize>,
}
impl<St, Fut, F> Unpin for ForEachConcurrent<St, Fut, F>
where St: Unpin,
Fut: Unpin,
{}
impl<St, Fut, F> ForEachConcurrent<St, Fut, F>
where St: Stream,
F: FnMut(St::Item) -> Fut,
Fut: Future<Output = ()>,
{
unsafe_pinned!(stream: Option<St>);
unsafe_unpinned!(f: F);
unsafe_unpinned!(futures: FuturesUnordered<Fut>);
unsafe_unpinned!(limit: Option<NonZeroUsize>);
pub(super) fn new(stream: St, limit: Option<usize>, f: F) -> ForEachConcurrent<St, Fut, F> {
ForEachConcurrent {
stream: Some(stream),
limit: limit.and_then(NonZeroUsize::new),
f,
futures: FuturesUnordered::new(),
}
}
}
impl<St, Fut, F> Future for ForEachConcurrent<St, Fut, F>
where St: Stream,
F: FnMut(St::Item) -> Fut,
Fut: Future<Output = ()>,
{
type Output = ();
fn poll(mut self: Pin<&mut Self>, lw: &LocalWaker) -> Poll<()> {
loop {
let mut made_progress_this_iter = false;
let current_len = self.futures().len();
if self.limit().map(|limit| limit.get() > current_len).unwrap_or(true) {
let mut stream_completed = false;
let elem = if let Some(stream) = self.stream().as_pin_mut() {
match stream.poll_next(lw) {
Poll::Ready(Some(elem)) => {
made_progress_this_iter = true;
Some(elem)
},
Poll::Ready(None) => {
stream_completed = true;
None
}
Poll::Pending => None,
}
} else {
None
};
if stream_completed {
Pin::set(self.stream(), None);
}
if let Some(elem) = elem {
let next_future = (self.f())(elem);
self.futures().push(next_future);
}
}
match self.futures().poll_next_unpin(lw) {
Poll::Ready(Some(())) => made_progress_this_iter = true,
Poll::Ready(None) => {
if self.stream().is_none() {
return Poll::Ready(())
}
},
Poll::Pending => {}
}
if !made_progress_this_iter {
return Poll::Pending;
}
}
}
}