Skip to content

Commit

Permalink
add ParallelStream::filter async-rs#2
Browse files Browse the repository at this point in the history
Signed-off-by: Benjamin Coenen <[email protected]>
  • Loading branch information
bnjjj committed May 13, 2020
1 parent 8182694 commit 997cda8
Show file tree
Hide file tree
Showing 2 changed files with 93 additions and 0 deletions.
80 changes: 80 additions & 0 deletions src/par_stream/filter.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,80 @@
// use async_std::prelude::*;
use async_std::future::Future;
use async_std::sync::{self, Receiver};
use async_std::task;

use std::pin::Pin;
use std::task::{Context, Poll};

use crate::ParallelStream;

pin_project_lite::pin_project! {
/// A parallel stream that filters value of another stream with a function.
#[derive(Debug)]
pub struct Filter<S> where S: ParallelStream {
#[pin]
receiver: Receiver<S::Item>,
limit: Option<usize>,
}
}

impl<S> Filter<S>
where
S: ParallelStream,
{
/// Create a new instance of `Filter`.
pub fn new<F, Fut>(mut stream: S, mut f: F) -> Self
where
S: ParallelStream,
F: FnMut(&S::Item) -> Fut + Send + Sync + Copy + 'static,
Fut: Future<Output = bool> + Send,
S::Item: Sync,
{
let (sender, receiver) = sync::channel(1);
let limit = stream.get_limit();
task::spawn(async move {
while let Some(item) = stream.next().await {
let sender = sender.clone();
task::spawn(async move {
let res = f(&item).await;
if res {
sender.send(item).await;
}
});
}
});
Filter { receiver, limit }
}
}

impl<S> ParallelStream for Filter<S>
where
S: ParallelStream,
{
type Item = S::Item;
fn poll_next(self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {
use async_std::prelude::*;
let this = self.project();
this.receiver.poll_next(cx)
}

fn limit(mut self, limit: impl Into<Option<usize>>) -> Self {
self.limit = limit.into();
self
}

fn get_limit(&self) -> Option<usize> {
self.limit
}
}

#[async_std::test]
async fn smoke() {
let s = async_std::stream::from_iter(vec![2, 1, 2, 3, 2]);
let mut output: Vec<usize> = vec![];
let mut stream = crate::from_stream(s).filter(|&n| async move { n % 2 == 0 });
while let Some(n) = stream.next().await {
output.push(n);
}
assert_eq!(output, vec![2usize; 3]);
}
13 changes: 13 additions & 0 deletions src/par_stream/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -5,11 +5,13 @@ use std::pin::Pin;

use crate::FromParallelStream;

pub use filter::Filter;
pub use for_each::ForEach;
pub use map::Map;
pub use next::NextFuture;
pub use take::Take;

mod filter;
mod for_each;
mod map;
mod next;
Expand Down Expand Up @@ -40,6 +42,17 @@ pub trait ParallelStream: Sized + Send + Sync + Unpin + 'static {
Map::new(self, f)
}

/// Applies `f` to each item of this stream in parallel, producing a new
/// stream with items filtered.
fn filter<F, Fut>(self, f: F) -> Filter<Self>
where
F: FnMut(&Self::Item) -> Fut + Send + Sync + Copy + 'static,
Fut: Future<Output = bool> + Send,
Self::Item: Sync,
{
Filter::new(self, f)
}

/// Applies `f` to each item of this stream in parallel, producing a new
/// stream with the results.
fn next(&mut self) -> NextFuture<'_, Self> {
Expand Down

0 comments on commit 997cda8

Please sign in to comment.