diff --git a/Cargo.lock b/Cargo.lock index d215a1f2..55424d8e 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -215,9 +215,9 @@ dependencies = [ [[package]] name = "clap" -version = "4.5.2" +version = "4.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b230ab84b0ffdf890d5a10abdbc8b83ae1c4918275daea1ab8801f71536b2651" +checksum = "949626d00e063efc93b6dca932419ceb5432f99769911c0b995f7e884c778813" dependencies = [ "clap_builder", "clap_derive", @@ -237,14 +237,14 @@ dependencies = [ [[package]] name = "clap_derive" -version = "4.5.0" +version = "4.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "307bc0538d5f0f83b8248db3087aa92fe504e4691294d0c96c0eabc33f47ba47" +checksum = "90239a040c80f5e14809ca132ddc4176ab33d5e17e49691793296e3fcb34d72f" dependencies = [ "heck", "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] [[package]] @@ -546,7 +546,7 @@ checksum = "87750cf4b7a4c0625b1529e4c543c2182106e4dedc60a2a6455e00d212c489ac" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] [[package]] @@ -641,9 +641,9 @@ checksum = "290f1a1d9242c78d09ce40a5e87e7554ee637af1351968159f4952f028f75604" [[package]] name = "heck" -version = "0.4.1" +version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" [[package]] name = "hermit-abi" @@ -872,54 +872,6 @@ dependencies = [ "serde", ] -[[package]] -name = "noir-compute" -version = "0.2.0" -dependencies = [ - "base64", - "bincode", - "clap", - "coarsetime", - "criterion", - "csv", - "dashmap", - "derivative", - "env_logger", - "fake", - "flume", - "futures", - "fxhash", - "glidesort", - "indexmap", - "itertools 0.12.1", - "kstring", - "lazy-init", - "log", - "micrometer", - "mimalloc", - "nanorand", - "nexmark", - "once_cell", - "parking_lot 0.12.1", - "quick_cache", - "rand", - "regex", - "serde", - "serde_json", - "sha2", - "shell-escape", - "ssh2", - "tempfile", - "thiserror", - "tokio", - "toml", - "tracing", - "tracing-subscriber", - "typemap_rev", - "whoami", - "wyhash", -] - [[package]] name = "nu-ansi-term" version = "0.46.0" @@ -1215,6 +1167,54 @@ version = "0.8.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c08c74e62047bb2de4ff487b251e4a92e24f48745648451635cec7d591162d9f" +[[package]] +name = "renoir" +version = "0.2.0" +dependencies = [ + "base64", + "bincode", + "clap", + "coarsetime", + "criterion", + "csv", + "dashmap", + "derivative", + "env_logger", + "fake", + "flume", + "futures", + "fxhash", + "glidesort", + "indexmap", + "itertools 0.12.1", + "kstring", + "lazy-init", + "log", + "micrometer", + "mimalloc", + "nanorand", + "nexmark", + "once_cell", + "parking_lot 0.12.1", + "quick_cache", + "rand", + "regex", + "serde", + "serde_json", + "sha2", + "shell-escape", + "ssh2", + "tempfile", + "thiserror", + "tokio", + "toml", + "tracing", + "tracing-subscriber", + "typemap_rev", + "whoami", + "wyhash", +] + [[package]] name = "rustc-demangle" version = "0.1.23" @@ -1272,7 +1272,7 @@ checksum = "7eb0b34b42edc17f6b7cac84a52a1c5f0e1bb2227e997ca9011ea3dd34e8610b" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] [[package]] @@ -1392,9 +1392,9 @@ dependencies = [ [[package]] name = "syn" -version = "2.0.52" +version = "2.0.53" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b699d15b36d1f02c3e7c69f8ffef53de37aefae075d8488d4ba1a7788d574a07" +checksum = "7383cd0e49fff4b6b90ca5670bfd3e9d6a733b3f90c686605aa7eec8c4996032" dependencies = [ "proc-macro2", "quote", @@ -1430,7 +1430,7 @@ checksum = "c61f3ba182994efc43764a46c018c347bc492c79f024e705f46567b418f6d4f7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] [[package]] @@ -1478,7 +1478,7 @@ checksum = "5b8a1e28f2deaa14e508979454cb3a223b10b938b45af148bc0986de36f1923b" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] [[package]] @@ -1535,7 +1535,7 @@ checksum = "34704c8d6ebcbc939824180af020566b01a7c01f80641264eba0999f6c2b6be7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] [[package]] @@ -1667,7 +1667,7 @@ dependencies = [ "once_cell", "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", "wasm-bindgen-shared", ] @@ -1689,7 +1689,7 @@ checksum = "e94f17b526d0a461a191c78ea52bbce64071ed5c04c9ffe424dcb38f74171bb7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", "wasm-bindgen-backend", "wasm-bindgen-shared", ] @@ -1919,5 +1919,5 @@ checksum = "9ce1b18ccd8e73a9321186f97e46f9f04b778851177567b1975109d26a08d2a6" dependencies = [ "proc-macro2", "quote", - "syn 2.0.52", + "syn 2.0.53", ] diff --git a/Cargo.toml b/Cargo.toml index a99cf9db..f345269a 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,5 +1,5 @@ [package] -name = "noir-compute" +name = "renoir" description = "Network of Operators In Rust" version = "0.2.0" edition = "2021" @@ -9,8 +9,8 @@ authors = [ "Marco Donadoni " ] license = "LGPL-3.0-or-later" -repository = "https://github.com/deib-polimi/noir" -homepage = "https://github.com/deib-polimi/noir" +repository = "https://github.com/deib-polimi/renoir" +homepage = "https://github.com/deib-polimi/renoir" readme = "README.md" [features] diff --git a/README.md b/README.md index 296528dd..48fff4d5 100644 --- a/README.md +++ b/README.md @@ -1,25 +1,25 @@ -# Noir +# Renoir [Preprint](https://arxiv.org/abs/2306.04421) -### Network of Operators In Rust +### REactive Network of Operators In Rust -[API Docs](https://deib-polimi.github.io/noir/noir_compute/) +[API Docs](https://deib-polimi.github.io/renoir/renoir/) -Noir is a distributed data processing platform based on the dataflow paradigm that provides an ergonomic programming interface, similar to that of Apache Flink, but has much better performance characteristics. +Renoir *(short: Noir) [/ʁənwaʁ/, /nwaʁ/]* is a distributed data processing platform based on the dataflow paradigm that provides an ergonomic programming interface, similar to that of Apache Flink, but has much better performance characteristics. -Noir converts each job into a dataflow graph of +Renoir converts each job into a dataflow graph of operators and groups them in blocks. Blocks contain a sequence of operors which process the data sequentially without repartitioning it. They are the deployment unit used by the system and can be distributed and executed on multiple systems. -The common layout of a Noir program starts with the creation of a `StreamContext`, then one or more `Source`s are initialised creating a `Stream`. The graph of operators is composed using the methods of the `Stream` object, which follow a similar approach to Rust's `Iterator` trait allowing ergonomically define a processing workflow through method chaining. +The common layout of a Renoir program starts with the creation of a `StreamContext`, then one or more `Source`s are initialised creating a `Stream`. The graph of operators is composed using the methods of the `Stream` object, which follow a similar approach to Rust's `Iterator` trait allowing ergonomically define a processing workflow through method chaining. ### Examples #### Wordcount ```rs -use noir_compute::prelude::*; +use renoir::prelude::*; fn main() { // Convenience method to parse deployment config from CLI arguments @@ -58,7 +58,7 @@ fn tokenize(s: &str) -> Vec { ```rs -use noir_compute::prelude::*; +use renoir::prelude::*; fn main() { // Convenience method to parse deployment config from CLI arguments @@ -106,7 +106,7 @@ num_cores = 16 address = "host2.lan" base_port = 9500 num_cores = 24 -ssh = { username = "noir", key_file = "/home/noir/.ssh/id_ed25519" } +ssh = { username = "renoir", key_file = "/home/renoir/.ssh/id_ed25519" } ``` Refer to the [examples](examples/) directory for an extended set of working examples diff --git a/benches/batch_mode.rs b/benches/batch_mode.rs index 935009c6..e9031104 100644 --- a/benches/batch_mode.rs +++ b/benches/batch_mode.rs @@ -4,10 +4,10 @@ use criterion::{black_box, criterion_group, criterion_main, Criterion, Throughpu use rand::prelude::StdRng; use rand::{Rng, SeedableRng}; -use noir_compute::operator::source::IteratorSource; -use noir_compute::BatchMode; -use noir_compute::RuntimeConfig; -use noir_compute::StreamContext; +use renoir::operator::source::IteratorSource; +use renoir::BatchMode; +use renoir::RuntimeConfig; +use renoir::StreamContext; fn batch_mode(batch_mode: BatchMode, dataset: &'static [u32]) { let config = RuntimeConfig::local(4).unwrap(); diff --git a/benches/collatz.rs b/benches/collatz.rs index 4e1e1852..0da32188 100644 --- a/benches/collatz.rs +++ b/benches/collatz.rs @@ -1,7 +1,7 @@ use criterion::BenchmarkId; use criterion::{criterion_group, criterion_main, Criterion, Throughput}; -use noir_compute::BatchMode; -use noir_compute::StreamContext; +use renoir::BatchMode; +use renoir::StreamContext; mod common; use common::*; diff --git a/benches/common.rs b/benches/common.rs index 8418425c..dff9486a 100644 --- a/benches/common.rs +++ b/benches/common.rs @@ -1,13 +1,13 @@ #![allow(unused)] use criterion::{black_box, Bencher}; -use noir_compute::config::{ConfigBuilder, HostConfig, RemoteConfig, RuntimeConfig}; +use renoir::config::{ConfigBuilder, HostConfig, RemoteConfig, RuntimeConfig}; use std::marker::PhantomData; use std::sync::atomic::{AtomicU16, Ordering}; use std::sync::Arc; use std::time::{Duration, Instant}; -use noir_compute::*; +use renoir::*; pub const SAMPLES: usize = 50; @@ -61,7 +61,7 @@ pub fn remote_loopback_deploy( } } -pub struct NoirBenchBuilder +pub struct BenchBuilder where F: Fn() -> StreamContext, G: Fn(&StreamContext) -> R, @@ -71,7 +71,7 @@ where _result: PhantomData, } -impl NoirBenchBuilder +impl BenchBuilder where F: Fn() -> StreamContext, G: Fn(&StreamContext) -> R, @@ -98,7 +98,7 @@ where } } -pub fn noir_bench_default(b: &mut Bencher, logic: impl Fn(&StreamContext)) { - let builder = NoirBenchBuilder::new(StreamContext::new_local, logic); +pub fn renoir_bench_default(b: &mut Bencher, logic: impl Fn(&StreamContext)) { + let builder = BenchBuilder::new(StreamContext::new_local, logic); b.iter_custom(|n| builder.bench(n)); } diff --git a/benches/connected.rs b/benches/connected.rs index 581b0316..e68d3045 100644 --- a/benches/connected.rs +++ b/benches/connected.rs @@ -1,9 +1,9 @@ use criterion::BenchmarkId; use criterion::{criterion_group, criterion_main, Criterion, Throughput}; use fxhash::FxHashMap; -use noir_compute::operator::Operator; -use noir_compute::Stream; -use noir_compute::StreamContext; +use renoir::operator::Operator; +use renoir::Stream; +use renoir::StreamContext; use rand::prelude::*; use rand::rngs::SmallRng; use serde::{Deserialize, Serialize}; diff --git a/benches/fold_vs_reduce.rs b/benches/fold_vs_reduce.rs index 4048d582..5c6af4a5 100644 --- a/benches/fold_vs_reduce.rs +++ b/benches/fold_vs_reduce.rs @@ -2,10 +2,10 @@ use criterion::{black_box, criterion_group, criterion_main, Criterion, Throughpu use rand::prelude::StdRng; use rand::{Rng, SeedableRng}; -use noir_compute::operator::source::IteratorSource; -use noir_compute::BatchMode; -use noir_compute::RuntimeConfig; -use noir_compute::StreamContext; +use renoir::operator::source::IteratorSource; +use renoir::BatchMode; +use renoir::RuntimeConfig; +use renoir::StreamContext; fn fold(dataset: &'static [u32]) { let config = RuntimeConfig::default(); diff --git a/benches/nexmark.rs b/benches/nexmark.rs index a7719f85..0e61fdb7 100644 --- a/benches/nexmark.rs +++ b/benches/nexmark.rs @@ -1,11 +1,11 @@ use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion, Throughput}; use nexmark::config::NexmarkConfig; -use noir_compute::operator::window::TransactionOp; -use noir_compute::operator::window::TransactionWindow; -use noir_compute::operator::Operator; -use noir_compute::operator::Timestamp; -use noir_compute::prelude::*; -use noir_compute::Stream; +use renoir::operator::window::TransactionOp; +use renoir::operator::window::TransactionWindow; +use renoir::operator::Operator; +use renoir::operator::Timestamp; +use renoir::prelude::*; +use renoir::Stream; use nexmark::event::*; diff --git a/benches/shuffle.rs b/benches/shuffle.rs index cc3544a8..0b29f25a 100644 --- a/benches/shuffle.rs +++ b/benches/shuffle.rs @@ -3,9 +3,9 @@ use criterion::{black_box, criterion_group, criterion_main, Criterion, Throughpu use rand::rngs::SmallRng; use rand::{Rng, SeedableRng}; -use noir_compute::operator::source::IteratorSource; -use noir_compute::BatchMode; -use noir_compute::StreamContext; +use renoir::operator::source::IteratorSource; +use renoir::BatchMode; +use renoir::StreamContext; fn shuffle(dataset: &'static [u32]) { let env = StreamContext::new_local(); diff --git a/benches/wordcount.rs b/benches/wordcount.rs index 74c130c4..52d1f3da 100644 --- a/benches/wordcount.rs +++ b/benches/wordcount.rs @@ -13,8 +13,8 @@ use once_cell::sync::Lazy; use rand::prelude::StdRng; use rand::SeedableRng; -use noir_compute::BatchMode; -use noir_compute::StreamContext; +use renoir::BatchMode; +use renoir::StreamContext; mod common; use common::*; diff --git a/examples/car_accidents.rs b/examples/car_accidents.rs index 0f35f376..d6e0485a 100644 --- a/examples/car_accidents.rs +++ b/examples/car_accidents.rs @@ -4,8 +4,8 @@ use std::str::FromStr; use std::time::Instant; use itertools::Itertools; -use noir_compute::operator::Operator; -use noir_compute::{prelude::*, Stream}; +use renoir::operator::Operator; +use renoir::{prelude::*, Stream}; use serde::{Deserialize, Serialize}; #[global_allocator] diff --git a/examples/collatz.rs b/examples/collatz.rs index e00cfc03..466cdeba 100644 --- a/examples/collatz.rs +++ b/examples/collatz.rs @@ -1,4 +1,4 @@ -use noir_compute::prelude::*; +use renoir::prelude::*; use std::time::Instant; #[global_allocator] diff --git a/examples/connected_components.rs b/examples/connected_components.rs index 7723b622..1122e73b 100644 --- a/examples/connected_components.rs +++ b/examples/connected_components.rs @@ -1,7 +1,7 @@ use std::collections::HashSet; use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; use serde::{Deserialize, Serialize}; #[global_allocator] diff --git a/examples/kmeans.rs b/examples/kmeans.rs index 3c1b2487..670c2a8e 100644 --- a/examples/kmeans.rs +++ b/examples/kmeans.rs @@ -6,7 +6,7 @@ use std::time::Instant; use serde::{Deserialize, Serialize}; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/logistic_regression.rs b/examples/logistic_regression.rs index 7bb20476..da136781 100644 --- a/examples/logistic_regression.rs +++ b/examples/logistic_regression.rs @@ -11,9 +11,9 @@ fn main() {} // // use serde::{Deserialize, Serialize}; // -// use noir_compute::operator::source::CsvSource; -// use noir_compute::RuntimeConfig; -// use noir_compute::StreamContext; +// use renoir::operator::source::CsvSource; +// use renoir::RuntimeConfig; +// use renoir::StreamContext; // // #[derive(Serialize, Deserialize, Clone, Copy, Debug)] // struct LabeledPoint { diff --git a/examples/nexmark-latency.rs b/examples/nexmark-latency.rs index 3013b92c..594c6c59 100644 --- a/examples/nexmark-latency.rs +++ b/examples/nexmark-latency.rs @@ -1,10 +1,10 @@ use clap::Parser; use nexmark::config::NexmarkConfig; -use noir_compute::operator::Operator; -use noir_compute::operator::Timestamp; -use noir_compute::prelude::*; -use noir_compute::Replication; -use noir_compute::Stream; +use renoir::operator::Operator; +use renoir::operator::Timestamp; +use renoir::prelude::*; +use renoir::Replication; +use renoir::Stream; use std::time::Instant; use std::time::SystemTime; use std::time::UNIX_EPOCH; @@ -217,5 +217,5 @@ fn main() { eprintln!("=================================================="); micrometer::summary_grouped(); - micrometer::append_csv("/tmp/nexmark-latency.csv", "noir").unwrap(); + micrometer::append_csv("/tmp/nexmark-latency.csv", "renoir").unwrap(); } diff --git a/examples/nexmark.rs b/examples/nexmark.rs index 596b21c5..c5e89c84 100644 --- a/examples/nexmark.rs +++ b/examples/nexmark.rs @@ -1,13 +1,13 @@ use fxhash::FxHashMap; use nexmark::config::NexmarkConfig; -use noir_compute::operator::window::TransactionOp; -use noir_compute::operator::window::TransactionWindow; -use noir_compute::operator::ElementGenerator; -use noir_compute::operator::Operator; -use noir_compute::operator::StreamElement; -use noir_compute::operator::Timestamp; -use noir_compute::prelude::*; -use noir_compute::Stream; +use renoir::operator::window::TransactionOp; +use renoir::operator::window::TransactionWindow; +use renoir::operator::ElementGenerator; +use renoir::operator::Operator; +use renoir::operator::StreamElement; +use renoir::operator::Timestamp; +use renoir::prelude::*; +use renoir::Stream; use std::cmp::Reverse; use std::collections::BinaryHeap; use std::time::Instant; diff --git a/examples/pagerank.rs b/examples/pagerank.rs index b6bf874e..91e490b1 100644 --- a/examples/pagerank.rs +++ b/examples/pagerank.rs @@ -1,6 +1,6 @@ use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/pagerank_stateful.rs b/examples/pagerank_stateful.rs index 497cde7b..9842295a 100644 --- a/examples/pagerank_stateful.rs +++ b/examples/pagerank_stateful.rs @@ -6,7 +6,7 @@ use std::mem::replace; use std::sync::Arc; use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/pagerank_timely.rs b/examples/pagerank_timely.rs index df7d78a1..d768c7e2 100644 --- a/examples/pagerank_timely.rs +++ b/examples/pagerank_timely.rs @@ -1,6 +1,6 @@ use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; use rand::prelude::*; #[global_allocator] diff --git a/examples/rolling_top_words.rs b/examples/rolling_top_words.rs index 291b44b7..174d41bf 100644 --- a/examples/rolling_top_words.rs +++ b/examples/rolling_top_words.rs @@ -3,7 +3,7 @@ use std::time::{Instant, SystemTime}; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; -use noir_compute::prelude::*; +use renoir::prelude::*; use rand::prelude::*; const TOPICS: [&str; 50] = [ diff --git a/examples/rolling_top_words_e2e.rs b/examples/rolling_top_words_e2e.rs index c09cbf1f..ce1531e4 100644 --- a/examples/rolling_top_words_e2e.rs +++ b/examples/rolling_top_words_e2e.rs @@ -4,7 +4,7 @@ use std::time::Instant; static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; use nanorand::Rng; -use noir_compute::prelude::*; +use renoir::prelude::*; const TOPICS: [&str; 50] = [ "#love", diff --git a/examples/simple.rs b/examples/simple.rs index ed30a321..ca06b372 100644 --- a/examples/simple.rs +++ b/examples/simple.rs @@ -1,4 +1,4 @@ -use noir_compute::prelude::*; +use renoir::prelude::*; fn main() { let (config, _args) = RuntimeConfig::from_args(); diff --git a/examples/transitive_closure.rs b/examples/transitive_closure.rs index e26adb9f..c7c3156c 100644 --- a/examples/transitive_closure.rs +++ b/examples/transitive_closure.rs @@ -1,6 +1,6 @@ use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/triangles_fold.rs b/examples/triangles_fold.rs index 3793b4bc..4da089b0 100644 --- a/examples/triangles_fold.rs +++ b/examples/triangles_fold.rs @@ -1,6 +1,6 @@ use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/triangles_rich_map.rs b/examples/triangles_rich_map.rs index 2b50b8ff..c9bf9afc 100644 --- a/examples/triangles_rich_map.rs +++ b/examples/triangles_rich_map.rs @@ -2,7 +2,7 @@ use std::time::Instant; use itertools::Itertools; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/wordcount.rs b/examples/wordcount.rs index cf41d542..6d1fc6cd 100644 --- a/examples/wordcount.rs +++ b/examples/wordcount.rs @@ -2,7 +2,7 @@ use std::time::Instant; use regex::Regex; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/wordcount_assoc.rs b/examples/wordcount_assoc.rs index f58fcc54..87784dab 100644 --- a/examples/wordcount_assoc.rs +++ b/examples/wordcount_assoc.rs @@ -2,7 +2,7 @@ use std::time::Instant; use regex::Regex; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/wordcount_opt.rs b/examples/wordcount_opt.rs index 23dbed13..54e35f89 100644 --- a/examples/wordcount_opt.rs +++ b/examples/wordcount_opt.rs @@ -2,7 +2,7 @@ use std::collections::HashMap; use std::hash::BuildHasherDefault; use std::time::Instant; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/examples/wordcount_windowed.rs b/examples/wordcount_windowed.rs index 192eb7b8..2d380f8a 100644 --- a/examples/wordcount_windowed.rs +++ b/examples/wordcount_windowed.rs @@ -2,7 +2,7 @@ use std::time::{Duration, Instant}; use regex::Regex; -use noir_compute::prelude::*; +use renoir::prelude::*; #[global_allocator] static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc; diff --git a/src/block/graph_generator.rs b/src/block/graph_generator.rs index eda2a42f..a62346e3 100644 --- a/src/block/graph_generator.rs +++ b/src/block/graph_generator.rs @@ -32,7 +32,7 @@ impl JobGraphGenerator { self.blocks.sort_keys(); let attributes = vec!["ranksep=0.1"]; format!( - "digraph noir {{\n{attributes}\n{subgraphs}\n{connections}\n}}", + "digraph renoir {{\n{attributes}\n{subgraphs}\n{connections}\n}}", attributes = attributes .into_iter() .map(|s| format!(" {s};")) diff --git a/src/config.rs b/src/config.rs index 156f642a..eb0f8d6a 100644 --- a/src/config.rs +++ b/src/config.rs @@ -36,7 +36,7 @@ pub const CONFIG_ENV_VAR: &str = "NOIR_CONFIG"; /// ## Local environment /// /// ``` -/// # use noir_compute::{StreamContext, RuntimeConfig}; +/// # use renoir::{StreamContext, RuntimeConfig}; /// let config = RuntimeConfig::local(2).unwrap(); /// let env = StreamContext::new(config); /// ``` @@ -44,7 +44,7 @@ pub const CONFIG_ENV_VAR: &str = "NOIR_CONFIG"; /// ## Remote environment /// /// ``` -/// # use noir_compute::{StreamContext, RuntimeConfig}; +/// # use renoir::{StreamContext, RuntimeConfig}; /// # use std::fs::File; /// # use std::io::Write; /// let config = r#" @@ -71,7 +71,7 @@ pub const CONFIG_ENV_VAR: &str = "NOIR_CONFIG"; /// their docs. /// /// ```no_run -/// # use noir_compute::{RuntimeConfig, StreamContext}; +/// # use renoir::{RuntimeConfig, StreamContext}; /// let (config, args) = RuntimeConfig::from_args(); /// let env = StreamContext::new(config); /// ``` @@ -195,7 +195,7 @@ impl std::fmt::Debug for SSHConfig { #[cfg(feature = "clap")] #[derive(Debug, Parser)] #[clap( - name = "noir", + name = "renoir", about = "Network of Operators In Rust", trailing_var_arg = true )] diff --git a/src/environment.rs b/src/environment.rs index 496add7f..bd4b31f5 100644 --- a/src/environment.rs +++ b/src/environment.rs @@ -33,7 +33,7 @@ pub(crate) struct StreamContextInner { /// [`RuntimeConfig`], then you can ask new streams providing the source from where to read from. /// /// If you want to use a distributed environment (i.e. using remote workers) you have to spawn them -/// using [`spawn_remote_workers`](StreamContext::spawn_remote_workers) before asking for some stream. +/// using [`spawn_remote_workers`](RuntimeConfig::spawn_remote_workers) before asking for some stream. /// /// When all the stream have been registered you have to call [`execute`](StreamContext::execute_blocking) that will consume the /// environment and start the computation. This function will return when the computation ends. diff --git a/src/lib.rs b/src/lib.rs index 62985be3..977f49ec 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -1,26 +1,26 @@ /*! -# Noir +# Renoir [Preprint](https://arxiv.org/abs/2306.04421) -### Network of Operators In Rust +### REactive Network of Operators In Rust -[API Docs](https://deib-polimi.github.io/noir/noir/) +[API Docs](https://deib-polimi.github.io/renoir/renoir/) -Noir is a distributed data processing platform based on the dataflow paradigm that provides an ergonomic programming interface, similar to that of Apache Flink, but has much better performance characteristics. +Renoir *(short: Noir) [/ʁənwaʁ/, /nwaʁ/]* is a distributed data processing platform based on the dataflow paradigm that provides an ergonomic programming interface, similar to that of Apache Flink, but has much better performance characteristics. -Noir converts each job into a dataflow graph of +Renoir converts each job into a dataflow graph of operators and groups them in blocks. Blocks contain a sequence of operors which process the data sequentially without repartitioning it. They are the deployment unit used by the system and can be distributed and executed on multiple systems. -The common layout of a Noir program starts with the creation of a `StreamContext`, then one or more `Source`s are initialised creating a `Stream`. The graph of operators is composed using the methods of the `Stream` object, which follow a similar approach to Rust's `Iterator` trait allowing ergonomically define a processing workflow through method chaining. +The common layout of a Renoir program starts with the creation of a `StreamContext`, then one or more `Source`s are initialised creating a `Stream`. The graph of operators is composed using the methods of the `Stream` object, which follow a similar approach to Rust's `Iterator` trait allowing ergonomically define a processing workflow through method chaining. ### Examples #### Wordcount ```no_run -use noir_compute::prelude::*; +use renoir::prelude::*; fn main() { // Convenience method to parse deployment config from CLI arguments @@ -59,7 +59,7 @@ fn tokenize(s: &str) -> Vec { ```no_run -use noir_compute::prelude::*; +use renoir::prelude::*; fn main() { // Convenience method to parse deployment config from CLI arguments @@ -107,7 +107,7 @@ num_cores = 16 address = "host2.lan" base_port = 9500 num_cores = 24 -ssh = { username = "noir", key_file = "/home/noir/.ssh/id_ed25519" } +ssh = { username = "renoir", key_file = "/home/renoir/.ssh/id_ed25519" } ``` Refer to the [examples](examples/) directory for an extended set of working examples diff --git a/src/operator/iteration/iterate.rs b/src/operator/iteration/iterate.rs index 7ebe11dc..d201649b 100644 --- a/src/operator/iteration/iterate.rs +++ b/src/operator/iteration/iterate.rs @@ -339,8 +339,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).shuffle(); /// let (state, items) = s.iterate( diff --git a/src/operator/iteration/replay.rs b/src/operator/iteration/replay.rs index ddb7fcda..28334714 100644 --- a/src/operator/iteration/replay.rs +++ b/src/operator/iteration/replay.rs @@ -236,8 +236,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).shuffle(); /// let state = s.replay( diff --git a/src/operator/join/mod.rs b/src/operator/join/mod.rs index 22991b42..162c1cbf 100644 --- a/src/operator/join/mod.rs +++ b/src/operator/join/mod.rs @@ -99,8 +99,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..5u8); /// let s2 = env.stream_iter(0..5i32); @@ -147,8 +147,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..5u8); /// let s2 = env.stream_iter(0..5i32); @@ -196,8 +196,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..5u8); /// let s2 = env.stream_iter(0..5i32); @@ -248,8 +248,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..5u8); /// let s2 = env.stream_iter(0..5i32); @@ -257,8 +257,8 @@ where /// ``` /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..5u8); /// let s2 = env.stream_iter(0..5i32); diff --git a/src/operator/merge.rs b/src/operator/merge.rs index e8ca64a5..7d400cbf 100644 --- a/src/operator/merge.rs +++ b/src/operator/merge.rs @@ -25,8 +25,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..10); /// let s2 = env.stream_iter(10..20); diff --git a/src/operator/mod.rs b/src/operator/mod.rs index f2fff973..11232cfc 100644 --- a/src/operator/mod.rs +++ b/src/operator/mod.rs @@ -1,7 +1,7 @@ //! Operators that can be applied to a stream. //! -//! The actual operator list can be found from the implemented methods of [`Stream`](crate::Stream), -//! [`KeyedStream`](crate::KeyedStream), [`WindowedStream`](crate::WindowedStream) +//! The actual operator list can be found from the implemented methods of [`Stream`], +//! [`KeyedStream`], [`crate::WindowedStream`] use std::fmt::Display; use std::hash::Hash; @@ -306,9 +306,9 @@ where /// will be inserted. /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// use noir_compute::operator::Timestamp; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// use renoir::operator::Timestamp; /// # let mut env = StreamContext::new_local(); /// /// let s = env.stream_iter(0..10); @@ -342,9 +342,9 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// use noir_compute::BatchMode; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// use renoir::BatchMode; /// # let mut env = StreamContext::new_local(); /// /// let s = env.stream_iter(0..10); @@ -363,8 +363,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.filter_map(|n| if n % 2 == 0 { Some(n * 3) } else { None }).collect_vec(); @@ -388,8 +388,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.filter(|&n| n % 2 == 0).collect_vec(); @@ -430,8 +430,8 @@ where /// This will emit only the _positive prefix-sums_. /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter((std::array::IntoIter::new([1, 2, -5, 3, 1]))); /// let res = s.rich_filter_map({ @@ -476,8 +476,8 @@ where /// there are more replicas. /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(1..=5); /// let res = s.rich_map({ @@ -497,8 +497,8 @@ where /// the `enumerate` function in Python. /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(1..=5); /// let res = s.rich_map({ @@ -530,8 +530,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.map(|n| n * 10).collect_vec(); @@ -558,8 +558,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # tokio::runtime::Runtime::new() /// # .unwrap() /// # .block_on(base()); @@ -623,8 +623,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # tokio::runtime::Runtime::new() /// # .unwrap() /// # .block_on(base()); @@ -656,8 +656,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(5..15); /// let res = s.map_memo_by(|n| (n * n) % 7, |n| n % 7, 5).collect_vec(); @@ -704,8 +704,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.fold(0, |acc, value| *acc += value).collect_vec(); @@ -750,8 +750,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.fold_assoc(0, |acc, value| *acc += value, |acc, value| *acc += value).collect_vec(); @@ -797,8 +797,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -888,8 +888,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.key_by(|&n| n % 2).collect_vec(); @@ -913,8 +913,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// s.inspect(|n| println!("Item: {}", n)).for_each(std::mem::drop); @@ -945,8 +945,8 @@ where /// This will emit only the _positive prefix-sums_. /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..=3); /// let res = s.rich_flat_map({ @@ -980,7 +980,7 @@ where /// This version of `rich_flat_map` is a lower level primitive that gives full control over the /// inner types used in streams. It can be used to define custom unary operators. /// - /// The closure must follow these rules to ensure the correct behaviour of noir: + /// The closure must follow these rules to ensure the correct behaviour of renoir: /// + `Watermark` messages must be sent when no more items with lower timestamp will ever be produced /// + `FlushBatch` messages must be forwarded if received /// + For each `FlushAndRestart` and `Terminate` message received, the operator must generate @@ -1009,8 +1009,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3); /// let res = s.flat_map(|n| vec![n, n]).collect_vec(); @@ -1034,8 +1034,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// s.for_each(|n| println!("Item: {}", n)); @@ -1057,8 +1057,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter((vec![ /// vec![1, 2, 3], @@ -1096,8 +1096,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// s.broadcast(); @@ -1122,8 +1122,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let keyed = s.group_by(|&n| n % 2); // partition even and odd elements @@ -1155,8 +1155,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -1204,8 +1204,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -1268,8 +1268,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -1331,8 +1331,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -1373,8 +1373,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -1430,8 +1430,8 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s @@ -1571,8 +1571,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.reduce(|a, b| a + b).collect::>(); @@ -1616,8 +1616,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.reduce_assoc(|a, b| a + b).collect_vec(); @@ -1657,7 +1657,7 @@ where /// ## Example /// /// ``` - /// # use noir_compute::prelude::*; + /// # use renoir::prelude::*; /// # let mut env = StreamContext::new_local(); /// # let s = env.stream_iter(0..10); /// let mut routes = s.route() @@ -1687,8 +1687,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.shuffle(); @@ -1706,8 +1706,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let mut splits = s.split(3); @@ -1742,8 +1742,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter((vec!['A', 'B', 'C', 'D'].into_iter())); /// let s2 = env.stream_iter((vec![1, 2, 3].into_iter())); @@ -1781,8 +1781,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10u32); /// let rx = s.collect_channel(); @@ -1812,8 +1812,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10u32); /// let rx = s.collect_channel(); @@ -1844,8 +1844,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.collect_vec(); @@ -1875,8 +1875,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.collect_vec(); @@ -1905,8 +1905,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.collect_vec(); @@ -1935,8 +1935,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.collect_vec(); @@ -1964,8 +1964,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10); /// let res = s.collect_vec(); @@ -1997,8 +1997,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # tokio::runtime::Runtime::new() /// # .unwrap() /// # .block_on(base()); @@ -2038,8 +2038,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter((0..4).cycle().take(10)); /// let res = s.map_memo(|n| n * n, 5).collect_vec(); @@ -2084,9 +2084,9 @@ where /// will be inserted. /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// use noir_compute::operator::Timestamp; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// use renoir::operator::Timestamp; /// # let mut env = StreamContext::new_local(); /// /// let s = env.stream_iter(0..10); @@ -2123,9 +2123,9 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// use noir_compute::BatchMode; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// use renoir::BatchMode; /// # let mut env = StreamContext::new_local(); /// /// let s = env.stream_iter(0..10).group_by(|&n| n % 2); @@ -2144,8 +2144,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10).group_by(|&n| n % 2); /// let res = s.filter_map(|(_key, n)| if n % 3 == 0 { Some(n * 4) } else { None }).collect_vec(); @@ -2173,8 +2173,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10).group_by(|&n| n % 2); /// let res = s.filter(|&(_key, n)| n % 3 == 0).collect_vec(); @@ -2200,8 +2200,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).group_by(|&n| n % 2); /// let res = s.flat_map(|(_key, n)| vec![n, n]).collect_vec(); @@ -2228,8 +2228,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5).group_by(|&n| n % 2); /// s.inspect(|(key, n)| println!("Item: {} has key {}", n, key)).for_each(std::mem::drop); @@ -2266,8 +2266,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5).group_by(|&n| n % 2); /// let res = s @@ -2311,8 +2311,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5).group_by(|&n| n % 2); /// let res = s @@ -2344,8 +2344,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5).group_by(|&n| n % 2); /// let res = s.map(|(_key, n)| 10 * n).collect_vec(); @@ -2435,8 +2435,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let stream = env.stream_iter(0..4).group_by(|&n| n % 2); /// let res = stream.unkey().collect_vec(); @@ -2457,8 +2457,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let stream = env.stream_iter(0..4).group_by(|&n| n % 2); /// let res = stream.drop_key().collect_vec(); @@ -2478,8 +2478,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5).group_by(|&n| n % 2); /// s.for_each(|(key, n)| println!("Item: {} has key {}", n, key)); @@ -2538,8 +2538,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s1 = env.stream_iter(0..3).group_by(|&n| n % 2); /// let s2 = env.stream_iter(3..5).group_by(|&n| n % 2); @@ -2583,8 +2583,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s.shuffle(); @@ -2606,8 +2606,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10u32); /// let rx = s.collect_channel(); @@ -2633,8 +2633,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..10u32); /// let rx = s.collect_channel(); @@ -2664,8 +2664,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).group_by(|&n| n % 2); /// let res = s.collect_vec(); @@ -2694,8 +2694,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).group_by(|&n| n % 2); /// let res = s.collect_vec_all(); @@ -2723,8 +2723,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).group_by(|&n| n % 2); /// let res = s.collect_vec(); @@ -2751,8 +2751,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..3).group_by(|&n| n % 2); /// let res = s.collect_vec(); @@ -2784,8 +2784,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let s = env /// .stream_iter((vec![ diff --git a/src/operator/source/async_stream.rs b/src/operator/source/async_stream.rs index 6d75e26d..5568be8f 100644 --- a/src/operator/source/async_stream.rs +++ b/src/operator/source/async_stream.rs @@ -48,8 +48,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::AsyncStreamSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::AsyncStreamSource; /// # let mut env = StreamContext::new_local(); /// let stream = futures::stream::iter(0..10u32); /// let source = AsyncStreamSource::new(stream); diff --git a/src/operator/source/channel.rs b/src/operator/source/channel.rs index 65fd918b..5c0c3374 100644 --- a/src/operator/source/channel.rs +++ b/src/operator/source/channel.rs @@ -39,8 +39,8 @@ impl ChannelSource { /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::ChannelSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::ChannelSource; /// # let mut env = StreamContext::new_local(); /// let (tx_channel, source) = ChannelSource::new(4); /// let R = env.stream(source); diff --git a/src/operator/source/csv.rs b/src/operator/source/csv.rs index 4eee40a6..8b814040 100644 --- a/src/operator/source/csv.rs +++ b/src/operator/source/csv.rs @@ -126,8 +126,8 @@ impl Deserialize<'a>> CsvSource { /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::CsvSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::CsvSource; /// # use serde::{Deserialize, Serialize}; /// # let mut env = StreamContext::new_local(); /// #[derive(Clone, Deserialize, Serialize)] diff --git a/src/operator/source/file.rs b/src/operator/source/file.rs index 9dbda445..9d97c73e 100644 --- a/src/operator/source/file.rs +++ b/src/operator/source/file.rs @@ -46,8 +46,8 @@ impl FileSource { /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::FileSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::FileSource; /// # let mut env = StreamContext::new_local(); /// let source = FileSource::new("/datasets/huge.txt"); /// let s = env.stream(source); diff --git a/src/operator/source/iterator.rs b/src/operator/source/iterator.rs index 68d8c7f3..97c8f2f2 100644 --- a/src/operator/source/iterator.rs +++ b/src/operator/source/iterator.rs @@ -46,8 +46,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; /// # let mut env = StreamContext::new_local(); /// let source = IteratorSource::new((0..5)); /// let s = env.stream(source); diff --git a/src/operator/source/parallel_iterator.rs b/src/operator/source/parallel_iterator.rs index d3cd1183..5f1d2ef3 100644 --- a/src/operator/source/parallel_iterator.rs +++ b/src/operator/source/parallel_iterator.rs @@ -205,7 +205,7 @@ impl crate::StreamContext { /// Convenience method, creates a `ParallelIteratorSource` and makes a stream using `StreamContext::stream` /// # Example: /// ``` - /// use noir_compute::prelude::*; + /// use renoir::prelude::*; /// /// let env = StreamContext::new_local(); /// @@ -255,8 +255,8 @@ where /// ## Example /// /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::ParallelIteratorSource; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::ParallelIteratorSource; /// # let mut env = StreamContext::new_local(); /// // generate the numbers from 0 to 99 using multiple replicas /// let n = 100; diff --git a/src/operator/window/aggr/fold.rs b/src/operator/window/aggr/fold.rs index 8d244edc..77060ef2 100644 --- a/src/operator/window/aggr/fold.rs +++ b/src/operator/window/aggr/fold.rs @@ -106,9 +106,9 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// # use noir_compute::operator::window::CountWindow; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// # use renoir::operator::window::CountWindow; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5); /// let res = s diff --git a/src/operator/window/mod.rs b/src/operator/window/mod.rs index 3299537c..f1027349 100644 --- a/src/operator/window/mod.rs +++ b/src/operator/window/mod.rs @@ -291,9 +291,9 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// # use noir_compute::operator::window::CountWindow; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// # use renoir::operator::window::CountWindow; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..9); /// let res = s @@ -334,9 +334,9 @@ where /// /// ## Example /// ``` - /// # use noir_compute::{StreamContext, RuntimeConfig}; - /// # use noir_compute::operator::source::IteratorSource; - /// # use noir_compute::operator::window::CountWindow; + /// # use renoir::{StreamContext, RuntimeConfig}; + /// # use renoir::operator::source::IteratorSource; + /// # use renoir::operator::window::CountWindow; /// # let mut env = StreamContext::new_local(); /// let s = env.stream_iter(0..5usize); /// let res = s diff --git a/src/runner.rs b/src/runner.rs index 1ea95fb7..b9439227 100644 --- a/src/runner.rs +++ b/src/runner.rs @@ -25,7 +25,7 @@ pub(crate) const SCP_BUFFER_SIZE: usize = 512 * 1024; /// Execution results returned by a remote worker. struct HostExecutionResult { - /// Tracing data if noir is compiled with tracing enabled. + /// Tracing data if renoir is compiled with tracing enabled. tracing: Option, /// Time spent for sending the binary file to the remote worker. sync_time: Duration, @@ -105,7 +105,7 @@ pub(crate) fn spawn_remote_workers(config: RemoteConfig) { let now = std::time::SystemTime::now() .duration_since(std::time::UNIX_EPOCH) .unwrap(); - let file_name = format!("noir-trace-{}.json", now.as_secs()); + let file_name = format!("renoir-trace-{}.json", now.as_secs()); let target = path.join(file_name); let mut target = std::fs::File::create(target).expect("Cannot create tracing json file"); serde_json::to_writer(&mut target, &tracing_data) @@ -199,7 +199,7 @@ fn remote_worker( log::debug!("executable located at {}", current_exe.display()); // generate a temporary file on remote host - let remote_path = Path::new("/tmp/noir/").join(format!( + let remote_path = Path::new("/tmp/renoir/").join(format!( "{}-{}", current_exe.file_name().unwrap().to_string_lossy(), executable_uid @@ -245,8 +245,8 @@ fn remote_worker( s.spawn(|| { // copy to stderr the output of the remote process for line in stderr_reader.lines().map_while(Result::ok) { - if let Some(pos) = line.find("__noir2_TRACING_DATA__") { - let json_data = &line[(pos + "__noir2_TRACING_DATA__ ".len())..]; + if let Some(pos) = line.find("__renoir_TRACING_DATA__") { + let json_data = &line[(pos + "__renoir_TRACING_DATA__ ".len())..]; match serde_json::from_str(json_data) { Ok(data) => tracing_data = Some(data), Err(err) => { @@ -335,9 +335,9 @@ fn send_executable( return; } - let (msg, result) = run_remote_command(session, "mkdir -p /tmp/noir"); + let (msg, result) = run_remote_command(session, "mkdir -p /tmp/renoir"); if result != 0 { - warn!("failed to create /tmp/noir directory [{result}]: {msg}"); + warn!("failed to create /tmp/renoir directory [{result}]: {msg}"); } let mut local_file = File::open(local_path).unwrap(); diff --git a/src/scheduler.rs b/src/scheduler.rs index 09a5d2fc..ee34158a 100644 --- a/src/scheduler.rs +++ b/src/scheduler.rs @@ -304,7 +304,7 @@ impl Scheduler { profilers, }; log::trace!( - "__noir2_TRACING_DATA__ {}", + "__renoir_TRACING_DATA__ {}", serde_json::to_string(&data).unwrap() ); } diff --git a/tests/aggregators.rs b/tests/aggregators.rs index d23611e5..614f9539 100644 --- a/tests/aggregators.rs +++ b/tests/aggregators.rs @@ -1,4 +1,4 @@ -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/broadcast.rs b/tests/broadcast.rs index 1a5ae99c..9547f524 100644 --- a/tests/broadcast.rs +++ b/tests/broadcast.rs @@ -1,4 +1,4 @@ -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/filter.rs b/tests/filter.rs index 333e26cb..4b3f1550 100644 --- a/tests/filter.rs +++ b/tests/filter.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/filter_map.rs b/tests/filter_map.rs index 0def8d15..3e4e9025 100644 --- a/tests/filter_map.rs +++ b/tests/filter_map.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/flatten.rs b/tests/flatten.rs index 1df8692b..c2165724 100644 --- a/tests/flatten.rs +++ b/tests/flatten.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/fold.rs b/tests/fold.rs index 78537494..4a93a50b 100644 --- a/tests/fold.rs +++ b/tests/fold.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/group_by.rs b/tests/group_by.rs index d7bf6352..77046eaf 100644 --- a/tests/group_by.rs +++ b/tests/group_by.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/interval_join.rs b/tests/interval_join.rs index 5b22b966..ea2fe74c 100644 --- a/tests/interval_join.rs +++ b/tests/interval_join.rs @@ -1,4 +1,4 @@ -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/iteration/iterate.rs b/tests/iteration/iterate.rs index ad867942..d16c892a 100644 --- a/tests/iteration/iterate.rs +++ b/tests/iteration/iterate.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use super::utils::TestHelper; diff --git a/tests/iteration/replay.rs b/tests/iteration/replay.rs index 4284a483..ae81a819 100644 --- a/tests/iteration/replay.rs +++ b/tests/iteration/replay.rs @@ -1,5 +1,5 @@ -use noir_compute::operator::sink::StreamOutput; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::sink::StreamOutput; +use renoir::operator::source::IteratorSource; use super::utils::TestHelper; diff --git a/tests/join.rs b/tests/join.rs index ad64561a..507a4a41 100644 --- a/tests/join.rs +++ b/tests/join.rs @@ -5,7 +5,7 @@ use std::time::Duration; use itertools::Itertools; -use noir_compute::BatchMode; +use renoir::BatchMode; use utils::TestHelper; mod utils; diff --git a/tests/key_by.rs b/tests/key_by.rs index 0c99193e..c8a27796 100644 --- a/tests/key_by.rs +++ b/tests/key_by.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/keyed_fold.rs b/tests/keyed_fold.rs index c0e1d8c2..5da20ae7 100644 --- a/tests/keyed_fold.rs +++ b/tests/keyed_fold.rs @@ -1,4 +1,4 @@ -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/keyed_reduce.rs b/tests/keyed_reduce.rs index 8eecd874..6d435da5 100644 --- a/tests/keyed_reduce.rs +++ b/tests/keyed_reduce.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/map.rs b/tests/map.rs index 89b3dece..6c68d36d 100644 --- a/tests/map.rs +++ b/tests/map.rs @@ -2,7 +2,7 @@ use std::str::FromStr; use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/merge.rs b/tests/merge.rs index 44de9485..c54595d0 100644 --- a/tests/merge.rs +++ b/tests/merge.rs @@ -3,8 +3,8 @@ use std::sync::Arc; use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; -use noir_compute::Replication; +use renoir::operator::source::IteratorSource; +use renoir::Replication; use utils::{TestHelper, WatermarkChecker}; mod utils; diff --git a/tests/parallel_iterator.rs b/tests/parallel_iterator.rs index 73cd3086..24475d0d 100644 --- a/tests/parallel_iterator.rs +++ b/tests/parallel_iterator.rs @@ -1,5 +1,5 @@ use itertools::Itertools; -use noir_compute::operator::source::ParallelIteratorSource; +use renoir::operator::source::ParallelIteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/reduce.rs b/tests/reduce.rs index 2f549706..ae873c10 100644 --- a/tests/reduce.rs +++ b/tests/reduce.rs @@ -1,4 +1,4 @@ -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/rich_filter_map.rs b/tests/rich_filter_map.rs index 1529dac6..c181f43e 100644 --- a/tests/rich_filter_map.rs +++ b/tests/rich_filter_map.rs @@ -1,4 +1,4 @@ -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/rich_flat_map.rs b/tests/rich_flat_map.rs index 3c961e1f..e33e48f7 100644 --- a/tests/rich_flat_map.rs +++ b/tests/rich_flat_map.rs @@ -1,6 +1,6 @@ use itertools::{repeat_n, Itertools}; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/rich_map.rs b/tests/rich_map.rs index e6d4d316..fd8e9998 100644 --- a/tests/rich_map.rs +++ b/tests/rich_map.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/shuffle.rs b/tests/shuffle.rs index 60a19077..1f50aad8 100644 --- a/tests/shuffle.rs +++ b/tests/shuffle.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/split.rs b/tests/split.rs index e4398384..119fbbac 100644 --- a/tests/split.rs +++ b/tests/split.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/unkey.rs b/tests/unkey.rs index c5c2b17c..2d66a0fa 100644 --- a/tests/unkey.rs +++ b/tests/unkey.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils; diff --git a/tests/utils.rs b/tests/utils.rs index f4acf09a..24ce9412 100644 --- a/tests/utils.rs +++ b/tests/utils.rs @@ -10,12 +10,12 @@ use std::time::Duration; use itertools::{process_results, Itertools}; -use noir_compute::config::{ConfigBuilder, HostConfig, RuntimeConfig}; -use noir_compute::operator::{Data, Operator, StreamElement, Timestamp}; -use noir_compute::structure::BlockStructure; -use noir_compute::CoordUInt; -use noir_compute::ExecutionMetadata; -use noir_compute::StreamContext; +use renoir::config::{ConfigBuilder, HostConfig, RuntimeConfig}; +use renoir::operator::{Data, Operator, StreamElement, Timestamp}; +use renoir::structure::BlockStructure; +use renoir::CoordUInt; +use renoir::ExecutionMetadata; +use renoir::StreamContext; /// Port from which the integration tests start allocating sockets for the remote runtime. const TEST_BASE_PORT: u16 = 17666; diff --git a/tests/window/aggregator.rs b/tests/window/aggregator.rs index 891bb706..49539e2a 100644 --- a/tests/window/aggregator.rs +++ b/tests/window/aggregator.rs @@ -1,7 +1,7 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; -use noir_compute::operator::window::CountWindow; +use renoir::operator::source::IteratorSource; +use renoir::operator::window::CountWindow; use super::utils::TestHelper; diff --git a/tests/window/aggregator_keyed.rs b/tests/window/aggregator_keyed.rs index 1699a6c3..a0d5118d 100644 --- a/tests/window/aggregator_keyed.rs +++ b/tests/window/aggregator_keyed.rs @@ -1,7 +1,7 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; -use noir_compute::operator::window::CountWindow; +use renoir::operator::source::IteratorSource; +use renoir::operator::window::CountWindow; use super::utils::TestHelper; diff --git a/tests/window/event_time.rs b/tests/window/event_time.rs index 57e4c228..697651a6 100644 --- a/tests/window/event_time.rs +++ b/tests/window/event_time.rs @@ -1,5 +1,5 @@ -use noir_compute::operator::source::IteratorSource; -use noir_compute::operator::window::EventTimeWindow; +use renoir::operator::source::IteratorSource; +use renoir::operator::window::EventTimeWindow; use super::utils::TestHelper; diff --git a/tests/window/join.rs b/tests/window/join.rs index cb8e8d96..abdcf591 100644 --- a/tests/window/join.rs +++ b/tests/window/join.rs @@ -1,5 +1,5 @@ -use noir_compute::operator::source::IteratorSource; -use noir_compute::operator::window::EventTimeWindow; +use renoir::operator::source::IteratorSource; +use renoir::operator::window::EventTimeWindow; use super::utils::TestHelper; diff --git a/tests/window/processing_time.rs b/tests/window/processing_time.rs index aeb502d2..8fa817b4 100644 --- a/tests/window/processing_time.rs +++ b/tests/window/processing_time.rs @@ -1,7 +1,7 @@ use std::time::Duration; -use noir_compute::operator::source::IteratorSource; -use noir_compute::operator::window::ProcessingTimeWindow; +use renoir::operator::source::IteratorSource; +use renoir::operator::window::ProcessingTimeWindow; use super::utils::TestHelper; diff --git a/tests/zip.rs b/tests/zip.rs index 5b25042b..04d4c869 100644 --- a/tests/zip.rs +++ b/tests/zip.rs @@ -1,6 +1,6 @@ use itertools::Itertools; -use noir_compute::operator::source::IteratorSource; +use renoir::operator::source::IteratorSource; use utils::TestHelper; mod utils;