add code for 45 and ending. also update clap to rc.5

Author: tyrchen

04_httpie/Cargo.toml

@@ -16,7 +16,7 @@ name = "cli_get"
 
 [dependencies]
 anyhow = "1" # 错误处理
-clap = "3.0.0-beta.5" # 命令行解析
+clap = { version = "3.0.0-rc.5", features = ["derive"] } # 命令行解析
 colored = "2" # 命令终端多彩显示
 jsonxf = "1.1" # JSON pretty print 格式化
 mime = "0.3" # 处理 mime 类型

45_arch/Cargo.toml

@@ -0,0 +1,12 @@
+[package]
+name = "arch"
+version = "0.1.0"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+anyhow = "1"
+async-trait = "0.1"
+thiserror = "1"
+tokio = { version = "1", features = ["full"] }

45_arch/examples/pipeline.rs

@@ -0,0 +1,184 @@
+use std::fmt;
+
+pub use async_trait::async_trait;
+pub type BoxedError = Box<dyn std::error::Error>;
+
+/// rerun 超过 5 次，就视为失败
+const MAX_RERUN: usize = 5;
+
+/// plug 执行的结果
+#[must_use]
+pub enum PlugResult<Ctx> {
+    Continue,
+    Rerun,
+    Terminate,
+    NewPipe(Vec<Box<dyn Plug<Ctx>>>),
+    Err(BoxedError),
+}
+
+/// plug trait，任何 pipeline 中的组件需要实现这个 trait
+#[async_trait]
+pub trait Plug<Ctx>: fmt::Display {
+    async fn call(&self, ctx: &mut Ctx) -> PlugResult<Ctx>;
+}
+
+/// pipeline 结构
+#[derive(Default)]
+pub struct Pipeline<Ctx> {
+    plugs: Vec<Box<dyn Plug<Ctx>>>,
+    pos: usize,
+    rerun: usize,
+    executed: Vec<String>,
+}
+
+impl<Ctx> Pipeline<Ctx> {
+    /// 创建一个新的 pipeline
+    pub fn new(plugs: Vec<Box<dyn Plug<Ctx>>>) -> Self {
+        Self {
+            plugs,
+            pos: 0,
+            rerun: 0,
+            executed: Vec::with_capacity(16),
+        }
+    }
+
+    /// 执行整个 pipeline，要么执行完毕，要么出错
+    pub async fn execute(&mut self, ctx: &mut Ctx) -> Result<(), BoxedError> {
+        while self.pos < self.plugs.len() {
+            self.add_execution_log();
+            let plug = &self.plugs[self.pos];
+
+            match plug.call(ctx).await {
+                PlugResult::Continue => {
+                    self.pos += 1;
+                    self.rerun = 0;
+                }
+                PlugResult::Rerun => {
+                    // pos 不往前走，重新执行现有组件，rerun 开始累加
+                    self.rerun += 1;
+                }
+                PlugResult::Terminate => {
+                    break;
+                }
+                PlugResult::NewPipe(v) => {
+                    self.pos = 0;
+                    self.rerun = 0;
+                    self.plugs = v;
+                }
+                PlugResult::Err(e) => return Err(e),
+            }
+
+            // 如果 rerun 5 次，返回错误
+            if self.rerun >= MAX_RERUN {
+                return Err(anyhow::anyhow!("max rerun").into());
+            }
+        }
+
+        Ok(())
+    }
+
+    pub fn get_execution_log(&self) -> &[String] {
+        &self.executed
+    }
+
+    fn add_execution_log(&mut self) {
+        self.executed.push(self.plugs[self.pos].to_string());
+    }
+}
+
+// 示例代码
+use thiserror::Error;
+
+struct Context;
+
+#[derive(Debug, Error)]
+enum MyError {
+    #[error("Not found: {0}")]
+    NotFound(&'static str),
+}
+
+#[derive(Debug)]
+struct Normalizer;
+struct SecurityChecker;
+struct CacheLoader;
+struct CacheWriter;
+struct DataLoader;
+
+impl fmt::Display for Normalizer {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "Normalizer")
+    }
+}
+
+impl fmt::Display for SecurityChecker {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "SecurityChecker")
+    }
+}
+
+impl fmt::Display for CacheLoader {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "CacheLoader")
+    }
+}
+
+impl fmt::Display for CacheWriter {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "CacheWriter")
+    }
+}
+
+impl fmt::Display for DataLoader {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        write!(f, "DataLoader")
+    }
+}
+
+#[async_trait]
+impl Plug<Context> for Normalizer {
+    async fn call(&self, _ctx: &mut Context) -> PlugResult<Context> {
+        PlugResult::Continue
+    }
+}
+
+#[async_trait]
+impl Plug<Context> for SecurityChecker {
+    async fn call(&self, _ctx: &mut Context) -> PlugResult<Context> {
+        PlugResult::NewPipe(vec![
+            Box::new(CacheLoader),
+            Box::new(DataLoader),
+            Box::new(CacheWriter),
+        ])
+    }
+}
+
+#[async_trait]
+impl Plug<Context> for CacheLoader {
+    async fn call(&self, _ctx: &mut Context) -> PlugResult<Context> {
+        PlugResult::Continue
+    }
+}
+
+#[async_trait]
+impl Plug<Context> for CacheWriter {
+    async fn call(&self, _ctx: &mut Context) -> PlugResult<Context> {
+        PlugResult::Continue
+    }
+}
+
+#[async_trait]
+impl Plug<Context> for DataLoader {
+    async fn call(&self, _ctx: &mut Context) -> PlugResult<Context> {
+        PlugResult::Err(Box::new(MyError::NotFound("something")))
+    }
+}
+
+#[tokio::main]
+async fn main() -> Result<(), Box<dyn std::error::Error>> {
+    let mut pipeline = Pipeline::new(vec![Box::new(SecurityChecker), Box::new(Normalizer)]);
+    let mut ctx = Context;
+    let result = pipeline.execute(&mut ctx).await;
+    println!("{:?}", pipeline.get_execution_log());
+    println!("{:?}", result);
+    Ok(())
+}

45_arch/src/lib.rs

@@ -0,0 +1 @@
+// see examples

Cargo.toml

@@ -43,5 +43,7 @@ members = [
   "42_kv",
   "43_docdoc",
   "44_data_processing",
+  "45_arch",
   "46_kv",
+  "ending",
 ]

ending/.gitignore

@@ -0,0 +1 @@
+/target

ending/Cargo.toml

@@ -0,0 +1,11 @@
+[package]
+name = "ending"
+version = "0.1.0"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+tracing = "0.1"
+tracing-subscriber = { version = "0.3", features = ["env-filter"] }
+reqwest = { version = "0.11", default-features = false, features = ["rustls-tls", "blocking"]}

ending/examples/http2.rs

@@ -0,0 +1,13 @@
+use tracing::info;
+use tracing_subscriber::EnvFilter;
+
+fn main() {
+    tracing_subscriber::fmt::fmt()
+        .with_env_filter(EnvFilter::from_default_env())
+        .init();
+
+    let url = "https://www.rust-lang.org/";
+
+    let _body = reqwest::blocking::get(url).unwrap().text().unwrap();
+    info!("Fetching url: {}", url);
+}

ending/src/lib.rs

@@ -0,0 +1 @@
+// see examples

mid_term_rgrep/Cargo.toml

@@ -7,7 +7,7 @@ edition = "2021"
 
 [dependencies]
 anyhow = "1"
-clap = "3.0.0-beta.5"
+clap = { version = "3.0.0-rc.5", features = ["derive"] }
 colored = "2"
 glob = "0.3"
 itertools = "0.10"