add OPENDAL_RETRIES_COUNT

Author: flaneur2020

src/common/storage/src/operator.rs

@@ -58,6 +58,9 @@ use crate::metrics_layer::METRICS_LAYER;
 use crate::runtime_layer::RuntimeLayer;
 use crate::StorageConfig;
 
+static METRIC_OPENDAL_RETRIES_COUNT: LazyLock<FamilyCounter<Vec<(&'static str, String)>>> =
+    LazyLock::new(|| register_counter_family("opendal_retries_count"));
+
 /// init_operator will init an opendal operator based on storage config.
 pub fn init_operator(cfg: &StorageParams) -> Result<Operator> {
     let op = match &cfg {
@@ -389,6 +392,8 @@ pub struct DatabendRetryInterceptor;
 
 impl RetryInterceptor for DatabendRetryInterceptor {
     fn intercept(&self, err: &opendal::Error, dur: Duration) {
+        let labels = vec![("err", err.kind().to_string())];
+        METRIC_OPENDAL_RETRIES_COUNT.get_or_create(&labels).incr();
         warn!(
             target: "opendal::layers::retry",
             "will retry after {:.2}s because: {:?}",