add provider label for llm token, remove redundant metrics capture for get_object

Author: nikhilsinhaparseable

src/metrics/mod.rs

@@ -317,7 +317,7 @@ pub static TOTAL_INPUT_LLM_TOKENS_BY_DATE: Lazy<IntCounterVec> = Lazy::new(|| {
             "Total input LLM tokens used by date",
         )
         .namespace(METRICS_NAMESPACE),
-        &["model", "date"],
+        &["provider", "model", "date"],
     )
     .expect("metric can be created")
 });

src/storage/azure_blob.rs

@@ -513,17 +513,6 @@ impl ObjectStorage for BlobStore {
                         .map_err(ObjectStorageError::PathError)?,
                 )
                 .await?;
-            increment_files_scanned_in_object_store_calls_by_date(
-                "GET",
-                1,
-                &Utc::now().date_naive().to_string(),
-            );
-            increment_bytes_scanned_in_object_store_calls_by_date(
-                "GET",
-                byts.len() as u64,
-                &Utc::now().date_naive().to_string(),
-            );
-            increment_object_store_calls_by_date("GET", &Utc::now().date_naive().to_string());
             res.push(byts);
         }
 

src/storage/gcs.rs

@@ -494,17 +494,6 @@ impl ObjectStorage for Gcs {
                         .map_err(ObjectStorageError::PathError)?,
                 )
                 .await?;
-            increment_files_scanned_in_object_store_calls_by_date(
-                "GET",
-                1,
-                &Utc::now().date_naive().to_string(),
-            );
-            increment_bytes_scanned_in_object_store_calls_by_date(
-                "GET",
-                byts.len() as u64,
-                &Utc::now().date_naive().to_string(),
-            );
-            increment_object_store_calls_by_date("GET", &Utc::now().date_naive().to_string());
             res.push(byts);
         }
 

src/storage/s3.rs

@@ -658,17 +658,6 @@ impl ObjectStorage for S3 {
                         .map_err(ObjectStorageError::PathError)?,
                 )
                 .await?;
-            increment_files_scanned_in_object_store_calls_by_date(
-                "GET",
-                1,
-                &Utc::now().date_naive().to_string(),
-            );
-            increment_bytes_scanned_in_object_store_calls_by_date(
-                "GET",
-                byts.len() as u64,
-                &Utc::now().date_naive().to_string(),
-            );
-            increment_object_store_calls_by_date("GET", &Utc::now().date_naive().to_string());
             res.push(byts);
         }
         // Record total files scanned