Merge pull request #13 from RelationalAI/ag-get-stream

Exposes get_object_stream using an AsyncRead interface
RelationalAI · Feb 8, 2024 · 8d7bf3d · 8d7bf3d
2 parents a6a63d3 + 985a521
commit 8d7bf3d
Show file tree

Hide file tree

Showing 4 changed files with 321 additions and 13 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -13,6 +13,7 @@ crate-type = ["cdylib"]
 
 [dependencies]
 tokio = { version = "1.32.0", features = ["rt-multi-thread", "macros", "signal", "time"] }
+tokio-util = { version = "0.7", default-features = false, features = ["io"] }
 bytes = "1.0"
 tracing = "0.1"
 tracing-subscriber = "0.3"

diff --git a/src/error.rs b/src/error.rs
@@ -23,7 +23,7 @@ pub(crate) enum ErrorReason {
     Timeout
 }
 
-fn backoff_duration_for_retry(retries: usize, meta: &ConfigMeta) -> Duration {
+pub(crate) fn backoff_duration_for_retry(retries: usize, meta: &ConfigMeta) -> Duration {
     // We try to use the same settings as the object_store backoff but the implementation is
     // different so this is best effort.
     let mut backoff = backoff::ExponentialBackoff {