reduce default queue len and set seen cache to same size

superfly · Nov 28, 2024 · 1ed2c2a · 1ed2c2a
1 parent 35fce7a
commit 1ed2c2a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/crates/corro-agent/src/agent/handlers.rs b/crates/corro-agent/src/agent/handlers.rs
@@ -750,8 +750,8 @@ pub async fn handle_changes(
         agent.config().perf.apply_queue_timeout as u64,
     ));
 
-    const MAX_SEEN_CACHE_LEN: usize = 10000;
-    const KEEP_SEEN_CACHE_SIZE: usize = 1000;
+    let max_seen_cache_len: usize = max_changes_chunk;
+    let keep_seen_cache_size: usize = cmp::max(10, max_seen_cache_len / 10);
     let mut seen: IndexMap<_, RangeInclusiveSet<CrsqlSeq>> = IndexMap::new();
 
     let mut drop_log_count: u64 = 0;
@@ -819,9 +819,9 @@ pub async fn handle_changes(
                     buf_cost = 0;
                 }
 
-                if seen.len() > MAX_SEEN_CACHE_LEN {
+                if seen.len() > max_seen_cache_len {
                     // we don't want to keep too many entries in here.
-                    seen = seen.split_off(seen.len() - KEEP_SEEN_CACHE_SIZE);
+                    seen = seen.split_off(seen.len() - keep_seen_cache_size);
                 }
                 continue
             },

diff --git a/crates/corro-types/src/config.rs b/crates/corro-types/src/config.rs
@@ -15,7 +15,7 @@ const fn default_wal_threshold() -> usize {
     10
 }
 const fn default_processing_queue() -> usize {
-    50000
+    20000
 }
 
 /// Used for the apply channel
-Original file line number
+Diff line change
@@ Expand Up / @@ -15,7 +15,7 @@ const fn default_wal_threshold() -> usize { @@
     }
     const fn default_processing_queue() -> usize {
     }
     /// Used for the apply channel
@@ Expand Down @@