Independent operator level cache + doc update

guestrin-lab · Jan 10, 2025 · ab85361 · ab85361
1 parent 9761855
commit ab85361
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/docs/configurations.rst b/docs/configurations.rst
@@ -24,9 +24,18 @@ Configurable Parameters
 1. enable_message_cache: 
     * Description: Enables or Disables cahcing mechanisms
     * Default: False
+    * Parameters: 
+        - cache_type: Type of caching (SQLITE or In_MEMORY)
+        - max_size: maximum size of cache
+        - cache_dir: Directory for where DB file is stored. Default: "~/.lotus/cache"
+    * Note: It is recommended to enable operator level caching
 .. code-block:: python
 
-    lotus.settings.configure(enable_message_cache=True)
+    cache_config = CacheConfig(cache_type=CacheType.SQLITE, max_size=1000)
+    cache = CacheFactory.create_cache(cache_config)
+
+    lm = LM(model='gpt-4o-mini', cache=cache)
+    lotus.settings.configure(lm=lm, enable_operator_cache=True)
 
 2. setting RM:
     * Description: Configures the retrieval model

diff --git a/lotus/cache.py b/lotus/cache.py
@@ -20,7 +20,7 @@ def require_cache_enabled(func: Callable) -> Callable:
 
     @wraps(func)
     def wrapper(self, *args, **kwargs):
-        if not lotus.settings.enable_message_cache:
+        if not lotus.settings.enable_message_cache and not lotus.settings.enable_operator_cache:
             return None
         return func(self, *args, **kwargs)