operator_cache_hit testing

lotus-data · Dec 27, 2024 · 4386b7c · 4386b7c
1 parent 3955735
commit 4386b7c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/.github/tests/lm_tests.py b/.github/tests/lm_tests.py
@@ -486,6 +486,7 @@ def test_operator_cache(setup_models, model):
     first_responses = lm(batch).outputs
     assert lm.stats.total_usage.operator_cache_hits == 0
     second_responses = lm(batch).outputs
+    lotus.logger.debug(f"Operator Cache hits: {lm.stats.total_usage.operator_cache_hits}")
     assert lm.stats.total_usage.operator_cache_hits == 2
     assert first_responses == second_responses
 
@@ -509,5 +510,6 @@ def test_disable_operator_cache(setup_models, model):
     first_responses = lm(batch).outputs
     assert lm.stats.total_usage.operator_cache_hits == 0
     second_responses = lm(batch).outputs
+    lotus.logger.debug(f"Operator Cache hits: {lm.stats.total_usage.operator_cache_hits}")
     assert lm.stats.total_usage.operator_cache_hits == 2
     assert first_responses == second_responses