Fix non-callable attributes in CachingLM

abacusai · Jun 13, 2023 · d4889e1 · d4889e1
1 parent 8cec82b
commit d4889e1
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/lm_eval/base.py b/lm_eval/base.py
@@ -868,6 +868,10 @@ def __init__(self, lm, cache_db):
         lm.set_cache_hook(self.get_cache_hook())
 
     def __getattr__(self, attr):
+        lm_attr = getattr(self.lm, attr)
+        if not callable(lm_attr):
+            return lm_attr
+
         def fn(requests):
             res = []
             remaining_reqs = []

diff --git a/lm_eval/evaluator.py b/lm_eval/evaluator.py
@@ -109,7 +109,7 @@ def simple_evaluate(
         "model_args": model_args,
         "num_fewshot": num_fewshot,
         "batch_size": batch_size,
-        "batch_sizes": list(lm.batch_sizes.values()),
+        "batch_sizes": list(lm.batch_sizes.values()) if hasattr(lm, "batch_sizes") else [],
         "device": device,
         "no_cache": no_cache,
         "limit": limit,