Merge pull request #474 from GooeyAI/eval-lm

fix: pass LargeLanguageModels to submit(), not str
GooeyAI · Sep 25, 2024 · 44b3157 · 44b3157
2 parents 35b9581 + ffc7ce8
commit 44b3157
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/recipes/BulkEval.py b/recipes/BulkEval.py
@@ -361,7 +361,7 @@ def submit(
                 futs.append(
                     pool.submit(
                         _run_language_model,
-                        model=request.selected_model,
+                        model=LargeLanguageModels[request.selected_model],
                         prompt=prompt,
                         result=TaskResult(
                             llm_output={},