Use JSON OAI mode

DARPA-ASKEM · May 9, 2024 · 1dd8d39 · 1dd8d39
1 parent 3e6e3ea
commit 1dd8d39
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gollm/openai/tool_utils.py b/gollm/openai/tool_utils.py
@@ -41,6 +41,7 @@ def model_config_chain(research_paper: str, amr: str) -> dict:
         frequency_penalty=0,
         presence_penalty=0,
         seed=123,
+		response_format={ "type": "json_object" },
         messages=[
             {"role": "user", "content": prompt},
         ],
@@ -158,6 +159,7 @@ def config_from_dataset(amr: str, model_mapping: str, datasets: List[str]) -> st
         presence_penalty=0,
         seed=123,
         max_tokens=4000,
+		response_format={ "type": "json_object" },
         messages=[
             {"role": "user", "content": prompt},
         ],