Started llm condition

chatsky/script/llm/llm_response.py

@@ -47,6 +47,8 @@
 from pydantic import BaseModel
 from typing import Union
 
+import re
+
 
 class LLM_API(BaseModel):
     """
@@ -91,8 +93,9 @@ def respond(self, history: int = []) -> Message:
         result.annotation.__generated_by_model__ = self.name
         return result
 
-    def condition(self, prompt=None, method="bool"):
-        raise NotImplementedError("Condition is not implemented.")
+    def condition(self, prompt, request):
+        result = self.parser.invoke(self.model.invoke([prompt+'\n'+request.text]))
+        return result
 
 
 def llm_response(
@@ -136,6 +139,22 @@ def llm_response(
             history_messages.append(SystemMessage(resp.text))
     return model.respond(history_messages)
 
+def llm_condition(
+        ctx: Context,
+        pipeline: Pipeline,
+        model_name,
+        prompt="",
+        method="regex",
+        threshold=0.9
+    ):
+    """
+    Basic function for using LLM in condition cases.
+    """
+    model = pipeline.get(model_name)
+    if method == "regex":
+        return re.match(r"True", model.condition(prompt, ctx.last_request))
+
+
 def __attachment_to_content(attachment: Image) -> str:
     """
     Helper function to convert image to base64 string.
@@ -148,4 +167,4 @@ def __attachment_to_content(attachment: Image) -> str:
     image_b64 = base64.b64encode(image_data).decode("utf-8")
     extension = attachment.source.split(".")[-1]
     image_b64 = f"data:image/{extension};base64,{image_b64}"
-    return image_b64
+    return image_b64