Added base support for requests to aiml

README.md

@@ -99,7 +99,7 @@ After you have Python and (optionally) PostgreSQL installed, follow these steps:
 5. `pip install -r requirements.txt` (install the dependencies)
 6. `cp example-config.json config.json` (create `config.json` file)
 7. Set your key and other settings in `config.json` file:
-   - LLM Provider (`openai`, `anthropic` or `groq`) key and endpoints (leave `null` for default) (note that Azure and OpenRouter are suppored via the `openai` setting)
+   - LLM Provider (`openai`, `aiml`, `anthropic` or `groq`) key and endpoints (leave `null` for default) (note that Azure and OpenRouter are suppored via the `openai` setting)
    - Your API key (if `null`, will be read from the environment variables)
    - database settings: sqlite is used by default, PostgreSQL should also work
    - optionally update `fs.ignore_paths` and add files or folders which shouldn't be tracked by GPT Pilot in workspace, useful to ignore folders created by compilers

core/config/__init__.py

@@ -70,6 +70,7 @@ class LLMProvider(str, Enum):
     GROQ = "groq"
     LM_STUDIO = "lm-studio"
     AZURE = "azure"
+    AIML = "aiml"
 
 
 class UIAdapter(str, Enum):

core/llm/aiml_client.py

@@ -0,0 +1,24 @@
+from httpx import Timeout
+from openai import AsyncOpenAI
+
+from core.config import LLMProvider
+from core.llm.openai_client import OpenAIClient
+from core.log import get_logger
+
+log = get_logger(__name__)
+
+
+class AIMLClient(OpenAIClient):
+    provider = LLMProvider.AIML
+    stream_options = None
+
+    def _init_client(self):
+        self.client = AsyncOpenAI(
+            api_key=self.config.api_key,
+            base_url=self.config.base_url,
+            timeout=Timeout(
+                max(self.config.connect_timeout, self.config.read_timeout),
+                connect=self.config.connect_timeout,
+                read=self.config.read_timeout,
+            ),
+        )

core/llm/base.py

@@ -330,13 +330,16 @@ def for_provider(provider: LLMProvider) -> type["BaseLLMClient"]:
         :param provider: Provider to return the client for.
         :return: Client class for the specified provider.
         """
+        from .aiml_client import AIMLClient
         from .anthropic_client import AnthropicClient
         from .azure_client import AzureClient
         from .groq_client import GroqClient
         from .openai_client import OpenAIClient
 
         if provider == LLMProvider.OPENAI:
             return OpenAIClient
+        elif provider == LLMProvider.AIML:
+            return AIMLClient
         elif provider == LLMProvider.ANTHROPIC:
             return AnthropicClient
         elif provider == LLMProvider.GROQ:

example-config.json

@@ -10,6 +10,13 @@
       "connect_timeout": 60.0,
       "read_timeout": 20.0
     },
+    "aiml": {
+      // Example config for AIML (to access 100+ model - see https://docs.aimlapi.com/api-overview/text-models-llm)
+      "base_url": "https://api.aimlapi.com/v1",
+      "api_key": "your-aiml-api-key",
+      "connect_timeout": 60.0,
+      "read_timeout": 20.0
+    },
     // Example config for Anthropic (see https://docs.anthropic.com/docs/api-reference)
     "anthropic": {
       "base_url": "https://api.anthropic.com",
@@ -86,4 +93,4 @@
     // Files larger than 50KB will be ignored, even if they otherwise wouldn't be.
     "ignore_size_threshold": 50000
   }
-}
+}