Improve support for LLM usage (#2437)

* Drop support for experimental model parameter

* Allow some logic adapters to identify as MCP compatable tools

* Update examples

* Add logic adapter classes for each supported LLM backend

* Revise tool calling detection

* Update docs

* Note status

* Check completed items

* Update progress steps

* Add SecurityException

* Clean up code

* Set default conversation ID

* Update documentation

* Update docstrings

Author: gunthercox

chatterbot/chatterbot.py

@@ -1,4 +1,5 @@
 import logging
+import uuid
 from typing import Union
 from chatterbot.storage import StorageAdapter
 from chatterbot.logic import LogicAdapter
@@ -56,6 +57,14 @@ def __init__(self, name, stream=False, **kwargs):
 
         self.stream = stream
 
+        # Generate a default conversation ID for this ChatBot instance.
+        # This is used as a fallback when callers don't provide an explicit
+        # conversation ID, ensuring that conversation history is tracked
+        # within a session. Conversation IDs are necessary for cases such as
+        # the LLM-based logic adapters which require it to retrieve previous
+        # messages.
+        self.default_conversation = uuid.uuid4().hex
+
         self.logger = kwargs.get('logger', logging.getLogger(__name__))
 
         storage_adapter = kwargs.get('storage_adapter', 'chatterbot.storage.SQLStorageAdapter')
@@ -147,11 +156,6 @@ def __init__(self, name, stream=False, **kwargs):
         # NOTE: 'xx' is the language code for a multi-language model
         self.nlp = spacy.blank(self.tagger.language.ISO_639_1)
 
-        self.model = None
-        if model := kwargs.get('model'):
-            import_path = model.pop('client')
-            self.model = utils.initialize_class(import_path, self, **model)
-
         # Allow the bot to save input it receives so that it can learn
         self.read_only = kwargs.get('read_only', False)
 
@@ -199,6 +203,13 @@ def get_response(self, statement: Union[Statement, str, dict] = None, **kwargs)
 
         input_statement.add_tags(*tags)
 
+        # If no conversation ID was provided, use the default session ID
+        # so that conversation history is tracked across calls. Callers
+        # can override this by passing an explicit conversation kwarg or
+        # setting it on the Statement object.
+        if not input_statement.conversation:
+            input_statement.conversation = self.default_conversation
+
         # Preprocess the input statement
         for preprocessor in self.preprocessors:
             input_statement = preprocessor(input_statement)
@@ -269,12 +280,6 @@ def generate_response(self, input_statement, additional_response_selection_param
         result = None
         max_confidence = -1
 
-        # If a model is provided, use it to process the input statement
-        # instead of the logic adapters
-        if self.model:
-            model_response = self.model.process(input_statement)
-            return model_response
-
         for adapter in self.logic_adapters:
             if adapter.can_process(input_statement):
 
@@ -360,8 +365,8 @@ def learn_response(self, statement, previous_statement=None):
             statement.in_response_to = previous_statement
 
         self.logger.info('Adding "{}" as a response to "{}"'.format(
-            previous_statement_text,
-            statement.text
+            statement.text,
+            previous_statement_text
         ))
 
         if not statement.persona:

chatterbot/llm.py

@@ -4,6 +4,11 @@
 from chatterbot.logic.specific_response import SpecificResponseAdapter
 from chatterbot.logic.time_adapter import TimeLogicAdapter
 from chatterbot.logic.unit_conversion import UnitConversion
+from chatterbot.logic.llm_adapters import (
+    LLMLogicAdapter,
+    OllamaLogicAdapter,
+    OpenAILogicAdapter,
+)
 
 
 __all__ = (
@@ -13,4 +18,7 @@
     'SpecificResponseAdapter',
     'TimeLogicAdapter',
     'UnitConversion',
+    'LLMLogicAdapter',
+    'OllamaLogicAdapter',
+    'OpenAILogicAdapter',
 )

chatterbot/logic/__init__.py

@@ -89,7 +89,7 @@ def process(self, input_statement: Statement, additional_response_selection_para
             }
 
             alternate_response_selection_parameters = {
-                'search_in_response_to': self.chatbot.tagger.get_text_index_string(
+                'search_in_response_to': input_statement.search_text or self.chatbot.tagger.get_text_index_string(
                     input_statement.text
                 ),
                 'persona_not_startswith': 'bot:',