Custom prompt config handling in API tool calling

src/tool_classifier/agentic_loop.py

@@ -1,7 +1,7 @@
 """Standalone agentic loop for multi-turn parameter collection."""
 
 import asyncio
-from typing import Any, Dict, List
+from typing import Any, Dict, List, Optional
 
 from loguru import logger
 
@@ -106,6 +106,7 @@ async def run_turn(
         awaiting_continuation: bool = False,
         continuation_turn: int = CONTINUATION_TURN,
         session_language: str = "en",
+        continuation_language: Optional[str] = None,
     ) -> AgenticLoopResult:
         """Process one user turn of the parameter-collection loop.
 
@@ -279,8 +280,9 @@ async def run_turn(
                 turn_count,
                 chat_id,
             )
+            effective_continuation_lang = continuation_language or session_language
             continuation_q = _CONTINUATION_QUESTIONS.get(
-                session_language, CONTINUATION_QUESTION
+                effective_continuation_lang, CONTINUATION_QUESTION
             )
             await self._save_session(
                 chat_id, merged_params, updated_turn_count, awaiting_continuation=True
@@ -314,6 +316,7 @@ async def stream_run_turn(
         awaiting_continuation: bool = False,
         continuation_turn: int = CONTINUATION_TURN,
         session_language: str = "en",
+        continuation_language: Optional[str] = None,
     ) -> tuple[AgenticLoopResult, List[str]]:
         """Process one user turn like :meth:`run_turn` but stream clarifying_question tokens.
 
@@ -454,8 +457,9 @@ async def stream_run_turn(
                 turn_count,
                 chat_id,
             )
+            effective_continuation_lang = continuation_language or session_language
             continuation_q = _CONTINUATION_QUESTIONS.get(
-                session_language, CONTINUATION_QUESTION
+                effective_continuation_lang, CONTINUATION_QUESTION
             )
             await self._save_session(
                 chat_id, merged_params, updated_turn_count, awaiting_continuation=True

src/tool_classifier/api_response_formatter.py

@@ -24,6 +24,9 @@ class APIResponseFormatterSignature(dspy.Signature):
     - IGNORE the language of user_query for output language decisions — short follow-up
       messages are unreliable indicators. Always use response_language.
 
+    If custom_instructions is non-empty, follow those rules with HIGHEST PRIORITY —
+    they override defaults (e.g. language policy, tone, formatting style).
+
     Rules:
     - Format data in a readable way using bullet points, numbered lists, or natural prose.
       Do NOT return raw JSON or wrap content in code blocks.
@@ -69,6 +72,14 @@ class APIResponseFormatterSignature(dspy.Signature):
             "Always use this — do not infer language from api_response content."
         )
     )
+    custom_instructions: str = dspy.InputField(
+        desc=(
+            "Optional system-level instructions configured by the organisation "
+            "(e.g. 'Always respond in Estonian', 'Use structured format'). "
+            "Empty string when no custom config is active. "
+            "When non-empty, follow these rules with highest priority."
+        )
+    )
 
     formatted_answer: str = dspy.OutputField(
         desc=(
@@ -95,10 +106,17 @@ class APIResponseFormatterSignature(dspy.Signature):
 class APIResponseFormatterModule(dspy.Module):
     """DSPy Module that converts raw API JSON responses into natural-language answers."""
 
-    def __init__(self) -> None:
-        """Initialize formatter with a direct DSPy Predict."""
+    def __init__(self, custom_instructions: str = "") -> None:
+        """Initialize formatter with a direct DSPy Predict.
+
+        Args:
+            custom_instructions: Optional organisation-level prompt rules (e.g. language
+                policy).  Passed verbatim to the DSPy predictor on every call.  Defaults
+                to empty string (no custom config).
+        """
         super().__init__()
         self.formatter = dspy.Predict(APIResponseFormatterSignature)
+        self._custom_instructions = custom_instructions
 
     def forward(
         self,
@@ -131,6 +149,7 @@ def forward(
                 api_response=normalized,
                 endpoint_description=endpoint_description,
                 response_language=response_language,
+                custom_instructions=self._custom_instructions,
             )
             return result.formatted_answer  # type: ignore[no-any-return]
 
@@ -195,6 +214,7 @@ async def stream_forward(
             if detected_language in _FORMATTER_ERROR_MESSAGES
             else "en"
         )
+        output_stream = None
         try:
             normalized = self._normalize_response(api_response)
             normalized = self._annotate_empty(normalized)
@@ -207,6 +227,7 @@ async def stream_forward(
                 api_response=normalized,
                 endpoint_description=endpoint_description,
                 response_language=response_language,
+                custom_instructions=self._custom_instructions,
             )
 
             stream_started = False
@@ -255,6 +276,12 @@ async def stream_forward(
                 f"APIResponseFormatterModule.stream_forward failed: {e}", exc_info=True
             )
             yield get_localized_message(_FORMATTER_ERROR_MESSAGES, safe_language)
+        finally:
+            if output_stream is not None:
+                try:
+                    await output_stream.aclose()
+                except Exception as cleanup_error:
+                    logger.debug(f"Error during stream cleanup: {cleanup_error}")
 
     # ------------------------------------------------------------------
 

src/tool_classifier/param_extractor.py

@@ -2,6 +2,7 @@
 
 import asyncio
 import json
+import re
 from datetime import datetime, timezone
 from typing import Any, Dict, List, Optional, TypedDict
 
@@ -15,6 +16,36 @@
 
 _MAX_HISTORY_TURNS = 5
 
+# Regex patterns to strip format hints from parameter descriptions before
+# they are fed to the question-generation prompt. This prevents the LLM
+# from including format instructions (e.g. "YYYY-MM-DD") in its questions.
+_FORMAT_HINT_PATTERNS: List[re.Pattern[str]] = [
+    # Parenthesised format hints: (YYYY-MM-DD), (ISO 8601), (2-letter code), (HH:MM:SS)
+    re.compile(
+        r"\s*\([^)]*(?:YYYY|MM|DD|HH|SS|ISO\s*\d*|letter|format)[^)]*\)",
+        re.IGNORECASE,
+    ),
+    # Trailing phrases: "in format YYYY-MM-DD" or "in the format YYYY-MM-DD"
+    re.compile(r"\s*,?\s*in\s+(?:the\s+)?format\s+\S+", re.IGNORECASE),
+]
+
+
+def _strip_format_hints(description: str) -> str:
+    """Remove format hints from a parameter description.
+
+    Strips patterns such as ``(YYYY-MM-DD)``, ``(ISO 8601)``,
+    ``(2-letter code)``, ``(HH:MM:SS)``, and trailing
+    ``in the format YYYY-MM-DD`` phrases before the schema is passed to the
+    LLM for both extraction and question generation.  This prevents format
+    instructions from leaking into clarifying questions (e.g. "What date?
+    (YYYY-MM-DD)").  Type coercion is handled independently by
+    :meth:`~ParamExtractionModule._validate_param_type`, so the format hints
+    are not needed by the extractor.
+    """
+    for pattern in _FORMAT_HINT_PATTERNS:
+        description = pattern.sub("", description)
+    return description.strip()
+
 
 class ParamExtractionResult(TypedDict):
     """Return contract for ParamExtractionModule.forward()."""
@@ -34,6 +65,9 @@ class ParamExtractionSignature(dspy.Signature):
       short follow-up messages ("I'm not sure", "2026-01-01") are unreliable indicators.
       Always use session_language.
 
+    If custom_instructions is non-empty, follow those rules with HIGHEST PRIORITY —
+    they override defaults (e.g. language policy, tone) for the clarifying_question output.
+
     Extraction rules:
     - Extract values for ALL parameters listed in params_schema that appear in user_message
       or conversation_history, regardless of whether they are already in already_collected
@@ -42,6 +76,12 @@ class ParamExtractionSignature(dspy.Signature):
     - Only skip extraction for a param if the user has NOT mentioned it at all in this turn
     - Validate types: dates must be ISO 8601 (YYYY-MM-DD), integers must be whole numbers,
       numbers must be numeric, booleans must be true or false
+    - SINGLE-VALUE ASSIGNMENT RULE: When the user's message contains exactly ONE value of a
+      given type (e.g. one date) and MULTIPLE required parameters of the same type are still
+      missing (e.g. both startDate and endDate are missing), assign that single value to the
+      FIRST such missing required parameter in the order they appear in params_schema — never
+      to a later one. For example, if startDate appears before endDate in params_schema and
+      both are missing, a lone date like "2026-04-01" must be assigned to startDate, not endDate.
 
     missing_required rules:
     - List every required parameter (required=true in schema) whose value is absent
@@ -59,6 +99,11 @@ class ParamExtractionSignature(dspy.Signature):
     - Use each missing parameter's description field to phrase the question naturally
       (e.g., "Which country and date would you like to use?" not "Provide countryIsoCode and startDate")
     - Never expose raw parameter names (camelCase identifiers) to the user
+    - NEVER include format requirements, expected formats, format examples, or
+      structural hints (such as "YYYY-MM-DD", "ISO 8601", "2-letter code",
+      "in the format...") in the question — only ask WHAT information is needed,
+      not HOW it should be formatted. The system handles format conversion
+      internally from any natural-language input the user provides.
     """
 
     user_message: str = dspy.InputField(
@@ -85,6 +130,14 @@ class ParamExtractionSignature(dspy.Signature):
             "still extract the new value — corrections are allowed."
         )
     )
+    custom_instructions: str = dspy.InputField(
+        desc=(
+            "Optional system-level instructions configured by the organisation "
+            "(e.g. 'Always respond in Estonian', 'Use formal tone'). "
+            "Empty string when no custom config is active. "
+            "When non-empty, follow these rules with highest priority for the clarifying_question."
+        )
+    )
 
     extracted_params: str = dspy.OutputField(
         desc='Valid JSON object of newly extracted parameters only: {"param_name": value}. Empty object {} if nothing new found.'
@@ -93,17 +146,29 @@ class ParamExtractionSignature(dspy.Signature):
         desc='Valid JSON array of required parameter names still missing after extraction: ["param1", "param2"]. Empty array [] if all required params are satisfied.'
     )
     clarifying_question: str = dspy.OutputField(
-        desc='A single natural-language question that asks for ALL missing parameters at once, or the literal string "none" if all required params are collected.'
+        desc=(
+            "A single natural-language question that asks for ALL missing parameters "
+            'at once, or the literal string "none" if all required params are collected. '
+            'Never include format instructions or examples (e.g. "YYYY-MM-DD", '
+            '"ISO 8601", "2-letter code") — only ask what information is needed.'
+        )
     )
 
 
 class ParamExtractionModule(dspy.Module):
     """DSPy Module for API parameter extraction from natural language."""
 
-    def __init__(self) -> None:
-        """Initialize param extraction module with Predict (direct prediction)."""
+    def __init__(self, custom_instructions: str = "") -> None:
+        """Initialize param extraction module with Predict (direct prediction).
+
+        Args:
+            custom_instructions: Optional organisation-level prompt rules (e.g. language
+                policy).  Passed verbatim to the DSPy predictor on every call.  Defaults
+                to empty string (no custom config).
+        """
         super().__init__()
         self.extractor = dspy.Predict(ParamExtractionSignature)
+        self._custom_instructions = custom_instructions
 
     def forward(
         self,
@@ -130,7 +195,13 @@ def forward(
         already_collected = already_collected or {}
 
         history_text = self._format_conversation_history(conversation_history)
-        params_schema_json = json.dumps(params_schema, ensure_ascii=False)
+        sanitized_schema = [
+            {**p, "description": _strip_format_hints(p.get("description", ""))}
+            if isinstance(p, dict)
+            else p
+            for p in params_schema
+        ]
+        params_schema_json = json.dumps(sanitized_schema, ensure_ascii=False)
         already_collected_json = json.dumps(already_collected, ensure_ascii=False)
 
         result = None
@@ -141,6 +212,7 @@ def forward(
                 session_language=session_language,
                 params_schema=params_schema_json,
                 already_collected=already_collected_json,
+                custom_instructions=self._custom_instructions,
             )
             return self._parse_prediction(result, params_schema, already_collected)
 
@@ -206,9 +278,16 @@ async def stream_forward(
         already_collected = already_collected or {}
 
         history_text = self._format_conversation_history(conversation_history)
-        params_schema_json = json.dumps(params_schema, ensure_ascii=False)
+        sanitized_schema = [
+            {**p, "description": _strip_format_hints(p.get("description", ""))}
+            if isinstance(p, dict)
+            else p
+            for p in params_schema
+        ]
+        params_schema_json = json.dumps(sanitized_schema, ensure_ascii=False)
         already_collected_json = json.dumps(already_collected, ensure_ascii=False)
 
+        output_stream = None
         try:
             stream_predictor = self._get_stream_predictor()
             output_stream = stream_predictor(
@@ -217,6 +296,7 @@ async def stream_forward(
                 session_language=session_language,
                 params_schema=params_schema_json,
                 already_collected=already_collected_json,
+                custom_instructions=self._custom_instructions,
             )
 
             tokens: List[str] = []
@@ -273,6 +353,15 @@ async def stream_forward(
             logger.exception(f"ParamExtractionModule.stream_forward failed: {e}")
             return [], self._safe_defaults(params_schema, already_collected)
 
+        finally:
+            if output_stream is not None:
+                try:
+                    await output_stream.aclose()
+                except Exception as cleanup_error:
+                    logger.debug(
+                        f"Error during param extraction stream cleanup: {cleanup_error}"
+                    )
+
     # ------------------------------------------------------------------
     # Private helpers
     # ------------------------------------------------------------------