Skip to content

Commit 721263a

Browse files
committed
fixed issue
1 parent 5429bc0 commit 721263a

2 files changed

Lines changed: 5 additions & 8 deletions

File tree

src/llm_orchestration_service.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,6 @@
2626
from src.response_generator.response_generate import ResponseGeneratorAgent
2727
from src.response_generator.response_generate import stream_response_native
2828
from src.llm_orchestrator_config.llm_ochestrator_constants import (
29-
OUT_OF_SCOPE_MESSAGE,
3029
OUT_OF_SCOPE_MESSAGES,
3130
TECHNICAL_ISSUE_MESSAGE,
3231
TECHNICAL_ISSUE_MESSAGES,
@@ -67,7 +66,7 @@
6766
class LangfuseConfig:
6867
"""Configuration for Langfuse integration."""
6968

70-
def __init__(self):
69+
def __init__(self) -> None:
7170
self.langfuse_client: Optional[Langfuse] = None
7271
self._initialize_langfuse()
7372

@@ -496,10 +495,8 @@ async def stream_orchestration_response(
496495
components = self._initialize_service_components(request)
497496
timing_dict["initialization"] = time.time() - start_time
498497

499-
# PRIORITY 1 OPTIMIZATION: Input Guardrails Check BEFORE Classifier
500498
# This implements fail-fast principle - block malicious/policy-violating inputs
501499
# before expensive operations (service discovery, LLM calls, streaming setup)
502-
# Saves 6.4s + $0.002 per blocked request!
503500
logger.info(
504501
f"[{request.chatId}] [{stream_ctx.stream_id}] Checking input guardrails (before classifier)"
505502
)
@@ -1086,12 +1083,12 @@ def _initialize_service_components(
10861083
# Falls back to per-request initialization if shared instance unavailable
10871084
if self.shared_guardrails_adapter is not None:
10881085
logger.debug(
1089-
f"Using shared guardrails adapter (startup-initialized, zero overhead)"
1086+
"Using shared guardrails adapter (startup-initialized, zero overhead)"
10901087
)
10911088
components["guardrails_adapter"] = self.shared_guardrails_adapter
10921089
else:
10931090
logger.warning(
1094-
f"Shared guardrails unavailable, initializing per-request (slower)"
1091+
"Shared guardrails unavailable, initializing per-request (slower)"
10951092
)
10961093
components["guardrails_adapter"] = self._safe_initialize_guardrails(
10971094
request.environment, request.connection_id

src/tool_classifier/intent_detector.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,9 +42,9 @@ class IntentDetectionModule(dspy.Module):
4242
"""DSPy Module for service intent detection."""
4343

4444
def __init__(self) -> None:
45-
"""Initialize intent detection module with ChainOfThought."""
45+
"""Initialize intent detection module with Predict (direct prediction)."""
4646
super().__init__()
47-
self.detector = dspy.ChainOfThought(ServiceIntentDetector)
47+
self.detector = dspy.Predict(ServiceIntentDetector)
4848

4949
def forward(
5050
self,

0 commit comments

Comments
 (0)