Update service workflow to handle mcq services (buerokratt#376)

* remove unwanted file

* updated changes

* fixed requested changes

* fixed issue

* service workflow implementation without calling service endpoints

* fixed requested changes

* fixed issues

* protocol related requested changes

* fixed requested changes

* update time tracking

* added time tracking and reloacate input guardrail before toolclassifiier

* fixed issue

* fixed issue

* added hybrid search for the service detection

* update tool classifier

* fixing merge conflicts

* fixed issue

* optimize first user query response generation time

* fixed pr reviewed issues

* service integration

* context based response generation flow

* fixed pr review suggested issues

* removed service project layer

* fixed issues

* delete unnessary files

* added requested changes

* mcqs flows are completed without dev testing

* completed services workflow to handle mcq services

* fix pyright issue

* fixed pr review commented issues

* feat: Mount `tool_classifier` module and add service workflow documentation for TestModel and Production LLM.

* payload update

---------

Co-authored-by: Thiru Dinesh <56014038+Thirunayan22@users.noreply.github.com>

Author: nuwangeek

GUI/src/hooks/useStreamingResponse.tsx

@@ -1,5 +1,6 @@
 import { useState, useRef, useCallback, useEffect } from 'react';
 import axios from 'axios';
+import { ChoiceButton } from 'services/inference';
 
 const getNotificationNodeUrl = (): string => {
   const value = import.meta.env.REACT_APP_NOTIFICATION_NODE_URL;
@@ -21,7 +22,7 @@ interface StreamingOptions {
 }
 
 interface UseStreamingResponseReturn {
-  startStreaming: (message: string, options: StreamingOptions, onToken: (token: string) => void, onComplete: () => void, onError: (error: string) => void) => Promise<void>;
+  startStreaming: (message: string, options: StreamingOptions, onToken: (token: string) => void, onComplete: () => void, onError: (error: string) => void, onButtons?: (buttons: ChoiceButton[]) => void) => Promise<void>;
   stopStreaming: () => void;
   isStreaming: boolean;
 }
@@ -54,7 +55,8 @@ export const useStreamingResponse = (channelId: string): UseStreamingResponseRet
       options: StreamingOptions,
       onToken: (token: string) => void,
       onComplete: () => void,
-      onError: (error: string) => void
+      onError: (error: string) => void,
+      onButtons?: (buttons: ChoiceButton[]) => void
     ) => {
       console.log('[SSE] Starting streaming for channel:', channelId);
 
@@ -85,6 +87,9 @@ export const useStreamingResponse = (channelId: string): UseStreamingResponseRet
             } else if (data.type === 'stream_chunk' && data.content) {
               console.log('[SSE] Token:', data.content);
               onToken(data.content);
+              if (data.buttons && data.buttons.length > 0 && onButtons) {
+                onButtons(data.buttons);
+              }
             } else if (data.type === 'stream_end') {
               console.log('[SSE] Stream ended');
               setIsStreaming(false);

GUI/src/pages/TestModel/TestLLM.scss

@@ -2,6 +2,13 @@
   margin-top: 30px;
 }
 
+.mcq-buttons {
+  display: flex;
+  flex-wrap: wrap;
+  gap: 0.75rem;
+  margin-top: 1rem;
+}
+
 .testModalClassifyButton {
   text-align: right;
   margin-top: 20px;

GUI/src/pages/TestModel/index.tsx

@@ -8,14 +8,15 @@ import remarkGfm from 'remark-gfm';
 import './TestLLM.scss';
 import { useDialog } from 'hooks/useDialog';
 import { fetchLLMConnectionsPaginated, LegacyLLMConnectionFilters } from 'services/llmConnections';
-import { viewInferenceResult, InferenceRequest, InferenceResponse } from 'services/inference';
+import { viewInferenceResult, InferenceRequest, InferenceResponse, ChoiceButton } from 'services/inference';
 import { llmConnectionsQueryKeys } from 'utils/queryKeys';
 import { ButtonAppearanceTypes } from 'enums/commonEnums';
 
 const TestLLM: FC = () => {
   const { t } = useTranslation();
   const { open: openDialog, close: closeDialog } = useDialog();
   const [inferenceResult, setInferenceResult] = useState<InferenceResponse['response'] | null>(null);
+  const [pendingButtons, setPendingButtons] = useState<ChoiceButton[]>([]);
   const [testLLM, setTestLLM] = useState({
     connectionId: null,
     text: '',
@@ -49,6 +50,7 @@ const TestLLM: FC = () => {
     mutationFn: (request: InferenceRequest) => viewInferenceResult(request),
     onSuccess: (data: InferenceResponse) => {
       setInferenceResult(data?.response);
+      setPendingButtons(data?.response?.buttons ?? []);
     },
     onError: (error: any) => {
       console.error('Error getting inference result:', error);
@@ -76,6 +78,15 @@ const TestLLM: FC = () => {
     }
   };
 
+  const handleButtonClick = (payload: string) => {
+    if (!testLLM.connectionId) return;
+    setPendingButtons([]);
+    inferenceMutation.mutate({
+      llmConnectionId: Number(testLLM.connectionId),
+      message: payload,
+    });
+  };
+
   const handleChange = (key: string, value: string | number) => {
     // Prevent changes while inference is loading
     if (inferenceMutation.isLoading) {
@@ -158,6 +169,22 @@ const TestLLM: FC = () => {
                 </div>
               </div>
 
+              {/* MCQ Buttons */}
+              {pendingButtons.length > 0 && (
+                <div className="mcq-buttons">
+                  {pendingButtons.map((btn) => (
+                    <Button
+                      key={btn.payload}
+                      appearance={ButtonAppearanceTypes.SECONDARY}
+                      onClick={() => handleButtonClick(btn.payload)}
+                      disabled={inferenceMutation.isLoading}
+                    >
+                      {btn.title}
+                    </Button>
+                  ))}
+                </div>
+              )}
+
               {/* Context Section */}
               {
                 sortedContext && sortedContext?.length > 0 && (

GUI/src/pages/TestProductionLLM/TestProductionLLM.scss

@@ -3,6 +3,13 @@
   margin: 0 auto;
   padding: 2rem;
 
+.mcq-buttons {
+  display: flex;
+  flex-wrap: wrap;
+  gap: 0.75rem;
+  margin-top: 1rem;
+}
+
   &__header {
     display: flex;
     justify-content: space-between;

GUI/src/pages/TestProductionLLM/index.tsx

@@ -3,6 +3,7 @@ import { useTranslation } from 'react-i18next';
 import { Button, FormTextarea } from 'components';
 import { useToast } from 'hooks/useToast';
 import { useStreamingResponse } from 'hooks/useStreamingResponse';
+import { ChoiceButton } from 'services/inference';
 import './TestProductionLLM.scss';
 import MessageContent from 'components/MessageContent';
 interface Message {
@@ -12,6 +13,7 @@ interface Message {
   timestamp: string;
   hasError?: boolean;
   errorMessage?: string;
+  buttons?: ChoiceButton[];
 }
 
 const TestProductionLLM: FC = () => {
@@ -115,6 +117,16 @@ const TestProductionLLM: FC = () => {
       });
     };
 
+    const onButtons = (buttons: ChoiceButton[]) => {
+      setMessages(prev => {
+        const botMsgIndex = prev.findIndex(msg => msg.id === botMessageId);
+        if (botMsgIndex === -1) return prev;
+        const updated = [...prev];
+        updated[botMsgIndex] = { ...updated[botMsgIndex], buttons };
+        return updated;
+      });
+    };
+
     const onComplete = () => {
       console.log('[Component] Stream completed');
       // Always reset loading state on completion
@@ -160,7 +172,7 @@ const TestProductionLLM: FC = () => {
 
     // Start streaming
     try {
-      await startStreaming(userMessageText, streamingOptions, onToken, onComplete, onError);
+      await startStreaming(userMessageText, streamingOptions, onToken, onComplete, onError, onButtons);
     } catch (error) {
       console.error('[Component] Failed to start streaming:', error);
       // Reset loading state if streaming fails to start
@@ -175,6 +187,62 @@ const TestProductionLLM: FC = () => {
     }
   };
 
+  const handleButtonClick = async (title: string, payload: string) => {
+    if (isLoading || isStreaming) return;
+
+    const userMessage: Message = {
+      id: `user-${Date.now()}`,
+      content: title,
+      isUser: true,
+      timestamp: new Date().toISOString(),
+    };
+    setMessages(prev => [...prev, userMessage]);
+    setIsLoading(true);
+
+    const botMessageId = `bot-${Date.now()}`;
+    const conversationHistory = messages.map(msg => ({
+      authorRole: msg.isUser ? 'user' : 'bot',
+      message: msg.content,
+      timestamp: msg.timestamp,
+    }));
+    const streamingOptions = {
+      authorId: 'test-user-456',
+      conversationHistory,
+      url: 'opensearch-dashboard-test',
+    };
+
+    const onToken = (token: string) => {
+      setMessages(prev => {
+        const idx = prev.findIndex(m => m.id === botMessageId);
+        if (idx === -1) return [...prev, { id: botMessageId, content: token, isUser: false, timestamp: new Date().toISOString() }];
+        const updated = [...prev];
+        updated[idx] = { ...updated[idx], content: updated[idx].content + token };
+        return updated;
+      });
+    };
+    const onButtons = (buttons: ChoiceButton[]) => {
+      setMessages(prev => {
+        const idx = prev.findIndex(m => m.id === botMessageId);
+        if (idx === -1) return prev;
+        const updated = [...prev];
+        updated[idx] = { ...updated[idx], buttons };
+        return updated;
+      });
+    };
+    const onComplete = () => setIsLoading(false);
+    const onError = (error: string) => {
+      setIsLoading(false);
+      toast.open({ type: 'error', title: t('testProductionLLM.streamingErrorTitle'), message: error });
+    };
+
+    try {
+      await startStreaming(payload, streamingOptions, onToken, onComplete, onError, onButtons);
+    } catch (error) {
+      console.error('[Component] Failed to start streaming for button click:', error);
+      setIsLoading(false);
+    }
+  };
+
   const clearChat = () => {
     setMessages([]);
     stopStreaming();
@@ -215,6 +283,20 @@ const TestProductionLLM: FC = () => {
               >
                 <div className="test-production-llm__message-content">
                   <MessageContent content={msg.content} />
+                  {!msg.isUser && msg.buttons && msg.buttons.length > 0 && (
+                    <div className="mcq-buttons">
+                      {msg.buttons.map((btn) => (
+                        <Button
+                          key={btn.payload}
+                          onClick={() => handleButtonClick(btn.title, btn.payload)}
+                          disabled={isLoading || isStreaming}
+                          appearance="secondary"
+                        >
+                          {btn.title}
+                        </Button>
+                      ))}
+                    </div>
+                  )}
                   {msg.hasError && (
                     <div className="test-production-llm__message-error">
                       <span className="test-production-llm__message-error-icon">⚠️</span>

GUI/src/services/inference.ts

@@ -19,12 +19,18 @@ export interface ProductionInferenceRequest {
   url: string;
 }
 
+export interface ChoiceButton {
+  title: string;
+  payload: string;
+}
+
 export interface InferenceResponse {
   response: {
     chatId: number;
     llmServiceActive: boolean;
     questionOutOfLlmScope: boolean;
     content: string;
+    buttons?: ChoiceButton[];
     chunks?: {
       rank: number,
       chunkRetrieved: string

constants.ini

@@ -10,6 +10,6 @@ RAG_SEARCH_LLM_ORCHESTRATOR=http://llm-orchestration-service:8100/orchestrate
 RAG_SEARCH_PROMPT_REFRESH=http://llm-orchestration-service:8100/prompt-config/refresh
 DOMAIN=localhost
 DB_PASSWORD=dbadmin
-RAG_SEARCH_RUUTER_PUBLIC_INTERNAL_SERVICE=http://ruuter-public:8086/services
+RAG_SEARCH_RUUTER_PUBLIC_INTERNAL_SERVICE=http://ruuter:8086/services
 SERVICE_DMAPPER_HBS=http://data-mapper:3000/hbs/rag-search
 SERVICE_PROJECT_LAYER=services

docker-compose-ec2.yml

@@ -180,6 +180,7 @@ services:
       - ./DSL/CronManager/DSL:/DSL
       - ./DSL/CronManager/script:/app/scripts
       - ./src/vector_indexer:/app/src/vector_indexer
+      - ./src/tool_classifier:/app/src/tool_classifier
       - ./src/intent_data_enrichment:/app/src/intent_data_enrichment
       - ./src/utils/decrypt_vault_secrets.py:/app/src/utils/decrypt_vault_secrets.py:ro  # Decryption utility (read-only)
       - cron_data:/app/data

docker-compose.yml

@@ -52,7 +52,7 @@ services:
     volumes:
       - ./DSL:/data
       - ./DSL/DMapper/rag-search/hbs:/workspace/app/views/rag-search
-      - ./DSL/DMapper/rag-search/lib:/workspace/app/lib
+      - ./DSL/DMapper/rag-search/js:/workspace/app/js/rag-search
     ports:
       - 3001:3000
     networks:
@@ -87,7 +87,7 @@ services:
     volumes:
       - ./tim-db:/var/lib/postgresql/data
     ports:
-      - 9876:5432
+      - 9875:5432
     networks:
       - bykstack