[MISC] Decommission prompt-service, old tools, SDK1 prompt module

.github/workflows/docker-tools-build-push.yaml

@@ -10,12 +10,9 @@ on:
       service_name:
         description: "Tool to build"
         required: true
-        default: "tool-structure" # Provide a default value
+        default: "tool-sidecar" # Provide a default value
         type: choice
         options: # Define available options
-          - tool-classifier
-          - tool-structure
-          - tool-text-extractor
           - tool-sidecar
       add_latest_tag:
         description: "Also tag as 'latest'"
@@ -58,16 +55,7 @@ jobs:
       - name: Set build configuration
         id: build-config
         run: |
-          if [ "${{ github.event.inputs.service_name }}" == "tool-classifier" ]; then
-            echo "context=." >> $GITHUB_OUTPUT
-            echo "dockerfile=./tools/classifier/Dockerfile" >> $GITHUB_OUTPUT
-          elif [ "${{ github.event.inputs.service_name }}" == "tool-structure" ]; then
-            echo "context=." >> $GITHUB_OUTPUT
-            echo "dockerfile=./tools/structure/Dockerfile" >> $GITHUB_OUTPUT
-          elif [ "${{ github.event.inputs.service_name }}" == "tool-text-extractor" ]; then
-            echo "context=." >> $GITHUB_OUTPUT
-            echo "dockerfile=./tools/text_extractor/Dockerfile" >> $GITHUB_OUTPUT
-          elif [ "${{ github.event.inputs.service_name }}" == "tool-sidecar" ]; then
+          if [ "${{ github.event.inputs.service_name }}" == "tool-sidecar" ]; then
             echo "context=." >> $GITHUB_OUTPUT
             echo "dockerfile=docker/dockerfiles/tool-sidecar.Dockerfile" >> $GITHUB_OUTPUT
           fi

.github/workflows/production-build.yaml

@@ -101,7 +101,6 @@ jobs:
             backend,
             frontend,
             platform-service,
-            prompt-service,
             runner,
             worker-unified,
             x2text-service,
@@ -225,7 +224,7 @@ jobs:
         id: summary
         run: |
           # Initialize variables
-          TOTAL_SERVICES=7
+          TOTAL_SERVICES=6
           OVERALL_RESULT='${{ needs.build-and-push.result }}'
           SUCCESS_COUNT=0
           FAILED_COUNT=0
@@ -316,7 +315,7 @@ jobs:
             echo "|---------|--------|" >> $GITHUB_STEP_SUMMARY
 
             # Define services in order
-            for service in backend frontend platform-service prompt-service runner worker-unified x2text-service; do
+            for service in backend frontend platform-service runner worker-unified x2text-service; do
               if [ -f "build-status/${service}.json" ]; then
                 STATUS=$(jq -r '.status' "build-status/${service}.json")
                 if [ "$STATUS" = "success" ]; then

backend/backend/settings/base.py

@@ -153,8 +153,6 @@ def get_required_setting(setting_key: str, default: str | None = None) -> str |
 FLIPT_BASE_URL = os.environ.get("FLIPT_BASE_URL", "http://localhost:9005")
 PLATFORM_HOST = os.environ.get("PLATFORM_SERVICE_HOST", "http://localhost")
 PLATFORM_PORT = os.environ.get("PLATFORM_SERVICE_PORT", 3001)
-PROMPT_HOST = os.environ.get("PROMPT_HOST", "http://localhost")
-PROMPT_PORT = os.environ.get("PROMPT_PORT", 3003)
 PROMPT_STUDIO_FILE_PATH = os.environ.get(
     "PROMPT_STUDIO_FILE_PATH", "/app/prompt-studio-data"
 )

backend/sample.env

@@ -90,10 +90,6 @@ UNSTRACT_RUNNER_API_TIMEOUT=240  # (in seconds) 2 mins
 UNSTRACT_RUNNER_API_RETRY_COUNT=5  # Number of retries for failed requests
 UNSTRACT_RUNNER_API_BACKOFF_FACTOR=3  # Exponential backoff factor for retries
 
-# Prompt Service
-PROMPT_HOST=http://unstract-prompt-service
-PROMPT_PORT=3003
-
 #Prompt Studio
 PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data
 

docker/compose.debug.yaml

@@ -7,7 +7,6 @@
 #   5678 - backend
 #   5679 - runner
 #   5680 - platform-service
-#   5681 - prompt-service
 #   5682 - worker-file-processing-v2
 #   5683 - worker-callback-v2
 #   5684 - worker-api-deployment-v2
@@ -65,21 +64,6 @@ services:
         --graceful-timeout 5 unstract.platform_service.run:app"
     ]
 
-  prompt-service:
-    ports:
-      - "5681:5681"
-    command: [
-      "uv run python -Xfrozen_modules=off -m debugpy --listen 0.0.0.0:5681 .venv/bin/gunicorn
-        --bind 0.0.0.0:3003
-        --workers 1
-        --threads 2
-        --worker-class gthread
-        --log-level debug
-        --timeout 900
-        --access-logfile -
-        --graceful-timeout 5 unstract.prompt_service.run:app"
-    ]
-
   #########################################################################################################
   # V2 Workers with debugpy
   # Using --pool=threads for debugpy compatibility (prefork doesn't work well with debugpy)

docker/docker-compose.build.yaml

@@ -20,31 +20,11 @@ services:
     build:
       dockerfile: docker/dockerfiles/tool-sidecar.Dockerfile
       context: ..
-  tool-structure:
-    image: unstract/tool-structure:${VERSION}
-    build:
-      dockerfile: tools/structure/Dockerfile
-      context: ..
-  tool-text_extractor:
-    image: unstract/tool-text_extractor:${VERSION}
-    build:
-      dockerfile: tools/text_extractor/Dockerfile
-      context: ..
-  tool-classifier:
-    image: unstract/tool-classifier:${VERSION}
-    build:
-      dockerfile: tools/classifier/Dockerfile
-      context: ..
   platform-service:
     image: unstract/platform-service:${VERSION}
     build:
       dockerfile: docker/dockerfiles/platform.Dockerfile
       context: ..
-  prompt-service:
-    image: unstract/prompt-service:${VERSION}
-    build:
-      dockerfile: docker/dockerfiles/prompt.Dockerfile
-      context: ..
   x2text-service:
     image: unstract/x2text-service:${VERSION}
     build:

docker/docker-compose.yaml

@@ -21,7 +21,6 @@ services:
       - minio
       - minio-bootstrap
       - platform-service
-      - prompt-service
       - x2text-service
     volumes:
       - prompt_studio_data:/app/prompt-studio-data
@@ -151,25 +150,6 @@ services:
     labels:
       - traefik.enable=false
 
-  prompt-service:
-    image: unstract/prompt-service:${VERSION}
-    container_name: unstract-prompt-service
-    restart: unless-stopped
-    depends_on:
-      - db
-      - minio
-      - minio-bootstrap
-      - rabbitmq
-    ports:
-      - "3003:3003"
-    env_file:
-      - ../prompt-service/.env
-    labels:
-      - traefik.enable=false
-    extra_hosts:
-      # "host-gateway" is a special string that translates to host docker0 i/f IP.
-      - "host.docker.internal:host-gateway"
-
   x2text-service:
     image: unstract/x2text-service:${VERSION}
     container_name: unstract-x2text-service

docker/sample.compose.override.yaml

@@ -138,38 +138,6 @@ services:
         - action: rebuild
           path: ../platform-service/uv.lock
 
-  #########################################################################################################
-  # Prompt Service (memory optimized: 1 worker, 2 threads)
-  prompt-service:
-    image: unstract/prompt-service:${VERSION}
-    build:
-      dockerfile: docker/dockerfiles/prompt.Dockerfile
-      context: ..
-    entrypoint: ["bash", "-c"]
-    command: [
-      "uv run python -Xfrozen_modules=off .venv/bin/gunicorn
-        --bind 0.0.0.0:3003
-        --workers 1
-        --threads 2
-        --worker-class gthread
-        --log-level debug
-        --timeout 900
-        --access-logfile -
-        --graceful-timeout 5 unstract.prompt_service.run:app"
-    ]
-    develop:
-      watch:
-        - action: sync+restart
-          path: ../prompt-service/
-          target: /app
-          ignore: [.venv/, __pycache__/, "*.pyc", .pytest_cache/, .mypy_cache/, node_modules/]
-        - action: sync+restart
-          path: ../unstract/
-          target: /unstract
-          ignore: [.venv/, __pycache__/, "*.pyc", .pytest_cache/, .mypy_cache/]
-        - action: rebuild
-          path: ../prompt-service/uv.lock
-
   #########################################################################################################
   # X2Text Service
   x2text-service: