Phase 2: full integration with backend protocol

Author: SentienceDev

sentience/__init__.py

@@ -16,16 +16,25 @@
 from .agent_config import AgentConfig
 from .agent_runtime import AgentRuntime
 
+# Backend-agnostic actions (aliased to avoid conflict with existing actions)
 # Browser backends (for browser-use integration)
 from .backends import (
     BrowserBackendV0,
     BrowserUseAdapter,
     BrowserUseCDPTransport,
+    CachedSnapshot,
     CDPBackendV0,
     CDPTransport,
     LayoutMetrics,
+    PlaywrightBackend,
     ViewportInfo,
 )
+from .backends import click as backend_click
+from .backends import scroll as backend_scroll
+from .backends import scroll_to_element as backend_scroll_to_element
+from .backends import snapshot as backend_snapshot
+from .backends import type_text as backend_type_text
+from .backends import wait_for_stable as backend_wait_for_stable
 
 # Agent Layer (Phase 1 & 2)
 from .base_agent import BaseAgent
@@ -123,10 +132,19 @@
     "BrowserBackendV0",
     "CDPTransport",
     "CDPBackendV0",
+    "PlaywrightBackend",
     "BrowserUseAdapter",
     "BrowserUseCDPTransport",
     "ViewportInfo",
     "LayoutMetrics",
+    "backend_snapshot",
+    "CachedSnapshot",
+    # Backend-agnostic actions (prefixed to avoid conflicts)
+    "backend_click",
+    "backend_type_text",
+    "backend_scroll",
+    "backend_scroll_to_element",
+    "backend_wait_for_stable",
     # Core SDK
     "SentienceBrowser",
     "Snapshot",

sentience/backends/__init__.py

@@ -12,7 +12,7 @@
 For browser-use integration:
     from browser_use import BrowserSession, BrowserProfile
     from sentience import get_extension_dir
-    from sentience.backends import BrowserUseAdapter, CDPBackendV0
+    from sentience.backends import BrowserUseAdapter, snapshot, click, type_text
 
     # Setup browser-use with Sentience extension
     profile = BrowserProfile(args=[f"--load-extension={get_extension_dir()}"])
@@ -23,13 +23,18 @@
     adapter = BrowserUseAdapter(session)
     backend = await adapter.create_backend()
 
-    # Use backend for precise operations
-    await backend.mouse_click(100, 200)
+    # Take snapshot and interact
+    snap = await snapshot(backend)
+    element = find(snap, 'role=button[name="Submit"]')
+    await click(backend, element.bbox)
 """
 
+from .actions import click, scroll, scroll_to_element, type_text, wait_for_stable
 from .browser_use_adapter import BrowserUseAdapter, BrowserUseCDPTransport
 from .cdp_backend import CDPBackendV0, CDPTransport
+from .playwright_backend import PlaywrightBackend
 from .protocol_v0 import BrowserBackendV0, LayoutMetrics, ViewportInfo
+from .snapshot import CachedSnapshot, snapshot
 
 __all__ = [
     # Protocol
@@ -40,7 +45,17 @@
     # CDP Backend
     "CDPTransport",
     "CDPBackendV0",
+    # Playwright Backend
+    "PlaywrightBackend",
     # browser-use adapter
     "BrowserUseAdapter",
     "BrowserUseCDPTransport",
+    # Backend-agnostic functions
+    "snapshot",
+    "CachedSnapshot",
+    "click",
+    "type_text",
+    "scroll",
+    "scroll_to_element",
+    "wait_for_stable",
 ]