Extract Data from UI Overview

from askui import VisionAgent

with VisionAgent() as agent:
    # Basic text extraction
    text = agent.get("What is the main heading?", response_schema=str)
    
    # Boolean questions
    is_loaded = agent.get("Is the page fully loaded?", response_schema=bool)
    
    # Numeric values
    count = agent.get("How many items are in the cart?", response_schema=int)

with VisionAgent() as agent:
    # Check form state before submission
    has_errors = agent.get(
        "Are there any validation errors?", 
        response_schema=bool
    )
    
    if not has_errors:
        agent.click("Submit")
    else:
        error_messages = agent.get(
            "What are the error messages?",
            response_schema=List[str]
        )
        print(f"Fix these errors: {error_messages}")

from askui import ResponseSchemaBase

class Metrics(ResponseSchemaBase):
    total_users: int
    active_sessions: int
    revenue: float
    growth_percentage: float

with VisionAgent() as agent:
    dashboard = agent.get(
        "Extract the dashboard metrics",
        response_schema=Metrics
    )

class SearchResult(ResponseSchemaBase):
    title: str
    url: str
    description: str

with VisionAgent() as agent:
    results = agent.get(
        "Get all search results",
        response_schema=List[SearchResult]
    )