fetch_webpage.py

action(reads=[], writes=["markdown_content"])
def fetch_webpage(state: State, webpage_url: str) -> State:
    """Fetch a webpage and convert it to Markdown."""
    try:
        response = sgai_client.markdownify(website_url=webpage_url)
        markdown_content = response["result"]
        print(f"Request ID: {response['request_id']}")
        print(f"Markdown Content: {markdown_content[:200]}... (truncated)")
        return state.update(markdown_content=markdown_content)
    except Exception as e:
        sgai_logger.error(f"Failed to fetch webpage: {e}")
        raise