Add web reading to your AI agent in 5 minutes

from langchain.tools import tool
import requests

GHOST_KEY = "Bearer ghost_sk_YOUR_KEY"

@tool
def read_webpage(url: str) -> dict:
    """Read any public URL and extract structured intelligence.
    Returns title, summary, entities, and confidence score.
    Use this when you need to understand what a webpage is about."""
    response = requests.post(
        "https://project-ghost-production.up.railway.app/distill",
        headers={"Authorization": GHOST_KEY},
        json={"url": url}
    )
    data = response.json()
    sd = data.get("signals_data", {})
    return {
        "title": data.get("title"),
        "summary": sd.get("decision_signal", {}).get("business_intent"),
        "entities": [e for item in sd.get("items", []) for e in item.get("entities", [])],
        "confidence": sd.get("integrity_layer", {}).get("confidence_score"),
        "tokens_saved": data.get("tokens_saved")
    }

# Add to your agent
tools = [read_webpage]
agent = initialize_agent(tools, llm, agent="zero-shot-react-description")
agent.run("Research what OpenAI is currently working on")

from agents import Agent, function_tool
import requests

GHOST_KEY = "Bearer ghost_sk_YOUR_KEY"

@function_tool
def read_webpage(url: str) -> str:
    """Read any public URL and get structured intelligence about it."""
    res = requests.post(
        "https://project-ghost-production.up.railway.app/distill",
        headers={"Authorization": GHOST_KEY},
        json={"url": url}
    ).json()
    sd = res.get("signals_data", {})
    intent = sd.get("decision_signal", {}).get("business_intent", "No summary")
    entities = [e for i in sd.get("items",[]) for e in i.get("entities",[])]
    return f"""Title: {res.get('title')}
Summary: {intent}
Entities: {', '.join(entities[:8])}
Confidence: {sd.get('integrity_layer',{}).get('confidence_score')}"""

agent = Agent(
    name="Research Agent",
    instructions="You research topics by reading web pages using the read_webpage tool.",
    tools=[read_webpage]
)

from agents import Runner
result = await Runner.run(agent, "What is Stripe building right now?")
print(result.final_output)

{
  "mcpServers": {
    "project-ghost": {
      "url": "https://project-ghost-production.up.railway.app/mcp",
      "transport": "http"
    }
  }
}

from crewai_tools import BaseTool
import requests

class GhostWebReader(BaseTool):
    name: str = "Web Intelligence Reader"
    description: str = "Read any public URL and extract structured intelligence including entities, summary and confidence score"

    def _run(self, url: str) -> str:
        res = requests.post(
            "https://project-ghost-production.up.railway.app/distill",
            headers={"Authorization": "Bearer ghost_sk_YOUR_KEY"},
            json={"url": url}
        ).json()
        sd = res.get("signals_data", {})
        return str({
            "title": res.get("title"),
            "summary": sd.get("decision_signal",{}).get("business_intent"),
            "entities": [e for i in sd.get("items",[]) for e in i.get("entities",[])],
        })

# Use in your crew
researcher = Agent(
    role="Web Researcher",
    goal="Research topics by reading websites",
    tools=[GhostWebReader()]
)