Browser use

git clone https://github.com/browserbase/stagehand.git
cd stagehand/packages/integrations/deepagents
uv sync --locked
npm install deepagents @langchain/mcp-adapters@^2.0.1 @langchain/openai

export OPENAI_API_KEY="your-openai-api-key"
export BROWSERBASE_API_KEY="your-browserbase-api-key"

import { MCPAdapter } from "@langchain/mcp-adapters";
import { createDeepAgent } from "deepagents";

const STAGEHAND_DIR = "/path/to/stagehand/packages/integrations/deepagents";

const serverEnv = Object.fromEntries(
  Object.entries(process.env).filter(
    ([name, value]) =>
      value && (name.startsWith("STAGEHAND_") || name.startsWith("BROWSERBASE_")),
  ),
) as Record<string, string>;
serverEnv.STAGEHAND_BROWSER = "browserbase";

const SYSTEM_PROMPT = `You control one persistent browser through three tools:
- browser_snapshot: read the active page and get bracketed element IDs.
- browser_run: send snapshot actions, or JavaScript that uses the Playwright-shaped page API.
- browser_screenshot: look at the rendered page.

Snapshot IDs are valid only for the latest snapshot of the active page.
Snapshot again after navigation or stale IDs. Do not launch another browser.`;

const adapter = new MCPAdapter({
  servers: {
    browser: {
      mode: "legacy",
      command: "uv",
      args: ["run", "--project", STAGEHAND_DIR, "--locked", "stagehand-deepagents-mcp"],
      env: serverEnv,
    },
  },
});

try {
  const tools = await adapter.listTools();
  const agent = createDeepAgent({
    model: "openai:gpt-5.5-2026-04-23",
    tools,
    systemPrompt: SYSTEM_PROMPT,
  });
  const result = await agent.invoke({
    messages: [
      {
        role: "user",
        content:
          "On opentable.com, find a table for two in San Francisco this Friday " +
          "at 7 PM. Stop before confirming, and report the restaurant, time, and booking link.",
      },
    ],
  });
  console.log(result.messages.at(-1)?.contentBlocks);
} finally {
  await adapter.close();
}

npm install -g agent-browser@latest
agent-browser install --with-deps

export LANGSMITH_API_KEY="your-langsmith-api-key"
export OPENAI_API_KEY="your-openai-api-key"
export QA_SNAPSHOT_ID="your-prepared-snapshot-id"
export QA_START_COMMAND="cd /app && npm run dev -- --host 0.0.0.0 --port 3000"

npm install deepagents@^1.15.1 langsmith@^0.9.0 @langchain/openai ws

import { writeFile } from "node:fs/promises";

import { createDeepAgent, LangSmithSandbox } from "deepagents";
import { SandboxClient } from "langsmith/sandbox";

const client = new SandboxClient();
const sandbox = await client.createSandbox(process.env.QA_SNAPSHOT_ID!);
const backend = new LangSmithSandbox({ sandbox });

try {
  const app = await sandbox.run(process.env.QA_START_COMMAND!, {
    wait: false,
    timeout: 0,
    idleTimeout: -1,
  });
  for (const command of [
    "curl --fail --retry 20 --retry-connrefused --retry-delay 1 " +
      "--retry-max-time 30 http://127.0.0.1:3000",
    'agent-browser --session qa --args "--no-sandbox" open http://127.0.0.1:3000',
  ]) {
    const response = await backend.execute(command);
    if (response.exitCode !== 0) throw new Error(response.output);
  }

  const agent = createDeepAgent({
    model: "openai:gpt-5.5-2026-04-23",
    backend,
    systemPrompt:
      "Test the app through its UI using execute and agent-browser. " +
      "Use agent-browser --session qa for every browser command. " +
      "Use snapshot -i to inspect controls, then click or fill them. " +
      "Take a new snapshot after page changes. Do not edit the app " +
      "or alter its state by executing JavaScript. Save a screenshot " +
      "to /tmp/qa.png before reporting observed results and failures.",
  });
  const result = await agent.invoke({
    messages: [{
      role: "user",
      content: "Sign up as qa@example.com and confirm that the dashboard loads.",
    }],
  });
  console.log(result.messages.at(-1)?.contentBlocks);
  const [image] = await backend.downloadFiles(["/tmp/qa.png"]);
  if (image.error || !image.content) throw new Error(image.error ?? "No screenshot");
  await writeFile("qa.png", image.content);
} finally {
  await backend.close();
}