Claude Computer Use: Guide to AI Desktop Automation (2025)

import anthropic
import base64

client = anthropic.Anthropic()

# Take a screenshot and send it to Claude Computer Use
def get_screenshot():
    # In practice: use pyautogui, mss, or your platform's screenshot tool
    # This returns raw bytes of the screen image
    import mss
    with mss.mss() as sct:
        screenshot = sct.grab(sct.monitors[0])
        return bytes(screenshot.rgb)

def computer_use_loop(task: str, max_steps: int = 10):
    messages = [{"role": "user", "content": task}]

    for step in range(max_steps):
        response = client.beta.messages.create(
            model="claude-opus-4-5",
            max_tokens=4096,
            tools=[
                {
                    "type": "computer_20241022",
                    "name": "computer",
                    "display_width_px": 1920,
                    "display_height_px": 1080,
                    "display_number": 1,
                }
            ],
            messages=messages,
            betas=["computer-use-2024-10-22"],
        )

        # Check if Claude is done
        if response.stop_reason == "end_turn":
            print("Task complete")
            break

        # Process tool calls
        tool_results = []
        for block in response.content:
            if block.type == "tool_use" and block.name == "computer":
                action = block.input["action"]
                print(f"Action: {action}")

                if action == "screenshot":
                    # Capture screen and return to Claude
                    img_bytes = get_screenshot()
                    img_b64 = base64.b64encode(img_bytes).decode()
                    tool_results.append({
                        "type": "tool_result",
                        "tool_use_id": block.id,
                        "content": [{
                            "type": "image",
                            "source": {
                                "type": "base64",
                                "media_type": "image/png",
                                "data": img_b64,
                            }
                        }]
                    })
                elif action == "left_click":
                    # Execute the click (implement with pyautogui)
                    import pyautogui
                    coords = block.input["coordinate"]
                    pyautogui.click(coords[0], coords[1])
                    tool_results.append({
                        "type": "tool_result",
                        "tool_use_id": block.id,
                        "content": "Click executed"
                    })
                elif action == "type":
                    import pyautogui
                    pyautogui.typewrite(block.input["text"], interval=0.05)
                    tool_results.append({
                        "type": "tool_result",
                        "tool_use_id": block.id,
                        "content": "Text typed"
                    })

        # Add Claude's response and tool results to message history
        messages.append({"role": "assistant", "content": response.content})
        messages.append({"role": "user", "content": tool_results})

# Example usage
computer_use_loop("Open the calculator app and compute 847 * 293")