Computer use (desktop)

import asyncio
import base64

import boxlite

async def main() -> None:
    # ComputerBox is an async context manager: entering creates and starts the desktop box
    try:
        async with boxlite.ComputerBox(cpu=2, memory=2048) as desktop:
            # The desktop environment (XFCE + selkies) takes time to initialize; wait until ready first
            await desktop.wait_until_ready(timeout=60)

            # screenshot() returns a dict: {data: base64 PNG, width, height, format}
            shot = await desktop.screenshot()
            print(f"screenshot: {shot['width']}x{shot['height']} {shot['format']}")

            # data is a base64 string; decode it and write a PNG
            with open("desktop.png", "wb") as f:
                f.write(base64.b64decode(shot["data"]))
            print("saved to desktop.png")
    except RuntimeError as e:
        # Image pull failure / no virtualization raises a standard RuntimeError
        print(f"desktop failed to start: {e}")

if __name__ == "__main__":
    asyncio.run(main())

import { writeFileSync } from "node:fs";
import { ComputerBox } from "@boxlite-ai/boxlite";

async function main(): Promise<void> {
  const desktop = new ComputerBox({ cpus: 2, memoryMib: 2048 });
  try {
    // Desktop initialization takes time; wait until ready first
    await desktop.waitUntilReady(60);

    // screenshot() returns { data: base64 PNG, width, height, format }
    const shot = await desktop.screenshot();
    console.log(`screenshot: ${shot.width}x${shot.height} ${shot.format}`);

    writeFileSync("desktop.png", Buffer.from(shot.data, "base64"));
    console.log("saved to desktop.png");
  } catch (err) {
    // Image pull failure / no virtualization raises a standard Error
    console.error(`desktop failed to start: ${(err as Error).message}`);
  } finally {
    // Stop manually to release resources; ComputerBox extends SimpleBox and also supports `await using` auto-release
    await desktop.stop();
  }
}

main();

import asyncio
import base64

import boxlite
from boxlite import ExecError, TimeoutError

async def main() -> None:
    try:
        async with boxlite.ComputerBox(cpu=2, memory=2048) as desktop:
            await desktop.wait_until_ready(timeout=60)

            width, height = await desktop.get_screen_size()
            print(f"screen: {width}x{height}")

            # Move to the center of the screen and click
            await desktop.mouse_move(width // 2, height // 2)
            await desktop.left_click()

            # Type text + press Enter
            await desktop.type("Hello BoxLite!")
            await desktop.key("Return")

            # Scroll
            await desktop.scroll(width // 2, height // 2, "down", amount=3)

            # Save the final screenshot
            shot = await desktop.screenshot()
            with open("after_action.png", "wb") as f:
                f.write(base64.b64decode(shot["data"]))
            print("saved after_action.png")
    except TimeoutError as e:
        print(f"desktop not ready: {e}")
    except ExecError as e:
        # GUI actions use xdotool underneath; a non-zero exit raises ExecError
        print(f"GUI action failed: {e}")
    except RuntimeError as e:
        print(f"desktop failed to start: {e}")

if __name__ == "__main__":
    asyncio.run(main())