Windows Native Task

cb image create windows-qemu --download-iso

import cua_bench as cb


@cb.tasks_config(split="train")
def load():
    return [
        cb.Task(
            description="Create a new Unity 3D project called 'MyGame' and save it to Desktop/UnityProjects/",
            metadata={"project_name": "MyGame"},
            computer={
                "provider": "native",
                "setup_config": {"os_type": "windows", "width": 1920, "height": 1080},
            },
        )
    ]


@cb.setup_task(split="train")
async def start(task_cfg: cb.Task, session: cb.DesktopSession):
    """Install Unity using the app helper."""
    await session.apps.unity.install(with_shortcut=True)


@cb.evaluate_task(split="train")
async def evaluate(task_cfg: cb.Task, session: cb.DesktopSession) -> list[float]:
    """Check if the Unity project was created."""
    project_name = task_cfg.metadata["project_name"]

    result = await session.run_command(
        f'if exist "%USERPROFILE%\\Desktop\\UnityProjects\\{project_name}\\Assets" (echo FOUND) else (echo NOT_FOUND)',
        check=False,
    )

    if "FOUND" in result["stdout"]:
        return [1.0]
    return [0.0]


if __name__ == "__main__":
    cb.interact(__file__)

cb interact tasks/unity_project