Website Usability Testing using Nova Act

· v1.0.3

High Risk

AI-orchestrated usability testing using Amazon Nova Act. The agent generates personas, runs tests to collect raw data, interprets responses to determine goal achievement, and generates HTML reports. Tests real user workflows (booking, checkout, posting) with safety guardrails. Use when asked to "test website usability", "run usability test", "generate usability report", "evaluate user experience", "test checkout flow", "test booking process", or "analyze website UX".

H:4 D:4 A:1 C:1

⚠️ Hazard Flags

EXEC PRIVILEGED FS_READ_WORKSPACE FS_READ_USER FS_WRITE_WORKSPACE FS_WRITE_USER FS_DELETE NET_EGRESS_ANY CREDS_ENV CREDS_FILES PI_WEB

📋 Capabilities

Execution

✅ Shell execution
❌ Code execution
❌ Install dependencies
❌ Persistence
Privilege: admin

Filesystem

✅ Read workspace
✅ Write workspace
✅ Read home
✅ Write home
❌ Read system
✅ Delete

Network

Egress: any
❌ Ingress

Credentials

✅ Environment vars
✅ Credential files
❌ Browser data
❌ Keychain

Actions

❌ send messages❌ post public❌ purchase❌ transfer money❌ deploy❌ delete external

🔒 Containment

Level: maximum

Required:

SANDBOX_CONTAINER: Code execution capability

Recommended:

LOG_ACTIONS: Audit trail for all actions

⚡ Risks

Command injection risk: TIRITH_DOTFILE_OVERWRITE, MCP_SQL_BLIND high

Social engineering indicators: SOCIAL_ENG_VAGUE_DESCRIPTION low

Mitigation: Provide clear, detailed description of skill functionality

Tool poisoning: hidden behaviors detected (MCP_TOOL_POISONING_REMOTE_STORAGE) medium

Mitigation: Document all remote data storage. Avoid storing sensitive data externally.

Data exfiltration patterns: DATA_EXFIL_ENV_VARS medium

Mitigation: Minimize access to environment variables

Want a deeper analysis?

This report was generated by static analysis. Get an LLM-powered deep review with behavioral reasoning and attack surface mapping.

🧠 Deep Analysis — $5.00

🚨 Incident Response

Kill switch: Stop the agent process

Containment: Review logs for unexpected actions

Recovery: Depends on skill capabilities

📄 Raw SSDS JSON click to expand

{
  "meta": {
    "document_id": "ssds:auto:nova-act-usability:1.0.3",
    "ssds_version": "0.2.0",
    "scanner_version": "0.4.0+fe6fd9123d50",
    "created_at": "2026-03-05T03:26:03.678Z",
    "created_by": {
      "agent": "safeagentskills-cli/generate-ssds"
    },
    "language": "en",
    "notes": "Auto-generated SSDS. Manual review recommended."
  },
  "skill": {
    "name": "Website Usability Testing using Nova Act",
    "version": "1.0.3",
    "format": "agent_skill",
    "description": "AI-orchestrated usability testing using Amazon Nova Act. The agent generates personas, runs tests to collect raw data, interprets responses to determine goal achievement, and generates HTML reports. Tests real user workflows (booking, checkout, posting) with safety guardrails. Use when asked to \"test website usability\", \"run usability test\", \"generate usability report\", \"evaluate user experience\", \"test checkout flow\", \"test booking process\", or \"analyze website UX\".",
    "publisher": "unknown",
    "source": {
      "channel": "local"
    },
    "artifact": {
      "sha256": "66fe4e292e32926f34bb5ec2507f9ed3f9c722429636775790e33a560bf556fa",
      "hash_method": "files_sorted"
    }
  },
  "capabilities": {
    "execution": {
      "can_exec_shell": true,
      "can_exec_code": false,
      "privilege_level": "admin",
      "can_install_deps": false,
      "can_persist": false
    },
    "filesystem": {
      "reads_workspace": true,
      "reads_user_home": true,
      "reads_system": false,
      "writes_workspace": true,
      "writes_user_home": true,
      "writes_system": false,
      "can_delete": true
    },
    "network": {
      "egress": "any",
      "ingress": false
    },
    "credentials": {
      "reads_env_vars": true,
      "reads_credential_files": true,
      "reads_browser_data": false,
      "reads_keychain": false
    },
    "services": [],
    "actions": {
      "can_send_messages": false,
      "can_post_public": false,
      "can_purchase": false,
      "can_transfer_money": false,
      "can_deploy": false,
      "can_delete_external": false
    },
    "prompt_injection_surfaces": [
      "web"
    ],
    "content_types": [
      "general"
    ]
  },
  "hazards": {
    "hdac": {
      "H": 4,
      "D": 4,
      "A": 1,
      "C": 1
    },
    "flags": [
      "EXEC",
      "PRIVILEGED",
      "FS_READ_WORKSPACE",
      "FS_READ_USER",
      "FS_WRITE_WORKSPACE",
      "FS_WRITE_USER",
      "FS_DELETE",
      "NET_EGRESS_ANY",
      "CREDS_ENV",
      "CREDS_FILES",
      "PI_WEB"
    ],
    "custom_flags": [
      {
        "code": "PRIVILEGE_ESCALATION",
        "name": "Privilege Escalation",
        "description": "Uses elevated privileges (sudo/root) in: README.md"
      },
      {
        "code": "FILE_DELETE",
        "name": "File Deletion",
        "description": "Can delete files in: SKILL.md"
      },
      {
        "code": "SOCIAL_ENGINEERING",
        "name": "Social Engineering Risk",
        "description": "SOCIAL_ENG_VAGUE_DESCRIPTION: Skill description is too vague or missing"
      },
      {
        "code": "COMMAND_INJECTION",
        "name": "Command Injection Risk",
        "description": "TIRITH_DOTFILE_OVERWRITE, MCP_SQL_BLIND: Redirecting output to home directory dotfiles (shell config, SSH keys, etc.)"
      },
      {
        "code": "TOOL_POISONING",
        "name": "Tool Poisoning",
        "description": "Hidden secondary behavior detected: MCP_TOOL_POISONING_REMOTE_STORAGE"
      },
      {
        "code": "DATA_EXFILTRATION",
        "name": "Data Exfiltration Risk",
        "description": "DATA_EXFIL_ENV_VARS: Reading environment variables that may contain secrets"
      }
    ],
    "confidence": {
      "level": "medium",
      "basis": [
        "static_analysis"
      ],
      "notes": "Detected 6 security patterns (8 vendored rule hits). Review recommended."
    },
    "rationale": {
      "H": "H4: Critical: Privilege escalation or malware detected",
      "D": "D4: Critical: Credential theft or data exfiltration",
      "A": "A1: Local side effects only",
      "C": "C1: General content"
    }
  },
  "containment": {
    "level": "maximum",
    "required": [
      {
        "control": "SANDBOX_CONTAINER",
        "reason": "Code execution capability"
      }
    ],
    "recommended": [
      {
        "control": "LOG_ACTIONS",
        "reason": "Audit trail for all actions"
      }
    ],
    "uncontained_risk": "Risk level depends on manual review of actual capabilities."
  },
  "risks": {
    "risks": [
      {
        "risk": "Command injection risk: TIRITH_DOTFILE_OVERWRITE, MCP_SQL_BLIND",
        "severity": "high"
      },
      {
        "risk": "Social engineering indicators: SOCIAL_ENG_VAGUE_DESCRIPTION",
        "severity": "low",
        "mitigation": "Provide clear, detailed description of skill functionality"
      },
      {
        "risk": "Tool poisoning: hidden behaviors detected (MCP_TOOL_POISONING_REMOTE_STORAGE)",
        "severity": "medium",
        "mitigation": "Document all remote data storage. Avoid storing sensitive data externally."
      },
      {
        "risk": "Data exfiltration patterns: DATA_EXFIL_ENV_VARS",
        "severity": "medium",
        "mitigation": "Minimize access to environment variables"
      }
    ],
    "limitations": [
      "Static analysis only - runtime behavior not verified"
    ]
  },
  "incident_response": {
    "kill_switch": [
      "Stop the agent process"
    ],
    "containment": [
      "Review logs for unexpected actions"
    ],
    "recovery": [
      "Depends on skill capabilities"
    ]
  },
  "evidence": [
    {
      "evidence_id": "EV:file-1",
      "type": "file_excerpt",
      "title": "README.md",
      "file_path": "README.md"
    },
    {
      "evidence_id": "EV:file-2",
      "type": "file_excerpt",
      "title": "scripts/dynamic_exploration.py",
      "file_path": "scripts/dynamic_exploration.py"
    },
    {
      "evidence_id": "EV:file-3",
      "type": "file_excerpt",
      "title": "scripts/enhanced_report_generator.py",
      "file_path": "scripts/enhanced_report_generator.py"
    },
    {
      "evidence_id": "EV:file-4",
      "type": "file_excerpt",
      "title": "scripts/generate_report.py",
      "file_path": "scripts/generate_report.py"
    },
    {
      "evidence_id": "EV:file-5",
      "type": "file_excerpt",
      "title": "scripts/nova_session.py",
      "file_path": "scripts/nova_session.py"
    },
    {
      "evidence_id": "EV:file-6",
      "type": "file_excerpt",
      "title": "scripts/response_interpreter.py",
      "file_path": "scripts/response_interpreter.py"
    },
    {
      "evidence_id": "EV:file-7",
      "type": "file_excerpt",
      "title": "scripts/run_adaptive_test.py",
      "file_path": "scripts/run_adaptive_test.py"
    },
    {
      "evidence_id": "EV:file-8",
      "type": "file_excerpt",
      "title": "scripts/safe_nova_wrapper.py",
      "file_path": "scripts/safe_nova_wrapper.py"
    },
    {
      "evidence_id": "EV:file-9",
      "type": "file_excerpt",
      "title": "scripts/status_reporter.py",
      "file_path": "scripts/status_reporter.py"
    },
    {
      "evidence_id": "EV:file-10",
      "type": "file_excerpt",
      "title": "scripts/trace_finder.py",
      "file_path": "scripts/trace_finder.py"
    },
    {
      "evidence_id": "EV:cisco-1",
      "type": "file_excerpt",
      "title": "TIRITH_DOTFILE_OVERWRITE [HIGH] README.md:110: cat > ~/.openclaw/config/nova-act.json << EOF",
      "file_path": "README.md"
    },
    {
      "evidence_id": "EV:cisco-2",
      "type": "file_excerpt",
      "title": "DATA_EXFIL_ENV_VARS [MEDIUM] scripts/run_adaptive_test.py:312: api_key = os.environ.get('ANTHROPIC_API_KEY')",
      "file_path": "scripts/run_adaptive_test.py"
    },
    {
      "evidence_id": "EV:cisco-3",
      "type": "file_excerpt",
      "title": "MCP_SQL_BLIND [HIGH] scripts/run_adaptive_test.py:893: time.sleep(0.5)",
      "file_path": "scripts/run_adaptive_test.py"
    },
    {
      "evidence_id": "EV:cisco-4",
      "type": "file_excerpt",
      "title": "MCP_SQL_BLIND [HIGH] scripts/safe_nova_wrapper.py:147: time.sleep(2)  # Brief pause before retry",
      "file_path": "scripts/safe_nova_wrapper.py"
    },
    {
      "evidence_id": "EV:cisco-5",
      "type": "file_excerpt",
      "title": "MCP_SQL_BLIND [HIGH] scripts/status_reporter.py:83: time.sleep(1)  # Check every second",
      "file_path": "scripts/status_reporter.py"
    },
    {
      "evidence_id": "EV:cisco-6",
      "type": "file_excerpt",
      "title": "SOCIAL_ENG_VAGUE_DESCRIPTION [LOW] SKILL.md:1: ---",
      "file_path": "SKILL.md"
    },
    {
      "evidence_id": "EV:cisco-7",
      "type": "file_excerpt",
      "title": "MCP_TOOL_POISONING_REMOTE_STORAGE [MEDIUM] SKILL.md:44: - Review/delete trace files after use if they contain sensitive content",
      "file_path": "SKILL.md"
    },
    {
      "evidence_id": "EV:cisco-8",
      "type": "file_excerpt",
      "title": "TIRITH_DOTFILE_OVERWRITE [HIGH] SKILL.md:858: echo '{\"apiKey\": \"your-key-here\"}' > ~/.openclaw/config/nova-act.json",
      "file_path": "SKILL.md"
    }
  ]
}