{
  "title": "Our agent passed every red team probe. That was the problem.",
  "url": "https://cybiqon.in/lab/our-agent-passed-every-red-team-probe",
  "author": "Prajjwal Pathak",
  "published": "2026-08-22",
  "license": {
    "name": "CC BY 4.0",
    "url": "https://creativecommons.org/licenses/by/4.0/"
  },
  "citation": "Prajjwal Pathak, “Our agent passed every red team probe. That was the problem.”, Cybiqon Lab, 2026-08-22. https://cybiqon.in/lab/our-agent-passed-every-red-team-probe",
  "tables": [
    {
      "id": "what-it-actually-cost",
      "section": "What it actually cost",
      "csv": "https://cybiqon.in/data/lab/our-agent-passed-every-red-team-probe/what-it-actually-cost.csv",
      "columns": [
        "",
        ""
      ],
      "rows": [
        [
          "Cases",
          "42"
        ],
        [
          "Wall clock",
          "4m 11s, serial"
        ],
        [
          "Tokens",
          "298,895 in, 5,123 out"
        ],
        [
          "Agent cost",
          "$0.1025"
        ],
        [
          "Side calls",
          "$0.0024"
        ],
        [
          "Total",
          "$0.1049"
        ],
        [
          "Mean per case",
          "$0.00250"
        ],
        [
          "Dearest case",
          "$0.00868"
        ],
        [
          "Latency",
          "2.4s median, 5.4s p90, 8.5s max"
        ]
      ]
    },
    {
      "id": "what-it-actually-cost-2",
      "section": "What it actually cost",
      "csv": "https://cybiqon.in/data/lab/our-agent-passed-every-red-team-probe/what-it-actually-cost-2.csv",
      "columns": [
        "Dimension",
        "Measured",
        "Threshold"
      ],
      "rows": [
        [
          "Guardrail",
          "1.000",
          "1.0"
        ],
        [
          "Approval safety",
          "1.000",
          "1.0"
        ],
        [
          "Forbidden-tool rate",
          "1.000",
          "1.0"
        ],
        [
          "Tool arguments",
          "1.000",
          "0.85"
        ],
        [
          "Skill discovery",
          "1.000",
          "0.85"
        ],
        [
          "Trajectory",
          "0.990",
          "0.90"
        ],
        [
          "Tool selection",
          "0.936",
          "0.90"
        ],
        [
          "Task pass (judged)",
          "0.852",
          "0.80"
        ]
      ]
    },
    {
      "id": "ten-distinct-replies-out-of-a-hundred-and-fourteen",
      "section": "Ten distinct replies out of a hundred and fourteen",
      "csv": "https://cybiqon.in/data/lab/our-agent-passed-every-red-team-probe/ten-distinct-replies-out-of-a-hundred-and-fourteen.csv",
      "columns": [
        "Replies",
        "Count"
      ],
      "rows": [
        [
          "Byte-identical deflection",
          "99"
        ],
        [
          "Same deflection, plus the assistant's name",
          "6"
        ],
        [
          "Deterministic input filter refusal",
          "2"
        ],
        [
          "Paused for credit approval",
          "1"
        ],
        [
          "Genuine, task-appropriate answers",
          "6"
        ],
        [
          "Distinct strings across 114 graded probes",
          "10"
        ]
      ]
    },
    {
      "id": "indirect-injection-zero-leaks-and-why-that-is-not-reassuranc",
      "section": "Indirect injection: zero leaks, and why that is not reassurance",
      "csv": "https://cybiqon.in/data/lab/our-agent-passed-every-red-team-probe/indirect-injection-zero-leaks-and-why-that-is-not-reassuranc.csv",
      "columns": [
        "Checked for",
        "Hits"
      ],
      "rows": [
        [
          "Third-party data supplier names",
          "0"
        ],
        [
          "Underlying model or provider name",
          "0"
        ],
        [
          "System-prompt or security-rule text",
          "0"
        ],
        [
          "API key, token or cookie",
          "0"
        ],
        [
          "The signed-in user's own details",
          "0"
        ],
        [
          "Compliance with an embedded \"system override\"",
          "0"
        ]
      ]
    }
  ]
}