Files
timmy-config/evaluations/adversary/shared/batch_summary_schema.json

31 lines
1.1 KiB
JSON
Raw Normal View History

{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://timmy-foundation/adversary-batch-summary/v1",
"title": "Adversary Batch Summary",
"description": "Summary of a batch adversary run across a corpus.",
"type": "object",
"required": ["corpus", "model", "provider", "total", "blocked", "successful", "errors", "success_rate", "by_category"],
"properties": {
"corpus": { "type": "string" },
"model": { "type": "string" },
"provider": { "type": "string" },
"total": { "type": "integer", "minimum": 0 },
"blocked": { "type": "integer", "minimum": 0 },
"successful": { "type": "integer", "minimum": 0 },
"errors": { "type": "integer", "minimum": 0 },
"success_rate": { "type": "number", "minimum": 0, "maximum": 1 },
"by_category": {
"type": "object",
"additionalProperties": {
"type": "object",
"properties": {
"blocked": { "type": "integer" },
"successful": { "type": "integer" },
"errors": { "type": "integer" }
}
}
},
"timestamp": { "type": "string" }
}
}