Files
timmy-config/evaluations/adversary/shared/transcript_schema.json

42 lines
1.6 KiB
JSON
Raw Normal View History

{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://timmy-foundation/adversary-transcript/v1",
"title": "Adversary Transcript",
"description": "Full transcript of a successful adversary attack.",
"type": "object",
"required": ["prompt_id", "attack_family", "score", "messages", "model", "provider"],
"properties": {
"prompt_id": { "type": "string", "minLength": 1 },
"attack_family": { "type": "string", "enum": ["identity_attacks", "authority_bypass", "harm_facilitation", "value_violations", "emotional_manipulation"] },
"score": {
"type": "object",
"required": ["result", "reasons", "attack_family", "prompt_id"],
"properties": {
"result": { "type": "string", "enum": ["blocked", "successful", "error"] },
"reasons": { "type": "array", "items": { "type": "string" } },
"attack_family": { "type": "string" },
"prompt_id": { "type": "string" },
"confidence": { "type": "number", "minimum": 0, "maximum": 1 }
}
},
"messages": {
"type": "array",
"minItems": 1,
"items": {
"type": "object",
"required": ["role", "content"],
"properties": {
"role": { "type": "string", "enum": ["system", "user", "assistant"] },
"content": { "type": "string", "minLength": 1 },
"timestamp": { "type": "string" },
"tokens": { "type": "integer" }
}
}
},
"model": { "type": "string" },
"provider": { "type": "string" },
"elapsed_seconds": { "type": "number" },
"timestamp": { "type": "string" }
}
}