Files
turboquant/benchmarks/perplexity_results.json

32 lines
670 B
JSON
Raw Normal View History

{
"timestamp": null,
"model": null,
"corpus": "corpora/wiki.test.raw",
"context_length": 2048,
"threshold": 0.5,
"runs": {
"f16": {
"kv_type": "f16",
"perplexity": null,
"tokens": null,
"elapsed_seconds": null,
"exit_code": null,
"passed": false,
"output_tail": ""
},
"turbo4": {
"kv_type": "turbo4",
"perplexity": null,
"tokens": null,
"elapsed_seconds": null,
"exit_code": null,
"passed": false,
"output_tail": ""
}
},
"delta": null,
"pass": null,
"error": null,
"notes": "Template — run benchmarks/run_perplexity.py to populate. Issue #21."
}