Files
Investidor-V2/docs/investmoz/ai/benchmark-results.json
T
nala 1106509116
tests / ci (push) Canceled after 0s
vrsao 2
2026-10-08 14:02:01 +02:00

83 lines
2.1 KiB
JSON

{
"executed_at": "2026-09-26T15:51:08+00:00",
"backend": "PostgreSQL FTS",
"model": null,
"synthetic": true,
"passed": 8,
"cases": 8,
"repetitions_per_case": 5,
"measurements": [
{
"language": "pt",
"query": "formação técnica",
"expected_match": true,
"passed": true,
"p50_ms": 1.604,
"max_ms": 8.87
},
{
"language": "pt",
"query": "cadeia logística",
"expected_match": true,
"passed": true,
"p50_ms": 1.228,
"max_ms": 1.551
},
{
"language": "pt",
"query": "energia solar",
"expected_match": true,
"passed": true,
"p50_ms": 1.207,
"max_ms": 1.724
},
{
"language": "pt",
"query": "taxa oficial",
"expected_match": false,
"passed": true,
"p50_ms": 1.091,
"max_ms": 1.457
},
{
"language": "en",
"query": "vocational training",
"expected_match": true,
"passed": true,
"p50_ms": 1.237,
"max_ms": 1.518
},
{
"language": "en",
"query": "logistics corridor",
"expected_match": true,
"passed": true,
"p50_ms": 1.233,
"max_ms": 1.3
},
{
"language": "en",
"query": "solar energy",
"expected_match": true,
"passed": true,
"p50_ms": 1.23,
"max_ms": 1.426
},
{
"language": "en",
"query": "official tax",
"expected_match": false,
"passed": true,
"p50_ms": 1.167,
"max_ms": 1.337
}
],
"generative_benchmark": "not_executed_no_runtime_or_model",
"limitations": [
"small_single_source_cases",
"not_a_representative_benchmark",
"not_human_validated_PT_MZ",
"no_concurrency_or_load_test"
]
}