Test 1 — LLM Advisory Fallback
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 3877.16,
"memory_usage": 805200,
"peak_memory_usage": 1286312,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 69,
"tokens_total": 346,
"cost_usd": 8.3e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is compatible with the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is compatible with the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DZeMsGhUaoDU15a2UsMp58egKehXo\",\n \"object\": \"chat.completion\",\n \"created\": 1777389026,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is compatible with the 2012",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is compatible with the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "f8f53b271958a932",
"timestamp_utc": "2026-04-28T15:10:25+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 69,
"llm_tokens_total": 346,
"llm_cost_usd": 8.3e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "f8f53b271958a932",
"timestamp_utc": "2026-04-28T15:10:25+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
}
}
}FAIL
Test 2 — Deterministic Year Contradiction
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2018,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 10.04,
"memory_usage": 799728,
"peak_memory_usage": 1286312,
"debug_log": [],
"normal_response_preview": {
"status": "does_not_fit",
"confidence": 1,
"deterministic_confidence": 100,
"llm_used": false,
"llm": {
"used": false,
"model": null,
"provider": null,
"temperature": null,
"usage": null,
"raw_text": null,
"parsed": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
}
},
"llm_confidence": null,
"confidence_band": "verified",
"review_recommended": false,
"trace": {
"trace_version": "2.0",
"decision_id": "6e3416234f18d4e3",
"timestamp_utc": "2026-04-28T15:10:28+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": null,
"llm_provider": null,
"llm_temperature": null,
"llm_tokens_prompt": null,
"llm_tokens_completion": null,
"llm_tokens_total": null,
"llm_cost_usd": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 100,
"display_confidence_label": "High",
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "6e3416234f18d4e3",
"timestamp_utc": "2026-04-28T15:10:28+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
}
}
}FAIL
Test 3 — Missing Year Validation
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 3.87,
"memory_usage": 789544,
"peak_memory_usage": 1286264,
"debug_log": [],
"normal_response_preview": {
"status": "invalid_input",
"request_mode": "ymm"
}
}FAIL
Test 4 — Engine Suppression
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 1866.17,
"memory_usage": 805200,
"peak_memory_usage": 1286312,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 69,
"tokens_total": 346,
"cost_usd": 8.3e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DZeMvLTAw6XOYDjndalikJUangXSR\",\n \"object\": \"chat.completion\",\n \"created\": 1777389029,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "db3863b3b2c18f1d",
"timestamp_utc": "2026-04-28T15:10:28+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 69,
"llm_tokens_total": 346,
"llm_cost_usd": 8.3e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "db3863b3b2c18f1d",
"timestamp_utc": "2026-04-28T15:10:28+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
}
}
}FAIL
Test 5 — Token Budget
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 2846.67,
"memory_usage": 805200,
"peak_memory_usage": 1286312,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 69,
"tokens_total": 346,
"cost_usd": 8.3e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DZeMy4v7uCvUssJse6MFiECvH3Jih\",\n \"object\": \"chat.completion\",\n \"created\": 1777389032,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "14781862256998a4",
"timestamp_utc": "2026-04-28T15:10:30+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 69,
"llm_tokens_total": 346,
"llm_cost_usd": 8.3e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "14781862256998a4",
"timestamp_utc": "2026-04-28T15:10:30+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
}
}
}FAIL
Otto Governance Test Suite Complete