Test 1 — LLM Advisory Fallback
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 3242.4,
"memory_usage": 1039256,
"peak_memory_usage": 1376232,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 71,
"tokens_total": 348,
"cost_usd": 8.4e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is likely to fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is likely to fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 348
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DJ5zONyhxmHWGuZwe05dA3kTcgsd1\",\n \"object\": \"chat.completion\",\n \"created\": 1773443626,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is likely to f",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it is likely to fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "83c19fde18b548f3",
"timestamp_utc": "2026-03-13T23:13:44+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 71,
"total": 348
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 71,
"llm_tokens_total": 348,
"llm_cost_usd": 8.4e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 348
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "83c19fde18b548f3",
"timestamp_utc": "2026-03-13T23:13:44+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 71,
"total": 348
}
}
}
}FAIL
Test 2 — Deterministic Year Contradiction
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2018,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 10.58,
"memory_usage": 1045208,
"peak_memory_usage": 1387656,
"debug_log": [],
"normal_response_preview": {
"status": "does_not_fit",
"confidence": 1,
"deterministic_confidence": 100,
"llm_used": false,
"llm": {
"used": false,
"model": null,
"provider": null,
"temperature": null,
"usage": null,
"raw_text": null,
"parsed": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
}
},
"llm_confidence": null,
"confidence_band": "verified",
"review_recommended": false,
"trace": {
"trace_version": "2.0",
"decision_id": "0eec2c28549b2323",
"timestamp_utc": "2026-03-13T23:13:48+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": null,
"llm_provider": null,
"llm_temperature": null,
"llm_tokens_prompt": null,
"llm_tokens_completion": null,
"llm_tokens_total": null,
"llm_cost_usd": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 100,
"display_confidence_label": "High",
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "0eec2c28549b2323",
"timestamp_utc": "2026-03-13T23:13:48+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
}
}
}FAIL
Test 3 — Missing Year Validation
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 4.64,
"memory_usage": 1035024,
"peak_memory_usage": 1387608,
"debug_log": [],
"normal_response_preview": {
"status": "invalid_input",
"request_mode": "ymm"
}
}FAIL
Test 4 — Engine Suppression
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 2573.38,
"memory_usage": 1050680,
"peak_memory_usage": 1387656,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 66,
"tokens_total": 343,
"cost_usd": 8.1e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it is likely to fit this vehicle.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it is likely to fit this vehicle."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 343
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DJ5zRMVthriNm4RpH3YbjbQ9mUVeJ\",\n \"object\": \"chat.completion\",\n \"created\": 1773443629,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it is likely to fit th",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model. Therefore, it is likely to fit this vehicle.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "e2335cf914481cfd",
"timestamp_utc": "2026-03-13T23:13:48+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 66,
"total": 343
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 66,
"llm_tokens_total": 343,
"llm_cost_usd": 8.1e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 343
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "e2335cf914481cfd",
"timestamp_utc": "2026-03-13T23:13:48+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 66,
"total": 343
}
}
}
}FAIL
Test 5 — Token Budget
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 2131.04,
"memory_usage": 1050688,
"peak_memory_usage": 1387664,
"debug_log": [],
"normal_response_preview": {
"status": "fits",
"matched_rows": 0,
"confidence": 0.7,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 277,
"tokens_completion": 69,
"tokens_total": 346,
"cost_usd": 8.3e-5
},
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}",
"parsed": {
"status": "fits",
"confidence": 0.7,
"confidence_band": "advisory",
"reasoning": "The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang."
},
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"transport_debug": {
"http_code": 200,
"curl_error": null,
"raw_http_response": "{\n \"id\": \"chatcmpl-DJ5zTDJ9ayswxrPeAKfmqbbW6nezo\",\n \"object\": \"chat.completion\",\n \"created\": 1773443631,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"{\\\"status\\\":\\\"fits\\\",\\\"confidence\\\":0.7,\\\"confidence_band\\\":\\\"advisory\\\",\\\"reasoning\\\":\\\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.7,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": "{\"status\":\"fits\",\"confidence\":0.7,\"confidence_band\":\"advisory\",\"reasoning\":\"The Airaid 450-636 PowerAid TB Spacer is specifically designed for the 2011-2014 Ford Mustang, which includes the 2012 model year. Therefore, it should fit the 2012 Ford Mustang.\"}"
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "ee8581117b1eb0b3",
"timestamp_utc": "2026-03-13T23:13:50+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 11-14 Ford Mustang 3.7L V6 \/ 11-14 Ford F-150 3.7L V6 PowerAid TB Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 277,
"llm_tokens_completion": 69,
"llm_tokens_total": 346,
"llm_cost_usd": 8.3e-5,
"llm_health": {
"status": "healthy",
"http_code": 200,
"transport_error": false,
"tokens_total": 346
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "ee8581117b1eb0b3",
"timestamp_utc": "2026-03-13T23:13:50+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.7,
"confidence_band": "medium"
},
"risk_flags": [],
"token_usage": {
"prompt": 277,
"completion": 69,
"total": 346
}
}
}
}FAIL
Otto Governance Test Suite Complete