Test 1 — LLM Advisory Fallback
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 982.86,
"memory_usage": 1063160,
"peak_memory_usage": 1390120,
"debug_log": [],
"normal_response_preview": {
"status": "unknown",
"matched_rows": 0,
"confidence": 0.3,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 0,
"tokens_completion": 0,
"tokens_total": 0,
"cost_usd": 0
},
"raw_text": "",
"parsed": null,
"llm_health": {
"status": "degraded_transport",
"http_code": 401,
"transport_error": false,
"tokens_total": 0
},
"transport_debug": {
"http_code": 401,
"curl_error": null,
"raw_http_response": "{\"error\":{\"message\":\"Missing Authentication header\",\"code\":401}}",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.4,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": ""
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "31a9e24a0814812e",
"timestamp_utc": "2026-09-12T05:08:04+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.3,
"confidence_band": "advisory"
},
"risk_flags": [],
"token_usage": {
"prompt": 0,
"completion": 0,
"total": 0
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 AIR Throttle Body Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 0,
"llm_tokens_completion": 0,
"llm_tokens_total": 0,
"llm_cost_usd": 0,
"llm_health": {
"status": "degraded_transport",
"http_code": 401,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0.3,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "31a9e24a0814812e",
"timestamp_utc": "2026-09-12T05:08:04+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.3,
"confidence_band": "advisory"
},
"risk_flags": [],
"token_usage": {
"prompt": 0,
"completion": 0,
"total": 0
}
}
}
}FAIL
Test 2 — Deterministic Year Contradiction
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2018,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 23.88,
"memory_usage": 1059528,
"peak_memory_usage": 1390112,
"debug_log": [],
"normal_response_preview": {
"status": "does_not_fit",
"confidence": 1,
"deterministic_confidence": 100,
"llm_used": false,
"llm": {
"used": false,
"model": null,
"provider": null,
"temperature": null,
"usage": null,
"raw_text": null,
"parsed": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
}
},
"llm_confidence": null,
"confidence_band": "verified",
"review_recommended": false,
"trace": {
"trace_version": "2.0",
"decision_id": "f23990ebd5575c87",
"timestamp_utc": "2026-09-12T05:08:05+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 AIR Throttle Body Spacer"
},
"llm_model": null,
"llm_provider": null,
"llm_temperature": null,
"llm_tokens_prompt": null,
"llm_tokens_completion": null,
"llm_tokens_total": null,
"llm_cost_usd": null,
"llm_health": {
"status": "not_used",
"http_code": null,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 100,
"display_confidence_label": "High",
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "f23990ebd5575c87",
"timestamp_utc": "2026-09-12T05:08:05+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": false
},
"authority": {
"source": "deterministic",
"confidence": 1,
"confidence_band": "high"
},
"risk_flags": [],
"token_usage": []
}
}
}FAIL
Test 3 — Missing Year Validation
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 6.25,
"memory_usage": 1049392,
"peak_memory_usage": 1390064,
"debug_log": [],
"normal_response_preview": {
"status": "invalid_input",
"request_mode": "ymm"
}
}FAIL
Test 4 — Engine Suppression
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 164.72,
"memory_usage": 1063152,
"peak_memory_usage": 1390112,
"debug_log": [],
"normal_response_preview": {
"status": "unknown",
"matched_rows": 0,
"confidence": 0.3,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 0,
"tokens_completion": 0,
"tokens_total": 0,
"cost_usd": 0
},
"raw_text": "",
"parsed": null,
"llm_health": {
"status": "degraded_transport",
"http_code": 401,
"transport_error": false,
"tokens_total": 0
},
"transport_debug": {
"http_code": 401,
"curl_error": null,
"raw_http_response": "{\"error\":{\"message\":\"Missing Authentication header\",\"code\":401}}",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.4,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": ""
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "d3a8216bccbcee1f",
"timestamp_utc": "2026-09-12T05:08:05+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.3,
"confidence_band": "advisory"
},
"risk_flags": [],
"token_usage": {
"prompt": 0,
"completion": 0,
"total": 0
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 AIR Throttle Body Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 0,
"llm_tokens_completion": 0,
"llm_tokens_total": 0,
"llm_cost_usd": 0,
"llm_health": {
"status": "degraded_transport",
"http_code": 401,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0.3,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "d3a8216bccbcee1f",
"timestamp_utc": "2026-09-12T05:08:05+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.3,
"confidence_band": "advisory"
},
"risk_flags": [],
"token_usage": {
"prompt": 0,
"completion": 0,
"total": 0
}
}
}
}FAIL
Test 5 — Token Budget
{
"status": "debug_mode_active",
"endpoint": "fitment_check.php",
"raw_input": "{\"product_id\":8339516915955,\"vehicle\":{\"year\":2012,\"make\":\"Ford\",\"model\":\"Mustang\"}}",
"execution_time_ms": 182.61,
"memory_usage": 1063152,
"peak_memory_usage": 1390112,
"debug_log": [],
"normal_response_preview": {
"status": "unknown",
"matched_rows": 0,
"confidence": 0.3,
"confidence_band": "advisory",
"deterministic_confidence": 0,
"llm_used": true,
"llm": {
"used": true,
"model": "openai\/gpt-4o-mini",
"provider": "openrouter",
"temperature": 0.2,
"usage": {
"tokens_prompt": 0,
"tokens_completion": 0,
"tokens_total": 0,
"cost_usd": 0
},
"raw_text": "",
"parsed": null,
"llm_health": {
"status": "degraded_transport",
"http_code": 401,
"transport_error": false,
"tokens_total": 0
},
"transport_debug": {
"http_code": 401,
"curl_error": null,
"raw_http_response": "{\"error\":{\"message\":\"Missing Authentication header\",\"code\":401}}",
"transport_error": null,
"transport_status": null,
"transport_message": null
},
"llm_provider": "openrouter",
"provider_resolved_from": "db"
},
"llm_confidence": 0.4,
"explanation": {
"summary": null,
"compatibility_factors": [],
"mechanical_differences": [],
"raw_text": ""
},
"llm_provider": "openrouter",
"provider_resolved_from": "db",
"trace": {
"trace_version": "2.0",
"decision_id": "1413af773719ca61",
"timestamp_utc": "2026-09-12T05:08:05+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.3,
"confidence_band": "advisory"
},
"risk_flags": [],
"token_usage": {
"prompt": 0,
"completion": 0,
"total": 0
}
},
"debug_product_lookup": {
"product_found": true,
"product_title": "Airaid 450-636 AIR Throttle Body Spacer"
},
"llm_model": "openai\/gpt-4o-mini",
"llm_temperature": 0.2,
"llm_tokens_prompt": 0,
"llm_tokens_completion": 0,
"llm_tokens_total": 0,
"llm_cost_usd": 0,
"llm_health": {
"status": "degraded_transport",
"http_code": 401,
"transport_error": false,
"tokens_total": 0
},
"debug_deterministic": {
"exact_year_match": null,
"exact_make_match": null,
"exact_model_match": null,
"engine_required": null,
"vehicle_engine_provided": null,
"engine_match": null
},
"final_confidence": 0.3,
"display_confidence_label": "Low",
"review_recommended": true,
"request_mode": "ymm",
"reasoning_trace_json": {
"trace_version": "2.0",
"decision_id": "1413af773719ca61",
"timestamp_utc": "2026-09-12T05:08:05+00:00",
"stages": {
"deterministic_checked": true,
"deterministic_match": false,
"vin_path": false,
"llm_fallback": true
},
"authority": {
"source": "llm_advisory",
"confidence": 0.3,
"confidence_band": "advisory"
},
"risk_flags": [],
"token_usage": {
"prompt": 0,
"completion": 0,
"total": 0
}
}
}
}FAIL
Otto Governance Test Suite Complete