{"server":"npm/mcp-evals","snapshot_id":"trustsnap_6d117dfaf183ef01","history":{"points":[{"timestamp":"2026-08-02T00:50:11.184903+00:00","score":16.75,"status":"failing","latency_ms":460.65,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-02T07:57:54.024837+00:00","score":16.82,"status":"failing","latency_ms":425.84,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-02T17:08:53.092143+00:00","score":16.89,"status":"failing","latency_ms":354.86,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-02T23:55:15.223077+00:00","score":17.07,"status":"failing","latency_ms":440.14,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-03T07:36:58.058356+00:00","score":17.84,"status":"failing","latency_ms":374.83,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-03T13:14:05.472102+00:00","score":17.85,"status":"failing","latency_ms":407.8,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-03T19:40:58.209501+00:00","score":17.86,"status":"failing","latency_ms":381.11,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-04T02:57:45.100123+00:00","score":17.87,"status":"failing","latency_ms":446.19,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-04T16:43:50.763729+00:00","score":17.89,"status":"failing","latency_ms":405.8,"tool_count":0,"prompt_count":0,"resource_count":0},{"timestamp":"2026-08-05T01:24:44.719422+00:00","score":14.08,"status":"failing","latency_ms":358.75,"tool_count":0,"prompt_count":0,"resource_count":0}],"status_counts":{"failing":10},"score_delta_7d":null,"score_delta_30d":null,"avg_latency_ms":405.6,"healthy_ratio_recent":0.0,"freshness_hours":1.99,"latest_status":"failing"},"validation_timeline":[{"timestamp":"2026-08-05T01:24:44.719422+00:00","summary_status":"failing","score":14.08,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":true,"change_flags":[]},{"timestamp":"2026-08-04T16:43:50.763729+00:00","summary_status":"failing","score":17.89,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-04T02:57:45.100123+00:00","summary_status":"failing","score":17.87,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-03T19:40:58.209501+00:00","summary_status":"failing","score":17.86,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-03T13:14:05.472102+00:00","summary_status":"failing","score":17.85,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-03T07:36:58.058356+00:00","summary_status":"failing","score":17.84,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-02T23:55:15.223077+00:00","summary_status":"failing","score":17.07,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-02T17:08:53.092143+00:00","summary_status":"failing","score":16.89,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-02T07:57:54.024837+00:00","summary_status":"failing","score":16.82,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]},{"timestamp":"2026-08-02T00:50:11.184903+00:00","summary_status":"failing","score":16.75,"protocol_version":null,"auth_mode":"unknown","tool_count":0,"prompt_count":0,"resource_count":0,"high_risk_tools":0,"safe_to_publish":false,"change_flags":[]}],"validation_diff":{"latest_score":14.08,"previous_score":17.89,"score_delta":-3.81,"latest_summary":"failing","previous_summary":"failing","summary_changed":false,"tool_count_delta":0,"prompt_count_delta":0,"resource_count_delta":0,"component_deltas":[{"key":"execution_sandbox_safety_score","latest":1.5,"previous":4.0,"delta":-2.5},{"key":"advanced_capability_coverage_score","latest":0.0,"previous":2.0,"delta":-2.0},{"key":"data_exfiltration_resilience_score","latest":1.0,"previous":3.0,"delta":-2.0},{"key":"destructive_operation_safety_score","latest":1.5,"previous":3.0,"delta":-1.5},{"key":"egress_ssrf_resilience_score","latest":1.5,"previous":3.0,"delta":-1.5},{"key":"secret_handling_hygiene_score","latest":1.5,"previous":3.0,"delta":-1.5},{"key":"utility_coverage_score","latest":1.0,"previous":2.0,"delta":-1.0},{"key":"least_privilege_scope_score","latest":1.5,"previous":2.0,"delta":-0.5}],"regressed_checks":["connector_publishability_probe","initialize","oauth_protected_resource","server_card","tools_list","transport_compliance_probe"],"improved_checks":["action_safety_probe","probe_noise_resilience","provenance_divergence_probe"],"tool_snapshot_diff":null,"auth_mode_changed":false,"latest_auth_mode":"unknown","previous_auth_mode":"unknown","write_action_surface_expanded":false,"latest_high_risk_tools":0,"previous_high_risk_tools":0,"protocol_regressed":false,"latest_protocol_version":null,"previous_protocol_version":null,"registry_drift_changed":false,"latest_registry_drift":[],"previous_registry_drift":[],"connector_refresh_breaking":false,"previous_connector_refresh_breaking":false,"request_association_violation":false,"previous_request_association_violation":false},"incident_feed":[{"type":"validation_snapshot","timestamp":"2026-08-05T01:24:44.719422+00:00","title":"Latest validation: failing","message":"Score 23.5 with status failing."},{"type":"score_change","timestamp":"2026-08-05T01:24:44.719422+00:00","title":"Score changed","message":"Score delta -3.8 versus the previous run."},{"type":"score_change","timestamp":"2026-08-04T16:43:50.763729+00:00","title":"Score changed","message":"Score delta +0.0 versus the previous run."},{"type":"score_change","timestamp":"2026-08-04T02:57:45.100123+00:00","title":"Score changed","message":"Score delta +0.0 versus the previous run."}]}