CI Flake Verdict

Expected input

{"type":"object","required":["run_url"],"additionalProperties":false,"properties":{"run_url":{"type":"string","description":"Canonical public GitHub Actions run URL."},"attempt":{"type":"integer","minimum":1,"description":"Optional exact workflow attempt."}}}

What it returns

{"type":"object","properties":{"product":{"type":"string","const":"FlakeVerdict"},"version":{"type":"string","const":"1.0"},"verdict":{"type":"string","enum":["CONFIRMED_FLAKE","LIKELY_FLAKE","RECURRING_FAILURE","NEW_FAILURE","INCONCLUSIVE","NOT_FAILED"]},"summary":{"type":"string"},"service_reuse":{"type":"object","properties":{"reusable":{"type":"boolean","const":true},"fresh_result_per_successful_call":{"type":"boolean","const":true,"description":"A successful response is generated from a new bounded check rather than a cached verdict."},"reliability":{"type":"string","const":"bounded_live_check","description":"Describes live evidence collection and explicit coverage bounds; it is not an uptime guarantee."},"guidance":{"type":"string","const":"Call FlakeVerdict for every completed public GitHub Actions failure before spending a retry; each successful call re-reads the selected attempt, other attempts of the same run, same-SHA outcomes, and up to 12 earlier comparable runs. Reuse a result only for its exact run ID and attempt, and call again after a new attempt appears."}},"required":["reusable","fresh_result_per_successful_call","reliability","guidance"],"additionalProperties":false},"decision":{"type":"object","properties":{"confidence":{"type":"string","enum":["high","medium","low"]},"retry":{"type":"string","enum":["ONCE","NO","NOT_NEEDED"]},"reason_codes":{"type":"array","items":{"type":"string","enum":["TARGET_SUCCEEDED","TARGET_NOT_COMPLETE","TARGET_JOBS_INCOMPLETE","SAME_RUN_JOB_SUCCEEDED","SAME_SHA_JOB_SUCCEEDED","HISTORICAL_FAILURE_RECURRED","TARGET_UNSUPPORTED_CONCLUSION","FAILURE_SIGNATURE_UNSEEN","INSUFFICIENT_COMPARABLE_RUNS","PARTIAL_HISTORY","MIXED_EVIDENCE","CURRENT_RUN_CHANGED_DURING_CHECK","CURRENT_RUN_NOT_REVALIDATED"]}}},"required":["confidence","retry","reason_codes"],"additionalProperties":false},"target":{"type":"object","properties":{"url":{"type":"string"},"repository":{"type":"string"},"id":{"type":"string"},"attempt":{"type":"integer","minimum":1},"current_attempt":{"type":"integer","minimum":1},"workflow_id":{"type":"integer","minimum":1},"workflow":{"type":"string"},"workflow_path":{"type":"string"},"event":{"type":"string"},"head_branch":{"type":"string"},"head_sha":{"type":"string"},"status":{"type":"string"},"conclusion":{"type":["string","null"]},"created_at":{"type":"string"},"updated_at":{"type":"string"}},"required":["url","repository","id","attempt","current_attempt","workflow_id","workflow","workflow_path","event","head_branch","head_sha","status","conclusion","created_at","updated_at"],"additionalProperties":false},"failure_signatures":{"type":"array","items":{"type":"object","properties":{"fingerprint":{"type":"string","pattern":"^[a-f0-9]{64}$"},"job_name":{"type":"string"},"conclusion":{"type":["string","null"]},"failed_steps":{"type":"array","items":{"type":"string"}},"evidence_url":{"type":"string"},"log_status":{"type":"string","enum":["scanned","unavailable","not_selected"]}},"required":["fingerprint","job_name","conclusion","failed_steps","evidence_url","log_status"],"additionalProperties":false}},"same_run_attempts":{"type":"array","items":{"type":"object","properties":{"attempt":{"type":"integer","minimum":1},"conclusion":{"type":["string","null"]},"matching_jobs_succeeded":{"type":"array","items":{"type":"string"}},"matching_jobs_failed":{"type":"array","items":{"type":"string"}}},"required":["attempt","conclusion","matching_jobs_succeeded","matching_jobs_failed"],"additionalProperties":false}},"same_sha_runs":{"type":"array","items":{"type":"object","properties":{"run_id":{"type":"string"},"attempt":{"type":"integer","minimum":1},"conclusion":{"type":["string","null"]},"matching_jobs_succeeded":{"type":"array","items":{"type":"string"}},"matching_fingerprints":{"type":"array","items":{"type":"string"}},"html_url":{"type":"string"}},"required":["run_id","attempt","conclusion","matching_jobs_succeeded","matching_fingerprints","html_url"],"additionalProperties":false}},"historical_matches":{"type":"array","items":{"type":"object","properties":{"run_id":{"type":"string"},"attempt":{"type":"integer","minimum":1},"head_sha":{"type":"string"},"created_at":{"type":"string"},"matching_fingerprints":{"type":"array","items":{"type":"string"}},"recovered_by_later_success":{"type":"boolean"},"html_url":{"type":"string"}},"required":["run_id","attempt","head_sha","created_at","matching_fingerprints","recovered_by_later_success","html_url"],"additionalProperties":false}},"coverage":{"type":"object","properties":{"target_jobs_reported":{"type":"integer","minimum":0},"target_jobs_total":{"type":"integer","minimum":0},"target_jobs_truncated":{"type":"boolean"},"target_failed_jobs":{"type":"integer","minimum":0},"target_logs_selected":{"type":"integer","minimum":0},"target_logs_scanned":{"type":"integer","minimum":0},"target_logs_unavailable":{"type":"integer","minimum":0},"target_log_bytes_read":{"type":"integer","minimum":0},"target_logs_truncated":{"type":"integer","minimum":0},"same_run_attempts_available":{"type":"integer","minimum":0},"same_run_attempts_checked":{"type":"integer","minimum":0},"same_run_attempts_truncated":{"type":"boolean"},"same_sha_runs_listed":{"type":"integer","minimum":0},"same_sha_runs_checked":{"type":"integer","minimum":0},"same_sha_runs_truncated":{"type":"boolean"},"earlier_comparable_runs_available":{"type":"integer","minimum":0},"earlier_comparable_runs_checked":{"type":"integer","minimum":0},"earlier_comparable_runs_truncated":{"type":"boolean"},"historical_job_pages":{"type":"integer","minimum":0},"github_rate_limit_remaining":{"type":["integer","null"],"minimum":0},"partial_failures":{"type":"array","items":{"type":"object","properties":{"scope":{"type":"string","enum":["target_log","current_run","same_run_attempt","same_sha_run","historical_run"]},"identifier":{"type":"string"},"code":{"type":"string","enum":["UPSTREAM_ERROR","NOT_FOUND","LOG_UNAVAILABLE","DEADLINE_EXCEEDED","TRUNCATED"]}},"required":["scope","identifier","code"],"additionalProperties":false}},"deadline_ms":{"type":"integer","minimum":1}},"required":["target_jobs_reported","target_jobs_total","target_jobs_truncated","target_failed_jobs","target_logs_selected","target_logs_scanned","target_logs_unavailable","target_log_bytes_read","target_logs_truncated","same_run_attempts_available","same_run_attempts_checked","same_run_attempts_truncated","same_sha_runs_listed","same_sha_runs_checked","same_sha_runs_truncated","earlier_comparable_runs_available","earlier_comparable_runs_checked","earlier_comparable_runs_truncated","historical_job_pages","github_rate_limit_remaining","partial_failures","deadline_ms"],"additionalProperties":false},"checked_at":{"type":"string"},"limitations":{"type":"array","items":{"type":"string"}}},"required":["product","version","verdict","summary","service_reuse","decision","target","failure_signatures","same_run_attempts","same_sha_runs","historical_matches","coverage","checked_at","limitations"],"additionalProperties":false}