{ "version": "1.0.0", "generatedDate": "2026-07-22", "records": [ { "claimId": "lane02-failsafe-generation", "entityId": "failsafe", "sourceReportedVersion": "arXiv 2510.01642", "field": "failure/recovery coverage", "value": "Failure reasoning and executable recovery; success/suboptimal labels unverified", "unit": "categorical", "primaryUrl": "https://arxiv.org/abs/2510.01642", "sourceId": "paper-arxiv-2510-01642", "sourceType": "paper", "locator": "Abstract and method sections", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "FailSafe", "failureLabel": "Generated execution failures", "onset": "Generated failure point", "rootCause": "Source-generated failure reason", "recoveryOutcome": "Executable recovery data reported", "realOrSim": "sim", "task": "Robot manipulation; exact task set is source-defined", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Unknown — not verified in the registered primary source", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Not applicable to generated simulation unless a real-data input subset is used; verify inputs" }, { "claimId": "lane02-frbench-error-injection", "entityId": "repo-vla-frbench", "sourceReportedVersion": "arXiv v1 2605.09410", "field": "failure/recovery coverage", "value": "Failure and recovery benchmark labels; suboptimal/success granularity is source-defined", "unit": "categorical", "primaryUrl": "https://arxiv.org/html/2605.09410v1", "sourceId": "paper-arxiv-2605-09410", "sourceType": "paper", "locator": "Abstract, benchmark, and error-injection sections", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "RePO-VLA / FRBench", "failureLabel": "Structured injected errors", "onset": "Structured error injection point", "rootCause": "Injected benchmark error category", "recoveryOutcome": "Benchmark recovery outcome", "realOrSim": "sim", "task": "Recovery benchmark tasks defined by FRBench", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Unknown — not verified in the registered primary source", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Not reported in the paper landing page; verify any real-data inputs" }, { "claimId": "lane02-armor-detection-reasoning", "entityId": "armor", "sourceReportedVersion": "ICLR 2026 publisher PDF", "field": "failure/recovery coverage", "value": "Failure detection and reasoning; executable recovery labels not established", "unit": "categorical", "primaryUrl": "https://assets.amazon.science/a0/7b/9fbaa139455da72f09ce0d23a912/scipub-approval152129-41692239-selfrefining-vision-language-model-for-robotic-failure-detection-and-reasoning.pdf", "sourceId": "paper-amazon-science-armor-iclr-2026", "sourceType": "paper", "locator": "Abstract and failure detection/reasoning method", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "ARMOR", "failureLabel": "Robot execution failure detection", "onset": "Detected failure point", "rootCause": "Vision-language failure reasoning", "recoveryOutcome": "No executable recovery trajectory verified", "realOrSim": "unknown", "task": "Robotic task executions reported by the paper", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Vision and language reasoning", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Unknown — not verified in the registered primary source" }, { "claimId": "lane02-probeact-recovery", "entityId": "probeact", "sourceReportedVersion": "arXiv 2606.09740", "field": "failure/recovery coverage", "value": "Failure and recovery outcomes; success/suboptimal label schema unverified", "unit": "categorical", "primaryUrl": "https://arxiv.org/pdf/2606.09740", "sourceId": "paper-arxiv-2606-09740", "sourceType": "paper", "locator": "Abstract and recovery method", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "ProbeAct", "failureLabel": "Online execution failure", "onset": "Unknown — not verified in the registered primary source", "rootCause": "Unknown — not verified in the registered primary source", "recoveryOutcome": "Training-free recovery reported", "realOrSim": "unknown", "task": "Robot tasks evaluated by the paper", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Unknown — not verified in the registered primary source", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Unknown — not verified in the registered primary source" }, { "claimId": "lane02-oopsie-failure-data", "entityId": "oopsie", "sourceReportedVersion": "Project page checked 2026-07-22", "field": "failure/recovery coverage", "value": "Failure examples; success/suboptimal/recovery coverage unverified", "unit": "categorical", "primaryUrl": "https://oopsie-data.com/", "sourceId": "project-oopsie-data", "sourceType": "project", "locator": "Project dataset description", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "Oopsie", "failureLabel": "Robot failure examples", "onset": "Unknown — not verified in the registered primary source", "rootCause": "Unknown — not verified in the registered primary source", "recoveryOutcome": "Unknown — not verified in the registered primary source", "realOrSim": "unknown", "task": "Unknown — not verified in the registered primary source", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Unknown — not verified in the registered primary source", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Unknown — not verified in the registered primary source" }, { "claimId": "lane02-botfails-card", "entityId": "botfails", "sourceReportedVersion": "Hugging Face card checked 2026-07-22", "field": "failure/recovery coverage", "value": "Failure labels source-reported; recovery and suboptimal coverage unverified", "unit": "categorical", "primaryUrl": "https://huggingface.co/datasets/kantine/BotFails", "sourceId": "dataset-huggingface-botfails", "sourceType": "dataset", "locator": "Dataset card", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "BotFails", "failureLabel": "Robot failure records", "onset": "Unknown — not verified in the registered primary source", "rootCause": "Unknown — not verified in the registered primary source", "recoveryOutcome": "Unknown — not verified in the registered primary source", "realOrSim": "unknown", "task": "Unknown — not verified in the registered primary source", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Unknown — not verified in the registered primary source", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Unknown — not verified in the registered primary source" }, { "claimId": "lane02-aha-analysis", "entityId": "aha", "sourceReportedVersion": "Project page checked 2026-07-22", "field": "failure/recovery coverage", "value": "Failure analysis source-reported; executable recovery unverified", "unit": "categorical", "primaryUrl": "https://aha-vlm.github.io/", "sourceId": "project-aha-vlm", "sourceType": "project", "locator": "Project overview", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "AHA", "failureLabel": "Failure analysis examples", "onset": "Unknown — not verified in the registered primary source", "rootCause": "Analysis labels reported by publisher", "recoveryOutcome": "Unknown — not verified in the registered primary source", "realOrSim": "unknown", "task": "Unknown — not verified in the registered primary source", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Vision-language annotations; exact streams unverified", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Unknown — not verified in the registered primary source" }, { "claimId": "lane02-robofac-card", "entityId": "robofac", "sourceReportedVersion": "Hugging Face card checked 2026-07-22", "field": "failure/recovery coverage", "value": "Failure/correction coverage source-reported; onset and recovery execution unverified", "unit": "categorical", "primaryUrl": "https://huggingface.co/datasets/MINT-SJTU/RoboFAC-dataset", "sourceId": "dataset-huggingface-robofac", "sourceType": "dataset", "locator": "Dataset card", "checkedDate": "2026-07-22", "retrievalHash": "unverified — source retrieval hash not recorded", "confidence": "medium", "limitations": "Source-reported, not independently validated; unknown fields require direct publisher review.", "status": "needs-review", "dataset": "RoboFAC", "failureLabel": "Robot failure and correction records", "onset": "Unknown — not verified in the registered primary source", "rootCause": "Unknown — not verified in the registered primary source", "recoveryOutcome": "Unknown — not verified in the registered primary source", "realOrSim": "unknown", "task": "Unknown — not verified in the registered primary source", "embodiment": "Unknown — not verified in the registered primary source", "modalities": "Unknown — not verified in the registered primary source", "format": "Unknown — not verified in the registered primary source", "license": "Unknown — not verified in the registered primary source", "consent": "Unknown — not verified in the registered primary source" } ] }