Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
101 changes: 101 additions & 0 deletions staging/batches/BATCH-2026-005/correction-retraction-review.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,101 @@
[
{
"source_id": "source-BATCH-2026-005-001",
"canonical_title": "Summary Analysis of Responses to the Request for Information Regarding Security Considerations for AI Agents",
"version_reviewed": "official HTML publication page accessed 2026-08-15",
"correction_status": "none_identified",
"retraction_status": "none_identified_on_canonical_page_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-002",
"canonical_title": "Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile",
"version_reviewed": "July 2024; Editorial Review Board approval 2024-07-25; retrieved PDF SHA-256 recorded",
"correction_status": "no_correction_notice; PDF metadata modification noted",
"retraction_status": "none_identified_in_pdf_or_official_doi_resolution_as_of_2026-08-15",
"correction_or_retraction_locator": "PDF publication-history page and file metadata",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-003",
"canonical_title": "AI Agent Authentication and Authorization",
"version_reviewed": "revision 02; expires 2026-12-03",
"correction_status": "none_identified",
"retraction_status": "active_work_in_progress_not_retracted_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-004",
"canonical_title": "Identity Management for Agentic AI",
"version_reviewed": "October 2025",
"correction_status": "none_identified",
"retraction_status": "none_identified_on_official_pdf_or_publisher_url_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-005",
"canonical_title": "Identity Management for Agentic AI: The new frontier of authorization, authentication, and security for an AI agent world",
"version_reviewed": "v1 submitted 2025-10-29",
"correction_status": "none_identified",
"retraction_status": "none_identified_on_arxiv_version_history_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-006",
"canonical_title": "AgentDojo: A Dynamic Environment to Evaluate Prompt Injection Attacks and Defenses for LLM Agents",
"version_reviewed": "v3; updated after a Llama implementation bug fix and travel-suite update",
"correction_status": "version_update_with_bug_fix",
"retraction_status": "no_retraction_identified;_v3_documents_bug_fix_update",
"correction_or_retraction_locator": "arXiv submission history comment for v3",
"substantive_effect": "v3 fixes a Llama implementation bug and updates the travel suite; earlier numerical results should not be used without version qualification",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-007",
"canonical_title": "Agent Security Bench (ASB): Formalizing and Benchmarking Attacks and Defenses in LLM-based Agents",
"version_reviewed": "v4; paper and arXiv page state accepted at ICLR 2025",
"correction_status": "none_identified",
"retraction_status": "none_identified_on_arxiv_version_history_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-008",
"canonical_title": "Teams of LLM Agents can Exploit Zero-Day Vulnerabilities",
"version_reviewed": "v2 submitted 2025-03-30",
"correction_status": "none_identified",
"retraction_status": "none_identified_on_arxiv_version_history_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
},
{
"source_id": "source-BATCH-2026-005-009",
"canonical_title": "Practices for Governing Agentic AI Systems",
"version_reviewed": "2023; PDF metadata created 2023-12-18",
"correction_status": "none_identified",
"retraction_status": "none_identified_on_official_pdf_url_as_of_2026-08-15",
"correction_or_retraction_locator": "canonical publisher or arXiv version page",
"substantive_effect": "none identified",
"checked_at": "2026-08-15",
"human_review_status": "pending"
}
]
110 changes: 110 additions & 0 deletions staging/batches/BATCH-2026-005/cross-project-mappings.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,110 @@
[
{
"mapping_id": "mapping-BATCH-2026-005-001",
"source_id": "source-BATCH-2026-005-001",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-002",
"source_id": "source-BATCH-2026-005-002",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-003",
"source_id": "source-BATCH-2026-005-003",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-004",
"source_id": "source-BATCH-2026-005-004",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-005",
"source_id": "source-BATCH-2026-005-005",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-006",
"source_id": "source-BATCH-2026-005-006",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-007",
"source_id": "source-BATCH-2026-005-007",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-008",
"source_id": "source-BATCH-2026-005-008",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
},
{
"mapping_id": "mapping-BATCH-2026-005-009",
"source_id": "source-BATCH-2026-005-009",
"external_project_id": "executive-ai-research",
"external_snapshot_commit": "d205a6b2e6f4",
"match_status": "unmatched",
"external_record_id": null,
"ownership_status": "third_party",
"off_relationship": "none_identified",
"review_note": "Pinned snapshot manifest contains no production report records; no OFF-owned match can be asserted.",
"human_review_status": "pending"
}
]
10 changes: 10 additions & 0 deletions staging/batches/BATCH-2026-005/doi-validation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
source_id,doi,validation_method,resolution_status,resolved_target,note
source-BATCH-2026-005-001,not reported,canonical source metadata reviewed; no DOI asserted,not_applicable,not applicable,A plausible NIST-style DOI was not assigned because it resolved to a missing PDF and was absent from canonical metadata.
source-BATCH-2026-005-002,10.6028/NIST.AI.600-1,HTTPS GET via doi.org on 2026-08-15,resolved_http_200,https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf,
source-BATCH-2026-005-003,not reported,canonical source metadata reviewed; no DOI asserted,not_applicable,not applicable,
source-BATCH-2026-005-004,not reported,canonical source metadata reviewed; no DOI asserted,not_applicable,not applicable,
source-BATCH-2026-005-005,10.48550/arXiv.2510.25819,HTTPS GET via doi.org on 2026-08-15,resolved_http_200,https://arxiv.org/abs/2510.25819,
source-BATCH-2026-005-006,10.48550/arXiv.2406.13352,HTTPS GET via doi.org on 2026-08-15,resolved_http_200,https://arxiv.org/abs/2406.13352,
source-BATCH-2026-005-007,10.48550/arXiv.2410.02644,HTTPS GET via doi.org on 2026-08-15,resolved_http_200,https://arxiv.org/abs/2410.02644,
source-BATCH-2026-005-008,10.48550/arXiv.2406.01637,HTTPS GET via doi.org on 2026-08-15,resolved_http_200,https://arxiv.org/abs/2406.01637,
source-BATCH-2026-005-009,not reported,canonical source metadata reviewed; no DOI asserted,not_applicable,not applicable,
21 changes: 21 additions & 0 deletions staging/batches/BATCH-2026-005/duplicate-report-review.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
{
"batch_id": "BATCH-2026-005",
"checked_at": "2026-08-15",
"exact_hash_duplicate_groups": [],
"related_rendition_groups": [
{
"group_id": "related-BATCH-2026-005-001",
"normalized_work_identity": "Identity Management for Agentic AI",
"source_ids": [
"source-BATCH-2026-005-004",
"source-BATCH-2026-005-005"
],
"relationship": "official OpenID rendition and arXiv v1 preprint of substantially the same intellectual work",
"hashes_identical": false,
"resolution": "Retain both source identities for bibliographic provenance but do not double-count their claims as independent evidence.",
"human_review_status": "pending"
}
],
"discovery_duplicate_queue_checked": true,
"note": "No selected source collides with the five alternate-rendition groups in BATCH-2026-001; the OpenID/arXiv relationship is newly made explicit here."
}
137 changes: 137 additions & 0 deletions staging/batches/BATCH-2026-005/evidence-quality-assessments.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,137 @@
[
{
"assessment_id": "quality-BATCH-2026-005-001",
"source_id": "source-BATCH-2026-005-001",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "low_for_accessible_version",
"independence": "government_publisher",
"bibliographic_stability": "high",
"evidence_strength": "moderate_for_describing_commenter_themes_not_population_prevalence",
"unresolved": "Full report body and response-level method were not available from the canonical page."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-002",
"source_id": "source-BATCH-2026-005-002",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "moderate_for_consensus_process",
"independence": "government_publisher",
"bibliographic_stability": "high_doi_resolved",
"evidence_strength": "strong_normative_reference_not_empirical_outcome_evidence",
"unresolved": "PDF metadata shows a 2025 modification date without a visible new edition statement."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-003",
"source_id": "source-BATCH-2026-005-003",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "not_applicable_non_empirical",
"independence": "multi_vendor_author_group",
"bibliographic_stability": "medium_due_to_expiring_draft",
"evidence_strength": "strong_for_current_proposal_weak_for_interoperability_outcomes",
"unresolved": "Future revisions may change normative language or identifier choices."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-004",
"source_id": "source-BATCH-2026-005-004",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "appropriate_for_white_paper_but_source_selection_not_reported",
"independence": "standards_community_publisher",
"bibliographic_stability": "high_official_pdf",
"evidence_strength": "moderate_normative_synthesis_not_empirical",
"unresolved": "Substantially the same intellectual work appears as arXiv:2510.25819v1."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-005",
"source_id": "source-BATCH-2026-005-005",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "appropriate_for_preprint_synthesis",
"independence": "multi_author_preprint",
"bibliographic_stability": "high_arxiv_doi_resolved",
"evidence_strength": "moderate_normative_synthesis_not_empirical",
"unresolved": "Treat as a related rendition, not an independent evidentiary replication of the OpenID report."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-006",
"source_id": "source-BATCH-2026-005-006",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "high",
"independence": "academic_with_disclosed_industry_affiliations",
"bibliographic_stability": "high_arxiv_and_neurips_records",
"evidence_strength": "strong_for_benchmark_conditions_not_real_world_incidence",
"unresolved": "Confidence-interval construction and raw row numerators are not stated in the reviewed tables."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-007",
"source_id": "source-BATCH-2026-005-007",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "high_for_benchmark_structure",
"independence": "academic",
"bibliographic_stability": "high_arxiv_doi_resolved",
"evidence_strength": "moderate_to_strong_for_benchmark_conditions",
"unresolved": "Venue acceptance is author/arXiv-reported; OpenReview verification was unavailable in this run. Headline average lacks uncertainty and a compact denominator statement."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-008",
"source_id": "source-BATCH-2026-005-008",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "moderate",
"independence": "academic_with_platform_coordination_disclosed",
"bibliographic_stability": "high_arxiv_doi_resolved",
"evidence_strength": "moderate_for_selected_sandbox_cases",
"unresolved": "Nonrelease of code/prompts limits replication; funding and conflict disclosures are absent."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
},
{
"assessment_id": "quality-BATCH-2026-005-009",
"source_id": "source-BATCH-2026-005-009",
"dimensions": {
"attribution_strength": "high",
"methodological_transparency": "appropriate_for_policy_analysis",
"independence": "company_published",
"bibliographic_stability": "high_official_pdf",
"evidence_strength": "moderate_normative_policy_analysis_not_empirical",
"unresolved": "Publication day, funding, affiliations, conflicts, and external review status are not reported in the PDF."
},
"composite_score_used": false,
"reviewer_note": "Dimensions remain separate; no composite score or publication approval.",
"human_review_status": "pending"
}
]
Loading
Loading