{"version": "2.1.0", "$schema": "https://json.schemastore.org/sarif-2.1.0.json", "runs": [{"tool": {"driver": {"name": "Repobility", "informationUri": "https://repobility.com", "rules": [{"id": "foundry_assumption_check", "name": "Foundry mined assumption checks: Sheggle/nvi-beantwoording", "shortDescription": {"text": "Foundry mined assumption checks: Sheggle/nvi-beantwoording"}, "fullDescription": {"text": "Comment chain pattern product: assumption_checks\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#6\nOutcome: claimed_resolved_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_high_confidence\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#6\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: claimed_resolved_unverified\nComment count: 1\nLinked commit count: 4\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 23\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'source_or_other': 14, 'docs_or_claims': 1, 'ui_or_frontend': 8}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-6a03a754858beb19\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-bean"}, "properties": {"scanner": "foundry_dataset", "category": "practices", "severity": "medium", "confidence": 0.62, "cwe": "", "owasp": ""}}, {"id": "foundry_bad_chain", "name": "Foundry mined bad chains: Sheggle/nvi-beantwoording", "shortDescription": {"text": "Foundry mined bad chains: Sheggle/nvi-beantwoording"}, "fullDescription": {"text": "Comment chain pattern product: bad_chains\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#8\nOutcome: self_attested_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_weak_supervision\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#8\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: self_attested_unverified\nComment count: 1\nLinked commit count: 4\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 27\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'source_or_other': 24, 'docs_or_claims': 3}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-0b1d71ce83c16573\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/8\",\n    \"text\": \"G"}, "properties": {"scanner": "foundry_dataset", "category": "practices", "severity": "high", "confidence": 0.84, "cwe": "", "owasp": ""}}, {"id": "foundry_fake_real_gap", "name": "Foundry mined mock as real or placeholder: Sheggle/nvi-beantwoording", "shortDescription": {"text": "Foundry mined mock as real or placeholder: Sheggle/nvi-beantwoording"}, "fullDescription": {"text": "Graph query export: Mock, sample, placeholder, or self-attested behavior treated as real\nQuery id: mock_as_real_or_placeholder\nQuery type: motif_query\nIntent: Hard negatives for fake completeness and missing real data paths.\nMotif: mock_as_real_or_placeholder\nTraining usage: hard_negative\nGraph gold label: weak_supervision_needs_review\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#8\nEvidence:\nGraph motif: Mock, sample, placeholder, or self-attested behavior treated as real\nMotif id: mock_as_real_or_placeholder\nPolarity: bad\nTraining usage: hard_negative\nSeverity: critical\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#8\nGraph gold label: weak_supervision_needs_review\nThread graph evidence:\nGitHub issue/PR evidence subgraph\nThread: Sheggle/nvi-beantwoording#8\nRepo: Sheggle/nvi-beantwoording\nIssue/PR number: 8\nGraph consistency label: weak_supervision_needs_review\nNodes: 40\nEdges: 66\nNode types: {'pr_file': 27, 'commit': 4, 'link_quality': 3, 'threa"}, "properties": {"scanner": "foundry_dataset", "category": "practices", "severity": "critical", "confidence": 0.82, "cwe": "", "owasp": ""}}, {"id": "scanner-3d4c848e53af519f", "name": "Possibly dead Python function: emit", "shortDescription": {"text": "Possibly dead Python function: emit"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-1996b216637d9979", "name": "Possibly dead Python function: log_slow_call_summary", "shortDescription": {"text": "Possibly dead Python function: log_slow_call_summary"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-f459b0da772c4cfe", "name": "Possibly dead Python function: search_semantic", "shortDescription": {"text": "Possibly dead Python function: search_semantic"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-719e1d745a81e348", "name": "Possibly dead Python function: chunks_in_doc", "shortDescription": {"text": "Possibly dead Python function: chunks_in_doc"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-5e1061526b362a10", "name": "Possibly dead Python function: load_supplementary_chunks", "shortDescription": {"text": "Possibly dead Python function: load_supplementary_chunks"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-8723470c36667df6", "name": "Possibly dead Python function: progress", "shortDescription": {"text": "Possibly dead Python function: progress"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-de948365fa6152c3", "name": "Possibly dead Python function: eval_progress", "shortDescription": {"text": "Possibly dead Python function: eval_progress"}, "fullDescription": {"text": "No callers detected by AST scan in this repo. Could be exported for external callers or a framework handler."}, "properties": {"scanner": "scanner-primary", "layer": "software", "severity": "low", "confidence": 1.0}}, {"id": "scanner-9710c8d059e53154", "name": "No frontend routes/components detected", "shortDescription": {"text": "No frontend routes/components detected"}, "fullDescription": {"text": "No React/Vue/Next routes were found. This is fine for backend-only repos."}, "properties": {"scanner": "scanner-primary", "layer": "frontend", "severity": "info", "confidence": 1.0}}, {"id": "scanner-6372cebde0220094", "name": "No auth library detected", "shortDescription": {"text": "No auth library detected"}, "fullDescription": {"text": "The scanner did not find any standard auth library (JWT, OAuth, NextAuth, Auth0, etc.). The repo has auth/admin/session surface indicators, so auth may live in custom code, in a separate service, or be missing."}, "properties": {"scanner": "scanner-primary", "layer": "security", "severity": "medium", "confidence": 1.0}}, {"id": "scanner-4601e3ad3bb28677", "name": "No CI/CD pipelines detected", "shortDescription": {"text": "No CI/CD pipelines detected"}, "fullDescription": {"text": "No GitHub Actions, GitLab CI, or CircleCI configs found. Without CI you can't gate deploys on tests/lints."}, "properties": {"scanner": "scanner-primary", "layer": "cicd", "severity": "medium", "confidence": 1.0}}, {"id": "scanner-31ee0092591a6a0c", "name": "Very large file: src/answer_generator.py (939 lines)", "shortDescription": {"text": "Very large file: src/answer_generator.py (939 lines)"}, "fullDescription": {"text": "Files with >800 lines often hide complexity hotspots and discourage tests."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}, {"id": "scanner-6893a6c8b0861585", "name": "Very low test-to-source ratio", "shortDescription": {"text": "Very low test-to-source ratio"}, "fullDescription": {"text": "0 test file(s) for 32 source file(s) (ratio 0.00). Consider adding integration or unit tests for critical paths."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "medium", "confidence": 1.0}}, {"id": "scanner-141b30a41e03817b", "name": "No license file detected", "shortDescription": {"text": "No license file detected"}, "fullDescription": {"text": "No LICENSE/COPYING/NOTICE file was found. Generated repositories often omit licensing, which blocks reuse and automated intake."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}, {"id": "scanner-3ab5d313dda8e5f9", "name": "Debug logging residue appears in source files", "shortDescription": {"text": "Debug logging residue appears in source files"}, "fullDescription": {"text": "Found 178 console/debugger/print-style debug statements in non-test source. This is a common fast-generation residue before production cleanup."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}, {"id": "scanner-b9088664ace7f748", "name": "Composite production-readiness gap", "shortDescription": {"text": "Composite production-readiness gap"}, "fullDescription": {"text": "Multiple low-cost hardening controls are missing together: license, ci, tests. Opus verification showed these co-occurring gaps are a better readiness signal than reading each flag in isolation."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "medium", "confidence": 1.0}}, {"id": "scanner-ea8f3013f588db25", "name": "Shallow git history limits provenance confidence", "shortDescription": {"text": "Shallow git history limits provenance confidence"}, "fullDescription": {"text": "The repository is a shallow clone. Origin/evolution analysis cannot distinguish fresh generation, imported legacy code, or long-lived human code with high confidence."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}, {"id": "scanner-8424db9c75e04ba4", "name": "Very short observed git history", "shortDescription": {"text": "Very short observed git history"}, "fullDescription": {"text": "The repo has multiple source files but two or fewer visible commits. This is not a failure by itself, but it lowers confidence in evolution-based diagnosis."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-ea8ab03ae99c5527", "name": "Commented-code block (5 lines) in scripts/answer_to_notylize.py:297", "shortDescription": {"text": "Commented-code block (5 lines) in scripts/answer_to_notylize.py:297"}, "fullDescription": {"text": "A long run of `//` or `#` lines usually means abandoned code. Delete or move to git history. Keeps the canvas + dead-code detection honest."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-6d91ab36ac9d88f1", "name": "Commented-code block (6 lines) in scripts/inkoopbeleid_to_markdown.py:131", "shortDescription": {"text": "Commented-code block (6 lines) in scripts/inkoopbeleid_to_markdown.py:131"}, "fullDescription": {"text": "A long run of `//` or `#` lines usually means abandoned code. Delete or move to git history. Keeps the canvas + dead-code detection honest."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-ddf178934a449154", "name": "Legacy-named symbol `eval_v2` in scripts/eval_v2.py:16", "shortDescription": {"text": "Legacy-named symbol `eval_v2` in scripts/eval_v2.py:16"}, "fullDescription": {"text": "Names with suffixes like `_old`, `_v1`, `_deprecated` usually indicate replaced-but-not-removed code (typical AI-coder leftover). Confirm and delete, or rename if it's the active version."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}, {"id": "scanner-1ccd15a484a6406d", "name": "Commented-code block (6 lines) in src/tracing.py:37", "shortDescription": {"text": "Commented-code block (6 lines) in src/tracing.py:37"}, "fullDescription": {"text": "A long run of `//` or `#` lines usually means abandoned code. Delete or move to git history. Keeps the canvas + dead-code detection honest."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-44b5b4169d9a28c3", "name": "Commented-code block (12 lines) in src/config.py:140", "shortDescription": {"text": "Commented-code block (12 lines) in src/config.py:140"}, "fullDescription": {"text": "A long run of `//` or `#` lines usually means abandoned code. Delete or move to git history. Keeps the canvas + dead-code detection honest."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-4cde4e536df9b5e6", "name": "Commented-code block (5 lines) in src/data_loader.py:66", "shortDescription": {"text": "Commented-code block (5 lines) in src/data_loader.py:66"}, "fullDescription": {"text": "A long run of `//` or `#` lines usually means abandoned code. Delete or move to git history. Keeps the canvas + dead-code detection honest."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-f4f040d07dd4ec98", "name": "Commented-code block (5 lines) in src/answer_generator.py:422", "shortDescription": {"text": "Commented-code block (5 lines) in src/answer_generator.py:422"}, "fullDescription": {"text": "A long run of `//` or `#` lines usually means abandoned code. Delete or move to git history. Keeps the canvas + dead-code detection honest."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "info", "confidence": 1.0}}, {"id": "scanner-2c04133e54348533", "name": "Near-duplicate function bodies in 2 places", "shortDescription": {"text": "Near-duplicate function bodies in 2 places"}, "fullDescription": {"text": "Functions with the same first-5-line body hash:\nscripts/answer_to_notylize.py:write_notylize_csv, scripts/answer_to_notylize.py:write_notylize\n\nThis is *the* AI-coder failure mode (4\u00d7 more duplication in vibe-coded repos \u2014 see https://jw.hn/ai-code-hygiene). Consolidate or document why they're separate."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}, {"id": "scanner-be46ea126aa5d8dc", "name": "Near-duplicate function bodies in 3 places", "shortDescription": {"text": "Near-duplicate function bodies in 3 places"}, "fullDescription": {"text": "Functions with the same first-5-line body hash:\nscripts/eval_golden.py:main, scripts/eval_feedback.py:main, scripts/eval_full.py:main\n\nThis is *the* AI-coder failure mode (4\u00d7 more duplication in vibe-coded repos \u2014 see https://jw.hn/ai-code-hygiene). Consolidate or document why they're separate."}, "properties": {"scanner": "scanner-primary", "layer": "quality", "severity": "low", "confidence": 1.0}}]}}, "automationDetails": {"id": "repobility/19458"}, "properties": {"repository": "Sheggle/nvi-beantwoording", "repoUrl": "https://github.com/Sheggle/nvi-beantwoording", "branch": "main"}, "results": [{"ruleId": "foundry_assumption_check", "level": "warning", "message": {"text": "Foundry mined assumption checks: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 300575, "scanner": "foundry_dataset", "fingerprint": "259bbfcc9cfd05b7b7ff1a5736b288060e4407013c0f70ebf81baa045781fb85", "category": "practices", "severity": "medium", "confidence": 0.62, "triageState": "open", "verdict": "needs_review", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "assumption_checks", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#6", "human_labels": ["agent_instruction_gap", "docs_or_claims", "source_or_other", "ui_or_frontend"], "issue_number": "6", "thread_label": "thread_has_human_issue_and_fix_context", "outcome_label": "claimed_resolved_unverified", "source_backed": true, "max_confidence": 0.825, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "gold_candidate", "confidence_tier": "high_confidence", "source_chain_id": "evidence-chain-issue_chain-17c2ead3e32fff80", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 23, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"docs_or_claims": 1, "ui_or_frontend": 8, "source_or_other": 14}, "linked_commit_count": 4, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_high_confidence"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: assumption_checks\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#6\nOutcome: claimed_resolved_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_high_confidence\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#6\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: claimed_resolved_unverified\nComment count: 1\nLinked commit count: 4\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 23\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'source_or_other': 14, 'docs_or_claims': 1, 'ui_or_frontend': 8}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-6a03a754858beb19\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/6\",\n    \"text\": \"GitHub feedback: agent_instruction_gap\\nPolarity: bad\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/6\\nTitle: Autoresearch iterations 1-16: golden-set score 17% \u2192 69%\\nBody:\\n## Summary\\n- Adds autoresearch evaluation infrastructure (golden set, assertion-based eval, results.tsv)\\n- 16 iterations of prompt + background-knowledge + few-shot improvements\\n- Golden-set score: 25 \u2192 102/147 assertions (17% \u2192 69%)\\n- Regenerates all domain answers (GGZ/GZ/VV) with the iteration-16 system\\n- Merges latest main (batched question file generator, PRs #2-5)\\n\\n## Notable iterations\\n- Iter 7: expanded background context with domain knowledge for 16 failing questions (49 \u2192 74)\\n- Iter 10-12: few-shot examples for VPT NHC, VZT co\u00f6rdinatie, transitiemiddelen/richttarief (77 \u2192 92)\\n- Iter 14: 4 ablation-ready interventions (90 \u2192 96)\\n- Iter 15: BG knowledge + few-shot for structural failures (96 \u2192 98)\\n- Iter 16: 5 full-set pattern fixes (99 \u2192 102)\\n\\nIterations 2, 5, 6, 8, 9, 13 were recorded-then-discarded regressions \u2014 kept in history for the ablation record.\\n\\n## Test plan\\n- [ ] Re-run golden eval, confirm \u2265102/147 assertion\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-92bd1fe96ca9b760\",\n    \"filename\": \"feedback/GGZ_antwoorden_1emodel.xlsx\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/de75393f1677e1c91eb278caa1352e120ef15969/feedback%2FGGZ_antwoorden_1emodel.xlsx\"\n  },\n  {\n    \"id\": \"github-pr-file-file-b979c44ddf9b8ea4\",\n    \"filename\": \"feedback/GZ_antwoorden_1emodel.xlsx\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/de75393f1677e1c91eb27\n[truncated by importer]", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-assumption_checks-a6c3462945fcaae5", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/assumption_checks/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/assumption_checks", "training_usage": "gold_candidate"}}}, {"ruleId": "foundry_assumption_check", "level": "warning", "message": {"text": "Foundry mined assumption checks: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 300574, "scanner": "foundry_dataset", "fingerprint": "15472d325cb18556bf3cd00a40c93c9969dbcc0d8991a9790335e8f90099245e", "category": "practices", "severity": "medium", "confidence": 0.62, "triageState": "open", "verdict": "needs_review", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "assumption_checks", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#2", "human_labels": ["agent_instruction_gap", "docs_or_claims"], "issue_number": "2", "thread_label": "thread_has_human_issue_and_fix_context", "outcome_label": "claimed_resolved_unverified", "source_backed": true, "max_confidence": 0.842, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "gold_candidate", "confidence_tier": "high_confidence", "source_chain_id": "evidence-chain-issue_chain-3dc9fe9832d68b8e", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 1, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"docs_or_claims": 1}, "linked_commit_count": 5, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_high_confidence"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: assumption_checks\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#2\nOutcome: claimed_resolved_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_high_confidence\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#2\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: claimed_resolved_unverified\nComment count: 1\nLinked commit count: 5\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 1\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'docs_or_claims': 1}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-7e4beac6b84e8848\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/2\",\n    \"text\": \"GitHub feedback: agent_instruction_gap\\nPolarity: bad\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/2\\nTitle: Add Copilot prompt for NvI question answering with 5.4-reasoning\\nBody:\\nDesigned to maximize correspondence with expert answers by:\\r\\n- Embedding full regulatory role context (NZa/zorgkantoor/VWS)\\r\\n- Enforcing defensive answering posture (never agree to policy changes)\\r\\n- Including 8 few-shot examples from actual expert answers\\r\\n- Strict style rules: terse, direct, no hedging, no speculation\\r\\n\\r\\nhttps://claude.ai/code/session_01CPUejFXvDRphULGYwn4WJM\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-002e59469905f341\",\n    \"filename\": \"copilot_prompt.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"added\",\n    \"additions\": 95,\n    \"deletions\": 0,\n    \"changes\": 95,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/d3e701657d027c529b3b9c0db3ade9e7ae76472f/copilot_prompt.md\"\n  }\n]\nLinked chain ids:\n[\"evidence-chain-comment_to_commit-6ff43d6971e9abba\"]\nSource graph evidence:\nSource evidence repo graph summary\nRepo: Sheggle/nvi-beantwoording\nGraph label: source_artifact_without_verification_graph\nNodes: 5\nEdges: 6\nNode types: {\"cooccurrence_profile\": 1, \"github_repo_summary\": 1, \"repo\": 1, \"source_artifact\": 1, \"source_bundle\": 1}\nEdge types: {\"artifact_needs_claim_verification\": 1, \"repo_has_cooccurrence_profile\": 1, \"repo_has_github_evidence_summary\": 1, \"repo_has_source_artifact\": 1, \"repo_has_source_bundle\": 1, \"source_bundle_uses_cooccurrence_profile\": 1}\nArtifact families: {\"docs\": 1}\nHelicopter views: {}\nBundle labels: {\"source_backed_graph_pattern_bundle\": 1}\nCo-occurrence labels: {\"mixed_good_bad_repo_profile\": 1}", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-assumption_checks-fe2f62b2319ff398", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/assumption_checks/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/assumption_checks", "training_usage": "gold_candidate"}}}, {"ruleId": "foundry_assumption_check", "level": "warning", "message": {"text": "Foundry mined assumption checks: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 300573, "scanner": "foundry_dataset", "fingerprint": "362994902996f0e372ba1b0f070c7ddcb2a05590c5c63cca9f209b96b1ac4d5f", "category": "practices", "severity": "medium", "confidence": 0.62, "triageState": "open", "verdict": "needs_review", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "assumption_checks", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#1", "human_labels": ["human_feedback_general", "source_or_other"], "issue_number": "1", "thread_label": "thread_needs_classification", "outcome_label": "ambiguous_needs_more_evidence", "source_backed": true, "max_confidence": 0.737, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "weak_supervision", "confidence_tier": "weak_supervision", "source_chain_id": "evidence-chain-issue_chain-fdcad14098768b9c", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 6, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"source_or_other": 6}, "linked_commit_count": 2, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_weak_supervision"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: assumption_checks\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#1\nOutcome: ambiguous_needs_more_evidence\nThread label: thread_needs_classification\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_weak_supervision\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#1\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_needs_classification\nOutcome: ambiguous_needs_more_evidence\nComment count: 1\nLinked commit count: 2\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 6\nLabels: {'human_feedback_general': 1}\nPolarities: {'neutral': 1}\nChanged file labels: {'source_or_other': 6}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-e29f94273304e6ad\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"human_feedback_general\",\n    \"polarity\": \"neutral\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/1\",\n    \"text\": \"GitHub feedback: human_feedback_general\\nPolarity: neutral\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/1\\nTitle: Automate NVI insurance proposal responses\\nBody:\\nDownloaded 6 documents for NVI automation:\\r\\n- 3 Inkoopbeleid documents (VV, GZ, GGZ)\\r\\n- 3 Nota van Inlichtingen documents (VV, GZ, GGZ)\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-7d36e014247f49e6\",\n    \"filename\": \"data/Inkoopbeleid-GGZ-2024-2026.pdf\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/67ba88dc5e9e8b7bb33166fada7ef372c1aff08d/data%2FInkoopbeleid-GGZ-2024-2026.pdf\"\n  },\n  {\n    \"id\": \"github-pr-file-file-7547993ff32eb18b\",\n    \"filename\": \"data/Inkoopbeleid-GZ-2024-2026.pdf\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/67ba88dc5e9e8b7bb33166fada7ef372c1aff08d/data%2FInkoopbeleid-GZ-2024-2026.pdf\"\n  },\n  {\n    \"id\": \"github-pr-file-file-c09c85bfdba59cb3\",\n    \"filename\": \"data/Inkoopbeleid-VV-2024-2026.pdf\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/67ba88dc5e9e8b7bb33166fada7ef372c1aff08d/data%2FInkoopbeleid-VV-2024-2026.pdf\"\n  },\n  {\n    \"id\": \"github-pr-file-file-58a95433073c7633\",\n    \"filename\": \"data/NvI-GGZ-2024-2026.pdf\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/67ba88dc5e9e8b7bb33166fada7ef372c1aff08d/data%2FNvI-GGZ-2024-2026.pdf\"\n  },\n  {\n    \"id\": \"github-pr-file-file-9df1bf0ff7aa2a0a\",\n    \"filename\": \"data/NvI-GZ-2024-2026\n[truncated by importer]", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-assumption_checks-02ec6d3e2c49d448", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/assumption_checks/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/assumption_checks", "training_usage": "weak_supervision"}}}, {"ruleId": "foundry_bad_chain", "level": "error", "message": {"text": "Foundry mined bad chains: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 316099, "scanner": "foundry_dataset", "fingerprint": "97b55c0cb53532162c5e10ff805daf144ec640c4abbbc5e3815a238e85cc8693", "category": "practices", "severity": "high", "confidence": 0.84, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "bad_chains", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#8", "human_labels": ["agent_instruction_gap", "docs_or_claims", "source_or_other"], "issue_number": "8", "thread_label": "thread_has_human_issue_and_fix_context", "outcome_label": "self_attested_unverified", "source_backed": true, "max_confidence": 0.708, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "weak_supervision", "confidence_tier": "weak_supervision", "source_chain_id": "evidence-chain-issue_chain-0dbf8cda7cb04392", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 27, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"docs_or_claims": 3, "source_or_other": 24}, "linked_commit_count": 4, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_weak_supervision"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: bad_chains\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#8\nOutcome: self_attested_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_weak_supervision\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#8\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: self_attested_unverified\nComment count: 1\nLinked commit count: 4\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 27\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'source_or_other': 24, 'docs_or_claims': 3}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-0b1d71ce83c16573\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/8\",\n    \"text\": \"GitHub feedback: agent_instruction_gap\\nPolarity: bad\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/8\\nTitle: Voeg beleid 2027 toe in data/2027\\nBody:\\nNieuw gepubliceerd beleid voor 2027 gedownload van zilverenkruis.nl/zorgkantoor/zorgaanbieders/downloads en toegevoegd in `data/2027/`.\\n\\n## Inhoud\\n\\n**3 beleidsstukken (Inkoopbeleid Wlz 2027-2029):**\\n- Gehandicaptenzorg (GZ)\\n- Geestelijke Gezondheidszorg (GGZ)\\n- Verpleging en Verzorging (VV)\\n\\n**15 bijlagen bij het inkoopbeleid:** bijlage 1, 2 (+ indieningsformat regiobudget HLO), 3a, 3b, 4a, 4 (opgave onderaannemers), 5, 7, 7a, 7c, 8, 9, en 10 (GGZ + GZ) \u2014 mix van PDF en Excel.\\n\\n**Inkoopkader Onafhankelijke Cli\u00ebntondersteuning (OCO) 2027-2028:**\\n- Inkoopbeleid OCO 2027-2028\\n- oco-bijlage 2 (bestuursverklaring) en oco-bijlage 3 (overeenkomst)\\n\\nTotaal 21 bestanden, allemaal opgehaald met HTTP 200 en geverifieerd bestandstype (PDF/XLSX). OCO-bijlagen zijn geprefixt met `oco-` om verwarring met de bijlagen van het hoofd-inkoopbeleid te voorkomen.\\n\\nhttps://claude.ai/code/session_01JDAf9H8F2CZo9rewTpspvg\\n\\n---\\n_Generated by [Claude Code](https://claude.ai/co\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-bab353e477c0211c\",\n    \"filename\": \"data/2027/bijlage-1-visie-op-samen-werken-aan-langdurige-zorg.pdf\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/9878d70d479e9d23b57b27aa301ad9f4f9470583/data%2F2027%2Fbijlage-1-visie-op-samen-werken-aan-langdurige-zorg.pdf\"\n  },\n  {\n    \"id\": \"github-pr-file-file-dc920de5b97455eb\",\n    \"filename\": \"data/2027/bijlage-10-overzicht-gericht-contracteren-ggz.pdf\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 0,\n    \"deletions\": 0,\n    \"changes\": 0,\n    \"blob_url\": \"https://github.co\n[truncated by importer]", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-bad_chains-cf6009c124ecef90", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/bad_chains/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/bad_chains", "training_usage": "weak_supervision"}}}, {"ruleId": "foundry_bad_chain", "level": "error", "message": {"text": "Foundry mined bad chains: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 316098, "scanner": "foundry_dataset", "fingerprint": "a3023815dbee01b2f4630c2d54fc31564c35525150b159f62732c7d0d4c0d0b4", "category": "practices", "severity": "high", "confidence": 0.84, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "bad_chains", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#5", "human_labels": ["agent_instruction_gap", "docs_or_claims", "source_or_other"], "issue_number": "5", "thread_label": "thread_has_human_issue_and_fix_context", "outcome_label": "self_attested_unverified", "source_backed": true, "max_confidence": 0.92, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "gold_candidate", "confidence_tier": "high_confidence", "source_chain_id": "evidence-chain-issue_chain-cb3cbb2b0eb31902", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 98, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"docs_or_claims": 97, "source_or_other": 1}, "linked_commit_count": 3, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_high_confidence"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: bad_chains\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#5\nOutcome: self_attested_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_high_confidence\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#5\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: self_attested_unverified\nComment count: 1\nLinked commit count: 3\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 98\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'docs_or_claims': 97, 'source_or_other': 1}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-d848cde8fb702dd7\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/5\",\n    \"text\": \"GitHub feedback: agent_instruction_gap\\nPolarity: bad\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/5\\nTitle: Remove embedded beleidstekst from question files\\nBody:\\n## Summary\\\\n\\\\n- Prompt now tells Copilot to use the attached document for beleidstekst instead of embedding it\\\\n- Files go from ~550 lines to ~110 lines each\\\\n- Regenerated all 97 files for n=10\\\\n\\\\nhttps://claude.ai/code/session_018CfPvebkFQ5JRKUN8uQViz\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-068e6032614a8c37\",\n    \"filename\": \"question_files/GGZ/batch_001-010.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"modified\",\n    \"additions\": 2,\n    \"deletions\": 448,\n    \"changes\": 450,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/45b46f494c608f3a3d4d5972ab96b361ce8855ee/question_files%2FGGZ%2Fbatch_001-010.md\"\n  },\n  {\n    \"id\": \"github-pr-file-file-9b1175b591958b9c\",\n    \"filename\": \"question_files/GGZ/batch_011-020.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"modified\",\n    \"additions\": 2,\n    \"deletions\": 448,\n    \"changes\": 450,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/45b46f494c608f3a3d4d5972ab96b361ce8855ee/question_files%2FGGZ%2Fbatch_011-020.md\"\n  },\n  {\n    \"id\": \"github-pr-file-file-06c73bdc1c7edb13\",\n    \"filename\": \"question_files/GGZ/batch_021-030.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"modified\",\n    \"additions\": 2,\n    \"deletions\": 448,\n    \"changes\": 450,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/45b46f494c608f3a3d4d5972ab96b361ce8855ee/question_files%2FGGZ%2Fbatch_021-030.md\"\n  },\n  {\n    \"id\": \"github-pr-file-file-edc3473ae249f470\",\n    \"filename\": \"question_files/GGZ/batch_031-040.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"modified\",\n    \"additions\": 2,\n    \"deletions\": 448,\n    \"changes\": 450,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beant\n[truncated by importer]", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-bad_chains-cdb76bd021dbcf97", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/bad_chains/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/bad_chains", "training_usage": "gold_candidate"}}}, {"ruleId": "foundry_bad_chain", "level": "error", "message": {"text": "Foundry mined bad chains: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 316097, "scanner": "foundry_dataset", "fingerprint": "e0e84b89618c248870ed517ea8f1a75e350dea2ce1793a1c61800af3362dd9e8", "category": "practices", "severity": "high", "confidence": 0.84, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "bad_chains", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#4", "human_labels": ["agent_instruction_gap", "docs_or_claims", "source_or_other"], "issue_number": "4", "thread_label": "thread_has_human_issue_and_fix_context", "outcome_label": "self_attested_unverified", "source_backed": true, "max_confidence": 0.92, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "gold_candidate", "confidence_tier": "high_confidence", "source_chain_id": "evidence-chain-issue_chain-e8848befdaba4882", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 98, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"docs_or_claims": 97, "source_or_other": 1}, "linked_commit_count": 4, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_high_confidence"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: bad_chains\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#4\nOutcome: self_attested_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_high_confidence\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#4\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: self_attested_unverified\nComment count: 1\nLinked commit count: 4\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 98\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'source_or_other': 1, 'docs_or_claims': 97}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-df5443cfbf88562a\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/4\",\n    \"text\": \"GitHub feedback: agent_instruction_gap\\nPolarity: bad\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/4\\nTitle: Add pre-generated question files for n=10 batch size\\nBody:\\n## Summary\\\\n\\\\n- Pre-generated prompt files for all 3 domains (GGZ: 21, GZ: 25, VV: 51 files)\\\\n- Removed `question_files/` from `.gitignore` so generated files are tracked\\\\n\\\\nhttps://claude.ai/code/session_018CfPvebkFQ5JRKUN8uQViz\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-679c29ccdb7b8d29\",\n    \"filename\": \".gitignore\",\n    \"label\": \"source_or_other\",\n    \"status\": \"modified\",\n    \"additions\": 0,\n    \"deletions\": 3,\n    \"changes\": 3,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/b65adf4ccadb99ebe8968f4feebd37f862ccd53d/.gitignore\"\n  },\n  {\n    \"id\": \"github-pr-file-file-135ce52d483082cd\",\n    \"filename\": \"question_files/GGZ/batch_001-010.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"added\",\n    \"additions\": 556,\n    \"deletions\": 0,\n    \"changes\": 556,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/b65adf4ccadb99ebe8968f4feebd37f862ccd53d/question_files%2FGGZ%2Fbatch_001-010.md\"\n  },\n  {\n    \"id\": \"github-pr-file-file-54b00631ea5a3917\",\n    \"filename\": \"question_files/GGZ/batch_011-020.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"added\",\n    \"additions\": 556,\n    \"deletions\": 0,\n    \"changes\": 556,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/b65adf4ccadb99ebe8968f4feebd37f862ccd53d/question_files%2FGGZ%2Fbatch_011-020.md\"\n  },\n  {\n    \"id\": \"github-pr-file-file-7ae0a5f1e492aef8\",\n    \"filename\": \"question_files/GGZ/batch_021-030.md\",\n    \"label\": \"docs_or_claims\",\n    \"status\": \"added\",\n    \"additions\": 556,\n    \"deletions\": 0,\n    \"changes\": 556,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/b65adf4ccadb99ebe8968f4feebd37f862ccd53d/question_files%2FGGZ%2Fbatch_021\n[truncated by importer]", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-bad_chains-d8f719bf03d3d7a1", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/bad_chains/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/bad_chains", "training_usage": "gold_candidate"}}}, {"ruleId": "foundry_bad_chain", "level": "error", "message": {"text": "Foundry mined bad chains: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 316096, "scanner": "foundry_dataset", "fingerprint": "43266a4eb1ff513ae3f25ed9484d79a70bb60ae293ad97c9a1ff5b4bd313a136", "category": "practices", "severity": "high", "confidence": 0.84, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "comment_chain_pattern_product", "source": "comment_chain_pattern_miner", "product": "bad_chains", "synthetic": false, "thread_key": "Sheggle/nvi-beantwoording#3", "human_labels": ["agent_instruction_gap", "source_or_other"], "issue_number": "3", "thread_label": "thread_has_human_issue_and_fix_context", "outcome_label": "self_attested_unverified", "source_backed": true, "max_confidence": 0.92, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "gold_candidate", "confidence_tier": "high_confidence", "source_chain_id": "evidence-chain-issue_chain-5cc866fcdff54105", "helicopter_views": {}, "artifact_families": {"docs": 1}, "source_chain_kind": "issue_chain", "changed_file_count": 2, "source_graph_label": "source_artifact_without_verification_graph", "changed_file_labels": {"source_or_other": 2}, "linked_commit_count": 4, "helicopter_view_count": 0, "source_artifact_count": 1, "classification_reasons": ["source_graph_has_real_artifacts", "link_quality_high_confidence"], "linked_ci_commit_count": 0, "verification_artifact_count": 0, "design_schema_api_artifact_count": 0}, "text": "Comment chain pattern product: bad_chains\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#3\nOutcome: self_attested_unverified\nThread label: thread_has_human_issue_and_fix_context\nSource graph label: source_artifact_without_verification_graph\nReasons: source_graph_has_real_artifacts, link_quality_high_confidence\nChain evidence:\nIssue/PR evidence chain: Sheggle/nvi-beantwoording#3\nRepo: Sheggle/nvi-beantwoording\nThread label: thread_has_human_issue_and_fix_context\nOutcome: self_attested_unverified\nComment count: 1\nLinked commit count: 4\nLinked CI commit count: 0\nLinked CI labels: {}\nChanged file count: 2\nLabels: {'agent_instruction_gap': 1}\nPolarities: {'bad': 1}\nChanged file labels: {'source_or_other': 2}\nExamples:\n[\n  {\n    \"id\": \"github-feedback-comment-f0bc3528f27387dd\",\n    \"kind\": \"pull_request_body\",\n    \"label\": \"agent_instruction_gap\",\n    \"polarity\": \"bad\",\n    \"url\": \"https://github.com/Sheggle/nvi-beantwoording/pull/3\",\n    \"text\": \"GitHub feedback: agent_instruction_gap\\nPolarity: bad\\nKind: pull_request_body\\nRepo: Sheggle/nvi-beantwoording\\nAuthor: Sheggle (User)\\nURL: https://github.com/Sheggle/nvi-beantwoording/pull/3\\nTitle: Add script to generate batched question files for Copilot\\nBody:\\n## Summary\\\\n\\\\n- Adds `scripts/generate_question_files.py` that generates batched prompt files per domain (GGZ/GZ/VV) for parallel Copilot processing\\\\n- Each file contains the full system prompt + policy text + N questions, requesting tab-separated table output (question number, question, answer) for direct Excel import\\\\n- Configurable batch size via `--batch-size` flag (default 10)\\\\n- Adds `question_files/` to `.gitignore` since these are generated artifacts\\\\n\\\\nhttps://claude.ai/code/session_018CfPvebkFQ5JRKUN8uQViz\"\n  }\n]\nChanged files:\n[\n  {\n    \"id\": \"github-pr-file-file-7c5166e2a22c6031\",\n    \"filename\": \".gitignore\",\n    \"label\": \"source_or_other\",\n    \"status\": \"modified\",\n    \"additions\": 3,\n    \"deletions\": 0,\n    \"changes\": 3,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/51f45d5e9b6aa02f15bdec5950d12fa077881388/.gitignore\"\n  },\n  {\n    \"id\": \"github-pr-file-file-df63eef9dba53527\",\n    \"filename\": \"scripts/generate_question_files.py\",\n    \"label\": \"source_or_other\",\n    \"status\": \"added\",\n    \"additions\": 210,\n    \"deletions\": 0,\n    \"changes\": 210,\n    \"blob_url\": \"https://github.com/Sheggle/nvi-beantwoording/blob/51f45d5e9b6aa02f15bdec5950d12fa077881388/scripts%2Fgenerate_question_files.py\"\n  }\n]\nLinked chain ids:\n[\"evidence-chain-comment_to_commit-134282869d4567db\"]\nSource graph evidence:\nSource evidence repo graph summary\nRepo: Sheggle/nvi-beantwoording\nGraph label: source_artifact_without_verification_graph\nNodes: 5\nEdges: 6\nNode types: {\"cooccurrence_profile\": 1, \"github_repo_summary\": 1, \"repo\": 1, \"source_artifact\": 1, \"source_bundle\": 1}\nEdge types: {\"artifact_needs_claim_verification\": 1, \"repo_has_cooccurrence_profile\": 1, \"repo_has_github_evidence_\n[truncated by importer]", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "comment-chain-pattern-bad_chains-462c34f794143163", "synthetic": false, "gold_label": "", "graph_label": "source_artifact_without_verification_graph", "source_path": "/data/distillate/foundry_data/comment_chain_patterns/bad_chains/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "comment_chain_patterns/bad_chains", "training_usage": "gold_candidate"}}}, {"ruleId": "foundry_fake_real_gap", "level": "error", "message": {"text": "Foundry mined mock as real or placeholder: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 324774, "scanner": "foundry_dataset", "fingerprint": "de7beeac615b38b12e9c6d63a92b886a43922262ce6348a69e1c396b3bff175d", "category": "practices", "severity": "critical", "confidence": 0.82, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "graph_query_record", "title": "Mock, sample, placeholder, or self-attested behavior treated as real", "intent": "Hard negatives for fake completeness and missing real data paths.", "labels": {"commit_general": 1, "docs_or_claims": 3, "source_or_other": 24, "generated_provenance": 3, "agent_instruction_gap": 1, "self_attested_unverified": 3, "issue_or_pull_request_thread": 1, "thread_has_human_issue_and_fix_context": 2, "self_attested_or_generated_fix_unverified": 1}, "source": "graph_query_export", "motif_id": "mock_as_real_or_placeholder", "outcomes": {"self_attested_unverified": 6}, "polarity": "bad", "query_id": "mock_as_real_or_placeholder", "severity": "critical", "ci_labels": {}, "synthetic": false, "edge_count": 66, "edge_types": {"repo_has_thread": 1, "comment_has_chain": 1, "thread_has_comment": 1, "thread_touches_file": 27, "chain_has_link_quality": 3, "thread_has_fix_outcome": 1, "thread_has_issue_chain": 1, "issue_chain_touches_file": 12, "thread_has_comment_chain": 1, "comment_chain_links_commit": 4, "comment_chain_touches_file": 12, "issue_chain_has_fix_outcome": 1, "issue_chain_has_comment_chain": 1}, "node_count": 40, "node_types": {"repo": 1, "commit": 4, "thread": 1, "comment": 1, "pr_file": 27, "fix_outcome": 1, "issue_chain": 1, "link_quality": 3, "comment_chain": 1}, "query_type": "motif_query", "thread_key": "Sheggle/nvi-beantwoording#8", "issue_number": "8", "quality_tiers": {"weak_supervision": 3}, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "hard_negative", "source_motif_id": "graph-pattern-motif-thread-6cff34386a3c7662", "graph_gold_label": "weak_supervision_needs_review", "changed_file_labels": {"docs_or_claims": 12, "source_or_other": 96}}, "text": "Graph query export: Mock, sample, placeholder, or self-attested behavior treated as real\nQuery id: mock_as_real_or_placeholder\nQuery type: motif_query\nIntent: Hard negatives for fake completeness and missing real data paths.\nMotif: mock_as_real_or_placeholder\nTraining usage: hard_negative\nGraph gold label: weak_supervision_needs_review\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#8\nEvidence:\nGraph motif: Mock, sample, placeholder, or self-attested behavior treated as real\nMotif id: mock_as_real_or_placeholder\nPolarity: bad\nTraining usage: hard_negative\nSeverity: critical\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#8\nGraph gold label: weak_supervision_needs_review\nThread graph evidence:\nGitHub issue/PR evidence subgraph\nThread: Sheggle/nvi-beantwoording#8\nRepo: Sheggle/nvi-beantwoording\nIssue/PR number: 8\nGraph consistency label: weak_supervision_needs_review\nNodes: 40\nEdges: 66\nNode types: {'pr_file': 27, 'commit': 4, 'link_quality': 3, 'thread': 1, 'repo': 1, 'comment': 1, 'comment_chain': 1, 'issue_chain': 1, 'fix_outcome': 1}\nEdge types: {'thread_touches_file': 27, 'comment_chain_touches_file': 12, 'issue_chain_touches_file': 12, 'comment_chain_links_commit': 4, 'chain_has_link_quality': 3, 'repo_has_thread': 1, 'thread_has_comment': 1, 'thread_has_comment_chain': 1, 'comment_has_chain': 1, 'thread_has_issue_chain': 1, 'issue_chain_has_comment_chain': 1, 'thread_has_fix_outcome': 1, 'issue_chain_has_fix_outcome': 1}\nLabels: {'source_or_other': 24, 'docs_or_claims': 3, 'generated_provenance': 3, 'self_attested_unverified': 3, 'thread_has_human_issue_and_fix_context': 2, 'issue_or_pull_request_thread': 1, 'agent_instruction_gap': 1, 'self_attested_or_generated_fix_unverified': 1, 'commit_general': 1}\nOutcomes: {'self_attested_unverified': 6}\nQuality tiers: {'weak_supervision': 3}\nCI labels: {}\nCurriculum targets:\n- Train real-data plumbing and mock-removal tasks from source to UI.\n- Use as hard negatives for dashboards or apps claiming real runs without provenance.\nAssumption checks:\n- Is user-visible behavior backed by real storage/API/CI artifacts?\n- Are placeholders, sample data, or generated claims still in a production path?", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "graph-query-motif_query-a65390c1da293f78", "synthetic": false, "gold_label": "", "graph_label": "", "source_path": "/data/distillate/foundry_data/graph_queries/mock_as_real_or_placeholder/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "graph_queries/mock_as_real_or_placeholder", "training_usage": "hard_negative"}}}, {"ruleId": "foundry_fake_real_gap", "level": "error", "message": {"text": "Foundry mined mock as real or placeholder: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 324773, "scanner": "foundry_dataset", "fingerprint": "ed56977840d86c6b04ad73423b37a34cb95a4673a81aea70464122b27469b3e5", "category": "practices", "severity": "critical", "confidence": 0.82, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "graph_query_record", "title": "Mock, sample, placeholder, or self-attested behavior treated as real", "intent": "Hard negatives for fake completeness and missing real data paths.", "labels": {"docs_or_claims": 97, "source_or_other": 1, "generated_provenance": 3, "agent_instruction_gap": 1, "self_attested_unverified": 3, "issue_or_pull_request_thread": 1, "thread_has_human_issue_and_fix_context": 2, "self_attested_or_generated_fix_unverified": 1}, "source": "graph_query_export", "motif_id": "mock_as_real_or_placeholder", "outcomes": {"self_attested_unverified": 6}, "polarity": "bad", "query_id": "mock_as_real_or_placeholder", "severity": "critical", "ci_labels": {}, "synthetic": false, "edge_count": 136, "edge_types": {"repo_has_thread": 1, "comment_has_chain": 1, "thread_has_comment": 1, "thread_touches_file": 98, "chain_has_link_quality": 3, "thread_has_fix_outcome": 1, "thread_has_issue_chain": 1, "issue_chain_touches_file": 12, "thread_has_comment_chain": 1, "comment_chain_links_commit": 3, "comment_chain_touches_file": 12, "issue_chain_has_fix_outcome": 1, "issue_chain_has_comment_chain": 1}, "node_count": 110, "node_types": {"repo": 1, "commit": 3, "thread": 1, "comment": 1, "pr_file": 98, "fix_outcome": 1, "issue_chain": 1, "link_quality": 3, "comment_chain": 1}, "query_type": "motif_query", "thread_key": "Sheggle/nvi-beantwoording#5", "issue_number": "5", "quality_tiers": {"high_confidence": 3}, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "hard_negative", "source_motif_id": "graph-pattern-motif-thread-d93048ff152a2de4", "graph_gold_label": "supported_by_high_confidence_link", "changed_file_labels": {"docs_or_claims": 388, "source_or_other": 4}}, "text": "Graph query export: Mock, sample, placeholder, or self-attested behavior treated as real\nQuery id: mock_as_real_or_placeholder\nQuery type: motif_query\nIntent: Hard negatives for fake completeness and missing real data paths.\nMotif: mock_as_real_or_placeholder\nTraining usage: hard_negative\nGraph gold label: supported_by_high_confidence_link\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#5\nEvidence:\nGraph motif: Mock, sample, placeholder, or self-attested behavior treated as real\nMotif id: mock_as_real_or_placeholder\nPolarity: bad\nTraining usage: hard_negative\nSeverity: critical\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#5\nGraph gold label: supported_by_high_confidence_link\nThread graph evidence:\nGitHub issue/PR evidence subgraph\nThread: Sheggle/nvi-beantwoording#5\nRepo: Sheggle/nvi-beantwoording\nIssue/PR number: 5\nGraph consistency label: supported_by_high_confidence_link\nNodes: 110\nEdges: 136\nNode types: {'pr_file': 98, 'commit': 3, 'link_quality': 3, 'thread': 1, 'repo': 1, 'comment': 1, 'comment_chain': 1, 'issue_chain': 1, 'fix_outcome': 1}\nEdge types: {'thread_touches_file': 98, 'comment_chain_touches_file': 12, 'issue_chain_touches_file': 12, 'comment_chain_links_commit': 3, 'chain_has_link_quality': 3, 'repo_has_thread': 1, 'thread_has_comment': 1, 'thread_has_comment_chain': 1, 'comment_has_chain': 1, 'thread_has_issue_chain': 1, 'issue_chain_has_comment_chain': 1, 'thread_has_fix_outcome': 1, 'issue_chain_has_fix_outcome': 1}\nLabels: {'docs_or_claims': 97, 'generated_provenance': 3, 'self_attested_unverified': 3, 'thread_has_human_issue_and_fix_context': 2, 'issue_or_pull_request_thread': 1, 'agent_instruction_gap': 1, 'source_or_other': 1, 'self_attested_or_generated_fix_unverified': 1}\nOutcomes: {'self_attested_unverified': 6}\nQuality tiers: {'high_confidence': 3}\nCI labels: {}\nCurriculum targets:\n- Train real-data plumbing and mock-removal tasks from source to UI.\n- Use as hard negatives for dashboards or apps claiming real runs without provenance.\nAssumption checks:\n- Is user-visible behavior backed by real storage/API/CI artifacts?\n- Are placeholders, sample data, or generated claims still in a production path?", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "graph-query-motif_query-12d34bebf10f126f", "synthetic": false, "gold_label": "", "graph_label": "", "source_path": "/data/distillate/foundry_data/graph_queries/mock_as_real_or_placeholder/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "graph_queries/mock_as_real_or_placeholder", "training_usage": "hard_negative"}}}, {"ruleId": "foundry_fake_real_gap", "level": "error", "message": {"text": "Foundry mined mock as real or placeholder: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 324772, "scanner": "foundry_dataset", "fingerprint": "f3c8ef8c6dec34a9386df924b84c6acd70f704b20f016be53196378d1f0c5e05", "category": "practices", "severity": "critical", "confidence": 0.82, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "graph_query_record", "title": "Mock, sample, placeholder, or self-attested behavior treated as real", "intent": "Hard negatives for fake completeness and missing real data paths.", "labels": {"docs_or_claims": 97, "source_or_other": 1, "generated_provenance": 4, "agent_instruction_gap": 1, "self_attested_unverified": 3, "issue_or_pull_request_thread": 1, "thread_has_human_issue_and_fix_context": 2, "self_attested_or_generated_fix_unverified": 1}, "source": "graph_query_export", "motif_id": "mock_as_real_or_placeholder", "outcomes": {"self_attested_unverified": 6}, "polarity": "bad", "query_id": "mock_as_real_or_placeholder", "severity": "critical", "ci_labels": {}, "synthetic": false, "edge_count": 137, "edge_types": {"repo_has_thread": 1, "comment_has_chain": 1, "thread_has_comment": 1, "thread_touches_file": 98, "chain_has_link_quality": 3, "thread_has_fix_outcome": 1, "thread_has_issue_chain": 1, "issue_chain_touches_file": 12, "thread_has_comment_chain": 1, "comment_chain_links_commit": 4, "comment_chain_touches_file": 12, "issue_chain_has_fix_outcome": 1, "issue_chain_has_comment_chain": 1}, "node_count": 111, "node_types": {"repo": 1, "commit": 4, "thread": 1, "comment": 1, "pr_file": 98, "fix_outcome": 1, "issue_chain": 1, "link_quality": 3, "comment_chain": 1}, "query_type": "motif_query", "thread_key": "Sheggle/nvi-beantwoording#4", "issue_number": "4", "quality_tiers": {"high_confidence": 3}, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "hard_negative", "source_motif_id": "graph-pattern-motif-thread-a3473eb945d11be2", "graph_gold_label": "supported_by_high_confidence_link", "changed_file_labels": {"docs_or_claims": 388, "source_or_other": 4}}, "text": "Graph query export: Mock, sample, placeholder, or self-attested behavior treated as real\nQuery id: mock_as_real_or_placeholder\nQuery type: motif_query\nIntent: Hard negatives for fake completeness and missing real data paths.\nMotif: mock_as_real_or_placeholder\nTraining usage: hard_negative\nGraph gold label: supported_by_high_confidence_link\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#4\nEvidence:\nGraph motif: Mock, sample, placeholder, or self-attested behavior treated as real\nMotif id: mock_as_real_or_placeholder\nPolarity: bad\nTraining usage: hard_negative\nSeverity: critical\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#4\nGraph gold label: supported_by_high_confidence_link\nThread graph evidence:\nGitHub issue/PR evidence subgraph\nThread: Sheggle/nvi-beantwoording#4\nRepo: Sheggle/nvi-beantwoording\nIssue/PR number: 4\nGraph consistency label: supported_by_high_confidence_link\nNodes: 111\nEdges: 137\nNode types: {'pr_file': 98, 'commit': 4, 'link_quality': 3, 'thread': 1, 'repo': 1, 'comment': 1, 'comment_chain': 1, 'issue_chain': 1, 'fix_outcome': 1}\nEdge types: {'thread_touches_file': 98, 'comment_chain_touches_file': 12, 'issue_chain_touches_file': 12, 'comment_chain_links_commit': 4, 'chain_has_link_quality': 3, 'repo_has_thread': 1, 'thread_has_comment': 1, 'thread_has_comment_chain': 1, 'comment_has_chain': 1, 'thread_has_issue_chain': 1, 'issue_chain_has_comment_chain': 1, 'thread_has_fix_outcome': 1, 'issue_chain_has_fix_outcome': 1}\nLabels: {'docs_or_claims': 97, 'generated_provenance': 4, 'self_attested_unverified': 3, 'thread_has_human_issue_and_fix_context': 2, 'issue_or_pull_request_thread': 1, 'agent_instruction_gap': 1, 'source_or_other': 1, 'self_attested_or_generated_fix_unverified': 1}\nOutcomes: {'self_attested_unverified': 6}\nQuality tiers: {'high_confidence': 3}\nCI labels: {}\nCurriculum targets:\n- Train real-data plumbing and mock-removal tasks from source to UI.\n- Use as hard negatives for dashboards or apps claiming real runs without provenance.\nAssumption checks:\n- Is user-visible behavior backed by real storage/API/CI artifacts?\n- Are placeholders, sample data, or generated claims still in a production path?", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "graph-query-motif_query-72f931c17de9bc77", "synthetic": false, "gold_label": "", "graph_label": "", "source_path": "/data/distillate/foundry_data/graph_queries/mock_as_real_or_placeholder/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "graph_queries/mock_as_real_or_placeholder", "training_usage": "hard_negative"}}}, {"ruleId": "foundry_fake_real_gap", "level": "error", "message": {"text": "Foundry mined mock as real or placeholder: Sheggle/nvi-beantwoording"}, "properties": {"repobilityId": 324771, "scanner": "foundry_dataset", "fingerprint": "cbbd518b74194aee308a3af3306e2e99750c36c35d53e28be5c5d6572faf452e", "category": "practices", "severity": "critical", "confidence": 0.82, "triageState": "open", "verdict": "confirmed", "isResolved": false, "reason": "Imported from mined Foundry/Fable5 evidence with real GitHub/source provenance. Review source_id before acting.", "evidence": {"meta": {"kind": "graph_query_record", "title": "Mock, sample, placeholder, or self-attested behavior treated as real", "intent": "Hard negatives for fake completeness and missing real data paths.", "labels": {"source_or_other": 2, "generated_provenance": 4, "agent_instruction_gap": 1, "self_attested_unverified": 3, "issue_or_pull_request_thread": 1, "thread_has_human_issue_and_fix_context": 2, "self_attested_or_generated_fix_unverified": 1}, "source": "graph_query_export", "motif_id": "mock_as_real_or_placeholder", "outcomes": {"self_attested_unverified": 6}, "polarity": "bad", "query_id": "mock_as_real_or_placeholder", "severity": "critical", "ci_labels": {}, "synthetic": false, "edge_count": 21, "edge_types": {"repo_has_thread": 1, "comment_has_chain": 1, "thread_has_comment": 1, "thread_touches_file": 2, "chain_has_link_quality": 3, "thread_has_fix_outcome": 1, "thread_has_issue_chain": 1, "issue_chain_touches_file": 2, "thread_has_comment_chain": 1, "comment_chain_links_commit": 4, "comment_chain_touches_file": 2, "issue_chain_has_fix_outcome": 1, "issue_chain_has_comment_chain": 1}, "node_count": 15, "node_types": {"repo": 1, "commit": 4, "thread": 1, "comment": 1, "pr_file": 2, "fix_outcome": 1, "issue_chain": 1, "link_quality": 3, "comment_chain": 1}, "query_type": "motif_query", "thread_key": "Sheggle/nvi-beantwoording#3", "issue_number": "3", "quality_tiers": {"high_confidence": 3}, "repo_full_name": "Sheggle/nvi-beantwoording", "training_usage": "hard_negative", "source_motif_id": "graph-pattern-motif-thread-85fa985e13f6f72d", "graph_gold_label": "supported_by_high_confidence_link", "changed_file_labels": {"source_or_other": 8}}, "text": "Graph query export: Mock, sample, placeholder, or self-attested behavior treated as real\nQuery id: mock_as_real_or_placeholder\nQuery type: motif_query\nIntent: Hard negatives for fake completeness and missing real data paths.\nMotif: mock_as_real_or_placeholder\nTraining usage: hard_negative\nGraph gold label: supported_by_high_confidence_link\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#3\nEvidence:\nGraph motif: Mock, sample, placeholder, or self-attested behavior treated as real\nMotif id: mock_as_real_or_placeholder\nPolarity: bad\nTraining usage: hard_negative\nSeverity: critical\nRepo: Sheggle/nvi-beantwoording\nThread: Sheggle/nvi-beantwoording#3\nGraph gold label: supported_by_high_confidence_link\nThread graph evidence:\nGitHub issue/PR evidence subgraph\nThread: Sheggle/nvi-beantwoording#3\nRepo: Sheggle/nvi-beantwoording\nIssue/PR number: 3\nGraph consistency label: supported_by_high_confidence_link\nNodes: 15\nEdges: 21\nNode types: {'commit': 4, 'link_quality': 3, 'pr_file': 2, 'thread': 1, 'repo': 1, 'comment': 1, 'comment_chain': 1, 'issue_chain': 1, 'fix_outcome': 1}\nEdge types: {'comment_chain_links_commit': 4, 'chain_has_link_quality': 3, 'thread_touches_file': 2, 'comment_chain_touches_file': 2, 'issue_chain_touches_file': 2, 'repo_has_thread': 1, 'thread_has_comment': 1, 'thread_has_comment_chain': 1, 'comment_has_chain': 1, 'thread_has_issue_chain': 1, 'issue_chain_has_comment_chain': 1, 'thread_has_fix_outcome': 1, 'issue_chain_has_fix_outcome': 1}\nLabels: {'generated_provenance': 4, 'self_attested_unverified': 3, 'source_or_other': 2, 'thread_has_human_issue_and_fix_context': 2, 'issue_or_pull_request_thread': 1, 'agent_instruction_gap': 1, 'self_attested_or_generated_fix_unverified': 1}\nOutcomes: {'self_attested_unverified': 6}\nQuality tiers: {'high_confidence': 3}\nCI labels: {}\nCurriculum targets:\n- Train real-data plumbing and mock-removal tasks from source to UI.\n- Use as hard negatives for dashboards or apps claiming real runs without provenance.\nAssumption checks:\n- Is user-visible behavior backed by real storage/API/CI artifacts?\n- Are placeholders, sample data, or generated claims still in a production path?", "source": "foundry_mined_dataset", "repo_url": "https://github.com/Sheggle/nvi-beantwoording", "source_id": "graph-query-motif_query-1d8b1d670baa4454", "synthetic": false, "gold_label": "", "graph_label": "", "source_path": "/data/distillate/foundry_data/graph_queries/mock_as_real_or_placeholder/shard-0.jsonl", "bundle_label": "", "priority_band": "", "priority_score": 0, "repo_full_name": "Sheggle/nvi-beantwoording", "source_dataset": "graph_queries/mock_as_real_or_placeholder", "training_usage": "hard_negative"}}}, {"ruleId": "scanner-3d4c848e53af519f", "level": "note", "message": {"text": "Possibly dead Python function: emit"}, "properties": {"repobilityId": "fecc700ec874b669", "scanner": "scanner-primary", "fingerprint": "3d4c848e53af519f", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/tracing.py:543"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-1996b216637d9979", "level": "note", "message": {"text": "Possibly dead Python function: log_slow_call_summary"}, "properties": {"repobilityId": "5e0e2f4db9d0bbc3", "scanner": "scanner-primary", "fingerprint": "1996b216637d9979", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/tracing.py:684"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-f459b0da772c4cfe", "level": "note", "message": {"text": "Possibly dead Python function: search_semantic"}, "properties": {"repobilityId": "1996d13ac1fce60a", "scanner": "scanner-primary", "fingerprint": "f459b0da772c4cfe", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/supplementary_matcher.py:103"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-719e1d745a81e348", "level": "note", "message": {"text": "Possibly dead Python function: chunks_in_doc"}, "properties": {"repobilityId": "648028deb46b1781", "scanner": "scanner-primary", "fingerprint": "719e1d745a81e348", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/supplementary_matcher.py:148"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-5e1061526b362a10", "level": "note", "message": {"text": "Possibly dead Python function: load_supplementary_chunks"}, "properties": {"repobilityId": "77fe88981eeb0204", "scanner": "scanner-primary", "fingerprint": "5e1061526b362a10", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/data_loader.py:112"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-8723470c36667df6", "level": "note", "message": {"text": "Possibly dead Python function: progress"}, "properties": {"repobilityId": "97c07eb024e59ee8", "scanner": "scanner-primary", "fingerprint": "8723470c36667df6", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/pipeline.py:187"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-de948365fa6152c3", "level": "note", "message": {"text": "Possibly dead Python function: eval_progress"}, "properties": {"repobilityId": "13149a799557cf7d", "scanner": "scanner-primary", "fingerprint": "de948365fa6152c3", "layer": "software", "severity": "low", "confidence": 1.0, "tags": ["dead-code"]}, "locations": [{"physicalLocation": {"artifactLocation": {"uri": "src/pipeline.py:190"}, "region": {"startLine": 1}}}]}, {"ruleId": "scanner-9710c8d059e53154", "level": "none", "message": {"text": "No frontend routes/components detected"}, "properties": {"repobilityId": "44ca61485762e494", "scanner": "scanner-primary", "fingerprint": "9710c8d059e53154", "layer": "frontend", "severity": "info", "confidence": 1.0, "tags": ["coverage"]}}, {"ruleId": "scanner-6372cebde0220094", "level": "warning", "message": {"text": "No auth library detected"}, "properties": {"repobilityId": "a5b6035a5bbf8054", "scanner": "scanner-primary", "fingerprint": "6372cebde0220094", "layer": "security", "severity": "medium", "confidence": 1.0, "tags": ["coverage", "auth"]}}, {"ruleId": "scanner-4601e3ad3bb28677", "level": "warning", "message": {"text": "No CI/CD pipelines detected"}, "properties": {"repobilityId": "c3ee439bce2bc51e", "scanner": "scanner-primary", "fingerprint": "4601e3ad3bb28677", "layer": "cicd", "severity": "medium", "confidence": 1.0, "tags": ["coverage"]}}, {"ruleId": "scanner-31ee0092591a6a0c", "level": "note", "message": {"text": "Very large file: src/answer_generator.py (939 lines)"}, "properties": {"repobilityId": "04dcd6febdb57ac2", "scanner": "scanner-primary", "fingerprint": "31ee0092591a6a0c", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["complexity"]}}, {"ruleId": "scanner-6893a6c8b0861585", "level": "warning", "message": {"text": "Very low test-to-source ratio"}, "properties": {"repobilityId": "54a7de3f06314bf0", "scanner": "scanner-primary", "fingerprint": "6893a6c8b0861585", "layer": "quality", "severity": "medium", "confidence": 1.0, "tags": ["tests", "coverage"]}}, {"ruleId": "scanner-141b30a41e03817b", "level": "note", "message": {"text": "No license file detected"}, "properties": {"repobilityId": "1c6f8a216096f9de", "scanner": "scanner-primary", "fingerprint": "141b30a41e03817b", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["license", "repo-hardening", "generated-repo-pattern"]}}, {"ruleId": "scanner-3ab5d313dda8e5f9", "level": "note", "message": {"text": "Debug logging residue appears in source files"}, "properties": {"repobilityId": "08c63163254fadb0", "scanner": "scanner-primary", "fingerprint": "3ab5d313dda8e5f9", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["debug", "cleanup", "repo-hardening", "generated-repo-pattern"]}}, {"ruleId": "scanner-b9088664ace7f748", "level": "warning", "message": {"text": "Composite production-readiness gap"}, "properties": {"repobilityId": "b470d592787e59e6", "scanner": "scanner-primary", "fingerprint": "b9088664ace7f748", "layer": "quality", "severity": "medium", "confidence": 1.0, "tags": ["production-readiness", "repo-hardening", "generated-repo-pattern"]}}, {"ruleId": "scanner-ea8f3013f588db25", "level": "note", "message": {"text": "Shallow git history limits provenance confidence"}, "properties": {"repobilityId": "2688eb84d45c5eda", "scanner": "scanner-primary", "fingerprint": "ea8f3013f588db25", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["provenance", "git-history", "generated-repo-pattern"]}}, {"ruleId": "scanner-8424db9c75e04ba4", "level": "none", "message": {"text": "Very short observed git history"}, "properties": {"repobilityId": "f81dc7ef56be4e24", "scanner": "scanner-primary", "fingerprint": "8424db9c75e04ba4", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["provenance", "git-history", "generated-repo-pattern"]}}, {"ruleId": "scanner-ea8ab03ae99c5527", "level": "none", "message": {"text": "Commented-code block (5 lines) in scripts/answer_to_notylize.py:297"}, "properties": {"repobilityId": "d0706eee0b901e8a", "scanner": "scanner-primary", "fingerprint": "ea8ab03ae99c5527", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["integrity", "commented-code", "dead-code"]}}, {"ruleId": "scanner-6d91ab36ac9d88f1", "level": "none", "message": {"text": "Commented-code block (6 lines) in scripts/inkoopbeleid_to_markdown.py:131"}, "properties": {"repobilityId": "68fbfb69c3a5890c", "scanner": "scanner-primary", "fingerprint": "6d91ab36ac9d88f1", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["integrity", "commented-code", "dead-code"]}}, {"ruleId": "scanner-ddf178934a449154", "level": "note", "message": {"text": "Legacy-named symbol `eval_v2` in scripts/eval_v2.py:16"}, "properties": {"repobilityId": "03a5d836c42b5b85", "scanner": "scanner-primary", "fingerprint": "ddf178934a449154", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "legacy-marker", "dead-code"]}}, {"ruleId": "scanner-1ccd15a484a6406d", "level": "none", "message": {"text": "Commented-code block (6 lines) in src/tracing.py:37"}, "properties": {"repobilityId": "5cebc38a0c5f62f7", "scanner": "scanner-primary", "fingerprint": "1ccd15a484a6406d", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["integrity", "commented-code", "dead-code"]}}, {"ruleId": "scanner-44b5b4169d9a28c3", "level": "none", "message": {"text": "Commented-code block (12 lines) in src/config.py:140"}, "properties": {"repobilityId": "4be710795b3a8282", "scanner": "scanner-primary", "fingerprint": "44b5b4169d9a28c3", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["integrity", "commented-code", "dead-code"]}}, {"ruleId": "scanner-4cde4e536df9b5e6", "level": "none", "message": {"text": "Commented-code block (5 lines) in src/data_loader.py:66"}, "properties": {"repobilityId": "aaa1350ad16c24c4", "scanner": "scanner-primary", "fingerprint": "4cde4e536df9b5e6", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["integrity", "commented-code", "dead-code"]}}, {"ruleId": "scanner-f4f040d07dd4ec98", "level": "none", "message": {"text": "Commented-code block (5 lines) in src/answer_generator.py:422"}, "properties": {"repobilityId": "57e3cccc500a9559", "scanner": "scanner-primary", "fingerprint": "f4f040d07dd4ec98", "layer": "quality", "severity": "info", "confidence": 1.0, "tags": ["integrity", "commented-code", "dead-code"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "e1de12ebee44798d", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "0c8f64173be063ee", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-be46ea126aa5d8dc", "level": "note", "message": {"text": "Near-duplicate function bodies in 3 places"}, "properties": {"repobilityId": "f76a72e0cbcf218e", "scanner": "scanner-primary", "fingerprint": "be46ea126aa5d8dc", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "6d7d3b38cd9f42fd", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "9e2ee18fbdaa5573", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "81decf4c3a1625f2", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "6c57b3394c1fd76e", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "8c07405641da9093", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "9e4cd9893bb82710", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}, {"ruleId": "scanner-2c04133e54348533", "level": "note", "message": {"text": "Near-duplicate function bodies in 2 places"}, "properties": {"repobilityId": "392855ce23b750d2", "scanner": "scanner-primary", "fingerprint": "2c04133e54348533", "layer": "quality", "severity": "low", "confidence": 1.0, "tags": ["integrity", "duplicate", "dry"]}}]}]}