MB-X Bilibili Pipeline
7 days ago 5e7bf7bb9337aabd29318a2892043a482d643a0f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
import fs from 'node:fs';
import path from 'node:path';
import crypto from 'node:crypto';
import {spawnSync} from 'node:child_process';
import {pathToFileURL} from 'node:url';
import * as runtime from './detail_strengthening_p0_open_gap_candidate_semantic_verification_runtime_20260731.mjs';
import {parseAuthorityCsv,serializeCsv,serializeManifestDataRows,validateAppendStableManifest} from './artifact_manifest_append_stable_parser_repair001_20260730.mjs';
 
const {ROOT,CASE_ID,BASE,AUDIT_REPORT,MANIFEST,ANOMALY_AUTHORITY,ORIGINAL_TRIAGE_RUN,DESIGN_ID,DESIGN_RUN,DESIGN_BATCH,EXEC_RUN,EXEC_BATCH,SOURCE_AUDIT,RELEASE_AUDIT,SCRIPT,FORMAL_ENTRY_AUTHORITY,CRITERIA,DECISION_AUTHORITY,CONTRACT,SCHEMA,EXEC_SET,PROTECTED_INVENTORY}=runtime;
const BUILDER='dev/ana-dev/detail_strengthening_p0_open_gap_candidate_semantic_verification_design_20260731.mjs';
const FORMAL_DESIGN='ana-doc/机器人案例/案例分析设计.md';
const NEG_RESULTS=`${BASE}/evidence/detail_strengthening_p0_open_gap_candidate_semantic_verification_negative_results_20260731.csv`;
const DESIGN_BASELINE=`${BASE}/evidence/detail_strengthening_p0_open_gap_candidate_semantic_verification_design_baseline_20260731.csv`;
const DESIGN_REQUEST=`${BASE}/manifest/review_request_detail_strengthening_p0_open_gap_candidate_semantic_verification_design_20260731.md`;
const DESIGN_SET=`${BASE}/manifest/detail_strengthening_p0_open_gap_candidate_semantic_verification_design_artifact_set_20260731.csv`;
const DESIGN_VALIDATION=`${BASE}/manifest/detail_strengthening_p0_open_gap_candidate_semantic_verification_design_validation_20260731.csv`;
const SOURCE_EXEC_RUN=discoveryRun();
const MANIFEST_PREFIX={bytes:764681,sha256:'6021ce7e581e9b5e01ed115bdf6bf4a974cb7abd25c9d5742cb6c17f46c9c2fb'};
const SOURCE_AUDIT_IDENTITY={lines:64,bytes:7961,sha256:'b63e84a48a67d07d273557468911c73225df59da3502c4ef4c9c8c897d916e74'};
const DESIGN_PATHS=[SCRIPT,BUILDER,FORMAL_ENTRY_AUTHORITY,CRITERIA,DECISION_AUTHORITY,CONTRACT,SCHEMA,EXEC_SET,NEG_RESULTS,DESIGN_BASELINE,DESIGN_REQUEST,DESIGN_SET,DESIGN_VALIDATION];
const NEG_COLUMNS=['test_id','mutation_applied','oracle','expected','expected_code','actual','actual_codes','result'];
const DESIGN_SET_COLUMNS=['artifact_id','batch_id','run_id','generation_order','artifact_path','artifact_role','identity_policy'];
const abs=value=>path.join(ROOT,...value.split('/'));
const hash=value=>crypto.createHash('sha256').update(value).digest('hex');
const normalize=value=>value.toString('utf8').replace(/^\uFEFF/,'').replace(/\r\n/g,'\n').replace(/\r/g,'\n');
const lineCount=value=>{const text=normalize(value);return text.split('\n').length-(text.endsWith('\n')?1:0);};
const readCsv=file=>{const parsed=parseAuthorityCsv(normalize(fs.readFileSync(abs(file))));if(parsed.errors.length)throw new Error(`CSV:${file}:${parsed.errors.join('|')}`);return parsed;};
const identity=file=>{const buffer=fs.readFileSync(abs(file)),stat=fs.statSync(abs(file));return{rows:file.endsWith('.csv')?readCsv(file).rows.length:lineCount(buffer),bytes:buffer.length,sha256:hash(buffer),mtime:new Date(Math.trunc(stat.mtimeMs)).toISOString(),mtimeMs:Math.trunc(stat.mtimeMs)};};
const write=(file,text)=>{fs.mkdirSync(path.dirname(abs(file)),{recursive:true});fs.writeFileSync(abs(file),text,'utf8');};
function discoveryRun(){return'RUN-ANA-ROBOT-DETAIL-STRENGTHENING-P0-OPEN-GAP-EVIDENCE-ACQUISITION-001';}
function manifestState(options={}){return validateAppendStableManifest(fs.readFileSync(abs(MANIFEST)),{anomalyRows:readCsv(ANOMALY_AUTHORITY).rows,frozenPrefix:MANIFEST_PREFIX,originalRunId:ORIGINAL_TRIAGE_RUN,originalRunExpectedRows:11,...options});}
function formalEntryRow(){const all=normalize(fs.readFileSync(abs(FORMAL_DESIGN))).split('\n'),start=all.findIndex(line=>line.startsWith('## ')&&line.includes(DESIGN_ID));if(start<0)throw new Error('FORMAL_DESIGN_ENTRY_MISSING');let end=all.length;for(let i=start+1;i<all.length;i++)if(all[i].startsWith('## ')){end=i;break;}while(end>start&&all[end-1]==='')end--;const buffer=Buffer.from(`${all.slice(start,end).join('\n')}\n`);return{entry_id:'P0ACQSEM-FORMAL-DESIGN-001',design_id:DESIGN_ID,artifact_path:FORMAL_DESIGN,start_line:String(start+1),end_line:String(end),lines:String(end-start),bytes:String(buffer.length),sha256:hash(buffer),normalization:'UTF8_NO_BOM_LF_JOIN_LINES_WITH_TERMINAL_LF_V1',required_markers:'FROZEN_LOCAL_INPUTS_ONLY|QUALIFIED_PRIMARY_CANDIDATE_PENDING_EVIDENCE_REVIEW|CONTEXT_ONLY_NOT_GAP_CLOSING|OPEN_RETAINED_GAP|NO_AUTOMATIC_FORMAL_POOL_CHANGE|NO_UPGRADE|17 项'};}
function protectedRows(){const rows=readCsv(PROTECTED_INVENTORY).rows;if(rows.length!==49)throw new Error(`PROTECTED_COUNT:${rows.length}`);return rows.map(row=>({path:row.artifact_path,...identity(row.artifact_path)}));}
function baselineRows(){const source=runtime.auditEntry(SOURCE_AUDIT),manifest=fs.readFileSync(abs(MANIFEST)),sourceRun=manifestState().logicalRows.filter(row=>row.run_id===SOURCE_EXEC_RUN);if(!source)throw new Error('SOURCE_AUDIT_MISSING');if(sourceRun.length!==26)throw new Error(`SOURCE_RUN_ROWS:${sourceRun.length}`);const formal=formalEntryRow(),rows=[{baseline_id:'P0ACQSEM-DESIGN-BASE-001',identity_type:'SOURCE_EXECUTION_AUDIT_ENTRY',artifact_path:`${AUDIT_REPORT}#L${source.start}-L${source.end}`,rows:String(source.lines),bytes:String(source.bytes),sha256:source.sha256,mtime:'INFO_APPENDABLE_SHARED_FILE',required_state:'EXACT_SOURCE_EXECUTION_PASS_AND_DESIGN_PREPARATION_ALLOWED'},{baseline_id:'P0ACQSEM-DESIGN-BASE-002',identity_type:'RAW_MANIFEST_PREFIX_BEFORE_DESIGN',artifact_path:MANIFEST,rows:String(manifestState().logicalDataRows),bytes:String(manifest.length),sha256:hash(manifest),mtime:new Date(Math.trunc(fs.statSync(abs(MANIFEST)).mtimeMs)).toISOString(),required_state:'EXACT_APPEND_ONLY_PREFIX'},{baseline_id:'P0ACQSEM-DESIGN-BASE-003',identity_type:'FORMAL_DESIGN_ENTRY',artifact_path:`${formal.artifact_path}#L${formal.start_line}-L${formal.end_line}`,rows:formal.lines,bytes:formal.bytes,sha256:formal.sha256,mtime:'INFO_APPENDABLE_SHARED_FILE',required_state:'EXACT_VERSIONED_DESIGN_ENTRY'}];for(const row of sourceRun){const id=identity(row.artifact_path);rows.push({baseline_id:`P0ACQSEM-DESIGN-BASE-${String(rows.length+1).padStart(3,'0')}`,identity_type:'SOURCE_EXECUTION_ARTIFACT',artifact_path:row.artifact_path,rows:String(id.rows),bytes:String(id.bytes),sha256:id.sha256,mtime:id.mtime,required_state:'IMMUTABLE_DISCOVERY_PASS_INPUT'});}for(const item of protectedRows())rows.push({baseline_id:`P0ACQSEM-DESIGN-BASE-${String(rows.length+1).padStart(3,'0')}`,identity_type:'PROTECTED_OUTPUT_CURRENT_IDENTITY',artifact_path:item.path,rows:String(item.rows),bytes:String(item.bytes),sha256:item.sha256,mtime:item.mtime,required_state:'NO_MUTATION'});return rows;}
function designSetRows(){const roles=['RUNTIME','DESIGN_BUILDER','FORMAL_DESIGN_ENTRY_AUTHORITY','SEMANTIC_CRITERIA','DECISION_AUTHORITY','RUNTIME_CONTRACT','OUTPUT_SCHEMA','EXECUTION_EXACT_SET','NEGATIVE_RESULTS','DESIGN_BASELINE','DESIGN_REVIEW_REQUEST','DESIGN_EXACT_SET','VALIDATION_LAST'];return DESIGN_PATHS.map((artifactPath,index)=>({artifact_id:`P0ACQSEM-DESIGN-SET-${String(index+1).padStart(3,'0')}`,batch_id:DESIGN_BATCH,run_id:DESIGN_RUN,generation_order:String(index+1),artifact_path:artifactPath,artifact_role:roles[index],identity_policy:'EXACT_SHA256_BYTES_FILESYSTEM_MTIME_MS'}));}
function requestText(){return`# P0 一手来源候选语义资格审定详细设计独立审核请求\n\ncase_id=${CASE_ID}\naction_id=NEXT-ROBOT-046-DESIGN-001\ndesign_id=${DESIGN_ID}\nsource_execution_audit=${SOURCE_AUDIT}\nrequested_release_audit=${RELEASE_AUDIT}\nrequested_batch=${EXEC_BATCH}\nrequested_run=${EXEC_RUN}\n\n本设计只复用已审核的 14 条冻结候选、provenance、raw 和 10/7 authority,不重新联网。逐条 outcome 仅为资格层判断:4 条 QUALIFIED_PRIMARY_CANDIDATE_PENDING_EVIDENCE_REVIEW、10 条 CONTEXT_ONLY_NOT_GAP_CLOSING;不接受为正式证据,不关闭 gap,不改业务输出。\n\n如独立审核通过,请在正式审计中精确登记:\nresult=PASS\nexecution_release=EXPLICITLY_RELEASED\nreleased_batch_id=${EXEC_BATCH}\nreleased_run_id=${EXEC_RUN}\nnetwork_scope=FROZEN_LOCAL_INPUTS_ONLY_NO_NETWORK\ncandidate_outcome_ceiling=QUALIFICATION_ONLY_NO_EVIDENCE_ACCEPTANCE\n\n执行合同为 exact17、runtime-baseline-first、validation-last、data-only manifest append、失败全回滚。审计 PASS 前 execution outputs=0、execution manifest rows=0。\n`;}
function validationRows(){const source=runtime.auditEntry(SOURCE_AUDIT),negative=runtime.negativeRows(),preview=spawnSync(process.execPath,[abs(SCRIPT),'--preview'],{cwd:ROOT,encoding:'utf8'}),runtimeCheck=spawnSync(process.execPath,['--check',abs(SCRIPT)],{cwd:ROOT}),builderCheck=spawnSync(process.execPath,['--check',abs(BUILDER)],{cwd:ROOT}),sourceRun=manifestState().logicalRows.filter(row=>row.run_id===SOURCE_EXEC_RUN),checks=[['SOURCE_AUDIT',`${SOURCE_AUDIT_IDENTITY.lines}/${SOURCE_AUDIT_IDENTITY.bytes}/${SOURCE_AUDIT_IDENTITY.sha256}`,source?`${source.lines}/${source.bytes}/${source.sha256}`:'MISSING'],['SOURCE_RUN_ROWS','26',String(sourceRun.length)],['FORMAL_ENTRY','1','1'],['CANDIDATES','14',String(readCsv(runtime.CANDIDATES).rows.length)],['PROVENANCE','14',String(readCsv(runtime.PROVENANCE).rows.length)],['CRITERIA','7',String(readCsv(CRITERIA).rows.length)],['DECISIONS','14',String(readCsv(DECISION_AUTHORITY).rows.length)],['QUALIFIED','4',String(readCsv(DECISION_AUTHORITY).rows.filter(row=>row.outcome==='QUALIFIED_PRIMARY_CANDIDATE_PENDING_EVIDENCE_REVIEW').length)],['CONTEXT_ONLY','10',String(readCsv(DECISION_AUTHORITY).rows.filter(row=>row.outcome==='CONTEXT_ONLY_NOT_GAP_CLOSING').length)],['CONTRACTS','24',String(readCsv(CONTRACT).rows.length)],['SCHEMAS','9',String(readCsv(SCHEMA).rows.length)],['EXEC_SET','17',String(readCsv(EXEC_SET).rows.length)],['NEGATIVE_TESTS',String(negative.length),String(negative.filter(row=>row.result==='PASS').length)],['RUNTIME_NODE','0',String(runtimeCheck.status??1)],['BUILDER_NODE','0',String(builderCheck.status??1)],['PREVIEW','0',String(preview.status??1)],['PROTECTED','49',String(protectedRows().length)],['MANIFEST_PREFIX',MANIFEST_PREFIX.sha256,hash(fs.readFileSync(abs(MANIFEST)).subarray(0,MANIFEST_PREFIX.bytes))],['EXECUTION_FILES','0',String(runtime.GENERATED.filter(file=>fs.existsSync(abs(file))).length)],['EXECUTION_MANIFEST_ROWS','0',String(manifestState().logicalRows.filter(row=>row.run_id===EXEC_RUN).length)],['NETWORK_SCOPE','FROZEN_LOCAL_INPUTS_ONLY_NO_NETWORK','FROZEN_LOCAL_INPUTS_ONLY_NO_NETWORK'],['BOUNDARY','NO_UPGRADE','NO_UPGRADE']];const rows=checks.map((item,index)=>({check_id:`P0ACQSEM-DESIGN-VAL-${String(index+1).padStart(3,'0')}`,check_description:item[0],expected:item[1],actual:item[2],status:item[1]===item[2]?'PASS':'FAIL',evidence:'FAIL_CLOSED_DESIGN_PACKAGE_ORACLE'}));rows.push({check_id:'P0ACQSEM-DESIGN-VAL-023',check_description:'SELF_REFERENCE_EXCLUDED',expected:'SELF_REFERENCE_EXCLUDED',actual:'SELF_REFERENCE_EXCLUDED',status:'INFO',evidence:'design validation and manifest identities postchecked'});return rows;}
function manifestRowsForDesign(){return DESIGN_PATHS.map(file=>{const id=identity(file);return{case_id:CASE_ID,run_id:DESIGN_RUN,batch_id:DESIGN_BATCH,artifact_path:file,sha256:id.sha256,bytes:String(id.bytes),mtime:id.mtime};});}
function build(){const manifest=fs.readFileSync(abs(MANIFEST));if(manifest.length!==MANIFEST_PREFIX.bytes||hash(manifest)!==MANIFEST_PREFIX.sha256)throw new Error('MANIFEST_PREFIX_DRIFT');if(DESIGN_PATHS.slice(2).some(file=>fs.existsSync(abs(file))))throw new Error('DESIGN_TARGET_EXISTS');if(runtime.GENERATED.some(file=>fs.existsSync(abs(file))))throw new Error('EXECUTION_TARGET_EXISTS');write(FORMAL_ENTRY_AUTHORITY,serializeCsv([formalEntryRow()],runtime.FORMAL_ENTRY_COLUMNS));write(CRITERIA,serializeCsv(runtime.criteriaRows(),runtime.CRITERIA_COLUMNS));write(DECISION_AUTHORITY,serializeCsv(runtime.decisionRows(),runtime.DECISION_COLUMNS));write(CONTRACT,serializeCsv(runtime.contractRows(),runtime.CONTRACT_COLUMNS));write(SCHEMA,serializeCsv(runtime.schemaRows(),runtime.SCHEMA_COLUMNS));write(EXEC_SET,serializeCsv(runtime.executionSetRows(),runtime.EXEC_SET_COLUMNS));write(NEG_RESULTS,serializeCsv(runtime.negativeRows(),NEG_COLUMNS));write(DESIGN_BASELINE,serializeCsv(baselineRows(),runtime.BASELINE_COLUMNS));write(DESIGN_REQUEST,requestText());write(DESIGN_SET,serializeCsv(designSetRows(),DESIGN_SET_COLUMNS));const validation=validationRows();write(DESIGN_VALIDATION,serializeCsv(validation,runtime.VALIDATION_COLUMNS));if(validation.some(row=>row.status==='FAIL'))throw new Error(`VALIDATION_FAIL:${validation.filter(row=>row.status==='FAIL').map(row=>row.check_description).join('|')}`);const before=fs.readFileSync(abs(MANIFEST)),rows=manifestRowsForDesign(),candidate=Buffer.concat([before,Buffer.from(serializeManifestDataRows(rows),'utf8')]),state=validateAppendStableManifest(candidate,{anomalyRows:readCsv(ANOMALY_AUTHORITY).rows,frozenPrefix:MANIFEST_PREFIX,originalRunId:ORIGINAL_TRIAGE_RUN,originalRunExpectedRows:11,expectedRunRows:rows,expectedRunId:DESIGN_RUN,expectedPhysicalDelta:13});if(state.errors.length)throw new Error(`MANIFEST_CANDIDATE:${state.errors.join('|')}`);fs.writeFileSync(abs(MANIFEST),candidate);const errors=validate();if(errors.length)throw new Error(`POSTWRITE:${errors.join('|')}`);return{status:'DESIGN_PACKAGE_BUILT_PENDING_INDEPENDENT_REVIEW',design_artifacts:13,candidates:14,qualified:4,context_only:10,negative_tests:runtime.negativeRows().length,execution_outputs:0};}
function validate(){const errors=[...runtime.designInputErrors({requireRelease:false,expectNoExecution:true})],negative=readCsv(NEG_RESULTS),baseline=readCsv(DESIGN_BASELINE),designSet=readCsv(DESIGN_SET),validation=readCsv(DESIGN_VALIDATION);if(negative.rows.length!==runtime.negativeRows().length||negative.rows.some(row=>row.result!=='PASS'))errors.push('NEGATIVE_RESULTS');if(baseline.rows.length!==78)errors.push(`DESIGN_BASELINE_COUNT:${baseline.rows.length}:78`);if(designSet.rows.length!==13)errors.push(`DESIGN_SET_COUNT:${designSet.rows.length}`);if(validation.rows.length!==23||validation.rows.some(row=>row.status==='FAIL'))errors.push('DESIGN_VALIDATION');const expected=manifestRowsForDesign(),state=manifestState({expectedRunRows:expected,expectedRunId:DESIGN_RUN,expectedPhysicalDelta:13,filesystemIdentity:{runIds:[DESIGN_RUN],get:file=>fs.existsSync(abs(file))?identity(file):null}});errors.push(...state.errors.map(code=>`MANIFEST:${code}`));return[...new Set(errors)];}
 
if(process.argv[1]&&import.meta.url===pathToFileURL(process.argv[1]).href){const mode=process.argv[2]??'--validate-design';if(mode==='--build-design')console.log(JSON.stringify(build(),null,2));else if(mode==='--validate-design'){const errors=validate();console.log(JSON.stringify({status:errors.length?'FAIL':'PASS_CANDIDATE_SEMANTIC_VERIFICATION_DESIGN_PACKAGE',errors},null,2));if(errors.length)process.exitCode=1;}else if(mode==='--self-test'){const rows=runtime.negativeRows();console.log(JSON.stringify({status:rows.every(row=>row.result==='PASS')?'SELF_TEST_PASS':'FAIL',tests:rows.length},null,2));if(rows.some(row=>row.result!=='PASS'))process.exitCode=1;}else if(mode==='--validate-package-manifest'){const errors=manifestState().errors;console.log(JSON.stringify({status:errors.length?'FAIL':'PASS_APPEND_STABLE_MANIFEST',errors},null,2));if(errors.length)process.exitCode=1;}else throw new Error(`UNKNOWN_MODE:${mode}`);}