{ "caseVersion": "2026.08.31-practice-3", "caseTitle": "Redwood Assist governed intake workflow", "disclosure": "This is a fictional, sanitized AI-governance training case. All records are fabricated, and the exercise provides no legal, privacy, employment, medical, financial, security, or model-performance guarantee.", "caseBrief": "Redwood Assist is a fictional services company considering an AI workflow to summarize new client intake and draft a routing recommendation. The current form receives about 420 submissions each month. It includes name, business email, phone, company, project description, budget range, requested timing, and an optional attachment. In a sample of 60 fabricated records, seven attachments contain government identifiers, four contain medical details unrelated to the service, nine include third-party personal information, and 16 lack enough context for reliable routing. The proposed model vendor offers a standard account with model-improvement use enabled by default and a 30-day content retention statement. No security, privacy, contract, data-location, deletion, or subprocessors review has been completed. A pilot prompt tells the model to identify serious founders and reject low-quality leads. The output labels applicants high, medium, or low potential, but neither potential nor serious is defined. In a 40-record test, the model routes 31 correctly according to one manager, while a second manager disagrees on 11 of those decisions. Two Spanish-language submissions are summarized with missing budget conditions. The team proposes automatically rejecting low-rated applicants and sending their attachment to a funding partner. There is no consent for partner disclosure, no human-review standard, no protected exception path, and no versioned evaluation set. Leadership wants the automation live next week to save eight hours of staff time. Learners must classify risk, constrain instructions and sources, establish data boundaries, design meaningful human review, build an evaluation set, and control exceptions and changes. The exercise cannot establish vendor suitability, lawful processing, fairness, or permission to automate decisions.", "facts": [ { "id": "F01", "confidence": "confirmed", "record": "The intake workflow receives about 420 submissions per month." }, { "id": "F02", "confidence": "confirmed", "record": "Seven of sixty fabricated attachments contain government identifiers." }, { "id": "F03", "confidence": "confirmed", "record": "Four contain unrelated medical details and nine contain third-party personal information." }, { "id": "F04", "confidence": "confirmed", "record": "Sixteen sampled records lack enough context for reliable routing." }, { "id": "F05", "confidence": "confirmed", "record": "Vendor model-improvement use is enabled by default and content retention is stated as thirty days." }, { "id": "F06", "confidence": "unknown", "record": "Security, privacy, contract, data location, deletion, and subprocessors have not been reviewed." }, { "id": "F07", "confidence": "confirmed", "record": "The prompt uses undefined labels serious founders and low-quality leads." }, { "id": "F08", "confidence": "conflicting", "record": "Managers disagree on eleven of thirty-one supposedly correct routing decisions." }, { "id": "F09", "confidence": "confirmed", "record": "Two Spanish-language summaries omit budget conditions." }, { "id": "F10", "confidence": "provisional", "record": "The team proposes automatic rejection using the low-potential label." }, { "id": "F11", "confidence": "confirmed", "record": "No consent supports sending attachments to the proposed funding partner." }, { "id": "F12", "confidence": "provisional", "record": "Leadership estimates eight staff hours could be saved each month." } ], "challenges": [ { "module": 1, "title": "Classify the workflow", "prompt": "Define the task, affected people, harm paths, reversibility, prohibited uses, and approval boundary.", "deliverable": "An AI use-case and risk card with an initial proceed, redesign, or stop recommendation.", "evidenceCriteria": [ "Separates summarization from consequential rejection and partner disclosure", "Identifies sensitive, multilingual, fairness, privacy, and reversibility risks", "Names the authorized decision owner and required specialist reviews", "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" ], "taskMode": "bounded-case-starter", "providedInputs": [ { "id": "M01-I01", "kind": "case-fact", "sourceFactIds": [ "F01" ], "confidence": "confirmed", "record": "The intake workflow receives about 420 submissions per month." }, { "id": "M01-I02", "kind": "case-fact", "sourceFactIds": [ "F02" ], "confidence": "confirmed", "record": "Seven of sixty fabricated attachments contain government identifiers." }, { "id": "M01-I03", "kind": "case-fact", "sourceFactIds": [ "F03" ], "confidence": "confirmed", "record": "Four contain unrelated medical details and nine contain third-party personal information." }, { "id": "M01-I04", "kind": "case-fact", "sourceFactIds": [ "F04" ], "confidence": "confirmed", "record": "Sixteen sampled records lack enough context for reliable routing." }, { "id": "M01-I05", "kind": "case-fact", "sourceFactIds": [ "F07" ], "confidence": "confirmed", "record": "The prompt uses undefined labels serious founders and low-quality leads." }, { "id": "M01-I06", "kind": "case-fact", "sourceFactIds": [ "F10" ], "confidence": "provisional", "record": "The team proposes automatic rejection using the low-potential label." }, { "id": "M01-I07", "kind": "case-fact", "sourceFactIds": [ "F11" ], "confidence": "confirmed", "record": "No consent supports sending attachments to the proposed funding partner." }, { "id": "M01-B01", "kind": "case-brief", "sourceFactIds": [], "sourceRecordIds": [ "CB01" ], "confidence": "mixed", "record": "Use CB01, the full versioned case brief printed once at the start of this packet, as a citable narrative source for details not normalized into F01–F12. Preserve its uncertainty language and do not treat narrative detail as approval, complete operational records, or professional judgment." }, { "id": "M01-S01", "kind": "assignment-scope", "sourceFactIds": [ "F01", "F02", "F03", "F04", "F07", "F10", "F11" ], "confidence": "instruction", "record": "Build a starter version of “An AI use-case and risk card with an initial proceed, redesign, or stop recommendation.” from the listed case facts. Treat requested structures, controls, questions, calculations, and templates as learner-designed proposals. Where an operational record or result is absent, add a gap entry naming the missing evidence and authorized owner instead of fabricating it." } ], "completionBoundary": "Complete a bounded starter and gap analysis using only CB01, F01, F02, F03, F04, F07, F10, F11, and the assignment-scope record below. Populate supported fields, label every unavailable field “not supplied,” and cite the input ID for each material statement. You may design a proposed template, control, question, or decision rule, but must label it as a learner proposal rather than observed case evidence. Do not contact people, access live systems, run tests, sign records, claim approval, or invent names, dates, quotations, transactions, results, or source documents.", "starterSchema": { "id": "M01-W02", "title": "Classify the workflow guided artifact-build sheet", "columns": [ "Component ID", "Requested artifact component", "Evidence criterion to test", "Supplied input IDs", "Supported entry", "Not-supplied gap or learner proposal", "Authorized owner or reviewer", "Status" ], "rows": [ { "id": "M01-A01", "component": "AI use-case and risk card", "criterion": "Separates summarization from consequential rejection and partner disclosure | Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "suppliedInputIds": [ "M01-I01", "M01-I03", "M01-I04", "M01-I06", "M01-I07", "M01-I02", "M01-I05" ] }, { "id": "M01-A02", "component": "Proceed-redesign-stop decision record", "criterion": "Identifies sensitive, multilingual, fairness, privacy, and reversibility risks | Names the authorized decision owner and required specialist reviews", "suppliedInputIds": [ "M01-I02", "M01-I05" ] } ] }, "workbookPlan": { "id": "M01-WP01", "version": "2026.09.01-workbook-plan-2", "contextInputIds": [ "M01-B01", "M01-S01" ], "criterionCatalog": [ { "id": "M01-EC01", "text": "Separates summarization from consequential rejection and partner disclosure" }, { "id": "M01-EC02", "text": "Identifies sensitive, multilingual, fairness, privacy, and reversibility risks" }, { "id": "M01-EC03", "text": "Names the authorized decision owner and required specialist reviews" }, { "id": "M01-EC04", "text": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" } ], "artifacts": [ { "id": "M01-A01", "title": "AI use-case and risk card", "type": "matrix", "purpose": "Produce a bounded, reviewable ai use-case and risk card from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Use-case ID", "Use purpose", "Information class", "Decision impact", "Human-review boundary", "Prohibited action", "Required approvals", "Evidence source IDs", "Evidence status" ], "rowPlan": { "count": 2, "prefix": "01A01R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M01:A01", "criterionIds": [ "M01-EC01", "M01-EC04" ], "inputIds": [ "M01-I01", "M01-I03", "M01-I04", "M01-I06", "M01-I07", "M01-I02", "M01-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M01-I01, M01-I03, M01-I04, M01-I06, M01-I07).", "Every mapped rubric criterion (M01-EC01, M01-EC04) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M01-A02", "title": "Proceed-redesign-stop decision record", "type": "decision", "purpose": "Produce a bounded, reviewable proceed-redesign-stop decision record from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Decision", "Evidence for", "Evidence against", "Options and tradeoffs", "Decision owner", "Required approval", "Status" ], "rowPlan": { "count": 1, "prefix": "01A02R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M01:A02", "criterionIds": [ "M01-EC02", "M01-EC03" ], "inputIds": [ "M01-I02", "M01-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M01-I02, M01-I05).", "Every mapped rubric criterion (M01-EC02, M01-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] } ], "quantityContracts": [ { "artifactId": "M01-A01", "rowCount": 2, "rowPrefix": "01A01R" } ], "workedStarter": { "artifactId": "M01-A01", "criterionId": "M01-EC01", "inputId": "M01-I01", "supportedValue": "The intake workflow receives about 420 submissions per month.", "application": "Place the supplied condition in the appropriate comparison row and leave every unsupplied requirement visibly open. Cite M01-I01 (F01) in the row.", "boundary": "This is one evidence-backed starter entry, not a completed ai use-case and risk card or an operational result." }, "knownGap": { "artifactId": "M01-A01", "criterionId": "M01-EC01", "missingEvidence": "The packet does not supply the complete live records, approvals, or execution results needed to finish the ai use-case and risk card.", "whyItMatters": "Without that evidence, the learner cannot truthfully satisfy M01-EC01 or represent this artifact as complete.", "ownerRole": "AI workflow owner and privacy, security, or legal reviewer as applicable", "boundedNextStep": "Record the missing evidence in M01-A01, name the authorized reviewer, and leave the outcome pending; do not obtain or simulate the live record in this exercise.", "status": "Open — not supplied" }, "decisionPrompt": { "inputId": "M01-I07", "prompt": "What bounded decision can the AI workflow owner and privacy, security, or legal reviewer as applicable make from M01-I07, and what must remain pending until the missing evidence or approval is supplied?" }, "instructionalGuide": { "version": "2026.09.01-academy-workbook-instruction-bank-1", "principalArtifactId": "M01-A01", "prerequisiteCheck": [ "Confirm F01-F04, F07, F10, and F11; record that no approved taxonomy, lawful sharing basis, human-review standard, error tolerance, or production authorization is supplied.", "STOP. If the taxonomy, lawful sharing basis, human-review standard, error tolerance, or production authority is missing or conflicts with F01–F04/F07/F10/F11, route the use case to authorized privacy, legal, security, and accountable-process reviewers; do not claim approval or execute external sharing, automatic rejection, or deployment." ], "operatingSteps": [ "Capture monthly volume, missing-context, sensitive-data, undefined-label, rejection, and consent facts with exact source IDs.", "Separate extraction, summarization, routing assistance, and consequential rejection into distinct proposed uses.", "Classify information and decision impact before considering automation.", "Apply a reversible-assistance test: keep missing-context and sensitive-data cases under qualified human control.", "Compare assist, redesign, and stop options without treating estimated time savings as validation.", "Route privacy, legal, security, and operational decisions to named roles and leave authorization pending.", "Final-QC every statement for cited evidence, defined labels, prohibited external sharing, and truthful status." ], "fieldGuidance": { "Use-case ID": "Assign a stable training ID to one bounded AI use.", "Use purpose": "Describe the intended assistance, routing, rejection, or disclosure purpose without claiming deployment.", "Information class": "Classify supplied content types and identify sensitive data using cited evidence.", "Decision impact": "State whether the use is assistive or consequential and whether it is reversible.", "Human-review boundary": "Define where a competent authorized human must decide, abstain, or stop.", "Prohibited action": "Name an action the workflow must not take with missing authority or controls.", "Required approvals": "List accountable operational and specialist roles; leave approvals pending.", "Evidence source IDs": "Cite exact module input and fact IDs for every material risk statement.", "Evidence status": "Use Confirmed, Provisional, Conflicting, Unknown, or Not supplied as supported." }, "completedExampleRow": { "Use-case ID": "AI-RISK-01", "Use purpose": "Proposed automatic rejection using an undefined low-potential label.", "Information class": "Attachments may contain government identifiers; other sensitive-data classes require separate review.", "Decision impact": "Consequential and difficult to reverse for an applicant.", "Human-review boundary": "Restrict to assistive triage until labels, evidence, and meaningful review are approved.", "Prohibited action": "No automatic rejection or uncontrolled processing of identifiers.", "Required approvals": "Accountable workflow owner plus privacy, legal, security, and qualified human-review owners.", "Evidence source IDs": "M01-I02 (F02); M01-I05 (F07); M01-I06 (F10)", "Evidence status": "Confirmed proposal and observed sample conditions; approvals pending" }, "completedKnownGapRow": { "Use-case ID": "AI-RISK-02", "Use purpose": "Proposed attachment transfer to a funding partner.", "Information class": "Submission attachments; minimum necessary fields are not supplied.", "Decision impact": "External disclosure with privacy and control consequences.", "Human-review boundary": "Qualified privacy/legal review must precede any transfer.", "Prohibited action": "Do not send attachments without an approved purpose and authority.", "Required approvals": "Privacy/legal and accountable process owner — not supplied", "Evidence source IDs": "M01-I07 (F11)", "Evidence status": "Blocked — consent or other authorized basis not supplied" }, "supportingArtifacts": [], "decisionRule": { "stop": "Stop external sharing or automatic rejection when consent, classification, defined labels, security review, or meaningful human control is absent.", "go": "Proceed only to a bounded offline design review with fabricated or sanitized inputs and traceable controls.", "escalate": "Escalate consequential decisions, sensitive data, vendor terms, and disclosure questions to privacy, legal, security, and the accountable process owner." }, "completionTest": [ "Every proposed use has purpose, information class, impact, human boundary, and cited source.", "Assist, redesign, and stop rationales are explicit.", "No deployment, approval, or efficiency result is implied." ], "criterionSatisfiability": [ { "criterionId": "M01-EC01", "criterionOrdinal": 1, "criterionText": "Separates summarization from consequential rejection and partner disclosure", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M01-EC02", "criterionOrdinal": 2, "criterionText": "Identifies sensitive, multilingual, fairness, privacy, and reversibility risks", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M01-EC03", "criterionOrdinal": 3, "criterionText": "Names the authorized decision owner and required specialist reviews", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M01-EC04", "criterionOrdinal": 4, "criterionText": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." } ] } } }, { "module": 2, "title": "Constrain instructions", "prompt": "Replace subjective labels with an evidence-grounded extraction and routing specification.", "deliverable": "A versioned instruction, source schema, output schema, and unsupported-output rule.", "evidenceCriteria": [ "Uses observable intake fields and approved routing criteria", "Requires unknown when evidence is absent and citations to source fields", "Prohibits personality, seriousness, worthiness, or investment-quality judgments", "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" ], "taskMode": "bounded-case-starter", "providedInputs": [ { "id": "M02-I01", "kind": "case-fact", "sourceFactIds": [ "F04" ], "confidence": "confirmed", "record": "Sixteen sampled records lack enough context for reliable routing." }, { "id": "M02-I02", "kind": "case-fact", "sourceFactIds": [ "F07" ], "confidence": "confirmed", "record": "The prompt uses undefined labels serious founders and low-quality leads." }, { "id": "M02-I03", "kind": "case-fact", "sourceFactIds": [ "F08" ], "confidence": "conflicting", "record": "Managers disagree on eleven of thirty-one supposedly correct routing decisions." }, { "id": "M02-I04", "kind": "case-fact", "sourceFactIds": [ "F09" ], "confidence": "confirmed", "record": "Two Spanish-language summaries omit budget conditions." }, { "id": "M02-I05", "kind": "case-fact", "sourceFactIds": [ "F10" ], "confidence": "provisional", "record": "The team proposes automatic rejection using the low-potential label." }, { "id": "M02-B01", "kind": "case-brief", "sourceFactIds": [], "sourceRecordIds": [ "CB01" ], "confidence": "mixed", "record": "Use CB01, the full versioned case brief printed once at the start of this packet, as a citable narrative source for details not normalized into F01–F12. Preserve its uncertainty language and do not treat narrative detail as approval, complete operational records, or professional judgment." }, { "id": "M02-S01", "kind": "assignment-scope", "sourceFactIds": [ "F04", "F07", "F08", "F09", "F10" ], "confidence": "instruction", "record": "Build a starter version of “A versioned instruction, source schema, output schema, and unsupported-output rule.” from the listed case facts. Treat requested structures, controls, questions, calculations, and templates as learner-designed proposals. Where an operational record or result is absent, add a gap entry naming the missing evidence and authorized owner instead of fabricating it." } ], "completionBoundary": "Complete a bounded starter and gap analysis using only CB01, F04, F07, F08, F09, F10, and the assignment-scope record below. Populate supported fields, label every unavailable field “not supplied,” and cite the input ID for each material statement. You may design a proposed template, control, question, or decision rule, but must label it as a learner proposal rather than observed case evidence. Do not contact people, access live systems, run tests, sign records, claim approval, or invent names, dates, quotations, transactions, results, or source documents.", "starterSchema": { "id": "M02-W02", "title": "Constrain instructions guided artifact-build sheet", "columns": [ "Component ID", "Requested artifact component", "Evidence criterion to test", "Supplied input IDs", "Supported entry", "Not-supplied gap or learner proposal", "Authorized owner or reviewer", "Status" ], "rows": [ { "id": "M02-A01", "component": "Versioned instruction", "criterion": "Uses observable intake fields and approved routing criteria", "suppliedInputIds": [ "M02-I03", "M02-I05", "M02-I01", "M02-I02", "M02-I04" ] }, { "id": "M02-A02", "component": "Source schema", "criterion": "Requires unknown when evidence is absent and citations to source fields", "suppliedInputIds": [ "M02-I02" ] }, { "id": "M02-A03", "component": "Output schema", "criterion": "Prohibits personality, seriousness, worthiness, or investment-quality judgments", "suppliedInputIds": [ "M02-I02" ] }, { "id": "M02-A04", "component": "Unsupported-output rule", "criterion": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "suppliedInputIds": [ "M02-I01", "M02-I04" ] } ] }, "workbookPlan": { "id": "M02-WP01", "version": "2026.09.01-workbook-plan-2", "contextInputIds": [ "M02-B01", "M02-S01" ], "criterionCatalog": [ { "id": "M02-EC01", "text": "Uses observable intake fields and approved routing criteria" }, { "id": "M02-EC02", "text": "Requires unknown when evidence is absent and citations to source fields" }, { "id": "M02-EC03", "text": "Prohibits personality, seriousness, worthiness, or investment-quality judgments" }, { "id": "M02-EC04", "text": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" } ], "artifacts": [ { "id": "M02-A01", "title": "Versioned instruction", "type": "template", "purpose": "Produce a bounded, reviewable versioned instruction from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Section or field", "Purpose", "Supported entry", "Source input ID", "Gap or learner proposal", "Owner or reviewer", "Status" ], "rowPlan": { "count": 9, "prefix": "02A01R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M02:A01", "criterionIds": [ "M02-EC01" ], "inputIds": [ "M02-I03", "M02-I05", "M02-I01", "M02-I02", "M02-I04" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M02-I03, M02-I05).", "Every mapped rubric criterion (M02-EC01) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M02-A02", "title": "Source schema", "type": "dictionary", "purpose": "Produce a bounded, reviewable source schema from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Term or field", "Definition", "Allowed values or rule", "Evidence source", "Owner", "Change trigger", "Status" ], "rowPlan": { "count": 2, "prefix": "02A02R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M02:A02", "criterionIds": [ "M02-EC02" ], "inputIds": [ "M02-I02" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M02-I02).", "Every mapped rubric criterion (M02-EC02) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M02-A03", "title": "Output schema", "type": "dictionary", "purpose": "Produce a bounded, reviewable output schema from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Term or field", "Definition", "Allowed values or rule", "Evidence source", "Owner", "Change trigger", "Status" ], "rowPlan": { "count": 2, "prefix": "02A03R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M02:A03", "criterionIds": [ "M02-EC03" ], "inputIds": [ "M02-I02" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M02-I02).", "Every mapped rubric criterion (M02-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M02-A04", "title": "Unsupported-output rule", "type": "decision", "purpose": "Produce a bounded, reviewable unsupported-output rule from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Decision", "Evidence for", "Evidence against", "Options and tradeoffs", "Decision owner", "Required approval", "Status" ], "rowPlan": { "count": 1, "prefix": "02A04R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M02:A04", "criterionIds": [ "M02-EC04" ], "inputIds": [ "M02-I01", "M02-I04" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M02-I01, M02-I04).", "Every mapped rubric criterion (M02-EC04) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] } ], "quantityContracts": [ { "artifactId": "M02-A01", "rowCount": 9, "rowPrefix": "02A01R" }, { "artifactId": "M02-A02", "rowCount": 2, "rowPrefix": "02A02R" }, { "artifactId": "M02-A03", "rowCount": 2, "rowPrefix": "02A03R" } ], "workedStarter": { "artifactId": "M02-A01", "criterionId": "M02-EC01", "inputId": "M02-I03", "supportedValue": "Managers disagree on eleven of thirty-one supposedly correct routing decisions.", "application": "Populate one example field from the supplied condition and mark all unavailable operational fields “not supplied.” Cite M02-I03 (F08) in the row.", "boundary": "This is one evidence-backed starter entry, not a completed versioned instruction or an operational result." }, "knownGap": { "artifactId": "M02-A02", "criterionId": "M02-EC02", "missingEvidence": "The packet does not supply the complete live records, approvals, or execution results needed to finish the source schema.", "whyItMatters": "Without that evidence, the learner cannot truthfully satisfy M02-EC02 or represent this artifact as complete.", "ownerRole": "AI workflow owner and privacy, security, or legal reviewer as applicable", "boundedNextStep": "Record the missing evidence in M02-A02, name the authorized reviewer, and leave the outcome pending; do not obtain or simulate the live record in this exercise.", "status": "Open — not supplied" }, "decisionPrompt": { "inputId": "M02-I04", "prompt": "What bounded decision can the AI workflow owner and privacy, security, or legal reviewer as applicable make from M02-I04, and what must remain pending until the missing evidence or approval is supplied?" }, "instructionalGuide": { "version": "2026.09.01-academy-workbook-instruction-bank-1", "principalArtifactId": "M02-A01", "prerequisiteCheck": [ "Confirm F04, F07-F10; record that the source schema, approved route taxonomy, abstention wording, multilingual fidelity test, and change approval are not supplied.", "STOP. If the source schema, route taxonomy, abstention wording, or multilingual-fidelity test is missing or conflicts with F04/F07–F10, route the instruction to the authorized domain and bilingual reviewers; do not claim change approval or execute deployment or automatic rejection." ], "operatingSteps": [ "Version the instruction and name its bounded classification-and-summary purpose.", "Define required source fields before describing any output.", "Replace serious founders and low-quality leads with observable, reviewable values or mark them prohibited.", "Write an abstain-and-escalate branch for missing routing context.", "Require every budget condition to be preserved in summaries and route disagreements to adjudication.", "Prohibit automatic rejection and unsupported inference in the output rules.", "Run final QC for version, source-to-output traceability, reviewer boundary, exception path, and pending approval." ], "fieldGuidance": { "Section or field": "Name the reusable template field. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control.", "Purpose": "Explain the decision or control served by the field. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control.", "Supported entry": "Show the packet-supported starter value. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control.", "Source input ID": "Cite the exact Fxx or module input ID supporting the entry. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control.", "Gap or learner proposal": "Write “not supplied” for missing evidence; label any designed rule as a learner proposal. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control.", "Owner or reviewer": "Name an authorized role, never an invented person or completed approval. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control.", "Status": "Use a truthful state such as draft, open—not supplied, review pending, or blocked. Module use: Use the instruction to constrain inputs, outputs, abstention, and human review without treating prompt text as a production control." }, "completedExampleRow": { "Section or field": "Decision boundary", "Purpose": "Prevent an unsupported consequential outcome.", "Supported entry": "When required routing context is missing, output NEEDS_REVIEW with the missing fields; never reject automatically.", "Source input ID": "F04, F10", "Gap or learner proposal": "Approved required-field list and routing taxonomy are not supplied.", "Owner or reviewer": "AI workflow owner and legal/privacy reviewer", "Status": "Draft - review pending" }, "completedKnownGapRow": { "Section or field": "Multilingual condition preservation", "Purpose": "Prevent omission of material terms.", "Supported entry": "Two Spanish-language summaries omitted budget conditions.", "Source input ID": "F09", "Gap or learner proposal": "Approved translation/fidelity reference and reviewer are not supplied.", "Owner or reviewer": "Bilingual domain reviewer", "Status": "Blocked - reference needed" }, "supportingArtifacts": [ { "artifactId": "M02-A02", "artifactTitle": "Source schema", "criterionIds": [ "M02-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "The canonical M02-A02 route maps M02-EC02. The row makes UNKNOWN behavior and source-field citation mandatory while preserving the supplied evidence that context and labels are unreliable.", "finalColumns": [ "Term or field", "Definition", "Allowed values or rule", "Evidence source", "Owner", "Change trigger", "Status" ], "row": { "Term or field": "routing_context_status", "Definition": "Records whether the supplied source fields contain enough evidence for a routing recommendation; absence must remain UNKNOWN and route to human review.", "Allowed values or rule": "SUPPORTED, CONFLICTING, or UNKNOWN. Cite the supporting input IDs. UNKNOWN or CONFLICTING must never trigger automatic rejection.", "Evidence source": "M02-I01 (F04), M02-I02 (F07), and M02-I03 (F08)", "Owner": "AI workflow owner with an authorized domain reviewer", "Change trigger": "Revise only after an approved required-field dictionary, label definition, or adjudication rule is supplied.", "Status": "Learner-proposed schema — required-field dictionary and approval not supplied" }, "status": "normalized" } ], "decisionRule": { "stop": "Stop when the instruction uses undefined labels, permits rejection, omits required terms, or lacks an abstention path.", "go": "Proceed to offline review when schemas, prohibited outputs, missing-data behavior, and human handoff are explicit.", "escalate": "Escalate label disputes and multilingual material-condition failures to the accountable domain and bilingual reviewers." }, "completionTest": [ "Instruction purpose, version, source schema, output schema, and abstention path are aligned.", "Undefined labels and automatic rejection are prohibited.", "No instruction is represented as deployed or approved." ], "criterionSatisfiability": [ { "criterionId": "M02-EC01", "criterionOrdinal": 1, "criterionText": "Uses observable intake fields and approved routing criteria", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M02-EC02", "criterionOrdinal": 2, "criterionText": "Requires unknown when evidence is absent and citations to source fields", "currentSatisfiable": false, "afterProposedRepairsSatisfiable": true, "finding": "The current canonical principal-artifact route or schema cannot visibly satisfy this criterion without the listed fact-routing and/or artifact-spec repair; the learner must record the gap rather than claim completion." }, { "criterionId": "M02-EC03", "criterionOrdinal": 3, "criterionText": "Prohibits personality, seriousness, worthiness, or investment-quality judgments", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M02-EC04", "criterionOrdinal": 4, "criterionText": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." } ] } } }, { "module": 3, "title": "Set data boundaries", "prompt": "Design minimization, redaction, attachment handling, vendor review, retention, access, and disclosure controls.", "deliverable": "A data-flow map, prohibited-data table, and vendor-review question set.", "evidenceCriteria": [ "Blocks or removes unnecessary government, medical, and third-party data", "Separates approved intake use from partner disclosure", "Requires authorized review of contract, security, retention, deletion, and subprocessors", "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" ], "taskMode": "bounded-case-starter", "providedInputs": [ { "id": "M03-I01", "kind": "case-fact", "sourceFactIds": [ "F02" ], "confidence": "confirmed", "record": "Seven of sixty fabricated attachments contain government identifiers." }, { "id": "M03-I02", "kind": "case-fact", "sourceFactIds": [ "F03" ], "confidence": "confirmed", "record": "Four contain unrelated medical details and nine contain third-party personal information." }, { "id": "M03-I03", "kind": "case-fact", "sourceFactIds": [ "F05" ], "confidence": "confirmed", "record": "Vendor model-improvement use is enabled by default and content retention is stated as thirty days." }, { "id": "M03-I04", "kind": "case-fact", "sourceFactIds": [ "F06" ], "confidence": "unknown", "record": "Security, privacy, contract, data location, deletion, and subprocessors have not been reviewed." }, { "id": "M03-I05", "kind": "case-fact", "sourceFactIds": [ "F11" ], "confidence": "confirmed", "record": "No consent supports sending attachments to the proposed funding partner." }, { "id": "M03-B01", "kind": "case-brief", "sourceFactIds": [], "sourceRecordIds": [ "CB01" ], "confidence": "mixed", "record": "Use CB01, the full versioned case brief printed once at the start of this packet, as a citable narrative source for details not normalized into F01–F12. Preserve its uncertainty language and do not treat narrative detail as approval, complete operational records, or professional judgment." }, { "id": "M03-S01", "kind": "assignment-scope", "sourceFactIds": [ "F02", "F03", "F05", "F06", "F11" ], "confidence": "instruction", "record": "Build a starter version of “A data-flow map, prohibited-data table, and vendor-review question set.” from the listed case facts. Treat requested structures, controls, questions, calculations, and templates as learner-designed proposals. Where an operational record or result is absent, add a gap entry naming the missing evidence and authorized owner instead of fabricating it." } ], "completionBoundary": "Complete a bounded starter and gap analysis using only CB01, F02, F03, F05, F06, F11, and the assignment-scope record below. Populate supported fields, label every unavailable field “not supplied,” and cite the input ID for each material statement. You may design a proposed template, control, question, or decision rule, but must label it as a learner proposal rather than observed case evidence. Do not contact people, access live systems, run tests, sign records, claim approval, or invent names, dates, quotations, transactions, results, or source documents.", "starterSchema": { "id": "M03-W02", "title": "Set data boundaries guided artifact-build sheet", "columns": [ "Component ID", "Requested artifact component", "Evidence criterion to test", "Supplied input IDs", "Supported entry", "Not-supplied gap or learner proposal", "Authorized owner or reviewer", "Status" ], "rows": [ { "id": "M03-A01", "component": "AI data-flow map", "criterion": "Blocks or removes unnecessary government, medical, and third-party data | Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "suppliedInputIds": [ "M03-I01", "M03-I02", "M03-I03", "M03-I04", "M03-I05" ] }, { "id": "M03-A02", "component": "Prohibited-data table", "criterion": "Separates approved intake use from partner disclosure", "suppliedInputIds": [ "M03-I05" ] }, { "id": "M03-A03", "component": "Vendor-review question set", "criterion": "Requires authorized review of contract, security, retention, deletion, and subprocessors", "suppliedInputIds": [ "M03-I03", "M03-I04" ] } ] }, "workbookPlan": { "id": "M03-WP01", "version": "2026.09.01-workbook-plan-2", "contextInputIds": [ "M03-B01", "M03-S01" ], "criterionCatalog": [ { "id": "M03-EC01", "text": "Blocks or removes unnecessary government, medical, and third-party data" }, { "id": "M03-EC02", "text": "Separates approved intake use from partner disclosure" }, { "id": "M03-EC03", "text": "Requires authorized review of contract, security, retention, deletion, and subprocessors" }, { "id": "M03-EC04", "text": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" } ], "artifacts": [ { "id": "M03-A01", "title": "AI data-flow map", "type": "map", "purpose": "Produce a bounded, reviewable ai data-flow map from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Element", "From or trigger", "To or outcome", "Evidence and source ID", "Owner", "Open question", "Status" ], "rowPlan": { "count": 10, "prefix": "03A01R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M03:A01", "criterionIds": [ "M03-EC01", "M03-EC04" ], "inputIds": [ "M03-I01", "M03-I02", "M03-I03", "M03-I04", "M03-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M03-I01, M03-I02).", "Every mapped rubric criterion (M03-EC01, M03-EC04) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M03-A02", "title": "Prohibited-data table", "type": "matrix", "purpose": "Produce a bounded, reviewable prohibited-data table from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Item ID", "Supported evidence", "Source input ID", "Criterion or required state", "Gap or learner proposal", "Owner or reviewer", "Status" ], "rowPlan": { "count": 2, "prefix": "03A02R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M03:A02", "criterionIds": [ "M03-EC02" ], "inputIds": [ "M03-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M03-I05).", "Every mapped rubric criterion (M03-EC02) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M03-A03", "title": "Vendor-review question set", "type": "checklist", "purpose": "Produce a bounded, reviewable vendor-review question set from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Check ID", "Control or check", "Evidence required", "Source input ID", "Owner", "Result", "Exception or gap", "Status" ], "rowPlan": { "count": 2, "prefix": "03A03R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M03:A03", "criterionIds": [ "M03-EC03" ], "inputIds": [ "M03-I03", "M03-I04" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M03-I03, M03-I04).", "Every mapped rubric criterion (M03-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] } ], "quantityContracts": [ { "artifactId": "M03-A01", "rowCount": 10, "rowPrefix": "03A01R" }, { "artifactId": "M03-A02", "rowCount": 2, "rowPrefix": "03A02R" }, { "artifactId": "M03-A03", "rowCount": 2, "rowPrefix": "03A03R" } ], "workedStarter": { "artifactId": "M03-A01", "criterionId": "M03-EC01", "inputId": "M03-I01", "supportedValue": "Seven of sixty fabricated attachments contain government identifiers.", "application": "Anchor one element of the map to the supplied condition and label any inferred transition as a learner proposal. Cite M03-I01 (F02) in the row.", "boundary": "This is one evidence-backed starter entry, not a completed ai data-flow map or an operational result." }, "knownGap": { "artifactId": "M03-A01", "criterionId": "M03-EC01", "missingEvidence": "The packet does not supply the complete live records, approvals, or execution results needed to finish the ai data-flow map.", "whyItMatters": "Without that evidence, the learner cannot truthfully satisfy M03-EC01 or represent this artifact as complete.", "ownerRole": "AI workflow owner and privacy, security, or legal reviewer as applicable", "boundedNextStep": "Record the missing evidence in M03-A01, name the authorized reviewer, and leave the outcome pending; do not obtain or simulate the live record in this exercise.", "status": "Open — not supplied" }, "decisionPrompt": { "inputId": "M03-I05", "prompt": "What bounded decision can the AI workflow owner and privacy, security, or legal reviewer as applicable make from M03-I05, and what must remain pending until the missing evidence or approval is supplied?" }, "instructionalGuide": { "version": "2026.09.01-academy-workbook-instruction-bank-1", "principalArtifactId": "M03-A01", "prerequisiteCheck": [ "Confirm F02, F03, F05, F06, and F11; record that vendor contract, data-location, deletion, subprocessors, lawful basis, and approved architecture are absent.", "STOP. If the vendor contract, data location, deletion control, subprocessor record, lawful basis, or architecture is missing or conflicts with F02/F03/F05/F06/F11, route the flow to authorized privacy, security, legal, and procurement reviewers; do not claim architecture approval or execute transmission, retention, or partner sharing." ], "operatingSteps": [ "Inventory each attachment-data class and its source before drawing a flow.", "Map intake, preprocessing, vendor transmission, retention, model-improvement use, human review, partner handoff, deletion, and exception nodes.", "Put a classification and minimization gate before vendor access.", "Use F05/F06 to mark vendor retention and improvement use as unresolved control points.", "Use F11 to block partner transfer where consent or another approved basis is absent.", "Assign owners and review questions to privacy, security, legal, and operations.", "Final-QC every edge for purpose, evidence ID, retention/deletion state, owner, and no implied approval." ], "fieldGuidance": { "Element": "Name the process node, asset, state, or transition. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved.", "From or trigger": "State the observable event that activates the path. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved.", "To or outcome": "State the proposed next state without implying execution. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved.", "Evidence and source ID": "Pair the observation with its exact supplied source ID. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved.", "Owner": "Name the authorized operating or specialist role. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved.", "Open question": "Record the unanswered question that prevents a final decision. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved.", "Status": "Use a truthful state such as draft, open—not supplied, review pending, or blocked. Module use: Use the map to expose where sensitive attachments could move, persist, train a model, or reach a partner before controls are approved." }, "completedExampleRow": { "Element": "Vendor-transmission gate", "From or trigger": "Attachment intake", "To or outcome": "Quarantine or approved vendor-processing path only after classification/minimization review.", "Evidence and source ID": "F02, F03, F05", "Owner": "AI workflow owner with privacy/security reviewers", "Open question": "Vendor purpose, contract, data location, deletion, subprocessors, and model-improvement controls are not supplied.", "Status": "Blocked - vendor review pending" }, "completedKnownGapRow": { "Element": "Funding-partner handoff", "From or trigger": "Generated summary or attachment", "To or outcome": "No transfer until an approved purpose and consent or other lawful basis is documented.", "Evidence and source ID": "F11", "Owner": "Privacy/legal owner", "Open question": "Approved disclosure basis and minimum-data specification are not supplied.", "Status": "Blocked" }, "supportingArtifacts": [ { "artifactId": "M03-A03", "artifactTitle": "Vendor-review question set", "criterionIds": [ "M03-EC03" ], "exampleType": "completed-supporting-artifact-row", "rationale": "The canonical M03-A03 route maps M03-EC03. This row turns the supplied review gap into a complete, auditable question-and-evidence gate without inventing a contract conclusion or approval.", "finalColumns": [ "Check ID", "Control or check", "Evidence required", "Source input ID", "Owner", "Result", "Exception or gap", "Status" ], "row": { "Check ID": "VR-01", "Control or check": "Obtain authorized review of contract terms, security controls, retention, deletion, subprocessors, data location, and model-improvement use before sending attachments to the vendor.", "Evidence required": "Executed contract and data-processing terms; security review record; retention and deletion schedule; subprocessor list; data-location statement; model-improvement setting decision; and authorized reviewer disposition.", "Source input ID": "M03-I03 (F05) and M03-I04 (F06)", "Owner": "Authorized legal, privacy, security, and procurement reviewers", "Result": "Not supplied — no vendor review result or approval is claimed.", "Exception or gap": "Model-improvement use is enabled by default and retention is stated as 30 days, while the required contract, security, privacy, deletion, data-location, and subprocessor reviews are not supplied.", "Status": "Blocked — authorized vendor review pending" }, "status": "normalized" } ], "decisionRule": { "stop": "Stop transmission, model-improvement use, retention, or partner sharing when purpose, authority, minimization, contract, and deletion controls are unresolved.", "go": "Proceed only to an architecture review using sanitized representations.", "escalate": "Escalate vendor and partner flows to privacy, security, legal, procurement, and the accountable process owner." }, "completionTest": [ "Collection-to-deletion and partner-transfer paths are visible.", "Sensitive classes, unresolved vendor controls, and consent gap are cited.", "No live transfer or deletion result is claimed." ], "criterionSatisfiability": [ { "criterionId": "M03-EC01", "criterionOrdinal": 1, "criterionText": "Blocks or removes unnecessary government, medical, and third-party data", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M03-EC02", "criterionOrdinal": 2, "criterionText": "Separates approved intake use from partner disclosure", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M03-EC03", "criterionOrdinal": 3, "criterionText": "Requires authorized review of contract, security, retention, deletion, and subprocessors", "currentSatisfiable": false, "afterProposedRepairsSatisfiable": true, "finding": "The current canonical principal-artifact route or schema cannot visibly satisfy this criterion without the listed fact-routing and/or artifact-spec repair; the learner must record the gap rather than claim completion." }, { "criterionId": "M03-EC04", "criterionOrdinal": 4, "criterionText": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." } ] } } }, { "module": 4, "title": "Make review meaningful", "prompt": "Define reviewer competence, evidence, authority, workload, and reject or escalate controls.", "deliverable": "A human-review standard and two review-record starters: one for missing routing context and one for a Spanish-language condition omission, with unavailable source text and model output marked not supplied.", "evidenceCriteria": [ "Prevents automatic rejection in the proposed pilot", "Provides fields for source text, model output, uncertainty, correction, and final human decision while leaving unavailable fields visibly pending", "Provides language and sensitive-data escalation paths tied to F02 through F04 and F09", "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" ], "taskMode": "bounded-case-starter", "providedInputs": [ { "id": "M04-I01", "kind": "case-fact", "sourceFactIds": [ "F02" ], "confidence": "confirmed", "record": "Seven of sixty fabricated attachments contain government identifiers." }, { "id": "M04-I02", "kind": "case-fact", "sourceFactIds": [ "F03" ], "confidence": "confirmed", "record": "Four contain unrelated medical details and nine contain third-party personal information." }, { "id": "M04-I03", "kind": "case-fact", "sourceFactIds": [ "F04" ], "confidence": "confirmed", "record": "Sixteen sampled records lack enough context for reliable routing." }, { "id": "M04-I04", "kind": "case-fact", "sourceFactIds": [ "F08" ], "confidence": "conflicting", "record": "Managers disagree on eleven of thirty-one supposedly correct routing decisions." }, { "id": "M04-I05", "kind": "case-fact", "sourceFactIds": [ "F09" ], "confidence": "confirmed", "record": "Two Spanish-language summaries omit budget conditions." }, { "id": "M04-I06", "kind": "case-fact", "sourceFactIds": [ "F10" ], "confidence": "provisional", "record": "The team proposes automatic rejection using the low-potential label." }, { "id": "M04-B01", "kind": "case-brief", "sourceFactIds": [], "sourceRecordIds": [ "CB01" ], "confidence": "mixed", "record": "Use CB01, the full versioned case brief printed once at the start of this packet, as a citable narrative source for details not normalized into F01–F12. Preserve its uncertainty language and do not treat narrative detail as approval, complete operational records, or professional judgment." }, { "id": "M04-S01", "kind": "assignment-scope", "sourceFactIds": [ "F02", "F03", "F04", "F08", "F09", "F10" ], "confidence": "instruction", "record": "Build a starter version of “A human-review standard and two review-record starters: one for missing routing context and one for a Spanish-language condition omission, with unavailable source text and model output marked not supplied.” from the listed case facts. Treat requested structures, controls, questions, calculations, and templates as learner-designed proposals. Where an operational record or result is absent, add a gap entry naming the missing evidence and authorized owner instead of fabricating it." } ], "completionBoundary": "Complete a bounded starter and gap analysis using only CB01, F02, F03, F04, F08, F09, F10, and the assignment-scope record below. Populate supported fields, label every unavailable field “not supplied,” and cite the input ID for each material statement. You may design a proposed template, control, question, or decision rule, but must label it as a learner proposal rather than observed case evidence. Do not contact people, access live systems, run tests, sign records, claim approval, or invent names, dates, quotations, transactions, results, or source documents.", "starterSchema": { "id": "M04-W02", "title": "Make review meaningful guided artifact-build sheet", "columns": [ "Component ID", "Requested artifact component", "Evidence criterion to test", "Supplied input IDs", "Supported entry", "Not-supplied gap or learner proposal", "Authorized owner or reviewer", "Status" ], "rows": [ { "id": "M04-A01", "component": "Human-review standard", "criterion": "Prevents automatic rejection in the proposed pilot | Provides fields for source text, model output, uncertainty, correction, and final human decision while leaving unavailable fields visibly pending | Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "suppliedInputIds": [ "M04-I01", "M04-I06", "M04-I02", "M04-I03", "M04-I04", "M04-I05" ] }, { "id": "M04-A02", "component": "Missing-routing-context review starter", "criterion": "Provides fields for source text, model output, uncertainty, correction, and final human decision while leaving unavailable fields visibly pending", "suppliedInputIds": [ "M04-I02", "M04-I03", "M04-I04" ] }, { "id": "M04-A03", "component": "Spanish-condition-omission review starter", "criterion": "Provides language and sensitive-data escalation paths tied to F02 through F04 and F09", "suppliedInputIds": [ "M04-I05" ] } ] }, "workbookPlan": { "id": "M04-WP01", "version": "2026.09.01-workbook-plan-2", "contextInputIds": [ "M04-B01", "M04-S01" ], "criterionCatalog": [ { "id": "M04-EC01", "text": "Prevents automatic rejection in the proposed pilot" }, { "id": "M04-EC02", "text": "Provides fields for source text, model output, uncertainty, correction, and final human decision while leaving unavailable fields visibly pending" }, { "id": "M04-EC03", "text": "Provides language and sensitive-data escalation paths tied to F02 through F04 and F09" }, { "id": "M04-EC04", "text": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" } ], "artifacts": [ { "id": "M04-A01", "title": "Human-review standard", "type": "brief", "purpose": "Produce a bounded, reviewable human-review standard from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Trigger", "Required reviewer competence", "Evidence presented", "Allowed action", "Rationale record", "Adjudication", "Appeal", "Escalation", "Status" ], "rowPlan": { "count": 5, "prefix": "04A01R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M04:A01", "criterionIds": [ "M04-EC01", "M04-EC02", "M04-EC04" ], "inputIds": [ "M04-I01", "M04-I06", "M04-I02", "M04-I03", "M04-I04", "M04-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M04-I01, M04-I06).", "Every mapped rubric criterion (M04-EC01, M04-EC02, M04-EC04) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M04-A02", "title": "Missing-routing-context review starter", "type": "record", "purpose": "Produce a bounded, reviewable missing-routing-context review starter from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Record ID", "Supported facts", "Source input ID", "Decision or action pending", "Owner or reviewer", "Evidence needed", "Status" ], "rowPlan": { "count": 1, "prefix": "04A02R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M04:A02", "criterionIds": [ "M04-EC02" ], "inputIds": [ "M04-I02", "M04-I03", "M04-I04" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M04-I02, M04-I03, M04-I04).", "Every mapped rubric criterion (M04-EC02) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M04-A03", "title": "Spanish-condition-omission review starter", "type": "record", "purpose": "Produce a bounded, reviewable spanish-condition-omission review starter from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Record ID", "Supported facts", "Source input ID", "Decision or action pending", "Owner or reviewer", "Evidence needed", "Status" ], "rowPlan": { "count": 1, "prefix": "04A03R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M04:A03", "criterionIds": [ "M04-EC03" ], "inputIds": [ "M04-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M04-I05).", "Every mapped rubric criterion (M04-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] } ], "quantityContracts": [ { "artifactId": "M04-A01", "rowCount": 5, "rowPrefix": "04A01R" } ], "workedStarter": { "artifactId": "M04-A01", "criterionId": "M04-EC01", "inputId": "M04-I01", "supportedValue": "Seven of sixty fabricated attachments contain government identifiers.", "application": "State the supplied condition with its limitation and frame the decision that an authorized reviewer must make. Cite M04-I01 (F02) in the row.", "boundary": "This is one evidence-backed starter entry, not a completed human-review standard or an operational result." }, "knownGap": { "artifactId": "M04-A03", "criterionId": "M04-EC03", "missingEvidence": "The packet does not supply the complete live records, approvals, or execution results needed to finish the spanish-condition-omission review starter.", "whyItMatters": "Without that evidence, the learner cannot truthfully satisfy M04-EC03 or represent this artifact as complete.", "ownerRole": "AI workflow owner and privacy, security, or legal reviewer as applicable", "boundedNextStep": "Record the missing evidence in M04-A03, name the authorized reviewer, and leave the outcome pending; do not obtain or simulate the live record in this exercise.", "status": "Open — not supplied" }, "decisionPrompt": { "inputId": "M04-I05", "prompt": "What bounded decision can the AI workflow owner and privacy, security, or legal reviewer as applicable make from M04-I05, and what must remain pending until the missing evidence or approval is supplied?" }, "instructionalGuide": { "version": "2026.09.01-academy-workbook-instruction-bank-1", "principalArtifactId": "M04-A01", "prerequisiteCheck": [ "Confirm F02-F04 and F08-F10; record that approved routing labels, reviewer qualifications, sampling method, adjudication protocol, service level, and override log are absent.", "STOP. If routing labels, reviewer qualifications, sampling, adjudication, service level, or override evidence is missing or conflicts with F02–F04/F08–F10, route the control to the accountable process owner and authorized human-review lead; do not claim review approval or execute routing, override, or production decisions." ], "operatingSteps": [ "Define which outcomes always require review: sensitive data, missing context, disputed labels, multilingual material terms, and proposed rejection.", "Specify the evidence the reviewer sees and what must remain masked or minimized.", "Define accept, correct, abstain, escalate, and reject-output actions without allowing silent override.", "Use F08 to require independent adjudication when reviewers disagree.", "Use F09 to require bilingual review of material-condition preservation.", "Set escalation and pause rules for critical failures and repeated disagreement.", "Final-QC for reviewer competence, traceability, conflict handling, appeal path, and pending authorization." ], "fieldGuidance": { "Trigger": "Name an evidence-backed condition that requires human review and cite its input/fact ID.", "Required reviewer competence": "State the role capability needed; leave individual assignment or qualification evidence pending.", "Evidence presented": "List only the supplied records needed for review, with exact source IDs.", "Allowed action": "Define the bounded action a reviewer may take; do not imply approval or execution.", "Rationale record": "Specify the minimum decision rationale and source links to record.", "Adjudication": "State the independent disagreement-resolution path or Not supplied.", "Appeal": "State the proposed appeal/reconsideration path or Not supplied.", "Escalation": "Name the accountable or specialist route for unresolved risk.", "Status": "Use Draft, Pending adjudication, Blocked, or another truthful state." }, "completedExampleRow": { "Trigger": "Managers disagree on 11 of 31 supposedly correct routing decisions — M04-I04 (F08).", "Required reviewer competence": "Authorized reviewer trained on the approved routing taxonomy; competence record not supplied.", "Evidence presented": "The disputed labeled records and manager decisions; record-level packet not supplied.", "Allowed action": "Adjudicate or abstain; do not enable automatic rejection.", "Rationale record": "Record selected label, cited evidence, uncertainty, reviewer role, and pending/decided state.", "Adjudication": "Independent qualified adjudicator required; identity and decision are not supplied.", "Appeal": "Reconsideration route not supplied.", "Escalation": "Accountable AI workflow owner and qualified risk reviewers.", "Status": "Draft — adjudication design pending" }, "completedKnownGapRow": { "Trigger": "Two Spanish-language summaries omit budget conditions — M04-I05 (F09).", "Required reviewer competence": "Bilingual domain reviewer; assignment and qualification evidence not supplied.", "Evidence presented": "Two omission observations; source summaries and complete references are not supplied.", "Allowed action": "Hold consequential routing and request source-aligned bilingual review.", "Rationale record": "Required preservation of omitted condition and comparison evidence is a learner proposal.", "Adjudication": "Not supplied", "Appeal": "Not supplied", "Escalation": "Multilingual quality owner and accountable process owner.", "Status": "Blocked — review evidence not supplied" }, "supportingArtifacts": [], "decisionRule": { "stop": "Stop automated progression when a mandatory-review trigger, reviewer disagreement, material-language omission, or rejected appeal is unresolved.", "go": "Proceed only when a qualified reviewer can inspect evidence, correct output, record rationale, and halt the process.", "escalate": "Escalate critical failures and unresolved adjudication to the accountable domain, privacy/legal, and model-risk owners." }, "completionTest": [ "Review triggers, allowed actions, evidence view, override log, adjudication, and escalation are defined.", "F08/F09 disputes shape the standard.", "No review outcome or authorization is fabricated." ], "criterionSatisfiability": [ { "criterionId": "M04-EC01", "criterionOrdinal": 1, "criterionText": "Prevents automatic rejection in the proposed pilot", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M04-EC02", "criterionOrdinal": 2, "criterionText": "Provides fields for source text, model output, uncertainty, correction, and final human decision while leaving unavailable fields visibly pending", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M04-EC03", "criterionOrdinal": 3, "criterionText": "Provides language and sensitive-data escalation paths tied to F02 through F04 and F09", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M04-EC04", "criterionOrdinal": 4, "criterionText": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." } ] } } }, { "module": 5, "title": "Evaluate the risk boundary", "prompt": "Build a versioned test set with routine, difficult, multilingual, missing-data, and critical-failure cases.", "deliverable": "A blank forty-row evaluation-plan template, populated risk-category and metric definitions, and one failure-analysis starter anchored to the supplied aggregate evidence.", "evidenceCriteria": [ "Defines independent reference labels and an adjudication process without fabricating forty labeled examples", "Separates extraction, routing, unsupported claims, privacy leakage, and critical-failure measures", "Sets provisional acceptance thresholds before any future evaluation and labels them for authorized review" ], "taskMode": "bounded-case-starter", "providedInputs": [ { "id": "M05-I01", "kind": "case-fact", "sourceFactIds": [ "F02" ], "confidence": "confirmed", "record": "Seven of sixty fabricated attachments contain government identifiers." }, { "id": "M05-I02", "kind": "case-fact", "sourceFactIds": [ "F03" ], "confidence": "confirmed", "record": "Four contain unrelated medical details and nine contain third-party personal information." }, { "id": "M05-I03", "kind": "case-fact", "sourceFactIds": [ "F04" ], "confidence": "confirmed", "record": "Sixteen sampled records lack enough context for reliable routing." }, { "id": "M05-I04", "kind": "case-fact", "sourceFactIds": [ "F08" ], "confidence": "conflicting", "record": "Managers disagree on eleven of thirty-one supposedly correct routing decisions." }, { "id": "M05-I05", "kind": "case-fact", "sourceFactIds": [ "F09" ], "confidence": "confirmed", "record": "Two Spanish-language summaries omit budget conditions." }, { "id": "M05-B01", "kind": "case-brief", "sourceFactIds": [], "sourceRecordIds": [ "CB01" ], "confidence": "mixed", "record": "Use CB01, the full versioned case brief printed once at the start of this packet, as a citable narrative source for details not normalized into F01–F12. Preserve its uncertainty language and do not treat narrative detail as approval, complete operational records, or professional judgment." }, { "id": "M05-S01", "kind": "assignment-scope", "sourceFactIds": [ "F02", "F03", "F04", "F08", "F09" ], "confidence": "instruction", "record": "Build a starter version of “A blank forty-row evaluation-plan template, populated risk-category and metric definitions, and one failure-analysis starter anchored to the supplied aggregate evidence.” from the listed case facts. Treat requested structures, controls, questions, calculations, and templates as learner-designed proposals. Where an operational record or result is absent, add a gap entry naming the missing evidence and authorized owner instead of fabricating it." } ], "completionBoundary": "Complete a bounded starter and gap analysis using only CB01, F02, F03, F04, F08, F09, and the assignment-scope record below. Populate supported fields, label every unavailable field “not supplied,” and cite the input ID for each material statement. You may design a proposed template, control, question, or decision rule, but must label it as a learner proposal rather than observed case evidence. Do not contact people, access live systems, run tests, sign records, claim approval, or invent names, dates, quotations, transactions, results, or source documents.", "starterSchema": { "id": "M05-W02", "title": "Evaluate the risk boundary guided artifact-build sheet", "columns": [ "Component ID", "Requested artifact component", "Evidence criterion to test", "Supplied input IDs", "Supported entry", "Not-supplied gap or learner proposal", "Authorized owner or reviewer", "Status" ], "rows": [ { "id": "M05-A01", "component": "Forty-row evaluation plan", "criterion": "Defines independent reference labels and an adjudication process without fabricating forty labeled examples | Separates extraction, routing, unsupported claims, privacy leakage, and critical-failure measures | Sets provisional acceptance thresholds before any future evaluation and labels them for authorized review", "suppliedInputIds": [ "M05-I01", "M05-I02", "M05-I03", "M05-I04", "M05-I05" ] }, { "id": "M05-A02", "component": "Risk-category and metric dictionary", "criterion": "Separates extraction, routing, unsupported claims, privacy leakage, and critical-failure measures | Sets provisional acceptance thresholds before any future evaluation and labels them for authorized review", "suppliedInputIds": [ "M05-I01", "M05-I02", "M05-I03", "M05-I04", "M05-I05" ] }, { "id": "M05-A03", "component": "Failure-analysis starter", "criterion": "Separates extraction, routing, unsupported claims, privacy leakage, and critical-failure measures", "suppliedInputIds": [ "M05-I04", "M05-I05" ] } ] }, "workbookPlan": { "id": "M05-WP01", "version": "2026.09.01-workbook-plan-2", "contextInputIds": [ "M05-B01", "M05-S01" ], "criterionCatalog": [ { "id": "M05-EC01", "text": "Defines independent reference labels and an adjudication process without fabricating forty labeled examples" }, { "id": "M05-EC02", "text": "Separates extraction, routing, unsupported claims, privacy leakage, and critical-failure measures" }, { "id": "M05-EC03", "text": "Sets provisional acceptance thresholds before any future evaluation and labels them for authorized review" } ], "artifacts": [ { "id": "M05-A01", "title": "Forty-row evaluation plan", "type": "worksheet", "purpose": "Produce a bounded, reviewable forty-row evaluation plan from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Evaluation ID", "Risk category", "Test-input classification", "Independent reference label", "Expected route/output", "Metric", "Critical-failure flag", "Adjudicator", "Result", "Status" ], "rowPlan": { "count": 40, "prefix": "EV", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M05:A01", "criterionIds": [ "M05-EC01", "M05-EC02", "M05-EC03" ], "inputIds": [ "M05-I01", "M05-I02", "M05-I03", "M05-I04", "M05-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M05-I01, M05-I02, M05-I03, M05-I04, M05-I05).", "Every mapped rubric criterion (M05-EC01, M05-EC02, M05-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M05-A02", "title": "Risk-category and metric dictionary", "type": "dictionary", "purpose": "Produce a bounded, reviewable risk-category and metric dictionary from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Term or field", "Definition", "Allowed values or rule", "Evidence source", "Owner", "Change trigger", "Status" ], "rowPlan": { "count": 2, "prefix": "05A02R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M05:A02", "criterionIds": [ "M05-EC02", "M05-EC03" ], "inputIds": [ "M05-I01", "M05-I02", "M05-I03", "M05-I04", "M05-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M05-I01, M05-I02, M05-I03, M05-I04, M05-I05).", "Every mapped rubric criterion (M05-EC02, M05-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M05-A03", "title": "Failure-analysis starter", "type": "record", "purpose": "Produce a bounded, reviewable failure-analysis starter from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Record ID", "Supported facts", "Source input ID", "Decision or action pending", "Owner or reviewer", "Evidence needed", "Status" ], "rowPlan": { "count": 1, "prefix": "05A03R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M05:A03", "criterionIds": [ "M05-EC02" ], "inputIds": [ "M05-I04", "M05-I05" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M05-I04, M05-I05).", "Every mapped rubric criterion (M05-EC02) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] } ], "quantityContracts": [ { "artifactId": "M05-A01", "rowCount": 40, "rowPrefix": "EV" }, { "artifactId": "M05-A02", "rowCount": 2, "rowPrefix": "05A02R" } ], "workedStarter": { "artifactId": "M05-A01", "criterionId": "M05-EC01", "inputId": "M05-I01", "supportedValue": "Seven of sixty fabricated attachments contain government identifiers.", "application": "Use the supplied value or condition as the first traceable worksheet entry; do not calculate a result unless every required operand is supplied. Cite M05-I01 (F02) in the row.", "boundary": "This is one evidence-backed starter entry, not a completed forty-row evaluation plan or an operational result." }, "knownGap": { "artifactId": "M05-A01", "criterionId": "M05-EC01", "missingEvidence": "The packet does not supply the complete live records, approvals, or execution results needed to finish the forty-row evaluation plan.", "whyItMatters": "Without that evidence, the learner cannot truthfully satisfy M05-EC01 or represent this artifact as complete.", "ownerRole": "AI workflow owner and privacy, security, or legal reviewer as applicable", "boundedNextStep": "Record the missing evidence in M05-A01, name the authorized reviewer, and leave the outcome pending; do not obtain or simulate the live record in this exercise.", "status": "Open — not supplied" }, "decisionPrompt": { "inputId": "M05-I05", "prompt": "What bounded decision can the AI workflow owner and privacy, security, or legal reviewer as applicable make from M05-I05, and what must remain pending until the missing evidence or approval is supplied?" }, "instructionalGuide": { "version": "2026.09.01-academy-workbook-instruction-bank-1", "principalArtifactId": "M05-A01", "prerequisiteCheck": [ "Confirm F02-F04, F08, and F09; record that no forty independently labeled examples, approved thresholds, adjudicator assignment, test execution, or result set is supplied.", "STOP. If the forty-case set, independent labels, thresholds, adjudicator assignment, or result set is missing or conflicts with F02–F04/F08/F09, route the evaluation to the authorized evaluation owner and adjudication reviewer; do not claim threshold approval, test execution, or performance results." ], "operatingSteps": [ "Reserve forty stable EV identifiers and assign balanced proposed test classes before adding examples.", "Define five separate risk categories: extraction, routing, unsupported claims, privacy leakage, and critical failure.", "For each row, classify only fabricated or sanitized test input and cite the aggregate fact motivating that class.", "Keep the independent reference label pending until a qualified person labels it without seeing model output.", "Specify expected route/output and a category-specific numerator and denominator.", "Mark critical-failure logic as provisional and assign an adjudicator role before any run.", "Record result as pending because no test is executed; final-QC all forty rows for coverage, independence, evidence boundaries, and version." ], "fieldGuidance": { "Evaluation ID": "Use the stable EV row identifier. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Risk category": "Choose a defined risk category; do not infer a sensitive attribute. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Test-input classification": "Describe the designed test class, not real personal data. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Independent reference label": "Record pending until independently labeled and adjudicated. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Expected route/output": "State the approved expected behavior as a proposal pending owner review. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Metric": "Name the category-specific measure and its denominator. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Critical-failure flag": "Mark provisional yes only for the defined severe harm condition. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Adjudicator": "Name the qualified adjudication role; do not invent an individual. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Result": "Record pending unless the packet explicitly supplies an observed result. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results.", "Status": "Use a truthful state such as draft, open—not supplied, review pending, or blocked. Module use: Use the plan to design a forty-case evaluation with independent labels and explicit failure measures, not to invent cases or results." }, "completedExampleRow": { "Evaluation ID": "EV-01", "Risk category": "Privacy leakage", "Test-input classification": "Fabricated attachment class containing a government-identifier pattern; no live identifier.", "Independent reference label": "Pending - independently label before any run.", "Expected route/output": "Quarantine for qualified review; no external transfer.", "Metric": "Privacy-leakage critical failures / privacy-leakage cases", "Critical-failure flag": "Yes - provisional pending approval", "Adjudicator": "Pending - authorized privacy adjudicator role not assigned", "Result": "Pending - no test executed", "Status": "Draft - label and adjudication pending" }, "completedKnownGapRow": { "Evaluation ID": "EV-02", "Risk category": "Unsupported claims", "Test-input classification": "Missing-context record class based on F04; test specimen not supplied.", "Independent reference label": "Pending - reference set not supplied.", "Expected route/output": "Abstain and list missing fields; no invented route or claim.", "Metric": "Unsupported claims / evaluated outputs", "Critical-failure flag": "Learner proposal - pending approval", "Adjudicator": "Pending - independent adjudicator not assigned", "Result": "Pending - no test executed", "Status": "Open - specimen, label, and approval not supplied" }, "supportingArtifacts": [ { "artifactId": "M05-A01", "artifactTitle": "Forty-row evaluation plan", "criterionIds": [ "M05-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "This risk-category dictionary row makes the five separate AI evaluation measures visible without claiming that an evaluation was run.", "finalColumns": [ "Evaluation ID", "Risk category", "Test-input classification", "Independent reference label", "Expected route/output", "Metric", "Critical-failure flag", "Adjudicator", "Result", "Status" ], "row": { "Evaluation ID": "EV-DICT-01", "Risk category": "Extraction accuracy/omission", "Test-input classification": "Metric-definition row; test specimen not supplied.", "Independent reference label": "Pending — independently labeled evaluation set not supplied.", "Expected route/output": "Extract all required material fields and flag omissions.", "Metric": "field extraction errors / independently labeled fields", "Critical-failure flag": "Pending rule — a material omission may be critical only after an approved severity rule.", "Adjudicator": "Pending — qualified adjudicator not assigned.", "Result": "Pending — evaluation not run.", "Status": "Draft metric definition — approval pending" }, "status": "normalized" }, { "artifactId": "M05-A01", "artifactTitle": "Forty-row evaluation plan", "criterionIds": [ "M05-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "This risk-category dictionary row makes the five separate AI evaluation measures visible without claiming that an evaluation was run.", "finalColumns": [ "Evaluation ID", "Risk category", "Test-input classification", "Independent reference label", "Expected route/output", "Metric", "Critical-failure flag", "Adjudicator", "Result", "Status" ], "row": { "Evaluation ID": "EV-DICT-02", "Risk category": "Routing accuracy/abstention", "Test-input classification": "Metric-definition row; test specimen not supplied.", "Independent reference label": "Pending — independently labeled evaluation set not supplied.", "Expected route/output": "Route only supported cases and abstain when context is insufficient.", "Metric": "incorrect routes plus missed abstentions / independently labeled routing cases", "Critical-failure flag": "Pending rule — a missing-context case proceeding to a consequential route may be critical.", "Adjudicator": "Pending — qualified adjudicator not assigned.", "Result": "Pending — evaluation not run.", "Status": "Draft metric definition — approval pending" }, "status": "normalized" }, { "artifactId": "M05-A01", "artifactTitle": "Forty-row evaluation plan", "criterionIds": [ "M05-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "This risk-category dictionary row makes the five separate AI evaluation measures visible without claiming that an evaluation was run.", "finalColumns": [ "Evaluation ID", "Risk category", "Test-input classification", "Independent reference label", "Expected route/output", "Metric", "Critical-failure flag", "Adjudicator", "Result", "Status" ], "row": { "Evaluation ID": "EV-DICT-03", "Risk category": "Unsupported claims", "Test-input classification": "Metric-definition row; test specimen not supplied.", "Independent reference label": "Pending — independently labeled evaluation set not supplied.", "Expected route/output": "Produce no unsupported factual assertion or consequential recommendation.", "Metric": "outputs containing unsupported factual assertions / evaluated outputs", "Critical-failure flag": "Pending rule — an unsupported consequential assertion may be critical.", "Adjudicator": "Pending — qualified adjudicator not assigned.", "Result": "Pending — evaluation not run.", "Status": "Draft metric definition — approval pending" }, "status": "normalized" }, { "artifactId": "M05-A01", "artifactTitle": "Forty-row evaluation plan", "criterionIds": [ "M05-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "This risk-category dictionary row makes the five separate AI evaluation measures visible without claiming that an evaluation was run.", "finalColumns": [ "Evaluation ID", "Risk category", "Test-input classification", "Independent reference label", "Expected route/output", "Metric", "Critical-failure flag", "Adjudicator", "Result", "Status" ], "row": { "Evaluation ID": "EV-DICT-04", "Risk category": "Privacy leakage", "Test-input classification": "Metric-definition row; test specimen not supplied.", "Independent reference label": "Pending — independently labeled evaluation set not supplied.", "Expected route/output": "Do not expose or transfer prohibited data without approved authority.", "Metric": "outputs or transfers exposing prohibited data / privacy-leakage cases", "Critical-failure flag": "Pending rule — exposure of a government identifier, medical detail, or third-party personal information may be critical.", "Adjudicator": "Pending — qualified adjudicator not assigned.", "Result": "Pending — evaluation not run.", "Status": "Draft metric definition — approval pending" }, "status": "normalized" }, { "artifactId": "M05-A01", "artifactTitle": "Forty-row evaluation plan", "criterionIds": [ "M05-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "This risk-category dictionary row makes the five separate AI evaluation measures visible without claiming that an evaluation was run.", "finalColumns": [ "Evaluation ID", "Risk category", "Test-input classification", "Independent reference label", "Expected route/output", "Metric", "Critical-failure flag", "Adjudicator", "Result", "Status" ], "row": { "Evaluation ID": "EV-DICT-05", "Risk category": "Critical failures", "Test-input classification": "Metric-definition row; test specimen not supplied.", "Independent reference label": "Pending — independently labeled evaluation set not supplied.", "Expected route/output": "Detect any approved severe condition and block release pending adjudication.", "Metric": "approved critical-failure events / all evaluated cases", "Critical-failure flag": "Pending — approved severe-condition list and adjudication are not supplied.", "Adjudicator": "Pending — qualified adjudicator not assigned.", "Result": "Pending — evaluation not run.", "Status": "Draft metric definition — approval pending" }, "status": "normalized" } ], "decisionRule": { "stop": "Stop evaluation or release when reference labels are not independent, sensitive data is live/unapproved, a critical failure occurs, or adjudication is unresolved.", "go": "Proceed to controlled evaluation only after the versioned set, labels, metrics, thresholds, owners, and privacy controls are approved.", "escalate": "Escalate label disputes, privacy leakage, unsupported claims, and threshold changes to independent adjudication and the accountable risk owners." }, "completionTest": [ "Exactly forty EV rows exist with designed category coverage and pending results.", "Independent-label and adjudication fields are never backfilled with invented outcomes.", "Five category-specific measures and provisional thresholds are reviewable." ], "criterionSatisfiability": [ { "criterionId": "M05-EC01", "criterionOrdinal": 1, "criterionText": "Defines independent reference labels and an adjudication process without fabricating forty labeled examples", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." }, { "criterionId": "M05-EC02", "criterionOrdinal": 2, "criterionText": "Separates extraction, routing, unsupported claims, privacy leakage, and critical-failure measures", "currentSatisfiable": false, "afterProposedRepairsSatisfiable": true, "finding": "The current canonical principal-artifact route or schema cannot visibly satisfy this criterion without the listed fact-routing and/or artifact-spec repair; the learner must record the gap rather than claim completion." }, { "criterionId": "M05-EC03", "criterionOrdinal": 3, "criterionText": "Sets provisional acceptance thresholds before any future evaluation and labels them for authorized review", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." } ] } } }, { "module": 6, "title": "Control change and exception", "prompt": "Draft monitoring, incident, override, change, rollback, and retirement controls without operating the workflow or executing rollback.", "deliverable": "A workflow-runbook draft, exception-log template, change-record template, and rollback-test plan with all execution evidence pending.", "evidenceCriteria": [ "Defines proposed triggers for pause, investigation, notification, and re-evaluation", "Provides version fields for model, prompt, sources, evaluation set, owner, and approval without claiming a reviewed production version", "Defines the evidence required to demonstrate manual fallback and rollback before expanded use but does not claim either test passed", "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" ], "taskMode": "bounded-case-starter", "providedInputs": [ { "id": "M06-I01", "kind": "case-fact", "sourceFactIds": [ "F05" ], "confidence": "confirmed", "record": "Vendor model-improvement use is enabled by default and content retention is stated as thirty days." }, { "id": "M06-I02", "kind": "case-fact", "sourceFactIds": [ "F06" ], "confidence": "unknown", "record": "Security, privacy, contract, data location, deletion, and subprocessors have not been reviewed." }, { "id": "M06-I03", "kind": "case-fact", "sourceFactIds": [ "F11" ], "confidence": "confirmed", "record": "No consent supports sending attachments to the proposed funding partner." }, { "id": "M06-I04", "kind": "case-fact", "sourceFactIds": [ "F12" ], "confidence": "provisional", "record": "Leadership estimates eight staff hours could be saved each month." }, { "id": "M06-B01", "kind": "case-brief", "sourceFactIds": [], "sourceRecordIds": [ "CB01" ], "confidence": "mixed", "record": "Use CB01, the full versioned case brief printed once at the start of this packet, as a citable narrative source for details not normalized into F01–F12. Preserve its uncertainty language and do not treat narrative detail as approval, complete operational records, or professional judgment." }, { "id": "M06-S01", "kind": "assignment-scope", "sourceFactIds": [ "F05", "F06", "F11", "F12" ], "confidence": "instruction", "record": "Build a starter version of “A workflow-runbook draft, exception-log template, change-record template, and rollback-test plan with all execution evidence pending.” from the listed case facts. Treat requested structures, controls, questions, calculations, and templates as learner-designed proposals. Where an operational record or result is absent, add a gap entry naming the missing evidence and authorized owner instead of fabricating it." } ], "completionBoundary": "Complete a bounded starter and gap analysis using only CB01, F05, F06, F11, F12, and the assignment-scope record below. Populate supported fields, label every unavailable field “not supplied,” and cite the input ID for each material statement. You may design a proposed template, control, question, or decision rule, but must label it as a learner proposal rather than observed case evidence. Do not contact people, access live systems, run tests, sign records, claim approval, or invent names, dates, quotations, transactions, results, or source documents.", "starterSchema": { "id": "M06-W02", "title": "Control change and exception guided artifact-build sheet", "columns": [ "Component ID", "Requested artifact component", "Evidence criterion to test", "Supplied input IDs", "Supported entry", "Not-supplied gap or learner proposal", "Authorized owner or reviewer", "Status" ], "rows": [ { "id": "M06-A01", "component": "Workflow runbook", "criterion": "Defines proposed triggers for pause, investigation, notification, and re-evaluation", "suppliedInputIds": [ "M06-I03", "M06-I01", "M06-I02", "M06-I04" ] }, { "id": "M06-A02", "component": "Exception log", "criterion": "Provides version fields for model, prompt, sources, evaluation set, owner, and approval without claiming a reviewed production version", "suppliedInputIds": [ "M06-I01", "M06-I02" ] }, { "id": "M06-A03", "component": "Change record", "criterion": "Defines the evidence required to demonstrate manual fallback and rollback before expanded use but does not claim either test passed", "suppliedInputIds": [ "M06-I03" ] }, { "id": "M06-A04", "component": "Rollback-test plan", "criterion": "Defines the evidence required to demonstrate manual fallback and rollback before expanded use but does not claim either test passed | Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "suppliedInputIds": [ "M06-I04" ] } ] }, "workbookPlan": { "id": "M06-WP01", "version": "2026.09.01-workbook-plan-2", "contextInputIds": [ "M06-B01", "M06-S01" ], "criterionCatalog": [ { "id": "M06-EC01", "text": "Defines proposed triggers for pause, investigation, notification, and re-evaluation" }, { "id": "M06-EC02", "text": "Provides version fields for model, prompt, sources, evaluation set, owner, and approval without claiming a reviewed production version" }, { "id": "M06-EC03", "text": "Defines the evidence required to demonstrate manual fallback and rollback before expanded use but does not claim either test passed" }, { "id": "M06-EC04", "text": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them" } ], "artifacts": [ { "id": "M06-A01", "title": "Workflow runbook", "type": "plan", "purpose": "Produce a bounded, reviewable workflow runbook from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Step or milestone", "Trigger or date", "Evidence and source ID", "Owner", "Gate or threshold", "Dependency or gap", "Status" ], "rowPlan": { "count": 12, "prefix": "06A01R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M06:A01", "criterionIds": [ "M06-EC01" ], "inputIds": [ "M06-I03", "M06-I01", "M06-I02", "M06-I04" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M06-I03).", "Every mapped rubric criterion (M06-EC01) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M06-A02", "title": "Exception log", "type": "register", "purpose": "Produce a bounded, reviewable exception log from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Entry ID", "Issue or event", "Evidence and source ID", "Risk or impact", "Owner", "Bounded next step", "Review point", "Status" ], "rowPlan": { "count": 2, "prefix": "06A02R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M06:A02", "criterionIds": [ "M06-EC02" ], "inputIds": [ "M06-I01", "M06-I02" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M06-I01, M06-I02).", "Every mapped rubric criterion (M06-EC02) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M06-A03", "title": "Change record", "type": "record", "purpose": "Produce a bounded, reviewable change record from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Record ID", "Supported facts", "Source input ID", "Decision or action pending", "Owner or reviewer", "Evidence needed", "Status" ], "rowPlan": { "count": 2, "prefix": "06A03R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M06:A03", "criterionIds": [ "M06-EC03" ], "inputIds": [ "M06-I03" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M06-I03).", "Every mapped rubric criterion (M06-EC03) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] }, { "id": "M06-A04", "title": "Rollback-test plan", "type": "plan", "purpose": "Produce a bounded, reviewable rollback-test plan from cited packet evidence while exposing unsupported fields and required approvals.", "instructions": "Use only the scoped case-fact inputs below. Cite an input ID for each supported statement; label proposed structures “learner proposal” and unavailable evidence “not supplied.”", "columns": [ "Step or milestone", "Trigger or date", "Evidence and source ID", "Owner", "Gate or threshold", "Dependency or gap", "Status" ], "rowPlan": { "count": 2, "prefix": "06A04R", "blankState": "Not supplied / learner to complete" }, "reviewedMappingId": "ai-workflow-training:M06:A04", "criterionIds": [ "M06-EC03", "M06-EC04" ], "inputIds": [ "M06-I04" ], "completionChecks": [ "Every supported entry identifies and cites at least one applicable scoped case-fact input (M06-I04).", "Every mapped rubric criterion (M06-EC03, M06-EC04) is addressed in the artifact or a named evidence gap.", "Unsupported fields remain “not supplied” or are explicitly labeled as a learner proposal.", "The AI workflow owner and privacy, security, or legal reviewer as applicable is named for decisions or review; no approval or execution is implied." ] } ], "quantityContracts": [ { "artifactId": "M06-A01", "rowCount": 12, "rowPrefix": "06A01R" }, { "artifactId": "M06-A02", "rowCount": 2, "rowPrefix": "06A02R" }, { "artifactId": "M06-A03", "rowCount": 2, "rowPrefix": "06A03R" }, { "artifactId": "M06-A04", "rowCount": 2, "rowPrefix": "06A04R" } ], "workedStarter": { "artifactId": "M06-A01", "criterionId": "M06-EC01", "inputId": "M06-I03", "supportedValue": "No consent supports sending attachments to the proposed funding partner.", "application": "Use the supplied condition to define one bounded step and a review gate; leave dates and execution results pending unless supplied. Cite M06-I03 (F11) in the row.", "boundary": "This is one evidence-backed starter entry, not a completed workflow runbook or an operational result." }, "knownGap": { "artifactId": "M06-A01", "criterionId": "M06-EC01", "missingEvidence": "The packet does not supply the complete live records, approvals, or execution results needed to finish the workflow runbook.", "whyItMatters": "Without that evidence, the learner cannot truthfully satisfy M06-EC01 or represent this artifact as complete.", "ownerRole": "AI workflow owner and privacy, security, or legal reviewer as applicable", "boundedNextStep": "Record the missing evidence in M06-A01, name the authorized reviewer, and leave the outcome pending; do not obtain or simulate the live record in this exercise.", "status": "Open — not supplied" }, "decisionPrompt": { "inputId": "M06-I04", "prompt": "What bounded decision can the AI workflow owner and privacy, security, or legal reviewer as applicable make from M06-I04, and what must remain pending until the missing evidence or approval is supplied?" }, "instructionalGuide": { "version": "2026.09.01-academy-workbook-instruction-bank-1", "principalArtifactId": "M06-A01", "prerequisiteCheck": [ "Confirm F05, F06, F11, and F12; record that approved vendor controls, transfer authority, operating roles, monitoring thresholds, rollback package, exception authority, and production approval are absent.", "STOP. If vendor controls, transfer authority, operating roles, monitoring thresholds, rollback evidence, or exception authority is missing or conflicts with F05/F06/F11/F12, route the runbook to the accountable change authority and authorized specialist reviewers; do not claim production approval or execute a change, exception release, or rollback." ], "operatingSteps": [ "Define versioned intake, classification, processing, human review, release, monitoring, and record-retention steps.", "Place vendor privacy/security/contract review before any attachment transfer or model-improvement use.", "Place consent or other approved-authority review before any partner handoff.", "Define exception intake, risk owner, expiry, compensating control, and reapproval requirements.", "Specify monitoring and stop triggers without inventing a baseline or threshold.", "Design rollback prerequisites, restoration evidence, and post-rollback validation as pending controls.", "Final-QC owners, gates, dependencies, source IDs, exception expiry, change version, and no implied execution." ], "fieldGuidance": { "Step or milestone": "Name one ordered action or decision checkpoint. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization.", "Trigger or date": "Use a supplied trigger; write date not supplied when absent. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization.", "Evidence and source ID": "Pair the observation with its exact supplied source ID. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization.", "Owner": "Name the authorized operating or specialist role. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization.", "Gate or threshold": "State a measurable provisional gate and who must approve it. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization.", "Dependency or gap": "Name the evidence, owner, or prerequisite that blocks progression. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization.", "Status": "Use a truthful state such as draft, open—not supplied, review pending, or blocked. Module use: Use the runbook to control workflow change, exceptions, monitoring, and rollback before production authorization." }, "completedExampleRow": { "Step or milestone": "Vendor-control gate", "Trigger or date": "Before any attachment leaves the controlled intake boundary", "Evidence and source ID": "F05, F06: model-improvement use is enabled; privacy/security/contract controls are unreviewed.", "Owner": "AI workflow owner with privacy, security, legal, and procurement reviewers", "Gate or threshold": "All required vendor controls reviewed and approved; evidence currently not supplied.", "Dependency or gap": "Contract, data-location, deletion, subprocessor, retention, and improvement-use decisions.", "Status": "Blocked - review not supplied" }, "completedKnownGapRow": { "Step or milestone": "Rollback validation", "Trigger or date": "Before any production change or exception release; date not supplied", "Evidence and source ID": "F12: estimated time saving is provisional and supplies no operational baseline.", "Owner": "AI operations and change owner", "Gate or threshold": "Approved rollback package and validation checks; no threshold supplied.", "Dependency or gap": "Baseline, deployment version, monitoring data, restore evidence, and approval are not supplied.", "Status": "Open - design review only" }, "supportingArtifacts": [ { "artifactId": "M06-A02", "artifactTitle": "Exception log", "criterionIds": [ "M06-EC02" ], "exampleType": "completed-supporting-artifact-row", "rationale": "The canonical M06-A02 route maps M06-EC02. The row names every required version field and explicitly prevents a reviewed-production claim while the evidence is absent.", "finalColumns": [ "Entry ID", "Issue or event", "Evidence and source ID", "Risk or impact", "Owner", "Bounded next step", "Review point", "Status" ], "row": { "Entry ID": "VER-GATE-01", "Issue or event": "Candidate workflow version record is incomplete: model, prompt, source set, evaluation set, owner, and approval identifiers are not supplied.", "Evidence and source ID": "M06-I01 (F05), M06-I02 (F06), M06-I03 (F11), and M06-I04 (F12) describe unresolved vendor controls, disclosure authority, and a provisional benefit estimate; none supplies a reviewed production version.", "Risk or impact": "A production baseline, change comparison, and authorized release decision cannot be demonstrated; no production version is claimed.", "Owner": "AI workflow and change owner with authorized privacy, security, legal, and operations reviewers", "Bounded next step": "Learner-proposed gate: record the exact model, prompt, source-set, and evaluation-set versions plus owner and approval evidence; leave every unavailable value marked not supplied and block production designation.", "Review point": "Before production designation, change approval, or expanded use", "Status": "Open — version record and approval not supplied" }, "status": "normalized" }, { "artifactId": "M06-A04", "artifactTitle": "Rollback-test plan", "criterionIds": [ "M06-EC03" ], "exampleType": "completed-supporting-artifact-row", "rationale": "M06-EC03 is canonically routed to M06-A03 and M06-A04; M06-A04 is the artifact that most directly demonstrates fallback and rollback evidence. This completed plan row defines the required proof while keeping execution and approval pending.", "finalColumns": [ "Step or milestone", "Trigger or date", "Evidence and source ID", "Owner", "Gate or threshold", "Dependency or gap", "Status" ], "row": { "Step or milestone": "Manual-fallback and rollback evidence rehearsal", "Trigger or date": "Before any production change or expanded use; rehearsal date is not supplied.", "Evidence and source ID": "M06-I04 (F12) supplies only an estimated monthly time saving; executed fallback, rollback, recovery, and comparison evidence is not supplied.", "Owner": "AI operations and authorized change owner", "Gate or threshold": "Learner-proposed gate: demonstrate completion through the manual path, restore the last authorized version, preserve logs and timestamps, and obtain reviewer disposition before expanded use.", "Dependency or gap": "Approved manual procedure, known-good version, safe test environment, evaluation baseline, execution record, rollback result, and approval are not supplied.", "Status": "Planned — test not run and no pass result claimed" }, "status": "normalized" } ], "decisionRule": { "stop": "Stop production change, exception release, external sharing, or vendor processing when approval, monitoring, rollback, or data controls are absent.", "go": "Proceed only to tabletop review until the full runbook, evidence capture, owners, and rollback test are approved.", "escalate": "Escalate privacy/security/vendor exceptions and rollback failure to the accountable change authority and specialist reviewers." }, "completionTest": [ "The runbook covers normal, exception, monitoring, change, and rollback paths.", "Vendor and partner gates cite F05/F06/F11.", "No deployment, exception approval, or rollback result is implied." ], "criterionSatisfiability": [ { "criterionId": "M06-EC01", "criterionOrdinal": 1, "criterionText": "Defines proposed triggers for pause, investigation, notification, and re-evaluation", "currentSatisfiable": false, "afterProposedRepairsSatisfiable": true, "finding": "The current canonical principal-artifact route or schema cannot visibly satisfy this criterion without the listed fact-routing and/or artifact-spec repair; the learner must record the gap rather than claim completion." }, { "criterionId": "M06-EC02", "criterionOrdinal": 2, "criterionText": "Provides version fields for model, prompt, sources, evaluation set, owner, and approval without claiming a reviewed production version", "currentSatisfiable": false, "afterProposedRepairsSatisfiable": true, "finding": "The current canonical principal-artifact route or schema cannot visibly satisfy this criterion without the listed fact-routing and/or artifact-spec repair; the learner must record the gap rather than claim completion." }, { "criterionId": "M06-EC03", "criterionOrdinal": 3, "criterionText": "Defines the evidence required to demonstrate manual fallback and rollback before expanded use but does not claim either test passed", "currentSatisfiable": false, "afterProposedRepairsSatisfiable": true, "finding": "The current canonical principal-artifact route or schema cannot visibly satisfy this criterion without the listed fact-routing and/or artifact-spec repair; the learner must record the gap rather than claim completion." }, { "criterionId": "M06-EC04", "criterionOrdinal": 4, "criterionText": "Cites the supplied input IDs for material statements and marks omitted operational records or results “not supplied” rather than fabricating them", "currentSatisfiable": true, "afterProposedRepairsSatisfiable": true, "finding": "The criterion is teachable through the bounded instructions and artifact row, but operational evidence, execution, and reviewer acceptance remain pending." } ] } } } ], "ambiguities": [ { "issue": "Manager disagreement may reflect model error, an undefined policy, or both.", "judgmentRequired": "Establish an authorized reference standard and adjudication method before reporting accuracy.", "doNotAssume": "Do not treat one manager's label or majority agreement as objective truth." }, { "issue": "Summarization may be low risk for some records while rejection and external disclosure materially change impact.", "judgmentRequired": "Decompose the workflow and decide which components, if any, are suitable for a bounded pilot.", "doNotAssume": "Do not let an acceptable drafting use authorize a high-impact automated decision." } ], "debrief": { "principle": "There is no single universal model, prompt, or accuracy threshold. Strong governance decomposes the use, limits data and authority, and tests consequential failures explicitly.", "moduleGuides": [ { "module": 1, "reasoning": "Risk changes when a summary becomes a rejection or disclosure. The use-case card should analyze each action separately and refuse to hide high-impact decisions inside an efficiency project.", "strongEvidence": [ "Task-level harm and reversibility analysis", "Authorized use and prohibited-use boundary" ] }, { "module": 2, "reasoning": "Observable extraction is more governable than undefined worthiness labels. Grounding improves traceability but does not remove the need for correction, uncertainty, and review.", "strongEvidence": [ "Field-cited output schema", "Explicit unknown and refusal rules" ] }, { "module": 3, "reasoning": "Redaction alone may not make an unreviewed vendor appropriate. The strongest design reduces collection, blocks sensitive attachments, and obtains contractual and technical answers before use.", "strongEvidence": [ "Data-flow and minimization map", "Vendor-control decision record" ] }, { "module": 4, "reasoning": "A human click is not oversight. Reviewers need source visibility, competence, time, authority, and a protected way to reject the model recommendation.", "strongEvidence": [ "Source-linked review record", "Reviewer authority and escalation standard" ] }, { "module": 5, "reasoning": "A single accuracy percentage conceals disagreement and critical harm. Evaluation should separate routine errors from privacy leakage, unsupported rejection, and language omissions.", "strongEvidence": [ "Versioned representative test set", "Predeclared critical-failure thresholds" ] }, { "module": 6, "reasoning": "A governed pilot anticipates failure and change. Regression evidence and a tested manual fallback matter more than preserving automation uptime after the evidence boundary changes.", "strongEvidence": [ "Versioned change and incident log", "Successful rollback and fallback test" ] } ], "specialistEscalations": [ { "trigger": "Sensitive data, consent, partner disclosure, automated rejection, retention, cross-border transfer, or fairness and discrimination risk", "specialist": "Qualified privacy, legal, compliance, and responsible-AI owners", "boundary": "The learner maps evidence and controls but cannot authorize processing or high-impact automation." }, { "trigger": "Vendor security, model behavior, prompt injection, access, logging, deletion, or incident response", "specialist": "Authorized security, platform, procurement, and incident-response owners", "boundary": "Training evaluation does not certify vendor or system security." } ] }, "caseBriefId": "CB01" }