{ "schema_version": "1.0.0", "package_id": "W11", "title": "Multilingual, Multimodal, and Agentic Surfaces", "phase": "Intervene", "language": "en", "essential_question": "What changes when the source is an image or the system can act?", "research_cutoff": "2026-08-24", "status": "structurally_complete_authored_draft_human_review_and_timed_pilot_pending", "required_artifacts": [ "README.md", "LECTURE_NOTES.md", "SLIDE_SCRIPT.md", "WORKED_CASE.md", "TRANSCRIPT.md", "manifest.json", "validate_package.py" ], "time_design": { "synchronous_seminar_minutes": 90, "synchronous_studio_minutes": 75, "asynchronous_core_minutes_min": 195, "asynchronous_core_minutes_max": 215, "transcript_equivalent_minutes_min": 35, "transcript_equivalent_minutes_max": 45, "timing_status": "authoring_estimate_not_observed_duration", "media_status": "no_video_or_audio_recording_exists", "pilot_status": "not_taught_not_rehearsed_not_timed" }, "learning_outcomes": [ "Trace image, alt, caption, OCR, embedding, retrieval, and generated-description representations without collapsing their identities.", "Write evidence-bearing short alt and a long description with a table alternative and explicit uncertainty.", "Separate provenance integrity from truth, authorship, rights, accessibility, safety, and ranking influence.", "Build an entity, locale, model, translation, cultural-validity, and pooling record for multilingual comparisons.", "Distinguish recommendation, proposal, authorization, attempt, return, verification, and rollback.", "Audit a bounded synthetic asset and disconnected action trace, reproduce L07, and apply a release stop." ], "local_dependencies": [ { "namespace": "course_week", "canonical_id": "W11", "display_id": "W11", "path": "course-site/app/lib/course-data.ts#W11", "role": "Authoritative current title, phase, essential question, outcomes, reading roles, studio brief, and stop conditions.", "boundary": "A curriculum record does not establish delivery, learning effectiveness, or platform behavior." }, { "namespace": "course_notes", "canonical_id": "CH10", "display_id": "Notes Chapter 10", "path": "notes-latex/chapters/10-multimodal-platform.tex", "role": "Local conceptual alignment for representation paths, cross-modal audits, multilingual platform cells, and source ceilings.", "boundary": "The TeX source is an architecture reference only; no prose or figure is copied." }, { "namespace": "course_lab", "canonical_id": "L07", "display_id": "L07", "path": "course-labs/L07_drift_adversarial_governance", "role": "Deterministic offline threat-model, control, governance-status, release, and rollback fixture.", "boundary": "Synthetic control tests only; no general safety, certification, compliance, legal, or live-system claim." } ], "controlled_sources": [ { "namespace": "paper_atlas", "canonical_id": "P02", "display_id": "PAPER-02", "role": "core_bounded_threat_research", "title": "Multimodal Generative Engine Optimization: Rank Manipulation for Vision-Language Model Rankers", "authors": "Yixuan Du; Chenxiao Yu; Haoyan Xu; Ziyi Wang; Yue Zhao; Xiyang Hu", "doi": "10.48550/arXiv.2601.12263", "claim_ceiling": "Coordinated image/text manipulation threat class in evaluated VLM ranking conditions only; no universal vulnerability, hidden commercial mechanism, live attack reproduction, or permission to attack." }, { "namespace": "paper_atlas", "canonical_id": "P25", "display_id": "PAPER-25", "role": "core_caption_proxy", "title": "Caption Injection for Optimization in Generative Search Engine", "authors": "Xiaolu Chen; Jie Bao; Haojie Wu; Zhen Chen; Yong Liao", "doi": "10.48550/arXiv.2511.04080", "metadata_note": "Publication-year and arXiv-identifier-year mismatch remains visible.", "claim_ceiling": "Caption-in-context proxy in the evaluated setting only; no direct image-consumption inference, universal caption rule, or transfer claim." }, { "namespace": "paper_atlas", "canonical_id": "P39", "display_id": "PAPER-39", "role": "core_agent_risk_benchmark", "title": "SafeGEO: Understanding Generative Engine Optimization Risks in Recommendation Agents", "authors": "Qianfeng Wen; Yifan Simon Liu; Xin Liu; Difan Jiao; Blair Yang; Junda Wu; Zhenwei Tang", "doi": "10.48550/arXiv.2606.28356", "claim_ceiling": "Reported risk and defense outcomes are bound to the evaluated suite, agents, attack variants, and conditions; no universal rate, defense guarantee, attack operationalization, or live-tool claim." }, { "namespace": "paper_atlas", "canonical_id": "P05", "display_id": "PAPER-05", "role": "audit_only_industrial_architecture", "title": "Generative Engine Optimization: A VLM and Agent Framework for Pinterest Acquisition Growth", "authors": "Faye Zhang; Qianyu Cheng; Jasmine Wan; Vishwakarma Singh; Jinfeng Rao; Kofi Boakye", "doi": "10.48550/arXiv.2602.02961", "claim_ceiling": "Industrial architecture and evidence-quality audit only; no reproduced causal traffic, active-user, business-growth, or generative-citation effect." }, { "namespace": "paper_atlas", "canonical_id": "P01", "display_id": "PAPER-01", "role": "quarantined_time_provenance_audit_only", "title": "Cultural Encoding in Large Language Models: The Existence Gap in AI-Mediated Brand Discovery", "authors": "Huang Junyao; Situ Ruimin; Ye Renqin", "doi": "10.48550/arXiv.2601.00869", "claim_ceiling": "Time-provenance inconsistency may be audited, but substantive findings are excluded from course claims until resolved." }, { "namespace": "standards_candidate", "canonical_id": "S04", "display_id": "S04", "role": "candidate_provenance_integrity_specification", "title": "C2PA Content Credentials Technical Specification 2.4", "version": "2.4", "date": "2026-04", "url": "https://spec.c2pa.org/specifications/specifications/2.4/specs/C2PA_Specification.html", "claim_ceiling": "Cryptographically bound, tamper-evident provenance manifests and validation only; not truth verification, authorship proof, rights clearance, accessibility conformance, safety, or ranking evidence." } ], "visual_policy": { "external_figure_reuse": false, "external_screenshot_reuse": false, "tex_figure_reuse": false, "visuals": "original_course_owned_synthetic_or_separately_licensed_only", "paper_or_tex_prose_copying": false, "color_only_encoding": false, "required_accessible_equivalents": [ "alt_text", "long_description_for_complex_visuals", "table_alternative_for_data_bearing_visuals" ] }, "synthetic_asset_audit": { "asset_id": "ASSET-W11-001", "origin": "course_authored_synthetic_fixture", "license": "course_owned_synthetic_classroom_reuse_permitted", "personal_or_confidential_data": false, "external_asset": false, "claim_ceiling": "Fictional counts only: Group A 12 verified cases, Group B 8 verified cases, and four unresolved records; no intervention, population, performance, or causal claim.", "representations": [ { "id": "REP-PIXEL-EVIDENCE", "kind": "pixel_evidence_declaration", "transformer": "course-author-specification-v1", "locale": "language-neutral", "content": "Course-owned fictional chart encodes Group A=12 verified cases, Group B=8 verified cases, unresolved=4 records, and no causal information.", "sha256": "114e742bcb799365c7f2f1ef886aa44f228c9c470159ea2f50a8360d21723aa8" }, { "id": "REP-ALT-EN", "kind": "authored_short_alt", "transformer": "human-authored-synthetic-v1", "locale": "en-US", "content": "Fictional bar chart: Group A has 12 verified cases and Group B has 8; four records remain unresolved.", "sha256": "a6f0a937e34a95d3b8cc1d2565d1d21ee382ce83f90adecac2f898e6389ba127" }, { "id": "REP-ALT-ZH", "kind": "authored_short_alt_translation", "transformer": "human-authored-synthetic-v1", "locale": "zh-CN", "review_status": "affected_language_review_pending", "content": "虚构柱状图：A组有12个已核实案例，B组有8个；另有4条记录尚未解决。", "sha256": "6b9177f6cb8b0a89009e9429322092f65199415878ed3a447606dac11c4bd8c2" }, { "id": "REP-CAPTION-EN", "kind": "nearby_caption", "transformer": "human-authored-synthetic-v1", "locale": "en-US", "content": "Group A has more verified cases than Group B in the fictional sample.", "sha256": "d0800614c93257e17742b0e7f14a7b3aae224e2fc6c0c6983277c48d466acb3e" }, { "id": "REP-OCR-EN", "kind": "frozen_ocr_output", "transformer": "offline-synthetic-ocr-fixture-v1", "locale": "en-US", "review_status": "deliberately_incomplete_preserve_failure", "content": "Group A 12; Group B; unresolved 4", "sha256": "c0acfd08ae270a169228754f1f62901c7180483a7d259d58176ae4dff667e34d" }, { "id": "REP-LONG-EN", "kind": "authored_long_description", "transformer": "human-authored-synthetic-v1", "locale": "en-US", "content": "A fictional two-bar chart compares verified-case counts. Group A is the first hatched bar and is labeled 12. Group B is the second dotted bar and is labeled 8. A separate note states that four records remain unresolved. The visual contains no intervention, temporal order, population estimate, performance construct, or causal information.", "sha256": "f81243d29b2c271152cfa93c51a12a517438f30c15153bd59c356003d31d7731" }, { "id": "REP-EMBED-CONFIG", "kind": "embedding_configuration_identity_only", "transformer": "offline-placeholder-encoder-v1-no-vector-claims", "locale": "language-neutral", "content": "Input ASSET-W11-001; offline placeholder encoder v1; normalized representation; no vector is exposed as human-readable evidence.", "sha256": "e9b28c9bf3efcc3f69130bb84796536eeffef5b7423ca21d8b1f7dd2740a3187" }, { "id": "REP-RETRIEVAL", "kind": "frozen_retrieval_record", "transformer": "offline-single-record-retriever-v1", "locale": "en-US", "content": "Query=fictitious verified case comparison; index=course-fixture-v1; rank1=ASSET-W11-001; candidate_count=1; entailment_not_evaluated.", "sha256": "682890e15ee326a2d5bd4cf295b80a7ff708dfa5dfed23bfcc278b89c8c6243e" }, { "id": "REP-DESCRIPTION", "kind": "deliberately_overclaimed_generated_description", "transformer": "authored-negative-control-v1", "locale": "en-US", "review_status": "reject_unsupported_performance_and_causality", "content": "Group A performed 50% better because of the intervention.", "sha256": "3fee23c4da0d800c52b9e61aa0a0a401e39f9f1e7379e793e7bb5dd6f58c92e7" } ], "expected_diagnostics": { "ocr_missing_literal": "8", "generated_description_forbidden_claim": "because of the intervention", "required_short_alt_literals": ["Group A", "12", "Group B", "8", "four", "unresolved"], "required_long_description_literals": ["12", "8", "four", "no intervention", "causal information"] } }, "multilingual_record": { "entity_ids": ["ENTITY-W11-GROUP-A", "ENTITY-W11-GROUP-B"], "cells": [ { "cell_id": "CELL-EN-001", "language": "en", "locale": "en-US", "geography": "none_synthetic", "account_state": "none", "model_or_transformer": "human-authored-synthetic-v1", "search_state": "off", "tool_state": "off", "review": "course_author_reviewed" }, { "cell_id": "CELL-ZH-001", "language": "zh", "locale": "zh-CN", "geography": "none_synthetic", "account_state": "none", "model_or_transformer": "human-authored-synthetic-v1", "search_state": "off", "tool_state": "off", "review": "affected_language_and_cultural_review_pending" } ], "pooling_decision": "blocked_pending_bilingual_and_measurement_equivalence_review", "pooling_requirements": [ "entity_alignment", "translation_review", "cultural_validity_review", "construct_equivalence", "sampling_frame_equivalence", "model_and_surface_comparability", "scoring_equivalence", "heterogeneity_plan" ] }, "action_trace": { "offline": true, "network_access": false, "external_endpoint": false, "live_platform": false, "events": [ { "event_id": "EVENT-REC-001", "state": "recommendation_only", "text": "Create a draft correction memo explaining that the generated description exceeds the evidence.", "tool": null, "permission": "not_requested", "execution": "not_executed", "side_effects": [] }, { "event_id": "EVENT-PROP-001", "state": "proposal_denied", "tool": "publish_correction", "target": null, "permission": "denied", "execution": "not_executed", "tool_return": null, "verification": "not_applicable_no_attempt", "side_effects": [] }, { "event_id": "EVENT-SIM-001", "state": "authorized_offline_simulation_verified", "tool": "create_draft", "target": "synthetic://w11/draft-buffer", "permission": "course_fixture_only_one_operation_one_target", "execution": "simulated_offline", "expected_side_effects": ["one_inert_synthetic_draft_record"], "observed_side_effects": ["one_inert_synthetic_draft_record"], "tool_return": "synthetic-draft-id=W11-DRAFT-001", "verification": "matched_disconnected_fixture_trace", "log_id": "LOG-W11-001", "stop_condition": "stop_on_target_scope_log_verification_or_rollback_mismatch", "rollback_token": "ROLLBACK-W11-DRAFT-001", "rollback_status": "available_not_needed", "residual_effects": "none_in_disconnected_fixture" } ] }, "l07_contract": { "lab_id": "L07", "offline": true, "deterministic": true, "expected_stdout": "L07 PASS: 6 cases, 1 escape(s), release BLOCKED", "expected_decision": { "audit_status": "PASS", "release_decision": "BLOCKED", "blocking_case_ids": ["AB-05"], "outcome_counts": {"blocked": 3, "detected": 2, "escaped": 1}, "human_approval_required": true }, "input_hashes": { "course-labs/L07_drift_adversarial_governance/data/system_model.json": "8758f155939beb631f67c1a5eab7b4b8919e559e9bc0f8d46814b72521972c3d", "course-labs/L07_drift_adversarial_governance/data/abuse_cases.csv": "837ab50d832fa0ca552a64a3bcca3c4cfcac77c2fb4e4816cd0169389b80cdaa", "course-labs/L07_drift_adversarial_governance/data/controls.csv": "cc6937a6db609a4dc776e23d6ff100ca54c15937b3c7aff267ec10b053f3e75f", "course-labs/L07_drift_adversarial_governance/data/test_results.csv": "20b00f60a04f074f9c79deb1b4aaa1361c87f9825da65a2ac4435c26619211af", "course-labs/L07_drift_adversarial_governance/data/governance_crosswalk.csv": "2979542df5f63ca50196b9117806f49aa268c1c71b71e049680ccac9f722d80e", "course-labs/shared/fixtures/governance_risk_vocabulary.json": "f67d8a58ad0cbdedefb3ba4495a729ce50af4457f752dfdcb6b241338e4f2aed" }, "output_hashes": { "abuse_case_results.csv": "636a386138abb9a5a0c4779de88f81a0e0011ff8336d900985314da12aa92538", "control_coverage.csv": "2a794778549b928b0835cc93625d5f7bbb29f565400f521e38a1b07f2a345d01", "governance_memo.md": "906440e9d493369967e25210a0639bc93ed5c0ba36ef53e8182a1f2ec602e187", "governance_status_audit.csv": "7a9191799781705b39ce52ddbe0d2ca35845c5ad1171f38fd6365ae27310466a", "incident_rollback_playbook.md": "962fbc1227a0c1e5b1447aa1dd19acf16eb140a24b37b0885adacf0b43ac69f4", "release_decision.json": "8af1245e765b7f5149baa0b13f4af6fbdd16b9a050842eea358195f5ac5f900b", "run_manifest.json": "9162bc87621143a0720af93b929f55ac61657fbbe129a7224322e602953e9ddd", "threat_model.json": "63ed46140577f65b7982fa98aa8fa2050617074ed71ae4bae71046262134e094" }, "claim_ceiling": "Synthetic control tests and governance-status vocabulary audit only; no safety guarantee, certification, compliance, legal advice, or live-system conclusion." }, "claim_boundary": { "allowed": [ "representation-specific support, omission, contradiction, and unknown judgments inside the frozen fixture", "separate English and Chinese records with pooling blocked", "recommendation, denied proposal, and authorized disconnected simulation as distinct states", "deterministic L07 PASS processing and BLOCKED release decision under its declared rule" ], "not_established": [ "direct pixel use by a closed platform", "universal multimodal ranking mechanism", "cross-locale measurement equivalence", "truth, authorship, rights, accessibility, or ranking from provenance integrity alone", "live agent execution or external side effect", "general safety, compliance, certification, legal adequacy, or causal business effect" ] }, "package_hashes": { "README.md": "cc92657a23393aea670ccbc8947f79f0ca8d68ef39e33cb56a0840c110faee5f", "LECTURE_NOTES.md": "fa47d51b0ac1529f8ce33176b480a690877fbcb5910200cc2b847810f28f3728", "SLIDE_SCRIPT.md": "26f84796f15f24256234b0c708282dae552c864674b8fc239cf5a86aeb3d6cc7", "WORKED_CASE.md": "f88621858ba27234bebfe1d037279902b8e45750aba42600cbe387407dad95f7", "TRANSCRIPT.md": "01e9751957f59d45e9afa984871659ef3c19331d68212826f1767f03a5930354" }, "quality_status": { "structural_validator": "passed_2026-08-24", "deterministic_fixture_reproduction": "reproduced_2026-08-24", "scientific_human_review": "pending", "accessibility_human_review": "pending", "affected_language_and_cultural_review": "pending", "security_review_for_any_future_executable_environment": "pending", "timed_rehearsal": "pending", "classroom_pilot": "pending", "rubric_calibration": "pending", "external_peer_review": "pending" } }