{ "page": { "title": "For Researchers | Tractatus AI Safety Framework", "description": "Research foundations, empirical observations, and theoretical basis for architectural approaches to AI governance. Early-stage framework exploring structural constraints on LLM systems." }, "header": { "badge": "Research Framework • Empirical Observations", "title": "Research Foundations & Empirical Observations", "subtitle": "Tractatus explores architectural approaches to AI governance through empirical observation of failure modes and application of organisational theory. This page documents research foundations, observed patterns, and theoretical basis for the framework." }, "ui": { "breadcrumb_home": "Home", "breadcrumb_researcher": "Researcher", "noscript_note": "Note:", "noscript_message": "This page uses JavaScript for interactive features (accordions, animations). Content remains accessible but expandable sections will be visible by default." }, "footer": { "additional_resources": "Additional Resources", "for_decision_makers": "For Decision-Makers", "for_decision_makers_desc": "Strategic perspective on governance challenges and architectural approaches", "implementation_guide": "Implementation Guide", "implementation_guide_desc": "Technical integration patterns and deployment considerations" }, "sections": { "research_context": { "heading": "Research Context & Scope", "development_note": "Development Context", "development_text": "Tractatus was developed over six months (April–October 2025) in progressive stages that evolved into a live demonstration of its capabilities in the form of a single-project context (https://agenticgovernance.digital). Observations derive from direct engagement with Claude Code (Anthropic's Sonnet 4.5 model) across approximately 500 development sessions. This is exploratory research, not controlled study.", "paragraph_1": "Aligning advanced AI with human values is among the most consequential challenges we face. As capability growth accelerates under big tech momentum, we confront a categorical imperative: preserve human agency over values decisions, or risk ceding control entirely.", "paragraph_2": "The framework emerged from practical necessity. During development, we observed recurring patterns where AI systems would override explicit instructions, drift from established values constraints, or silently degrade quality under context pressure. Traditional governance approaches (policy documents, ethical guidelines, prompt engineering) proved insufficient to prevent these failures.", "paragraph_3": "Instead of hoping AI systems \"behave correctly,\" Tractatus proposes structural constraints where certain decision types require human judgment. These architectural boundaries can adapt to individual, organizational, and societal norms—creating a foundation for bounded AI operation that may scale more safely with capability growth.", "paragraph_4": "This led to the central research question: Can governance be made architecturally external to AI systems rather than relying on voluntary AI compliance? If this approach can work at scale, Tractatus may represent a turning point—a path where AI enhances human capability without compromising human sovereignty." }, "theoretical_foundations": { "heading": "Theoretical Foundations", "org_theory_title": "Organisational Theory Basis", "org_theory_intro": "Tractatus draws on four decades of organisational research addressing authority structures during knowledge democratisation:", "org_theory_1_title": "Time-Based Organisation (Bluedorn, Ancona):", "org_theory_1_desc": "Decisions operate across strategic (years), operational (months), and tactical (hours-days) timescales. AI systems operating at tactical speed should not override strategic decisions made at appropriate temporal scale. The InstructionPersistenceClassifier explicitly models temporal horizon (STRATEGIC, OPERATIONAL, TACTICAL) to enforce decision authority alignment.", "org_theory_2_title": "Knowledge Orchestration (Crossan et al.):", "org_theory_2_desc": "When knowledge becomes ubiquitous through AI, organisational authority shifts from information control to knowledge coordination. Governance systems must orchestrate decision-making across distributed expertise rather than centralise control. The PluralisticDeliberationOrchestrator implements non-hierarchical coordination for values conflicts.", "org_theory_3_title": "Post-Bureaucratic Authority (Laloux, Hamel):", "org_theory_3_desc": "Traditional hierarchical authority assumes information asymmetry. As AI democratises expertise, legitimate authority must derive from appropriate time horizon and stakeholder representation, not positional power. Framework architecture separates technical capability (what AI can do) from decision authority (what AI should do).", "org_theory_4_title": "Structural Inertia (Hannan & Freeman):", "org_theory_4_desc": "Governance embedded in culture or process erodes over time as systems evolve. Architectural constraints create structural inertia that resists organisational drift. Making governance external to AI runtime creates \"accountability infrastructure\" that survives individual session variations.", "org_theory_pdf_link": "View Complete Organisational Theory Foundations (PDF)", "values_pluralism_title": "Values Pluralism & Moral Philosophy", "values_core_research": "Core Research Focus:", "values_core_research_desc": "The PluralisticDeliberationOrchestrator represents Tractatus's primary theoretical contribution, addressing how to maintain human values persistence in organizations augmented by AI agents.", "values_central_problem": "The Central Problem: Many \"safety\" questions in AI governance are actually values conflicts where multiple legitimate perspectives exist. When efficiency conflicts with transparency, or innovation with risk mitigation, no algorithm can determine the \"correct\" answer. These are values trade-offs requiring human deliberation across stakeholder perspectives.", "values_berlin_title": "Isaiah Berlin: Value Pluralism", "values_berlin_desc": "Berlin's concept of value pluralism argues that legitimate values can conflict without one being objectively superior. Liberty and equality, justice and mercy, innovation and stability—these are incommensurable goods. AI systems trained on utilitarian efficiency maximization cannot adjudicate between them without imposing a single values framework that excludes legitimate alternatives.", "values_weil_title": "Simone Weil: Attention and Human Needs", "values_weil_desc": "Weil's philosophy of attention informs the orchestrator's deliberative process. The Need for Roots identifies fundamental human needs (order, liberty, responsibility, equality, hierarchical structure, honor, security, risk, etc.) that exist in tension. Proper attention requires seeing these needs in their full particularity rather than abstracting them into algorithmic weights. In AI-augmented organizations, the risk is that bot-mediated processes treat human values as optimization parameters rather than incommensurable needs requiring careful attention.", "values_williams_title": "Bernard Williams: Moral Remainder", "values_williams_desc": "Williams' concept of moral remainder acknowledges that even optimal decisions create unavoidable harm to other legitimate values. The orchestrator documents dissenting perspectives not as \"minority opinions to be overruled\" but as legitimate moral positions that the chosen course necessarily violates. This prevents the AI governance equivalent of declaring optimization complete when values conflicts are merely suppressed.", "values_implementation": "Framework Implementation: Rather than algorithmic resolution, the PluralisticDeliberationOrchestrator facilitates:", "values_implementation_1": "Stakeholder identification: Who has legitimate interest in this decision? (Weil: whose needs are implicated?)", "values_implementation_2": "Non-hierarchical deliberation: Equal voice without automatic expert override (Berlin: no privileged value hierarchy)", "values_implementation_3": "Quality of attention: Detailed exploration of how decision affects each stakeholder's needs (Weil: particularity not abstraction)", "values_implementation_4": "Documented dissent: Minority positions recorded in full (Williams: moral remainder made explicit)", "values_conclusion": "This approach recognises that governance isn't solving values conflicts—it's ensuring they're addressed through appropriate deliberative process with genuine human attention rather than AI imposing resolution through training data bias or efficiency metrics.", "values_pdf_link": "View Pluralistic Values Deliberation Plan (PDF, DRAFT)" }, "empirical_observations": { "heading": "Empirical Observations: Documented Failure Modes", "intro": "Three failure patterns observed repeatedly during framework development. These are not hypothetical scenarios—they are documented incidents that occurred during this project's development.", "failure_1_title": "Pattern Recognition Bias Override (The 27027 Incident)", "failure_1_observed": "User specified \"Check MongoDB on port 27027\" but AI immediately used default port 27017 instead. This occurred within same message—not forgetting over time, but immediate autocorrection by training data patterns.", "failure_1_root_cause": "Training data contains thousands of examples of MongoDB on port 27017 (default). When AI encounters \"MongoDB\" + port specification, pattern recognition weight overrides explicit instruction. Similar to autocorrect changing correctly-spelled proper nouns to common words.", "failure_1_traditional_failed": "Prompt engineering (\"please follow instructions exactly\") ineffective because AI genuinely believes it IS following instructions—pattern recognition operates below conversational reasoning layer.", "failure_1_intervention": "InstructionPersistenceClassifier stores explicit instructions in external persistence layer. CrossReferenceValidator checks AI actions against stored instructions before execution. When AI proposes port 27017, validator detects conflict with stored \"27027\" instruction and blocks execution.", "failure_1_prevention": "Prevented by: InstructionPersistenceClassifier + CrossReferenceValidator", "failure_1_demo_link": "View interactive timeline →", "failure_2_title": "Gradual Values Drift Under Context Pressure", "failure_2_observed": "Project established \"privacy-first\" as strategic value. After 40-message conversation about analytics features, AI suggested tracking implementation that violated privacy constraint. User caught it; AI acknowledged violation but had drifted from principle through incremental feature additions.", "failure_2_root_cause": "Strategic values (established early in project) conflict with tactical optimisations (implemented later under time pressure). As conversation lengthens, tactical thinking dominates. AI didn't actively reject privacy principle—it simply stopped checking whether new features aligned.", "failure_2_traditional_failed": "Values stated in system prompt become less salient as conversation progresses. Context compaction can drop early strategic decisions. Prompt reminders (\"remember privacy-first\") treat symptom not cause.", "failure_2_intervention": "BoundaryEnforcer maintains strategic values as persistent constraints external to conversation context. Before implementing analytics feature, enforcer checks against stored \"privacy-first\" constraint. Detects conflict, blocks autonomous implementation, escalates for human deliberation on whether privacy principle should be reconsidered or analytics approach modified.", "failure_2_prevention": "Prevented by: BoundaryEnforcer (STRATEGIC constraint checking)", "failure_3_title": "Silent Quality Degradation at High Context Pressure", "failure_3_observed": "During complex multi-file operation at 85% context capacity, AI silently omitted error handling in generated code. No indication to user that corners were being cut. User discovered missing validation only during code review.", "failure_3_root_cause": "As context fills, AI faces implicit trade-off: complete requested functionality OR maintain quality standards. Training incentivises completing user requests over acknowledging limitations. Silence about degradation is path of least resistance.", "failure_3_traditional_failed": "AI doesn't recognise it's degrading—from its perspective, it's successfully completing task under constraints. Asking \"did you cut corners?\" produces confident denial because AI genuinely believes its output meets standards.", "failure_3_intervention": "ContextPressureMonitor tracks multiple factors (token usage, conversation length, task complexity). When pressure exceeds thresholds (>75% tokens, >40 messages, high complexity), monitor forces explicit pressure acknowledgment and recommends context refresh. Makes degradation risk visible rather than silent.", "failure_3_prevention": "Prevented by: ContextPressureMonitor (multi-factor session tracking)", "research_note": "These patterns emerged from direct observation, not hypothesis testing. We don't claim they're universal to all LLM systems or deployment contexts. They represent empirical basis for framework design decisions—problems we actually encountered and architectural interventions that actually worked in this specific context.", "observed_behaviour_label": "Observed behaviour:", "root_cause_label": "Root cause:", "traditional_failed_label": "Why traditional approaches failed:", "intervention_label": "Framework intervention:" }, "architecture": { "heading": "Six-Component Architecture", "services_title": "Framework Services & Functions", "principle": "Services operate external to AI runtime with autonomous triggering. AI doesn't decide \"should I check governance rules?\"—architecture enforces checking by default. This addresses voluntary compliance problem inherent in prompt-based governance.", "service_1_name": "1. BoundaryEnforcer", "service_1_desc": "Blocks AI from making values decisions without human approval. Maintains strategic constraints as persistent rules checked before action execution.", "service_1_addresses": "Addresses: Values drift, autonomous decision-making on contested trade-offs", "service_2_name": "2. InstructionPersistenceClassifier", "service_2_desc": "Stores explicit instructions external to AI context with persistence levels (HIGH/MEDIUM/LOW) and temporal scope (STRATEGIC/OPERATIONAL/TACTICAL). Prevents pattern bias override.", "service_2_addresses": "Addresses: Pattern recognition bias (27027-style failures)", "service_3_name": "3. CrossReferenceValidator", "service_3_desc": "Validates AI proposed actions against stored instructions and governance rules before execution. Detects conflicts and blocks inconsistent operations.", "service_3_addresses": "Addresses: Instruction override, policy violation detection", "service_4_name": "4. ContextPressureMonitor", "service_4_desc": "Multi-factor tracking of session health: token usage, conversation length, task complexity, error frequency. Makes degradation risk explicit when thresholds exceeded.", "service_4_addresses": "Addresses: Silent quality degradation, context-pressure failures", "service_5_name": "5. MetacognitiveVerifier", "service_5_desc": "Self-checks reasoning quality before complex operations (>3 files, >5 steps, architecture changes). Validates alignment, coherence, considers alternatives.", "service_5_addresses": "Addresses: Reasoning shortcuts under complexity, insufficient alternative consideration", "service_6_name": "6. PluralisticDeliberationOrchestrator", "service_6_desc": "Facilitates multi-stakeholder deliberation when values conflicts detected. Non-hierarchical engagement, documented dissent, moral remainder acknowledgment.", "service_6_addresses": "Addresses: Values conflicts, stakeholder exclusion, algorithmic resolution of contested trade-offs", "principle_label": "Architectural principle:", "view_full_architecture_link": "View Full System Architecture & Technical Details" }, "demos": { "heading": "Interactive Demonstrations", "classification_title": "Instruction Classification", "classification_desc": "Explore how instructions are classified across quadrants with persistence levels and temporal scope.", "incident_title": "27027 Incident Timeline", "incident_desc": "Step through pattern recognition bias failure and architectural intervention that prevented it.", "boundary_title": "Boundary Evaluation", "boundary_desc": "Test decisions against boundary enforcement to see which require human judgment vs. AI autonomy." }, "resources": { "heading": "Research Documentation", "doc_1_title": "Organisational Theory Foundations", "doc_2_title": "Pluralistic Values Deliberation Plan", "doc_2_badge": "DRAFT", "doc_3_title": "Case Studies: Real-World LLM Failure Modes", "doc_4_title": "Framework in Action: Pre-Publication Security Audit", "doc_5_title": "Appendix B: Glossary of Terms", "doc_6_title": "Complete Technical Documentation" }, "bibliography": { "heading": "References & Bibliography", "theoretical_priority_label": "Theoretical Priority:", "theoretical_priority_text": "Tractatus emerged from concerns about maintaining human values persistence in AI-augmented organizations. Moral pluralism and deliberative process form the CORE theoretical foundation. Organizational theory provides supporting context for temporal decision authority and structural implementation.", "section_1_heading": "Moral Pluralism & Values Philosophy (Primary Foundation)", "section_2_heading": "Organisational Theory (Supporting Context)", "section_3_heading": "AI Governance & Technical Context", "intellectual_lineage_label": "Note on Intellectual Lineage:", "intellectual_lineage_text": "The framework's central concern—human values persistence in AI-augmented organizational contexts—derives from moral philosophy rather than management science. The PluralisticDeliberationOrchestrator represents the primary research focus, embodying Weil's concept of attention to plural human needs and Berlin's recognition of incommensurable values.", "future_development_text": "Berlin and Weil will be integral to further development of the deliberation component—their work provides the philosophical foundation for understanding how to preserve human agency over values decisions as AI capabilities accelerate. Traditional organizational theory (Weber, Taylor) addresses authority through hierarchy; post-AI organizational contexts require authority through appropriate deliberative process across stakeholder perspectives. Framework development documentation (incident reports, session logs) maintained in project repository but not publicly released pending peer review." }, "limitations": { "heading": "Limitations & Future Research Directions", "title": "Known Limitations & Research Gaps", "limitation_1_title": "1. Single-Context Validation", "limitation_1_desc": "Framework validated only in single-project, single-user context (this website development). No multi-organisation deployment, cross-platform testing, or controlled experimental validation.", "limitation_2_title": "2. Voluntary Invocation Limitation", "limitation_2_desc": "Most critical limitation: Framework can be bypassed if AI simply chooses not to use governance tools. We've addressed this through architectural patterns making governance checks automatic rather than voluntary, but full external enforcement requires runtime-level integration not universally available in current LLM platforms.", "limitation_3_title": "3. No Adversarial Testing", "limitation_3_desc": "Framework has not undergone red-team evaluation, jailbreak testing, or adversarial prompt assessment. All observations come from normal development workflow, not deliberate bypass attempts.", "limitation_4_title": "4. Platform Specificity", "limitation_4_desc": "Observations and interventions validated with Claude Code (Anthropic Sonnet 4.5) only. Generalisability to other LLM systems (Copilot, GPT-4, custom agents) remains unvalidated hypothesis.", "limitation_5_title": "5. Scale Uncertainty", "limitation_5_desc": "Performance characteristics at enterprise scale (thousands of concurrent users, millions of governance events) completely unknown. Current implementation optimised for single-user context.", "future_research_title": "Future Research Needs:", "future_research_1": "Controlled experimental validation with quantitative metrics", "future_research_2": "Multi-organisation pilot studies across different domains", "future_research_3": "Independent security audit and adversarial testing", "future_research_4": "Cross-platform consistency evaluation (Copilot, GPT-4, open models)", "future_research_5": "Formal verification of boundary enforcement properties", "future_research_6": "Longitudinal study of framework effectiveness over extended deployment" } } }