Agent self-editing — Opus reviews and improves its own soul + other agents (build 8)

New edit_agent_docs tool: Agent can read, append, and replace sections
in soul.md, skills.md, and memory.md — for itself and other personas.
The orchestrator (Opus) can configure cheap agents' souls to optimize
their behavior for specific tasks.

Comprehensive default soul.md following OpenClaw/nanoclaw conventions:
- Identity, personality, values, goals (like nanoclaw CLAUDE.md)
- Self-improvement section: discover capabilities, create tasks, edit docs
- Managing other agents: delegation rules, prompt quality, escalation
- Memory management: proactive learning, [REMEMBER] commands
- Channel-specific behavior: voice, watch, widget, notifications

Skills.md updated with full agentic capabilities: scheduling, discovery,
delegation, document editing, notification queue management.

The agent can now:
1. Read its own soul/skills/memory to understand its configuration
2. Edit sections to improve based on what works
3. Read other personas' souls to understand their roles
4. Write custom souls for other personas to optimize them
5. Track what it changes for audit trail

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: straff2002

OpenGlasses.xcodeproj/project.pbxproj

@@ -43,6 +43,7 @@
 		34E3BF5C773F011A28C87B06 /* LiveTranslationTool.swift in Sources */ = {isa = PBXBuildFile; fileRef = 21C6147CE5F69027F56B754E /* LiveTranslationTool.swift */; };
 		3631893292584C18C7D4FEF5 /* DiscoverCapabilitiesTool.swift in Sources */ = {isa = PBXBuildFile; fileRef = 0094676031D0F14EC355BBB1 /* DiscoverCapabilitiesTool.swift */; };
 		3E6777A15E47D573A8B16990 /* LiveActivityManager.swift in Sources */ = {isa = PBXBuildFile; fileRef = 939D1D229A4FEA0E0E45223A /* LiveActivityManager.swift */; };
+		3F2DDF04216579AEEFE4A909 /* AgentDocumentTool.swift in Sources */ = {isa = PBXBuildFile; fileRef = 3DC5775635FEDB7D7811D857 /* AgentDocumentTool.swift */; };
 		430731D416B1A767E421C53E /* TranscriptionService.swift in Sources */ = {isa = PBXBuildFile; fileRef = 1F9E1F6B5AC442EC808D2B26 /* TranscriptionService.swift */; };
 		4482080CDC5B75F5A0A12837 /* ConnectionBanner.swift in Sources */ = {isa = PBXBuildFile; fileRef = 6E826B880D40D7B71C61899E /* ConnectionBanner.swift */; };
 		4693CF7895F684941ECEA7B8 /* CalculatorTool.swift in Sources */ = {isa = PBXBuildFile; fileRef = 8BE07ADBE388B52CC68238D2 /* CalculatorTool.swift */; };
@@ -248,6 +249,7 @@
 		39E63B290EDC9DE71ABE9DA2 /* SettingsView.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = SettingsView.swift; sourceTree = "<group>"; };
 		3B5862735E7590C1743F7B97 /* CurrencyTool.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = CurrencyTool.swift; sourceTree = "<group>"; };
 		3C0F8D58645BC6DDBF5EBE6D /* OpenClawSkillsTool.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = OpenClawSkillsTool.swift; sourceTree = "<group>"; };
+		3DC5775635FEDB7D7811D857 /* AgentDocumentTool.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = AgentDocumentTool.swift; sourceTree = "<group>"; };
 		4252125BA0BF5D460D5DA5B9 /* FaceRecognitionService.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = FaceRecognitionService.swift; sourceTree = "<group>"; };
 		45E3B3049C0DE740FA37ABE1 /* intro.mp4 */ = {isa = PBXFileReference; path = intro.mp4; sourceTree = "<group>"; };
 		4691CC4CEA5C75C810866ECA /* AppleRemindersTool.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = AppleRemindersTool.swift; sourceTree = "<group>"; };
@@ -489,6 +491,7 @@
 		99223900E03498B03E3E935F /* NativeTools */ = {
 			isa = PBXGroup;
 			children = (
+				3DC5775635FEDB7D7811D857 /* AgentDocumentTool.swift */,
 				05E7694407E6C49108269783 /* AgentScheduleTool.swift */,
 				A52BFC30C1CD9580378CA279 /* AlarmTool.swift */,
 				4691CC4CEA5C75C810866ECA /* AppleRemindersTool.swift */,
@@ -824,6 +827,7 @@
 				64E33EA57E291566D6E0D155 /* AddModelView.swift in Sources */,
 				B26CD1DD9250EC1665B8BF7B /* AgentDataExporter.swift in Sources */,
 				5A372CED64E94C1BD52F3D81 /* AgentDocumentStore.swift in Sources */,
+				3F2DDF04216579AEEFE4A909 /* AgentDocumentTool.swift in Sources */,
 				EDDD862FCD553CDF869642D8 /* AgentNotificationQueue.swift in Sources */,
 				E89CB6BB8456474494C5DD37 /* AgentScheduleTool.swift in Sources */,
 				CCFC45F1C3DFB7454211DFDD /* AgentScheduler.swift in Sources */,
@@ -1048,7 +1052,7 @@
 				CODE_SIGN_ALLOW_ENTITLEMENTS_MODIFICATION = YES;
 				CODE_SIGN_ENTITLEMENTS = OpenGlasses/OpenGlasses.entitlements;
 				CODE_SIGN_IDENTITY = "iPhone Developer";
-				CURRENT_PROJECT_VERSION = 7;
+				CURRENT_PROJECT_VERSION = 8;
 				GENERATE_INFOPLIST_FILE = NO;
 				INFOPLIST_FILE = OpenGlasses/Info.plist;
 				INFOPLIST_KEY_CFBundleDisplayName = OpenGlasses;
@@ -1072,7 +1076,7 @@
 				CODE_SIGN_ALLOW_ENTITLEMENTS_MODIFICATION = YES;
 				CODE_SIGN_ENTITLEMENTS = OpenGlasses/OpenGlasses.entitlements;
 				CODE_SIGN_IDENTITY = "iPhone Developer";
-				CURRENT_PROJECT_VERSION = 7;
+				CURRENT_PROJECT_VERSION = 8;
 				GENERATE_INFOPLIST_FILE = NO;
 				INFOPLIST_FILE = OpenGlasses/Info.plist;
 				INFOPLIST_KEY_CFBundleDisplayName = OpenGlasses;

OpenGlasses/Sources/App/OpenGlassesApp.swift

@@ -354,6 +354,12 @@ class AppState: ObservableObject {
         )
         nativeToolRouter = NativeToolRouter(registry: nativeToolRegistry, openClawBridge: openClawBridge)
 
+        // Wire agent document store into the doc editing tool
+        if var docTool = nativeToolRegistry.tool(named: "edit_agent_docs") as? AgentDocumentTool {
+            docTool.agentDocs = agentDocs
+            nativeToolRegistry.register(docTool)
+        }
+
         addDebugEvent("AppState initialized")
         // Share the audio engine so transcription works in background
         transcriptionService.sharedAudioEngineProvider = wakeWordService

OpenGlasses/Sources/Services/AgentDocumentStore.swift

@@ -23,23 +23,57 @@ class AgentDocumentStore: ObservableObject {
     # OpenGlasses Agent
 
     ## Identity
-    I am an AI assistant that lives on Ray-Ban Meta smart glasses. I see through the wearer's eyes, hear what they hear, and speak through their ears.
+    I am an AI assistant that lives on Ray-Ban Meta smart glasses. I see through the wearer's eyes, hear what they hear, and speak through their ears. All my output is spoken aloud via TTS — never use markdown, formatting, or lists.
+
+    ## Communication
+    - Everything I say is spoken aloud. Keep it natural and conversational.
+    - Simple answers: 1-2 sentences. Complex topics: 3-5 sentences, offer to continue.
+    - Never say "as an AI" or "I don't have feelings". Just be helpful.
+    - Speech recognition may mishear — interpret generously before asking to repeat.
 
     ## Personality
-    - Concise and natural — I'm spoken aloud, not read on a screen
-    - Proactive but not intrusive — I offer help when relevant, stay quiet when not
-    - I remember what I learn about my wearer and use that context naturally
-    - I adapt my communication style to the situation (formal in meetings, casual with friends)
+    - Concise, warm, and genuinely helpful
+    - Proactive but not annoying — speak up when it matters, stay quiet when it doesn't
+    - Adapt tone to context: professional in meetings, casual with friends, patient when teaching
+    - Use humor occasionally but never at the wearer's expense
 
     ## Values
-    - Privacy first — I never share what I see or hear without explicit permission
-    - Accuracy — I say "I'm not sure" rather than guess
-    - Efficiency — every word I speak costs the wearer's attention
+    - Privacy first — never share what I see or hear without explicit permission
+    - Accuracy over speed — say "I'm not sure" rather than guess
+    - Efficiency — every word costs the wearer's attention. Earn it.
+    - Autonomy — make decisions within my scope, escalate what I can't handle
 
     ## Goals
     - Be genuinely useful in daily life, not just a novelty
-    - Learn my wearer's routines, preferences, and needs over time
-    - Anticipate needs before being asked when I have enough context
+    - Learn my wearer's routines, preferences, and context over time
+    - Anticipate needs before being asked when I have enough signal
+    - Continuously improve by discovering new capabilities and suggesting useful automations
+
+    ## Self-Improvement
+    - Periodically review available tools, shortcuts, and capabilities (use discover_capabilities)
+    - Create scheduled tasks for routine checks using cheap/fast models (use manage_schedule)
+    - Update my own soul.md and skills.md as I learn what works best
+    - Edit other personas' documents to optimize their behavior for their specific roles
+    - Track what suggestions the wearer accepts vs rejects to calibrate future proposals
+
+    ## Managing Other Agents
+    - I am the orchestrator. I can create, configure, and manage other persona agents.
+    - Assign routine/repetitive tasks to cheaper models (Haiku, Flash) via manage_schedule
+    - Each persona has its own wake word, model, and soul — I can edit these via their documents
+    - When delegating, write clear prompts. The cheap model should know exactly what to check and when to escalate.
+    - Review delegated task results periodically and adjust prompts that produce poor results.
+
+    ## Memory
+    - Store important facts with [REMEMBER key: value] commands
+    - Proactively remember: names, preferences, routines, locations, relationships, goals
+    - Check memory before answering — use context the wearer has already shared
+    - Don't re-ask things I should already know
+
+    ## Channels
+    - Voice (glasses): Primary channel. Always available when glasses are on.
+    - Watch: Quick actions. Keep responses extra brief for the small screen.
+    - Widget: Lock screen buttons. Same as voice but triggered by tap.
+    - Notifications: Queued when glasses are off. Check relevance before delivering stale ones.
     """
 
     /// Default skills document.
@@ -50,31 +84,44 @@ class AgentDocumentStore: ObservableObject {
     - Describe scenes, read text, identify objects and people
     - Analyze food for nutrition, scan QR/barcodes
     - Provide accessibility descriptions for visually impaired users
+    - QuickVision modes: describe, read, translate, health, identify, accessibility
 
     ## Communication
-    - Send messages via iMessage, WhatsApp, Telegram, WeChat, email
+    - Send messages via iMessage, WhatsApp, Telegram, WeChat, LINE, KakaoTalk, email
     - Make phone calls, look up contacts
-    - Translate spoken language in real-time
+    - Translate spoken language in real-time (phone mic for nearby speakers, glasses mic for wearer)
+    - Open Chinese apps: WeChat, Alipay, Baidu Maps, QQ, Weibo, Douyin, DingTalk, Taobao
 
     ## Productivity
     - Manage calendar events, reminders, timers, alarms
     - Take notes tagged with location and time
     - Summarize meetings from ambient audio
+    - Run Siri Shortcuts and get results back
 
     ## Smart Home
     - Control HomeKit devices (lights, locks, thermostats, scenes)
     - Call Home Assistant services directly
-    - Run Siri Shortcuts by name
+    - Quick actions on the speed dial for one-tap home control
 
     ## Knowledge
     - Web search with cited sources (Perplexity/DuckDuckGo)
-    - Weather, news, currency conversion
+    - Weather, news, currency conversion, dictionary
     - Remember where things are (object memory with GPS)
+    - Face recognition with social context recall
+
+    ## Agentic
+    - Manage scheduled background tasks (manage_schedule tool)
+    - Discover device capabilities and installed shortcuts (discover_capabilities tool)
+    - Create tasks for other personas/models — delegate routine work to cheap models
+    - Edit soul.md, skills.md, memory.md for self and other personas
+    - Notification queue: speak immediately or queue for when glasses reconnect
+    - Self-improve: review what works, adjust prompts, suggest new automations
 
     ## Learning
     - Learn new voice-triggered skills at runtime
     - Remember facts about people (social context)
     - Adapt to wearer's preferences over time
+    - Store structured data in memory with [REMEMBER] commands
     """
 
     /// Default memory starts empty — the agent builds this over time.

OpenGlasses/Sources/Services/NativeTools/AgentDocumentTool.swift

@@ -0,0 +1,205 @@
+import Foundation
+
+/// Lets the agent read and edit soul.md, skills.md, and memory.md
+/// for itself and other personas.
+///
+/// The orchestrator agent uses this to:
+/// - Review its own configuration
+/// - Improve its own soul/skills based on what works
+/// - Configure other persona agents' documents
+struct AgentDocumentTool: NativeTool {
+    let name = "edit_agent_docs"
+    let description = """
+        Read and edit agent identity documents (soul.md, skills.md, memory.md). \
+        Use this to review and improve your own configuration, or to set up \
+        other persona agents. You can read any document, append to it, or \
+        replace a specific section.
+
+        Documents:
+        - soul.md: Identity, personality, values, goals, communication style
+        - skills.md: Capabilities, tool usage patterns, delegation rules
+        - memory.md: Learned facts, preferences, context (auto-updated)
+        """
+
+    let parametersSchema: [String: Any] = [
+        "type": "object",
+        "properties": [
+            "action": [
+                "type": "string",
+                "description": "What to do: 'read', 'append', 'replace_section', 'list_personas'",
+                "enum": ["read", "append", "replace_section", "list_personas"]
+            ],
+            "document": [
+                "type": "string",
+                "description": "Which document: 'soul', 'skills', or 'memory'",
+                "enum": ["soul", "skills", "memory"]
+            ],
+            "content": [
+                "type": "string",
+                "description": "Content to append, or new section content for replace_section"
+            ],
+            "section_header": [
+                "type": "string",
+                "description": "For replace_section: the markdown ## header of the section to replace (e.g., '## Goals')"
+            ],
+            "persona_id": [
+                "type": "string",
+                "description": "Edit a specific persona's documents instead of the main agent's. Use list_personas to see available IDs."
+            ]
+        ],
+        "required": ["action"]
+    ]
+
+    weak var agentDocs: AgentDocumentStore?
+
+    func execute(args: [String: Any]) async throws -> String {
+        guard let action = args["action"] as? String else {
+            return "Specify an action: read, append, replace_section, list_personas"
+        }
+
+        // List available personas
+        if action == "list_personas" {
+            let personas = await MainActor.run { Config.enabledPersonas }
+            if personas.isEmpty {
+                return "No personas configured. You can only edit the main agent's documents."
+            }
+            var lines = ["Available personas:"]
+            for p in personas {
+                let model = await MainActor.run { Config.savedModels.first(where: { $0.id == p.modelId })?.name ?? "unknown" }
+                let hasSoul = p.soulOverride != nil ? "has custom soul" : "uses default soul"
+                lines.append("- [\(p.id)] \(p.name) (wake: \"\(p.wakePhrase)\", model: \(model), \(hasSoul))")
+            }
+            return lines.joined(separator: "\n")
+        }
+
+        guard let docName = args["document"] as? String,
+              let docType = AgentDocumentStore.DocumentType(rawValue: docName) else {
+            return "Specify a document: 'soul', 'skills', or 'memory'"
+        }
+
+        // Check if editing a persona's soul override
+        if let personaId = args["persona_id"] as? String {
+            return await handlePersonaEdit(action: action, personaId: personaId, docType: docType, args: args)
+        }
+
+        // Edit main agent's documents
+        guard let store = await MainActor.run(body: { agentDocs }) else {
+            return "Agent document store not available."
+        }
+
+        switch action {
+        case "read":
+            let content = await MainActor.run { store.content(for: docType) }
+            return "## \(docType.filename)\n\n\(content)"
+
+        case "append":
+            guard let content = args["content"] as? String, !content.isEmpty else {
+                return "Provide content to append."
+            }
+            await MainActor.run {
+                let current = store.content(for: docType)
+                store.save(docType, content: current + "\n\n" + content)
+            }
+            return "Appended to \(docType.filename)."
+
+        case "replace_section":
+            guard let header = args["section_header"] as? String, !header.isEmpty else {
+                return "Provide section_header (e.g., '## Goals') to identify the section to replace."
+            }
+            guard let newContent = args["content"] as? String, !newContent.isEmpty else {
+                return "Provide the new content for the section."
+            }
+            let result = await MainActor.run { () -> String in
+                let current = store.content(for: docType)
+                guard let updated = replaceSection(in: current, header: header, newContent: newContent) else {
+                    return "Section '\(header)' not found in \(docType.filename)."
+                }
+                store.save(docType, content: updated)
+                return "Replaced section '\(header)' in \(docType.filename)."
+            }
+            return result
+
+        default:
+            return "Unknown action. Use: read, append, replace_section, list_personas"
+        }
+    }
+
+    // MARK: - Persona Editing
+
+    private func handlePersonaEdit(action: String, personaId: String, docType: AgentDocumentStore.DocumentType, args: [String: Any]) async -> String {
+        // Only soul override is editable per-persona (skills/memory are shared)
+        guard docType == .soul else {
+            return "Only soul.md can be customized per persona. Skills and memory are shared across all personas."
+        }
+
+        var personas = await MainActor.run { Config.savedPersonas }
+        guard let idx = personas.firstIndex(where: { $0.id == personaId }) else {
+            return "Persona '\(personaId)' not found. Use list_personas to see available IDs."
+        }
+
+        switch action {
+        case "read":
+            let soul = personas[idx].soulOverride ?? "(using default soul — no custom override)"
+            return "## \(personas[idx].name) soul.md\n\n\(soul)"
+
+        case "append":
+            guard let content = args["content"] as? String else { return "Provide content." }
+            let current = personas[idx].soulOverride ?? ""
+            personas[idx].soulOverride = current + "\n\n" + content
+            await MainActor.run { Config.setSavedPersonas(personas) }
+            return "Appended to \(personas[idx].name)'s soul."
+
+        case "replace_section":
+            guard let header = args["section_header"] as? String,
+                  let content = args["content"] as? String else {
+                return "Provide section_header and content."
+            }
+            guard let current = personas[idx].soulOverride else {
+                return "\(personas[idx].name) has no custom soul yet. Use append to create one."
+            }
+            guard let updated = replaceSection(in: current, header: header, newContent: content) else {
+                return "Section '\(header)' not found in \(personas[idx].name)'s soul."
+            }
+            personas[idx].soulOverride = updated
+            await MainActor.run { Config.setSavedPersonas(personas) }
+            return "Replaced '\(header)' in \(personas[idx].name)'s soul."
+
+        default:
+            return "Unknown action."
+        }
+    }
+
+    // MARK: - Helpers
+
+    /// Replace a markdown section (## Header ... next ## or end of file) with new content.
+    private func replaceSection(in text: String, header: String, newContent: String) -> String? {
+        let lines = text.components(separatedBy: "\n")
+        let headerLine = header.trimmingCharacters(in: .whitespaces)
+
+        // Find the section start
+        guard let startIdx = lines.firstIndex(where: { $0.trimmingCharacters(in: .whitespaces) == headerLine }) else {
+            return nil
+        }
+
+        // Find the section end (next ## header or end of file)
+        let level = headerLine.prefix(while: { $0 == "#" }).count
+        var endIdx = lines.count
+        for i in (startIdx + 1)..<lines.count {
+            let trimmed = lines[i].trimmingCharacters(in: .whitespaces)
+            if trimmed.hasPrefix(String(repeating: "#", count: level) + " ") && !trimmed.hasPrefix(String(repeating: "#", count: level + 1)) {
+                endIdx = i
+                break
+            }
+        }
+
+        // Replace
+        var newLines = Array(lines[0..<startIdx])
+        newLines.append(headerLine)
+        newLines.append(newContent)
+        if endIdx < lines.count {
+            newLines.append(contentsOf: lines[endIdx...])
+        }
+
+        return newLines.joined(separator: "\n")
+    }
+}