Files
optimclaw/src/bridge/skill_migration.rs
T
[email protected]andClaude Opus 4.6 8e2349d12e feat(skills): extract ironclaw_skills crate and integrate with v2 engine
Extract the skills system into a standalone `ironclaw_skills` crate
(following the ironclaw_safety pattern) and wire it into the v2 engine
for deterministic skill selection, CodeAct code injection, and
confidence tracking.

**ironclaw_skills crate** (94 tests):
- Core types: SkillManifest, ActivationCriteria, LoadedSkill, SkillTrust
- V2 types: V2SkillMetadata, CodeSnippet, SkillMetrics, V2SkillSource
- Deterministic 4-phase selector (gating→scoring→budget→attenuation)
- apply_confidence_factor() for extracted skill scoring
- SKILL.md parser, validation/escaping, gating, registry, catalog
- Feature-gated: catalog (reqwest), registry (filesystem)

**Engine integration** (14 new tests):
- DocType::Skill with retrieval weight 0.45
- SkillSelector bridges MemoryDoc→LoadedSkill for shared scoring
- SkillTracker for usage/version/rollback confidence tracking
- System prompt injection via <skill> XML blocks
- CodeAct snippet injection via Monty NameLookup
- Skill extraction mission replaces playbook extraction
- ThreadManager.set_skill_selector() for runtime wiring

**Bridge + migration**:
- skill_migration.rs: v1 SKILL.md → v2 MemoryDoc (idempotent)
- init_engine() migrates v1 skills, builds SkillSelector
- src/skills/mod.rs → re-export shim

**E2E test** (tests/engine_v2_skill_codeact.rs):
- Full CodeAct loop: skill selected → LLM returns Python code →
  Monty executes http() → mock returns canned GitHub JSON →
  FINAL() terminates → thread completes with canned data
- GitHub SKILL.md in skills/github/ as reference implementation

Co-Authored-By: Claude Opus 4.6 (1M context) <[email protected]>
2026-03-27 16:24:07 -07:00

168 lines
5.7 KiB
Rust

//! V1 → V2 skill migration.
//!
//! Converts v1 `LoadedSkill` instances (from filesystem SKILL.md files) into
//! v2 `MemoryDoc` with `DocType::Skill` and structured `V2SkillMetadata`.
//! The migration is idempotent: skills with unchanged content_hash are skipped.
use std::sync::Arc;
use ironclaw_engine::types::error::EngineError;
use ironclaw_engine::types::memory::{DocType, MemoryDoc};
use ironclaw_engine::types::project::ProjectId;
use ironclaw_engine::traits::store::Store;
use ironclaw_skills::types::{LoadedSkill, SkillSource};
use ironclaw_skills::v2::{SkillMetrics, V2SkillMetadata, V2SkillSource};
use ironclaw_skills::SkillRegistry;
/// Migrate v1 skills to v2 MemoryDocs.
///
/// Reads all skills from the v1 `SkillRegistry`, converts each to a `MemoryDoc`
/// with `DocType::Skill` and `V2SkillMetadata`, and saves to the Store.
///
/// Returns the number of skills migrated or updated.
pub async fn migrate_v1_skills(
v1_registry: &SkillRegistry,
store: &Arc<dyn Store>,
project_id: ProjectId,
) -> Result<usize, EngineError> {
migrate_v1_skill_list(v1_registry.skills(), store, project_id).await
}
/// Migrate a snapshot of v1 skills to v2 MemoryDocs.
///
/// Takes a pre-cloned slice of skills (to avoid holding a lock across await).
pub async fn migrate_v1_skill_list(
v1_skills: &[LoadedSkill],
store: &Arc<dyn Store>,
project_id: ProjectId,
) -> Result<usize, EngineError> {
if v1_skills.is_empty() {
return Ok(0);
}
// Load existing skill docs to check for duplicates by content_hash
let existing_docs = store.list_memory_docs(project_id).await?;
let existing_hashes: std::collections::HashSet<String> = existing_docs
.iter()
.filter(|d| d.doc_type == DocType::Skill)
.filter_map(|d| {
serde_json::from_value::<V2SkillMetadata>(d.metadata.clone())
.ok()
.map(|m| m.content_hash)
})
.filter(|h| !h.is_empty())
.collect();
let mut migrated = 0;
for skill in v1_skills {
// Skip if content hasn't changed (idempotent)
if existing_hashes.contains(&skill.content_hash) {
tracing::debug!(
skill = %skill.name(),
"skipping v1 skill migration: content unchanged"
);
continue;
}
let doc = v1_skill_to_memory_doc(skill, project_id);
store.save_memory_doc(&doc).await?;
migrated += 1;
tracing::debug!(
skill = %skill.name(),
doc_id = %doc.id.0,
"migrated v1 skill to v2 MemoryDoc"
);
}
if migrated > 0 {
tracing::info!("migrated {migrated} v1 skill(s) to v2 engine");
}
Ok(migrated)
}
/// Convert a single v1 `LoadedSkill` to a v2 `MemoryDoc`.
fn v1_skill_to_memory_doc(skill: &LoadedSkill, project_id: ProjectId) -> MemoryDoc {
let v2_source = match &skill.source {
SkillSource::Workspace(_) | SkillSource::User(_) => V2SkillSource::Migrated,
SkillSource::Bundled(_) => V2SkillSource::Migrated,
};
let meta = V2SkillMetadata {
name: skill.manifest.name.clone(),
version: 1,
description: skill.manifest.description.clone(),
activation: skill.manifest.activation.clone(),
source: v2_source,
trust: skill.trust,
code_snippets: vec![], // v1 skills are prompt-only
metrics: SkillMetrics::default(),
parent_version: None,
content_hash: skill.content_hash.clone(),
};
let mut doc = MemoryDoc::new(
project_id,
DocType::Skill,
format!("skill:{}", skill.manifest.name),
&skill.prompt_content,
);
doc.metadata = serde_json::to_value(&meta).unwrap_or_default();
doc.tags = vec!["migrated_from_v1".to_string()];
doc
}
#[cfg(test)]
mod tests {
use super::*;
use ironclaw_skills::types::{ActivationCriteria, SkillManifest};
use std::path::PathBuf;
fn make_v1_skill(name: &str, content: &str) -> LoadedSkill {
LoadedSkill {
manifest: SkillManifest {
name: name.to_string(),
version: "1.0.0".to_string(),
description: format!("{name} skill"),
activation: ActivationCriteria {
keywords: vec!["test".to_string()],
..Default::default()
},
metadata: None,
},
prompt_content: content.to_string(),
trust: SkillTrust::Trusted,
source: SkillSource::User(PathBuf::from("/tmp/test")),
content_hash: ironclaw_skills::compute_hash(content),
compiled_patterns: vec![],
lowercased_keywords: vec!["test".to_string()],
lowercased_exclude_keywords: vec![],
lowercased_tags: vec![],
}
}
#[test]
fn test_v1_skill_converts_to_memory_doc() {
let skill = make_v1_skill("test-skill", "Test prompt content");
let project_id = ProjectId::new();
let doc = v1_skill_to_memory_doc(&skill, project_id);
assert_eq!(doc.doc_type, DocType::Skill);
assert_eq!(doc.title, "skill:test-skill");
assert_eq!(doc.content, "Test prompt content");
assert_eq!(doc.project_id, project_id);
assert!(doc.tags.contains(&"migrated_from_v1".to_string()));
let meta: V2SkillMetadata = serde_json::from_value(doc.metadata).unwrap();
assert_eq!(meta.name, "test-skill");
assert_eq!(meta.version, 1);
assert_eq!(meta.source, V2SkillSource::Migrated);
assert_eq!(meta.trust, SkillTrust::Trusted);
assert!(meta.code_snippets.is_empty());
assert!(!meta.content_hash.is_empty());
}
}