Files
.dotfiles/.config/opencode/skills/skill-migrator/evals/evals.json
2026-03-22 23:21:49 +02:00

63 lines
2.9 KiB
JSON

{
"skill_name": "skill-migrator",
"evals": [
{
"id": 1,
"name": "basic-non-interactive-migration",
"prompt": "Migrate all skills from ~/.agents to the global opencode skills directory without any interactive prompts. Use the skill-migrator skill.",
"expected_output": "The agent should use the migrate.sh script with --all and --yes flags to perform a non-interactive migration. No prompts should be displayed.",
"assertions": [
"Agent identifies the correct script path",
"Agent uses --all flag to select all skills",
"Agent uses --yes flag to auto-confirm",
"Migration completes without interactive prompts"
]
},
{
"id": 2,
"name": "migration-with-conflict-resolution",
"prompt": "Migrate skills from ~/.agents to the global skills directory. Some skills may already exist at the destination. Use the skill-migrator to handle conflicts by skipping existing skills automatically.",
"expected_output": "The agent should use --conflict-strategy skip to automatically handle conflicts without prompting.",
"assertions": [
"Agent uses --conflict-strategy skip flag",
"Agent includes --all and --yes for non-interactive mode",
"Existing skills are skipped without prompts"
]
},
{
"id": 3,
"name": "dry-run-preview",
"prompt": "Preview what would be migrated from ~/.agents without actually making any changes. Show what skills would be migrated and how conflicts would be handled.",
"expected_output": "The agent should use --dry-run flag to preview changes without making them.",
"assertions": [
"Agent uses --dry-run flag",
"Agent may also use --all to preview all skills",
"No actual file changes are made",
"Preview output shows discovered skills"
]
},
{
"id": 4,
"name": "local-project-installation",
"prompt": "Migrate skills from ~/.agents to the local project directory (.opencode/skills/) instead of the global directory. Make it non-interactive.",
"expected_output": "The agent should use --local flag along with non-interactive flags.",
"assertions": [
"Agent uses --local flag",
"Agent uses --all and --yes for non-interactive mode",
"Target directory is the local .opencode/skills/ directory"
]
},
{
"id": 5,
"name": "backup-conflict-strategy",
"prompt": "Migrate skills from ~/.agents. If any skills already exist, create backups of the existing ones before overwriting them. Do this without any prompts.",
"expected_output": "The agent should use --conflict-strategy backup to create backups before overwriting.",
"assertions": [
"Agent uses --conflict-strategy backup",
"Agent includes --all and --yes",
"Existing skills are backed up with timestamps"
]
}
]
}