OpenWriterControle/scripts/registry/validate-registry.sh
Darren Hinde 1819b2516b
refactor: remove plugins from profiles and update opencoder agent (#122)
* refactor: remove plugins from profiles and update opencoder agent

- Remove plugin:notify, plugin:telegram-bot, and plugin:telegram-notify from Business, Full, and Advanced profiles
- Update opencoder agent to use ContextScout for discovery instead of 'DIGGING IN...' phrase
- Reduces profile component count and improves agent context discovery workflow

* feat: implement function-based context system with wildcard dependencies

## Context System Overhaul

### New Context Standards (3 files)
- Add frontmatter.md: HTML comment frontmatter format for all context files
- Add codebase-references.md: Standards for linking context to code implementation
- Update templates.md: Add frontmatter and codebase references to all 5 templates

### System Builder Updates
- Replace topic-based folders (domain/processes/standards/templates) with function-based folders (concepts/examples/guides/lookup/errors)
- Add navigation.md as REQUIRED file in all context structures
- Update validation rules: 4 → 8 checks (frontmatter, codebase refs, MVI limits)
- Update file size limits to match MVI principle per folder type
- Update architecture planning, context organization, and delivery stages

### Context Organizer Refactor
- Replace 27 individual dependencies with 1 wildcard: context:core/context-system/*
- Implement 9-step standards-based workflow with code discovery
- Add Step 0: Load standards via @ symbol
- Add Step 1: Discover codebase using glob patterns
- Update all generation steps to use templates with frontmatter + codebase refs
- Add comprehensive validation (frontmatter, codebase refs, MVI, file size)

### Registry Updates
- Add 2 new context entries: frontmatter, codebase-references
- Update context-organizer dependencies: 11 individual IDs → 1 wildcard pattern
- Simplify maintenance: auto-includes new context-system files

### Benefits
- Simpler maintenance: 27 lines → 2 lines in agent dependencies
- Better organization: Function-based structure (what/how/reference/troubleshooting)
- Auto-scaling: New context-system files automatically included
- Standards enforcement: Frontmatter and codebase references required
- Complete coverage: All context-system files discoverable via wildcard

### Other Changes
- Update ContextScout permissions and documentation
- Add visual-development.md context file
- Update design-iteration workflow
- Remove deprecated WORKFLOW_GUIDE.md
- Update README.md and developer profile

Co-authored-by: System Builder <system@openagents.dev>

* fix: add wildcard support to registry validation script

- Handle wildcard patterns in context dependencies (e.g., context:core/context-system/*)
- Extract prefix before wildcard and match against context file paths
- Prevents validation failures for wildcard dependencies in registry

---------

Co-authored-by: System Builder <system@openagents.dev>
2026-01-27 22:49:24 +00:00

554 lines
18 KiB
Bash
Executable file
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#!/usr/bin/env bash
#############################################################################
# Registry Validator Script
# Validates that all paths in registry.json point to actual files
# Exit codes:
# 0 = All paths valid
# 1 = Missing files found
# 2 = Registry parse error or missing dependencies
#############################################################################
set -e
# Colors
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
CYAN='\033[0;36m'
BOLD='\033[1m'
NC='\033[0m'
# Configuration
REGISTRY_FILE="registry.json"
REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
VERBOSE=false
FIX_MODE=false
# Counters
TOTAL_PATHS=0
VALID_PATHS=0
MISSING_PATHS=0
ORPHANED_FILES=0
MISSING_DEPENDENCIES=0
# Arrays to store results
declare -a MISSING_FILES
declare -a ORPHANED_COMPONENTS
declare -a MISSING_DEPS
#############################################################################
# Utility Functions
#############################################################################
print_header() {
echo -e "${CYAN}${BOLD}"
echo "╔════════════════════════════════════════════════════════════════╗"
echo "║ ║"
echo "║ Registry Validator v1.0.0 ║"
echo "║ ║"
echo "╚════════════════════════════════════════════════════════════════╝"
echo -e "${NC}"
}
print_success() {
echo -e "${GREEN}✓${NC} $1"
}
print_error() {
echo -e "${RED}✗${NC} $1"
}
print_warning() {
echo -e "${YELLOW}⚠${NC} $1"
}
print_info() {
echo -e "${BLUE}ℹ${NC} $1"
}
usage() {
echo "Usage: $0 [OPTIONS]"
echo ""
echo "Options:"
echo " -v, --verbose Show detailed validation output"
echo " -f, --fix Suggest fixes for missing files"
echo " -h, --help Show this help message"
echo ""
echo "Exit codes:"
echo " 0 = All paths valid"
echo " 1 = Missing files found"
echo " 2 = Registry parse error or missing dependencies"
exit 0
}
#############################################################################
# Dependency Checks
#############################################################################
check_dependencies() {
local missing_deps=()
if ! command -v jq &> /dev/null; then
missing_deps+=("jq")
fi
if [ ${#missing_deps[@]} -ne 0 ]; then
print_error "Missing required dependencies: ${missing_deps[*]}"
echo ""
echo "Please install them:"
echo " macOS: brew install ${missing_deps[*]}"
echo " Ubuntu: sudo apt-get install ${missing_deps[*]}"
echo " Fedora: sudo dnf install ${missing_deps[*]}"
exit 2
fi
}
#############################################################################
# Registry Validation
#############################################################################
validate_registry_file() {
if [ ! -f "$REGISTRY_FILE" ]; then
print_error "Registry file not found: $REGISTRY_FILE"
exit 2
fi
if ! jq empty "$REGISTRY_FILE" 2>/dev/null; then
print_error "Registry file is not valid JSON"
exit 2
fi
print_success "Registry file is valid JSON"
}
validate_component_paths() {
local category=$1
local category_display=$2
[ "$VERBOSE" = true ] && echo -e "\n${BOLD}Checking ${category_display}...${NC}"
# Get all components in this category
local components
components=$(jq -r ".components.${category}[]? | @json" "$REGISTRY_FILE" 2>/dev/null)
if [ -z "$components" ]; then
[ "$VERBOSE" = true ] && print_info "No ${category_display} found in registry"
return
fi
while IFS= read -r component; do
local id
id=$(echo "$component" | jq -r '.id')
local path
path=$(echo "$component" | jq -r '.path')
local name
name=$(echo "$component" | jq -r '.name')
TOTAL_PATHS=$((TOTAL_PATHS + 1))
# Check if file exists
if [ -f "$REPO_ROOT/$path" ]; then
VALID_PATHS=$((VALID_PATHS + 1))
[ "$VERBOSE" = true ] && print_success "${category_display}: ${name} (${id})"
else
MISSING_PATHS=$((MISSING_PATHS + 1))
MISSING_FILES+=("${category}:${id}|${name}|${path}")
print_error "${category_display}: ${name} (${id}) - File not found: ${path}"
# Try to find similar files if in fix mode
if [ "$FIX_MODE" = true ]; then
suggest_fix "$path" "$id"
fi
fi
done <<< "$components"
}
suggest_fix() {
local missing_path=$1
local component_id=$2
# Extract directory and filename
local dir
dir=$(dirname "$missing_path")
# local filename=$(basename "$missing_path") # Unused
local base_dir
base_dir=$(echo "$dir" | cut -d'/' -f1-3) # e.g., .opencode/command
# Look for similar files in the expected directory and subdirectories
local similar_files
similar_files=$(find "$REPO_ROOT/$base_dir" -type f -name "*.md" 2>/dev/null | grep -i "$component_id" || true)
if [ -n "$similar_files" ]; then
echo -e " ${YELLOW}→ Possible matches:${NC}"
while IFS= read -r file; do
local rel_path="${file#$REPO_ROOT/}"
echo -e " ${CYAN}${rel_path}${NC}"
done <<< "$similar_files"
fi
}
scan_for_orphaned_files() {
[ "$VERBOSE" = true ] && echo -e "\n${BOLD}Scanning for orphaned files...${NC}"
# Get all paths from registry
local registry_paths
registry_paths=$(jq -r '.components | to_entries[] | .value[] | .path' "$REGISTRY_FILE" 2>/dev/null | sort -u)
# Scan .opencode directory for markdown files
local categories=("agent" "command" "tool" "plugin" "context")
for category in "${categories[@]}"; do
local category_dir="$REPO_ROOT/.opencode/$category"
if [ ! -d "$category_dir" ]; then
continue
fi
# Find all .md and .ts files (excluding node_modules)
while IFS= read -r file; do
local rel_path="${file#$REPO_ROOT/}"
# Skip node_modules
if [[ "$rel_path" == *"/node_modules/"* ]]; then
continue
fi
# Skip README files
if [[ "$rel_path" == *"README.md" ]]; then
continue
fi
# Skip template files
if [[ "$rel_path" == *"-template.md" ]]; then
continue
fi
# Skip tool/plugin TypeScript files
if [[ "$rel_path" == *"/tool/index.ts" ]] || [[ "$rel_path" == *"/tool/template/index.ts" ]]; then
continue
fi
if [[ "$rel_path" == *"/plugin/agent-validator.ts" ]]; then
continue
fi
# Skip plugin internal docs and tests
if [[ "$rel_path" == *"/plugin/docs/"* ]] || [[ "$rel_path" == *"/plugin/tests/"* ]]; then
continue
fi
# Skip scripts directories (internal CLI tools, not registry components)
if [[ "$rel_path" == *"/scripts/"* ]]; then
continue
fi
# Check if this path is in registry
if ! echo "$registry_paths" | grep -q "^${rel_path}$"; then
ORPHANED_FILES=$((ORPHANED_FILES + 1))
ORPHANED_COMPONENTS+=("$rel_path")
[ "$VERBOSE" = true ] && print_warning "Orphaned file (not in registry): ${rel_path}"
fi
done < <(find "$category_dir" -type f \( -name "*.md" -o -name "*.ts" \) 2>/dev/null)
done
}
#############################################################################
# Dependency Validation
#############################################################################
check_dependency_exists() {
local dep=$1
# Parse dependency format: type:id
if [[ ! "$dep" =~ ^([^:]+):(.+)$ ]]; then
echo "invalid_format"
return 1
fi
local dep_type="${BASH_REMATCH[1]}"
local dep_id="${BASH_REMATCH[2]}"
# Map dependency type to registry category
local registry_category=""
case "$dep_type" in
agent)
registry_category="agents"
;;
subagent)
registry_category="subagents"
;;
command)
registry_category="commands"
;;
tool)
registry_category="tools"
;;
plugin)
registry_category="plugins"
;;
context)
registry_category="contexts"
;;
config)
registry_category="config"
;;
*)
echo "unknown_type"
return 1
;;
esac
# Check if component exists in registry
# First try exact ID match
local exists
exists=$(jq -r ".components.${registry_category}[]? | select(.id == \"${dep_id}\") | .id" "$REGISTRY_FILE" 2>/dev/null)
if [ -n "$exists" ]; then
echo "found"
return 0
fi
# For context dependencies, also try path-based lookup
# Format: context:core/standards/code -> .opencode/context/core/standards/code.md
if [ "$dep_type" = "context" ]; then
# Check for wildcard pattern (e.g., context:core/context-system/*)
if [[ "$dep_id" == *"*" ]]; then
# Extract prefix before wildcard
local prefix="${dep_id%%\**}"
# Check if any context files match the prefix
local matches
matches=$(jq -r ".components.${registry_category}[]? | select(.path | startswith(\".opencode/context/${prefix}\")) | .id" "$REGISTRY_FILE" 2>/dev/null | head -1)
if [ -n "$matches" ]; then
echo "found"
return 0
fi
else
# Try exact path match
local context_path=".opencode/context/${dep_id}.md"
local exists_by_path
exists_by_path=$(jq -r ".components.${registry_category}[]? | select(.path == \"${context_path}\") | .id" "$REGISTRY_FILE" 2>/dev/null)
if [ -n "$exists_by_path" ]; then
echo "found"
return 0
fi
fi
fi
echo "not_found"
return 1
}
validate_component_dependencies() {
echo ""
print_info "Validating component dependencies..."
echo ""
# Get all component types
local component_types
component_types=$(jq -r '.components | keys[]' "$REGISTRY_FILE" 2>/dev/null)
while IFS= read -r comp_type; do
# Get all components of this type
local components
components=$(jq -r ".components.${comp_type}[]? | @json" "$REGISTRY_FILE" 2>/dev/null)
if [ -z "$components" ]; then
continue
fi
while IFS= read -r component; do
local id
id=$(echo "$component" | jq -r '.id')
local name
name=$(echo "$component" | jq -r '.name')
local dependencies
dependencies=$(echo "$component" | jq -r '.dependencies[]?' 2>/dev/null)
if [ -z "$dependencies" ]; then
continue
fi
# Check each dependency
while IFS= read -r dep; do
if [ -z "$dep" ]; then
continue
fi
local result
result=$(check_dependency_exists "$dep")
case "$result" in
found)
[ "$VERBOSE" = true ] && print_success "Dependency OK: ${name} → ${dep}"
;;
not_found)
MISSING_DEPENDENCIES=$((MISSING_DEPENDENCIES + 1))
MISSING_DEPS+=("${comp_type}|${id}|${name}|${dep}")
print_error "Missing dependency: ${name} (${comp_type%s}) depends on \"${dep}\" (not found in registry)"
;;
invalid_format)
MISSING_DEPENDENCIES=$((MISSING_DEPENDENCIES + 1))
MISSING_DEPS+=("${comp_type}|${id}|${name}|${dep}")
print_error "Invalid dependency format: ${name} (${comp_type%s}) has invalid dependency \"${dep}\" (expected format: type:id)"
;;
unknown_type)
MISSING_DEPENDENCIES=$((MISSING_DEPENDENCIES + 1))
MISSING_DEPS+=("${comp_type}|${id}|${name}|${dep}")
print_error "Unknown dependency type: ${name} (${comp_type%s}) has unknown dependency type in \"${dep}\""
;;
esac
done <<< "$dependencies"
done <<< "$components"
done <<< "$component_types"
}
#############################################################################
# Reporting
#############################################################################
print_summary() {
echo ""
echo -e "${BOLD}═══════════════════════════════════════════════════════════════${NC}"
echo -e "${BOLD}Validation Summary${NC}"
echo -e "${BOLD}═══════════════════════════════════════════════════════════════${NC}"
echo ""
echo -e "Total paths checked: ${CYAN}${TOTAL_PATHS}${NC}"
echo -e "Valid paths: ${GREEN}${VALID_PATHS}${NC}"
echo -e "Missing paths: ${RED}${MISSING_PATHS}${NC}"
echo -e "Missing dependencies: ${RED}${MISSING_DEPENDENCIES}${NC}"
if [ "$VERBOSE" = true ]; then
echo -e "Orphaned files: ${YELLOW}${ORPHANED_FILES}${NC}"
fi
echo ""
local has_errors=false
# Check for missing paths
if [ $MISSING_PATHS -gt 0 ]; then
has_errors=true
print_error "Found ${MISSING_PATHS} missing file(s)"
echo ""
echo "Missing files:"
for entry in "${MISSING_FILES[@]}"; do
IFS='|' read -r cat_id name path <<< "$entry"
echo " - ${path} (${cat_id})"
done
echo ""
if [ "$FIX_MODE" = false ]; then
print_info "Run with --fix flag to see suggested fixes"
echo ""
fi
fi
# Check for missing dependencies
if [ $MISSING_DEPENDENCIES -gt 0 ]; then
has_errors=true
print_error "Found ${MISSING_DEPENDENCIES} missing or invalid dependencies"
echo ""
echo "Missing dependencies:"
for entry in "${MISSING_DEPS[@]}"; do
IFS='|' read -r comp_type id name dep <<< "$entry"
echo " - ${name} (${comp_type%s}) → ${dep}"
done
echo ""
print_info "Fix by either:"
echo " 1. Adding the missing component to the registry"
echo " 2. Removing the dependency from the component's frontmatter"
echo ""
fi
# Success case
if [ "$has_errors" = false ]; then
print_success "All registry paths are valid!"
print_success "All component dependencies are valid!"
if [ $ORPHANED_FILES -gt 0 ] && [ "$VERBOSE" = true ]; then
echo ""
print_warning "Found ${ORPHANED_FILES} orphaned file(s) not in registry"
echo ""
echo "Orphaned files:"
for file in "${ORPHANED_COMPONENTS[@]}"; do
echo " - $file"
done
echo ""
echo "Consider adding these to registry.json or removing them."
fi
return 0
else
echo "Please fix these issues before proceeding."
return 1
fi
}
#############################################################################
# Main
#############################################################################
main() {
# Parse arguments
while [ $# -gt 0 ]; do
case "$1" in
-v|--verbose)
VERBOSE=true
shift
;;
-f|--fix)
FIX_MODE=true
VERBOSE=true
shift
;;
-h|--help)
usage
;;
*)
echo "Unknown option: $1"
usage
;;
esac
done
print_header
# Check dependencies
check_dependencies
# Validate registry file
validate_registry_file
echo ""
print_info "Validating component paths..."
echo ""
# Validate each category
validate_component_paths "agents" "Agents"
validate_component_paths "subagents" "Subagents"
validate_component_paths "commands" "Commands"
validate_component_paths "tools" "Tools"
validate_component_paths "plugins" "Plugins"
validate_component_paths "contexts" "Contexts"
validate_component_paths "config" "Config"
# Validate component dependencies
validate_component_dependencies
# Scan for orphaned files if verbose
if [ "$VERBOSE" = true ]; then
scan_for_orphaned_files
fi
# Print summary and exit with appropriate code
if print_summary; then
exit 0
else
exit 1
fi
}
main "$@"