48dbab215d
Add Phase 1.5 to planner-agent.sh between AGENTS.md update (Phase 1) and gap analysis (Phase 2). The new phase fetches all prediction/unreviewed issues, asks Claude (Sonnet, one-shot) to triage each as ACCEPT_ACTION, ACCEPT_BACKLOG, or DISMISS, then: - Creates action issues (with formula YAML front matter) or backlog issues - Relabels accepted predictions: prediction/unreviewed → prediction/backlog - Closes dismissed predictions with a reason comment - Passes accepted predictions as context into Phase 2 gap analysis Creates prediction/backlog label on first run if missing. Validates emitted formula names against on-disk formulas/*.toml catalog. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
622 lines
26 KiB
Bash
Executable file
622 lines
26 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# =============================================================================
|
|
# planner-agent.sh — Update AGENTS.md tree, triage predictions, gap-analyse
|
|
#
|
|
# Three-phase planner run:
|
|
# Phase 1: Navigate and update AGENTS.md tree using Claude with tool access
|
|
# Phase 1.5: Triage prediction/unreviewed issues from the predictor (goblin)
|
|
# Phase 2: Compare AGENTS.md vs VISION.md, create backlog issues for gaps
|
|
#
|
|
# Usage: planner-agent.sh (no args — uses env vars from .env / env.sh)
|
|
# =============================================================================
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
FACTORY_ROOT="$(dirname "$SCRIPT_DIR")"
|
|
|
|
# shellcheck source=../lib/env.sh
|
|
source "$FACTORY_ROOT/lib/env.sh"
|
|
|
|
LOG_FILE="$SCRIPT_DIR/planner.log"
|
|
CLAUDE_TIMEOUT="${CLAUDE_TIMEOUT:-3600}"
|
|
VISION_FILE="${PROJECT_REPO_ROOT}/VISION.md"
|
|
RESOURCES_FILE="${FACTORY_ROOT}/RESOURCES.md"
|
|
|
|
log() { echo "[$(date -u +%Y-%m-%dT%H:%M:%S)Z] $*" >> "$LOG_FILE"; }
|
|
|
|
# ── Preflight ────────────────────────────────────────────────────────────
|
|
cd "$PROJECT_REPO_ROOT"
|
|
git fetch origin "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
git checkout "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
git pull --ff-only origin "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
|
|
HEAD_SHA=$(git rev-parse HEAD)
|
|
log "--- Planner start (HEAD: ${HEAD_SHA:0:7}) ---"
|
|
|
|
# ── Phase 1: Update AGENTS.md tree ──────────────────────────────────────
|
|
log "Phase 1: updating AGENTS.md tree"
|
|
|
|
# Find all AGENTS.md files and their watermarks
|
|
AGENTS_FILES=$(find . -name "AGENTS.md" -not -path "./.git/*" | sort)
|
|
AGENTS_INFO=""
|
|
NEEDS_UPDATE=false
|
|
|
|
for f in $AGENTS_FILES; do
|
|
WATERMARK=$(grep -oP '(?<=<!-- last-reviewed: )[a-f0-9]+' "$f" 2>/dev/null | head -1 || true)
|
|
LINE_COUNT=$(wc -l < "$f")
|
|
if [ -n "$WATERMARK" ]; then
|
|
if git cat-file -e "$WATERMARK" 2>/dev/null; then
|
|
CHANGES=$(git log --oneline "${WATERMARK}..HEAD" -- "$(dirname "$f")" 2>/dev/null | wc -l || true)
|
|
else
|
|
CHANGES="unknown"
|
|
fi
|
|
else
|
|
WATERMARK="none"
|
|
CHANGES="all"
|
|
fi
|
|
AGENTS_INFO="${AGENTS_INFO} ${f} (${LINE_COUNT} lines, watermark: ${WATERMARK:0:7}, changes: ${CHANGES})\n"
|
|
[ "$CHANGES" != "0" ] && NEEDS_UPDATE=true
|
|
done
|
|
|
|
if [ "$NEEDS_UPDATE" = false ] && [ -n "$AGENTS_FILES" ]; then
|
|
log "All AGENTS.md files up to date — skipping phase 1"
|
|
else
|
|
# Create branch for changes
|
|
BRANCH_NAME="chore/planner-agents-$(date -u +%Y%m%d)"
|
|
git checkout -B "$BRANCH_NAME" 2>/dev/null
|
|
|
|
PHASE1_PROMPT="You maintain the AGENTS.md documentation tree for this repository.
|
|
Your job: keep every AGENTS.md file accurate, concise, and current.
|
|
|
|
## How AGENTS.md works
|
|
- Each directory with significant logic has its own AGENTS.md
|
|
- Root AGENTS.md references sub-directory files
|
|
- Each file has a watermark: \`<!-- last-reviewed: <sha> -->\` on line 1
|
|
- The watermark tells you which commits are already reflected
|
|
|
|
## Current AGENTS.md files
|
|
$(echo -e "$AGENTS_INFO")
|
|
## Current HEAD: ${HEAD_SHA}
|
|
|
|
## Your workflow
|
|
1. Read the root AGENTS.md. Note its watermark SHA.
|
|
2. Run \`git log --stat <watermark>..HEAD\` to see what changed since last review.
|
|
If watermark is 'none', use \`git log --stat -20\` for recent history.
|
|
3. For structural changes (new files, renames, major refactors), run \`git show <sha>\`
|
|
or read the affected source files to understand the change.
|
|
4. Follow references to sub-directory AGENTS.md files. Repeat steps 1-3 for each.
|
|
5. Update any AGENTS.md file that is stale or missing information about changes.
|
|
6. If a directory has significant logic but no AGENTS.md, create one.
|
|
|
|
## AGENTS.md conventions (follow these strictly)
|
|
- Max ~200 lines per file — if longer, split into sub-directory files
|
|
- Describe architecture and conventions (WHAT and WHY), not implementation details
|
|
- Link to source files for specifics: \`See [file.sol](path) for X\`
|
|
- Progressive disclosure: high-level in root, details in sub-directory files
|
|
- After updating a file, set its watermark to: \`<!-- last-reviewed: ${HEAD_SHA} -->\`
|
|
- The watermark MUST be the very first line of the file
|
|
|
|
## Important
|
|
- Only update files that are actually stale (have changes since watermark)
|
|
- Do NOT rewrite files that are already current
|
|
- Do NOT remove existing accurate content — only add, update, or restructure
|
|
- Keep the writing factual and architectural — no changelog language"
|
|
|
|
PHASE1_OUTPUT=$(timeout "$CLAUDE_TIMEOUT" claude -p "$PHASE1_PROMPT" \
|
|
--model sonnet \
|
|
--dangerously-skip-permissions \
|
|
--max-turns 30 \
|
|
2>/dev/null) || {
|
|
EXIT_CODE=$?
|
|
log "ERROR: claude exited with code $EXIT_CODE during phase 1"
|
|
git checkout "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
exit 1
|
|
}
|
|
|
|
log "Phase 1 claude finished ($(echo "$PHASE1_OUTPUT" | wc -c) bytes)"
|
|
|
|
# Check if any files were modified
|
|
if git diff --quiet && [ -z "$(git ls-files --others --exclude-standard)" ]; then
|
|
log "No AGENTS.md changes — nothing to commit"
|
|
git checkout "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
else
|
|
# Commit and push
|
|
find . -name "AGENTS.md" -not -path "./.git/*" -exec git add {} +
|
|
|
|
if ! git diff --cached --quiet; then
|
|
git commit -m "chore: planner update AGENTS.md tree" --quiet 2>/dev/null
|
|
git push -f origin "$BRANCH_NAME" --quiet 2>/dev/null || {
|
|
log "ERROR: failed to push $BRANCH_NAME"
|
|
git checkout "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
exit 1
|
|
}
|
|
git checkout "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
|
|
# Create or update PR
|
|
EXISTING_PR=$(codeberg_api GET "/pulls?state=open&limit=50" 2>/dev/null | \
|
|
jq -r --arg branch "$BRANCH_NAME" '.[] | select(.head.ref == $branch) | .number' | head -1)
|
|
if [ -z "$EXISTING_PR" ]; then
|
|
PR_RESPONSE=$(codeberg_api POST "/pulls" \
|
|
"$(jq -nc --arg h "$BRANCH_NAME" --arg b "$PRIMARY_BRANCH" \
|
|
'{title:"chore: planner update AGENTS.md tree",head:$h,base:$b,body:"Automated AGENTS.md tree update from git history analysis."}')" \
|
|
2>/dev/null)
|
|
PR_NUM=$(echo "$PR_RESPONSE" | jq -r '.number // empty')
|
|
if [ -n "$PR_NUM" ]; then
|
|
log "Created PR #${PR_NUM} for AGENTS.md update"
|
|
matrix_send "planner" "📋 PR #${PR_NUM}: planner update AGENTS.md tree" 2>/dev/null || true
|
|
else
|
|
log "ERROR: failed to create PR"
|
|
fi
|
|
else
|
|
log "Updated existing PR #${EXISTING_PR}"
|
|
fi
|
|
else
|
|
git checkout "${PRIMARY_BRANCH}" --quiet 2>/dev/null || true
|
|
log "No AGENTS.md changes after filtering"
|
|
fi
|
|
fi
|
|
|
|
log "Phase 1 done"
|
|
fi
|
|
|
|
# ── Phase 1.5: Prediction Triage ──────────────────────────────────────
|
|
log "Phase 1.5: prediction triage"
|
|
|
|
PRED_ISSUES=$(codeberg_api GET "/issues?state=open&type=issues&labels=prediction%2Funreviewed&limit=50" 2>/dev/null || true)
|
|
PRED_COUNT=0
|
|
if [ -n "$PRED_ISSUES" ] && [ "$PRED_ISSUES" != "null" ]; then
|
|
PRED_COUNT=$(printf '%s' "$PRED_ISSUES" | jq 'length' 2>/dev/null || echo 0)
|
|
fi
|
|
|
|
ACCEPTED_PREDICTIONS=""
|
|
|
|
if [ "${PRED_COUNT:-0}" -gt 0 ] 2>/dev/null; then
|
|
log "Found $PRED_COUNT prediction/unreviewed issues to triage"
|
|
|
|
# Build prediction details for the prompt
|
|
PRED_DETAILS=$(printf '%s' "$PRED_ISSUES" | jq -r \
|
|
'.[] | "### Prediction #\(.number): \(.title)\n\(.body)\n"' 2>/dev/null || true)
|
|
|
|
# Look up label IDs
|
|
ALL_LABELS=$(codeberg_api GET "/labels" 2>/dev/null || true)
|
|
UNREVIEWED_LABEL_ID=$(printf '%s' "$ALL_LABELS" | \
|
|
jq -r '.[] | select(.name == "prediction/unreviewed") | .id' 2>/dev/null || true)
|
|
BACKLOG_PRED_LABEL_ID=$(printf '%s' "$ALL_LABELS" | \
|
|
jq -r '.[] | select(.name == "prediction/backlog") | .id' 2>/dev/null || true)
|
|
BACKLOG_LABEL_ID_TRIAGE=$(printf '%s' "$ALL_LABELS" | \
|
|
jq -r '.[] | select(.name == "backlog") | .id' 2>/dev/null || true)
|
|
|
|
# Create prediction/backlog label if missing
|
|
if [ -z "$BACKLOG_PRED_LABEL_ID" ]; then
|
|
LABEL_RESULT=$(codeberg_api POST "/labels" \
|
|
-d "$(jq -nc '{name:"prediction/backlog", color:"#0e8a16", description:"Triaged prediction — accepted by planner"}')" \
|
|
2>/dev/null || true)
|
|
BACKLOG_PRED_LABEL_ID=$(printf '%s' "$LABEL_RESULT" | jq -r '.id // empty' 2>/dev/null || true)
|
|
if [ -n "$BACKLOG_PRED_LABEL_ID" ]; then
|
|
log "Created 'prediction/backlog' label (id: $BACKLOG_PRED_LABEL_ID)"
|
|
else
|
|
log "WARN: failed to create 'prediction/backlog' label"
|
|
fi
|
|
fi
|
|
|
|
# Build formula catalog for triage prompt
|
|
TRIAGE_FORMULA_CATALOG=""
|
|
if [ -d "$FACTORY_ROOT/formulas" ]; then
|
|
for _tf in "$FACTORY_ROOT/formulas"/*.toml; do
|
|
[ -f "$_tf" ] || continue
|
|
TRIAGE_FORMULA_CATALOG="${TRIAGE_FORMULA_CATALOG}
|
|
--- $(basename "$_tf" .toml) ---
|
|
$(cat "$_tf")
|
|
"
|
|
done
|
|
fi
|
|
|
|
# Fetch open issues summary for overlap check
|
|
_TRIAGE_ISSUES=$(codeberg_api GET "/issues?state=open&type=issues&limit=50&sort=updated&direction=desc" 2>/dev/null || true)
|
|
TRIAGE_OPEN_SUMMARY=""
|
|
if [ -n "$_TRIAGE_ISSUES" ] && [ "$_TRIAGE_ISSUES" != "null" ]; then
|
|
TRIAGE_OPEN_SUMMARY=$(printf '%s' "$_TRIAGE_ISSUES" | \
|
|
jq -r '.[] | "#\(.number) [\(.labels | map(.name) | join(","))] \(.title)"' 2>/dev/null || true)
|
|
fi
|
|
|
|
# Load VISION for context
|
|
TRIAGE_VISION=""
|
|
[ -f "$VISION_FILE" ] && TRIAGE_VISION=$(cat "$VISION_FILE")
|
|
|
|
TRIAGE_PROMPT="You are the planner for ${CODEBERG_REPO}. The predictor has filed these observations:
|
|
|
|
${PRED_DETAILS}
|
|
|
|
For each prediction, decide:
|
|
- ACCEPT_ACTION: maps to a formula → emit action issue JSON
|
|
- ACCEPT_BACKLOG: warrants dev work → emit backlog issue JSON
|
|
- DISMISS: noise, already covered, or not actionable → close with reason
|
|
|
|
Context for your decisions:
|
|
|
|
## VISION.md
|
|
${TRIAGE_VISION:-"(not found)"}
|
|
|
|
## Available formulas
|
|
${TRIAGE_FORMULA_CATALOG:-"(no formulas available)"}
|
|
|
|
## All open issues (check for overlap)
|
|
${TRIAGE_OPEN_SUMMARY:-"(could not fetch)"}
|
|
|
|
## Output format
|
|
|
|
For each prediction, output one JSON object per line (no array wrapper, no markdown fences):
|
|
|
|
{\"prediction\": <issue-number>, \"decision\": \"ACCEPT_ACTION\", \"title\": \"action title\", \"formula\": \"formula-name\", \"vars\": {\"var1\": \"value1\"}, \"reason\": \"why\"}
|
|
{\"prediction\": <issue-number>, \"decision\": \"ACCEPT_BACKLOG\", \"title\": \"backlog issue title\", \"body\": \"problem + approach\", \"reason\": \"why\"}
|
|
{\"prediction\": <issue-number>, \"decision\": \"DISMISS\", \"reason\": \"why this is noise or already covered\"}
|
|
|
|
## Rules
|
|
- Triage ALL predictions — every prediction must appear in output
|
|
- Only use ACCEPT_ACTION when the prediction clearly maps to an available formula
|
|
- ACCEPT_BACKLOG for predictions that warrant real dev work
|
|
- DISMISS predictions that are noise, already covered by open issues, or not actionable
|
|
- Be decisive — the predictor intentionally over-signals; your job is to filter
|
|
|
|
Output ONLY the JSON lines — no preamble, no markdown fences."
|
|
|
|
TRIAGE_OUTPUT=$(timeout "$CLAUDE_TIMEOUT" claude -p "$TRIAGE_PROMPT" \
|
|
--model sonnet \
|
|
2>/dev/null) || {
|
|
log "ERROR: claude exited with code $? during phase 1.5 — skipping triage"
|
|
TRIAGE_OUTPUT=""
|
|
}
|
|
|
|
if [ -n "$TRIAGE_OUTPUT" ]; then
|
|
log "Phase 1.5 claude finished ($(printf '%s' "$TRIAGE_OUTPUT" | wc -c) bytes)"
|
|
|
|
# Build valid formula list for validation
|
|
TRIAGE_VALID_FORMULAS=""
|
|
if [ -d "$FACTORY_ROOT/formulas" ]; then
|
|
for _vf in "$FACTORY_ROOT/formulas"/*.toml; do
|
|
[ -f "$_vf" ] || continue
|
|
TRIAGE_VALID_FORMULAS="${TRIAGE_VALID_FORMULAS} $(basename "$_vf" .toml)"
|
|
done
|
|
fi
|
|
|
|
TRIAGE_ACCEPTED=0
|
|
TRIAGE_DISMISSED=0
|
|
while IFS= read -r line; do
|
|
[ -z "$line" ] && continue
|
|
printf '%s' "$line" | jq -e . >/dev/null 2>&1 || continue
|
|
|
|
PRED_NUM=$(printf '%s' "$line" | jq -r '.prediction')
|
|
DECISION=$(printf '%s' "$line" | jq -r '.decision')
|
|
REASON=$(printf '%s' "$line" | jq -r '.reason // ""')
|
|
|
|
case "$DECISION" in
|
|
ACCEPT_ACTION)
|
|
A_TITLE=$(printf '%s' "$line" | jq -r '.title')
|
|
A_FORMULA=$(printf '%s' "$line" | jq -r '.formula // empty')
|
|
|
|
# Validate formula against on-disk catalog
|
|
if [ -n "$A_FORMULA" ] && ! echo "$TRIAGE_VALID_FORMULAS" | grep -qw "$A_FORMULA"; then
|
|
log "WARN: unknown formula '${A_FORMULA}' for prediction #${PRED_NUM} — falling back to ACCEPT_BACKLOG"
|
|
A_FORMULA=""
|
|
fi
|
|
|
|
if [ -n "$A_FORMULA" ]; then
|
|
A_VARS_YAML=$(printf '%s' "$line" | jq -r '
|
|
.vars // {} | to_entries |
|
|
map(" " + .key + ": " + (.value | @json)) | join("\n")')
|
|
|
|
A_BODY="---
|
|
formula: ${A_FORMULA}
|
|
vars:
|
|
${A_VARS_YAML}
|
|
---
|
|
|
|
Triaged from prediction #${PRED_NUM}.
|
|
Reason: ${REASON}"
|
|
else
|
|
A_BODY="Triaged from prediction #${PRED_NUM}.
|
|
Reason: ${REASON}"
|
|
fi
|
|
|
|
A_PAYLOAD=$(jq -nc --arg t "$A_TITLE" --arg b "$A_BODY" '{title:$t, body:$b}')
|
|
if [ -n "$BACKLOG_LABEL_ID_TRIAGE" ]; then
|
|
A_PAYLOAD=$(printf '%s' "$A_PAYLOAD" | jq --argjson lid "$BACKLOG_LABEL_ID_TRIAGE" '.labels = [$lid]')
|
|
fi
|
|
|
|
A_RESULT=$(codeberg_api POST "/issues" -d "$A_PAYLOAD" 2>/dev/null || true)
|
|
A_ISSUE=$(printf '%s' "$A_RESULT" | jq -r '.number // "?"' 2>/dev/null || echo "?")
|
|
log "Created action issue #${A_ISSUE} from prediction #${PRED_NUM} (formula: ${A_FORMULA:-freeform})"
|
|
matrix_send "planner" "📋 Action #${A_ISSUE} from prediction #${PRED_NUM} [${A_FORMULA:-freeform}]: ${A_TITLE}" 2>/dev/null || true
|
|
|
|
ACCEPTED_PREDICTIONS="${ACCEPTED_PREDICTIONS}
|
|
- Prediction #${PRED_NUM} → action issue #${A_ISSUE} (formula: ${A_FORMULA:-freeform}): ${A_TITLE}"
|
|
TRIAGE_ACCEPTED=$((TRIAGE_ACCEPTED + 1))
|
|
|
|
# Relabel: prediction/unreviewed → prediction/backlog
|
|
if [ -n "$UNREVIEWED_LABEL_ID" ]; then
|
|
codeberg_api DELETE "/issues/${PRED_NUM}/labels/${UNREVIEWED_LABEL_ID}" 2>/dev/null || true
|
|
fi
|
|
if [ -n "$BACKLOG_PRED_LABEL_ID" ]; then
|
|
codeberg_api POST "/issues/${PRED_NUM}/labels" \
|
|
-d "$(jq -nc --argjson lid "$BACKLOG_PRED_LABEL_ID" '{labels:[$lid]}')" 2>/dev/null || true
|
|
fi
|
|
;;
|
|
|
|
ACCEPT_BACKLOG)
|
|
B_TITLE=$(printf '%s' "$line" | jq -r '.title')
|
|
B_BODY=$(printf '%s' "$line" | jq -r '.body // ""')
|
|
B_BODY="${B_BODY}
|
|
|
|
Triaged from prediction #${PRED_NUM}.
|
|
Reason: ${REASON}"
|
|
|
|
B_PAYLOAD=$(jq -nc --arg t "$B_TITLE" --arg b "$B_BODY" '{title:$t, body:$b}')
|
|
if [ -n "$BACKLOG_LABEL_ID_TRIAGE" ]; then
|
|
B_PAYLOAD=$(printf '%s' "$B_PAYLOAD" | jq --argjson lid "$BACKLOG_LABEL_ID_TRIAGE" '.labels = [$lid]')
|
|
fi
|
|
|
|
B_RESULT=$(codeberg_api POST "/issues" -d "$B_PAYLOAD" 2>/dev/null || true)
|
|
B_ISSUE=$(printf '%s' "$B_RESULT" | jq -r '.number // "?"' 2>/dev/null || echo "?")
|
|
log "Created backlog issue #${B_ISSUE} from prediction #${PRED_NUM}"
|
|
matrix_send "planner" "📋 Backlog #${B_ISSUE} from prediction #${PRED_NUM}: ${B_TITLE}" 2>/dev/null || true
|
|
|
|
ACCEPTED_PREDICTIONS="${ACCEPTED_PREDICTIONS}
|
|
- Prediction #${PRED_NUM} → backlog issue #${B_ISSUE}: ${B_TITLE}"
|
|
TRIAGE_ACCEPTED=$((TRIAGE_ACCEPTED + 1))
|
|
|
|
# Relabel: prediction/unreviewed → prediction/backlog
|
|
if [ -n "$UNREVIEWED_LABEL_ID" ]; then
|
|
codeberg_api DELETE "/issues/${PRED_NUM}/labels/${UNREVIEWED_LABEL_ID}" 2>/dev/null || true
|
|
fi
|
|
if [ -n "$BACKLOG_PRED_LABEL_ID" ]; then
|
|
codeberg_api POST "/issues/${PRED_NUM}/labels" \
|
|
-d "$(jq -nc --argjson lid "$BACKLOG_PRED_LABEL_ID" '{labels:[$lid]}')" 2>/dev/null || true
|
|
fi
|
|
;;
|
|
|
|
DISMISS)
|
|
codeberg_api POST "/issues/${PRED_NUM}/comments" \
|
|
-d "$(jq -nc --arg b "Dismissed by planner triage: ${REASON}" '{body:$b}')" 2>/dev/null || true
|
|
codeberg_api PATCH "/issues/${PRED_NUM}" \
|
|
-d '{"state":"closed"}' 2>/dev/null || true
|
|
log "Dismissed prediction #${PRED_NUM}: ${REASON}"
|
|
TRIAGE_DISMISSED=$((TRIAGE_DISMISSED + 1))
|
|
;;
|
|
|
|
*)
|
|
log "WARN: unknown triage decision '${DECISION}' for prediction #${PRED_NUM}"
|
|
;;
|
|
esac
|
|
done <<< "$TRIAGE_OUTPUT"
|
|
|
|
log "Phase 1.5 done — accepted: $TRIAGE_ACCEPTED, dismissed: $TRIAGE_DISMISSED"
|
|
fi
|
|
else
|
|
log "No prediction/unreviewed issues found — skipping triage"
|
|
fi
|
|
|
|
# ── Phase 2: Gap analysis ───────────────────────────────────────────────
|
|
log "Phase 2: gap analysis"
|
|
|
|
# Build project state from AGENTS.md tree
|
|
PROJECT_STATE=""
|
|
for f in $(find . -name "AGENTS.md" -not -path "./.git/*" | sort); do
|
|
PROJECT_STATE="${PROJECT_STATE}
|
|
### ${f}
|
|
$(cat "$f")
|
|
"
|
|
done
|
|
|
|
VISION=""
|
|
[ -f "$VISION_FILE" ] && VISION=$(cat "$VISION_FILE")
|
|
|
|
if [ -z "$VISION" ]; then
|
|
log "No VISION.md found — skipping gap analysis"
|
|
log "--- Planner done ---"
|
|
exit 0
|
|
fi
|
|
|
|
RESOURCES=""
|
|
[ -f "$RESOURCES_FILE" ] && RESOURCES=$(cat "$RESOURCES_FILE")
|
|
|
|
# Fetch open issues (all labels)
|
|
OPEN_ISSUES=$(codeberg_api GET "/issues?state=open&type=issues&limit=50&sort=updated&direction=desc" 2>/dev/null || true)
|
|
if [ -z "$OPEN_ISSUES" ] || [ "$OPEN_ISSUES" = "null" ]; then
|
|
log "Failed to fetch open issues"
|
|
exit 1
|
|
fi
|
|
|
|
OPEN_SUMMARY=$(echo "$OPEN_ISSUES" | jq -r '.[] | "#\(.number) [\(.labels | map(.name) | join(","))] \(.title)"' 2>/dev/null || true)
|
|
|
|
# Fetch vision-labeled issues specifically
|
|
VISION_ISSUES=$(echo "$OPEN_ISSUES" | jq -r '.[] | select(.labels | map(.name) | index("vision")) | "#\(.number) \(.title)\n\(.body)"' 2>/dev/null || true)
|
|
|
|
# Read supervisor metrics for trend analysis (last 7 days)
|
|
METRICS_FILE="${FACTORY_ROOT}/metrics/supervisor-metrics.jsonl"
|
|
METRICS_SUMMARY="(no metrics data — supervisor has not yet written metrics)"
|
|
if [ -f "$METRICS_FILE" ] && [ -s "$METRICS_FILE" ]; then
|
|
_METRICS_CUTOFF=$(date -u -d '7 days ago' +%Y-%m-%dT%H:%M)
|
|
METRICS_SUMMARY=$(jq -c --arg cutoff "$_METRICS_CUTOFF" 'select(.ts >= $cutoff)' \
|
|
"$METRICS_FILE" 2>/dev/null | \
|
|
jq -rs --arg proj "${PROJECT_NAME:-}" '
|
|
( [.[] | select(.type=="ci" and .project==$proj) | .duration_min] | if length>0 then add/length|round else null end ) as $ci_avg |
|
|
( [.[] | select(.type=="ci" and .project==$proj) | select(.status=="success")] | length ) as $ci_ok |
|
|
( [.[] | select(.type=="ci" and .project==$proj)] | length ) as $ci_n |
|
|
( [.[] | select(.type=="infra") | .ram_used_pct] | if length>0 then add/length|round else null end ) as $ram_avg |
|
|
( [.[] | select(.type=="infra") | .disk_used_pct] | if length>0 then add/length|round else null end ) as $disk_avg |
|
|
( [.[] | select(.type=="dev" and .project==$proj)] | last ) as $dev_last |
|
|
"CI (\($ci_n) pipelines): avg \(if $ci_avg then "\($ci_avg)min" else "n/a" end), success rate \(if $ci_n > 0 then "\($ci_ok * 100 / $ci_n | round)%" else "n/a" end)\n" +
|
|
"Infra: avg RAM \(if $ram_avg then "\($ram_avg)%" else "n/a" end) used, avg disk \(if $disk_avg then "\($disk_avg)%" else "n/a" end) used\n" +
|
|
"Dev (latest): \(if $dev_last then "\($dev_last.issues_in_backlog) in backlog, \($dev_last.issues_blocked) blocked (\(if $dev_last.issues_in_backlog > 0 then $dev_last.issues_blocked * 100 / $dev_last.issues_in_backlog | round else 0 end)% blocked), \($dev_last.pr_open) open PRs" else "n/a" end)
|
|
' 2>/dev/null) || METRICS_SUMMARY="(metrics parse error)"
|
|
log "Metrics: ${METRICS_SUMMARY:0:120}"
|
|
fi
|
|
|
|
# ── Build formula catalog ──────────────────────────────────────────────
|
|
FORMULA_DIR="$FACTORY_ROOT/formulas"
|
|
FORMULA_CATALOG=""
|
|
if [ -d "$FORMULA_DIR" ]; then
|
|
for formula_file in "$FORMULA_DIR"/*.toml; do
|
|
[ -f "$formula_file" ] || continue
|
|
formula_name=$(basename "$formula_file" .toml)
|
|
FORMULA_CATALOG="${FORMULA_CATALOG}
|
|
--- ${formula_name} ---
|
|
$(cat "$formula_file")
|
|
"
|
|
done
|
|
fi
|
|
|
|
PHASE2_PROMPT="You are the planner for ${CODEBERG_REPO}. Your job: find gaps between the project vision and current reality.
|
|
|
|
## VISION.md (human-maintained goals)
|
|
${VISION}
|
|
|
|
## Current project state (AGENTS.md tree)
|
|
${PROJECT_STATE}
|
|
|
|
## RESOURCES.md (shared factory infrastructure)
|
|
${RESOURCES:-"(not found — copy RESOURCES.example.md to RESOURCES.md and fill in your infrastructure)"}
|
|
|
|
## Vision-labeled issues (goal anchors)
|
|
${VISION_ISSUES:-"(none)"}
|
|
|
|
## All open issues
|
|
${OPEN_SUMMARY}
|
|
|
|
## Recently accepted predictions (from triage)
|
|
${ACCEPTED_PREDICTIONS:-"(none — no predictions were triaged this cycle)"}
|
|
|
|
## Operational metrics (last 7 days from supervisor)
|
|
${METRICS_SUMMARY}
|
|
|
|
## Available formulas (from formulas/ directory)
|
|
When a gap maps directly to one of these formula types, emit a formula instance
|
|
instead of a freeform issue. Only use a formula when the gap clearly fits —
|
|
do not force-fit gaps into formulas. Fill in the formula vars with concrete values.
|
|
|
|
${FORMULA_CATALOG:-"(no formulas available)"}
|
|
|
|
## Task
|
|
Identify gaps — things implied by VISION.md that are neither reflected in the project state nor covered by an existing open issue.
|
|
When a gap involves deploying, hosting, or operating a service, reference the specific resource alias from RESOURCES.md (e.g. \"deploy to <host-alias>\") so issues are actionable.
|
|
|
|
For each gap, output a JSON object (one per line, no array wrapper).
|
|
|
|
If a gap matches an available formula, emit a formula instance:
|
|
{\"title\": \"action-oriented title\", \"formula\": \"<formula-name>\", \"vars\": {\"var1\": \"value1\", ...}, \"body\": \"why this matters\", \"depends\": [...]}
|
|
|
|
Otherwise, emit a freeform issue:
|
|
{\"title\": \"action-oriented title\", \"body\": \"problem statement + why it matters + rough approach\", \"depends\": [...]}
|
|
|
|
## Rules
|
|
- Max 5 new issues — focus on highest-leverage gaps only
|
|
- Do NOT create issues for things already documented in AGENTS.md
|
|
- Do NOT create issues that overlap with ANY existing open issue, even partially
|
|
- Do NOT create issues about vision items, tech-debt, or in-progress work
|
|
- Each title should be a plain, action-oriented sentence
|
|
- Each body should explain: what's missing, why it matters for the vision, rough approach
|
|
- Reference blocking issues by number in depends array
|
|
- Prefer formula instances when a gap clearly fits a known formula — but freeform is fine when none matches
|
|
- When metrics indicate a systemic problem conflicting with VISION.md (slow CI, high blocked ratio, disk pressure), create an optimization issue even if not explicitly in VISION.md
|
|
|
|
If there are no gaps, output exactly: NO_GAPS
|
|
|
|
Output ONLY the JSON lines (or NO_GAPS) — no preamble, no markdown fences."
|
|
|
|
PHASE2_OUTPUT=$(timeout "$CLAUDE_TIMEOUT" claude -p "$PHASE2_PROMPT" \
|
|
--model sonnet \
|
|
2>/dev/null) || {
|
|
log "ERROR: claude exited with code $? during phase 2"
|
|
exit 1
|
|
}
|
|
|
|
if echo "$PHASE2_OUTPUT" | grep -q "NO_GAPS"; then
|
|
log "No gaps found — backlog is aligned with vision"
|
|
log "--- Planner done ---"
|
|
exit 0
|
|
fi
|
|
|
|
# ── Create issues from gap analysis ──────────────────────────────────────
|
|
# Find backlog label ID
|
|
BACKLOG_LABEL_ID=$(codeberg_api GET "/labels" 2>/dev/null | \
|
|
jq -r '.[] | select(.name == "backlog") | .id' 2>/dev/null || true)
|
|
|
|
# Build list of valid formula names from disk for validation
|
|
VALID_FORMULAS=""
|
|
if [ -d "$FORMULA_DIR" ]; then
|
|
for _vf in "$FORMULA_DIR"/*.toml; do
|
|
[ -f "$_vf" ] || continue
|
|
VALID_FORMULAS="${VALID_FORMULAS} $(basename "$_vf" .toml)"
|
|
done
|
|
fi
|
|
|
|
CREATED=0
|
|
while IFS= read -r line; do
|
|
[ -z "$line" ] && continue
|
|
# Skip non-JSON lines
|
|
echo "$line" | jq -e . >/dev/null 2>&1 || continue
|
|
|
|
TITLE=$(echo "$line" | jq -r '.title')
|
|
DEPS=$(echo "$line" | jq -r '.depends // [] | map("#\(.)") | join(", ")')
|
|
|
|
# Check if this is a formula instance and validate against on-disk catalog
|
|
FORMULA_NAME=$(echo "$line" | jq -r '.formula // empty')
|
|
if [ -n "$FORMULA_NAME" ]; then
|
|
if ! echo "$VALID_FORMULAS" | grep -qw "$FORMULA_NAME"; then
|
|
log "WARN: Claude emitted unknown formula '${FORMULA_NAME}' — falling back to freeform"
|
|
FORMULA_NAME=""
|
|
fi
|
|
fi
|
|
|
|
if [ -n "$FORMULA_NAME" ]; then
|
|
# Build YAML front matter for formula instance (values quoted for safety)
|
|
# Note: formula label is NOT applied — dev-agent does not yet support
|
|
# formula dispatch, so adding the label would block the dev pipeline.
|
|
# The YAML front matter is enough structure for future formula dispatch.
|
|
VARS_YAML=$(echo "$line" | jq -r '
|
|
.vars // {} | to_entries |
|
|
map(" " + .key + ": " + (.value | @json)) | join("\n")')
|
|
EXTRA_BODY=$(echo "$line" | jq -r '.body // ""')
|
|
BODY="---
|
|
formula: ${FORMULA_NAME}
|
|
vars:
|
|
${VARS_YAML}
|
|
---
|
|
|
|
${EXTRA_BODY}"
|
|
else
|
|
BODY=$(echo "$line" | jq -r '.body')
|
|
fi
|
|
|
|
# Add dependency section if present
|
|
if [ -n "$DEPS" ] && [ "$DEPS" != "" ]; then
|
|
BODY="${BODY}
|
|
|
|
## Depends on
|
|
${DEPS}"
|
|
fi
|
|
|
|
# Create issue (backlog label only — no formula label until dev-agent supports dispatch)
|
|
CREATE_PAYLOAD=$(jq -nc --arg t "$TITLE" --arg b "$BODY" '{title:$t, body:$b}')
|
|
|
|
if [ -n "$BACKLOG_LABEL_ID" ]; then
|
|
CREATE_PAYLOAD=$(echo "$CREATE_PAYLOAD" | jq --argjson lid "$BACKLOG_LABEL_ID" '.labels = [$lid]')
|
|
fi
|
|
|
|
RESULT=$(codeberg_api POST "/issues" -d "$CREATE_PAYLOAD" 2>/dev/null || true)
|
|
ISSUE_NUM=$(echo "$RESULT" | jq -r '.number // "?"' 2>/dev/null || echo "?")
|
|
|
|
if [ -n "$FORMULA_NAME" ]; then
|
|
log "Created #${ISSUE_NUM} (formula:${FORMULA_NAME}): ${TITLE}"
|
|
matrix_send "planner" "📋 Formula issue #${ISSUE_NUM} [${FORMULA_NAME}]: ${TITLE}" 2>/dev/null || true
|
|
else
|
|
log "Created #${ISSUE_NUM}: ${TITLE}"
|
|
matrix_send "planner" "📋 Gap issue #${ISSUE_NUM}: ${TITLE}" 2>/dev/null || true
|
|
fi
|
|
CREATED=$((CREATED + 1))
|
|
|
|
[ "$CREATED" -ge 5 ] && break
|
|
done <<< "$PHASE2_OUTPUT"
|
|
|
|
log "Phase 2 done — created $CREATED issues"
|
|
log "--- Planner done ---"
|