Artifacts of Success & Failure

// scripts/capture-screenshots.ts
import { chromium } from 'playwright';
import { mkdir, writeFile } from 'fs/promises';

interface ScreenshotConfig {
  name: string;
  url: string;
  waitFor?: string;
  actions?: Array<{ type: string; selector?: string; value?: string }>;
}

async function captureScreenshots(
  configs: ScreenshotConfig[],
  outputDir: string
) {
  const browser = await chromium.launch();
  const context = await browser.newContext({
    viewport: { width: 1280, height: 720 }
  });
  
  await mkdir(outputDir, { recursive: true });
  
  for (const config of configs) {
    const page = await context.newPage();
    await page.goto(config.url);
    
    if (config.waitFor) {
      await page.waitForSelector(config.waitFor);
    }
    
    // Execute any setup actions
    for (const action of config.actions || []) {
      if (action.type === 'click') {
        await page.click(action.selector!);
      } else if (action.type === 'fill') {
        await page.fill(action.selector!, action.value!);
      }
    }
    
    const screenshot = await page.screenshot({ fullPage: true });
    await writeFile(`${outputDir}/${config.name}.png`, screenshot);
    
    await page.close();
  }
  
  await browser.close();
}

// Example usage in CI
captureScreenshots([
  { name: 'homepage', url: 'http://localhost:3000' },
  { name: 'login', url: 'http://localhost:3000/login' },
  { 
    name: 'dashboard-loaded', 
    url: 'http://localhost:3000/dashboard',
    waitFor: '[data-testid="dashboard-content"]'
  }
], 'artifacts/screenshots');

# artifacts/test-results/run-2024-01-15-143022.json
{
  "run_id": "run-2024-01-15-143022",
  "timestamp": "2024-01-15T14:30:22Z",
  "trigger": {
    "type": "agent-task",
    "task_id": "fix-login-validation",
    "agent": "codegen-v2"
  },
  "summary": {
    "total": 142,
    "passed": 140,
    "failed": 2,
    "skipped": 0,
    "duration_ms": 34521
  },
  "failed_tests": [
    {
      "name": "auth.login.validation.emptyEmail",
      "file": "tests/auth/login.test.ts",
      "error": "Expected 'Email required' but got 'Invalid email format'",
      "stack": "...",
      "screenshot": "screenshots/login-empty-email-error.png"
    },
    {
      "name": "auth.login.rateLimit.exceeded",
      "file": "tests/auth/login.test.ts",
      "error": "Timeout waiting for rate limit message",
      "stack": "...",
      "known_flaky": true
    }
  ],
  "coverage": {
    "lines": 84.2,
    "branches": 72.1,
    "functions": 91.3
  },
  "environment": {
    "node": "20.10.0",
    "os": "ubuntu-22.04",
    "ci": true
  }
}

# artifacts/diff-summary.md

## Change Summary

**Task:** Fix login validation error messages
**Branch:** fix/login-validation  
**Files changed:** 3

### Modified Files

| File | +Lines | -Lines | Changes |
|------|--------|--------|---------|
| lib/auth/validation.ts | +12 | -4 | Updated error messages |
| components/LoginForm.tsx | +3 | -1 | Added error display |
| tests/auth/login.test.ts | +24 | -0 | Added validation tests |

### Key Changes

- **validation.ts**: Changed error messages to be more user-friendly
  - "Invalid input" → "Email address is required"  
  - "Bad format" → "Please enter a valid email address"
  
- **LoginForm.tsx**: Now displays validation errors below input field
  - Added ErrorMessage component
  - Errors clear on input change

### Test Impact

- 4 new tests added for validation edge cases
- All existing tests pass
- Coverage: 84.2% → 85.1%

### Screenshots

- [before-fix.png](./screenshots/before-fix.png)
- [after-fix.png](./screenshots/after-fix.png)

# artifacts/agent-run/run-abc123.jsonl

{"ts":"2024-01-15T14:30:00Z","type":"task_start","task_id":"fix-login","agent":"codegen-v2"}
{"ts":"2024-01-15T14:30:01Z","type":"context_load","files":["lib/auth/validation.ts","components/LoginForm.tsx"]}
{"ts":"2024-01-15T14:30:02Z","type":"analysis","finding":"Error messages are generic, not user-friendly"}
{"ts":"2024-01-15T14:30:05Z","type":"decision","choice":"Update validation.ts first, then update component"}
{"ts":"2024-01-15T14:30:10Z","type":"tool_call","tool":"edit_file","args":{"file":"lib/auth/validation.ts"}}
{"ts":"2024-01-15T14:30:12Z","type":"tool_result","status":"success","lines_changed":16}
{"ts":"2024-01-15T14:30:15Z","type":"tool_call","tool":"run_tests","args":{"pattern":"auth"}}
{"ts":"2024-01-15T14:30:45Z","type":"tool_result","status":"success","tests":{"passed":24,"failed":0}}
{"ts":"2024-01-15T14:30:46Z","type":"task_complete","status":"success","duration_ms":46000}

# .github/workflows/artifact-cleanup.yml
name: Artifact Retention

on:
  schedule:
    - cron: '0 2 * * *'  # Daily at 2 AM

jobs:
  cleanup:
    runs-on: ubuntu-latest
    steps:
      - name: Clean hot tier (>7 days)
        run: |
          find artifacts/hot -mtime +7 -delete
          
      - name: Compress to warm tier (>7 days)
        run: |
          find artifacts/hot -mtime +7 -name "*.png" \
            -exec convert {} -quality 60 artifacts/warm/{} \;
            
      - name: Archive to cold tier (>30 days)
        run: |
          tar -czf cold/archive-$(date +%Y%m%d).tar.gz \
            artifacts/warm/*-mtime +30
          rm -rf artifacts/warm/*-mtime +30
          
      - name: Tag release artifacts as permanent
        run: |
          # Artifacts from tagged releases never expire
          for tag in $(git tag --list 'v*'); do
            cp -r artifacts/release/$tag artifacts/permanent/
          done