Repository navigation
Expand file tree
/
Copy pathMakefile
More file actions
277 lines (241 loc) · 12.8 KB
/
Copy pathMakefile
File metadata and controls
277 lines (241 loc) · 12.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
# claude-agents marketplace — multi-harness build & adapters
# ==========================================================
#
# All Python tooling runs through `uv`. No `pip`, no `requirements.txt`.
#
# Two uv-managed projects live in this repo:
# - plugins/plugin-eval/ — adapter framework + plugin-eval suite
# (extra-paths config makes tools/adapters/* importable)
# - tools/yt-design-extractor/ — standalone YouTube extractor (heavy + optional)
GENERATE := tools/generate.py
EVAL_PROJECT := --project plugins/plugin-eval
YTX_DIR := tools/yt-design-extractor
YTX_SCRIPT := yt-design-extractor.py
# `uv run` against the plugin-eval venv — has pyyaml + extra-paths to tools/adapters/
UV_TOOLS := uv run $(EVAL_PROJECT) python
# Paths for `make lint` / `make format`, relative to plugins/plugin-eval/ where the
# ruff and ty config lives. ty skips tools/yt-design-extractor/ because that tool
# imports optional OCR dependencies installed only by `make install-ocr`.
RUFF_PATHS := ../../tools/ src/plugin_eval/
TY_PATHS := ../../tools/adapters/ ../../tools/generate.py ../../tools/validate_generated.py ../../tools/doc_gardener.py ../../tools/install_opencode.py ../../tools/install_copilot.py ../../tools/install_antigravity.py ../../tools/install_pi.py ../../tools/check_agent_name_collisions.py ../../tools/tests/ src/plugin_eval/
.PHONY: help install install-ocr install-easyocr deps check run run-full run-ocr run-transcript clean generate generate-all clean-generated install-opencode uninstall-opencode install-copilot uninstall-copilot install-antigravity uninstall-antigravity install-pi uninstall-pi validate garden lint format test smoke-test eval-snapshot
help:
@echo "claude-agents — multi-harness plugin marketplace"
@echo "================================================="
@echo ""
@echo "Multi-harness adapter (Codex / Cursor / OpenCode / Antigravity / Pi):"
@echo " make generate HARNESS=<h> [PLUGIN=<p>] Generate per-harness artifacts (defaults to all plugins)"
@echo " make generate-all Generate for ALL harnesses + ALL plugins"
@echo " make clean-generated [HARNESS=<h>] Remove generated artifacts"
@echo " make install-opencode [FORCE=1] Symlink OpenCode artifacts into global config"
@echo " make uninstall-opencode Remove repo-owned OpenCode symlinks"
@echo " make install-copilot [FORCE=1] Symlink Copilot artifacts into global config"
@echo " make uninstall-copilot Remove repo-owned Copilot symlinks"
@echo " make install-antigravity [FORCE=1] Symlink Antigravity plugins into global config"
@echo " make uninstall-antigravity Remove repo-owned Antigravity symlinks"
@echo " make install-pi [FORCE=1] Symlink Pi skills, prompts, and agents into ~/.pi/agent"
@echo " make uninstall-pi Remove repo-owned Pi symlinks"
@echo " make validate [HARNESS=<h>] [STRICT=1] Structural validation of generated artifacts"
@echo " make garden [STRICT=1] Run doc-gardener (drift detection)"
@echo " make lint ruff + ty, exactly as CI runs them"
@echo " make format Apply ruff format and safe fixes"
@echo " make test Full pytest suite (plugin-eval + tools)"
@echo " make smoke-test Real-CLI smoke test (skips CLIs not on PATH)"
@echo " make eval-snapshot Regenerate evals/static-score-snapshot.json after an intended scoring change"
@echo ""
@echo "YouTube Design Extractor Setup (run in order):"
@echo " make install-ocr Install system tools (tesseract + ffmpeg)"
@echo " make install Install Python dependencies via uv"
@echo " make deps Show what's installed"
@echo ""
@echo "Optional:"
@echo " make install-easyocr Install EasyOCR + PyTorch (~2GB, for stylized text)"
@echo ""
@echo "Usage (YouTube Extractor):"
@echo " make run URL=<youtube-url> Basic extraction"
@echo " make run-full URL=<youtube-url> Full extraction (OCR + colors + scene)"
@echo " make run-ocr URL=<youtube-url> With OCR only"
@echo " make run-transcript URL=<youtube-url> Transcript + metadata only"
@echo ""
@echo "Examples:"
@echo " make run URL='https://youtu.be/eVnQFWGDEdY'"
@echo " make run-full URL='https://youtu.be/eVnQFWGDEdY' INTERVAL=15"
@echo " make generate HARNESS=codex PLUGIN=javascript-typescript"
@echo ""
@echo "Options (pass as make variables):"
@echo " URL=<url> YouTube video URL (required)"
@echo " INTERVAL=<secs> Frame interval in seconds (default: 30)"
@echo " OUTPUT=<dir> Output directory"
@echo " ENGINE=<engine> OCR engine: tesseract (default) or easyocr"
# Installation targets — yt-design-extractor uses its own uv project
install:
cd $(YTX_DIR) && uv sync
install-ocr:
@echo "Installing Tesseract OCR + ffmpeg..."
@if command -v apt-get >/dev/null 2>&1; then \
sudo apt-get update && sudo apt-get install -y tesseract-ocr ffmpeg; \
elif command -v brew >/dev/null 2>&1; then \
brew install tesseract ffmpeg; \
elif command -v dnf >/dev/null 2>&1; then \
sudo dnf install -y tesseract ffmpeg; \
else \
echo "Please install tesseract-ocr and ffmpeg manually"; \
exit 1; \
fi
install-easyocr:
@echo "Installing PyTorch (CPU) + EasyOCR (~2GB download)..."
cd $(YTX_DIR) && uv sync --extra easyocr
deps:
@echo "Checking dependencies..."
@echo ""
@echo "System tools:"
@command -v ffmpeg >/dev/null 2>&1 && echo " ✓ ffmpeg" || echo " ✗ ffmpeg (run: make install-ocr)"
@command -v tesseract >/dev/null 2>&1 && echo " ✓ tesseract" || echo " ✗ tesseract (run: make install-ocr)"
@echo ""
@echo "Python packages (managed by uv in $(YTX_DIR)):"
@cd $(YTX_DIR) && uv run python -c "import yt_dlp; print(' ✓ yt-dlp', yt_dlp.version.__version__)" 2>/dev/null || echo " ✗ yt-dlp (run: make install)"
@cd $(YTX_DIR) && uv run python -c "from youtube_transcript_api import YouTubeTranscriptApi; print(' ✓ youtube-transcript-api')" 2>/dev/null || echo " ✗ youtube-transcript-api (run: make install)"
@cd $(YTX_DIR) && uv run python -c "from PIL import Image; print(' ✓ Pillow')" 2>/dev/null || echo " ✗ Pillow (run: make install)"
@cd $(YTX_DIR) && uv run python -c "import pytesseract; print(' ✓ pytesseract')" 2>/dev/null || echo " ✗ pytesseract (run: make install)"
@cd $(YTX_DIR) && uv run python -c "from colorthief import ColorThief; print(' ✓ colorthief')" 2>/dev/null || echo " ✗ colorthief (run: make install)"
@echo ""
@echo "Optional (for stylized text OCR):"
@cd $(YTX_DIR) && uv run python -c "import easyocr; print(' ✓ easyocr')" 2>/dev/null || echo " ○ easyocr (run: make install-easyocr)"
check:
@cd $(YTX_DIR) && uv run python $(YTX_SCRIPT) --help >/dev/null && echo "✓ Script is working" || echo "✗ Script failed"
# Run targets
INTERVAL ?= 30
ENGINE ?= tesseract
OUTPUT ?=
run:
ifndef URL
@echo "Error: URL is required"
@echo "Usage: make run URL='https://youtu.be/VIDEO_ID'"
@exit 1
endif
cd $(YTX_DIR) && uv run python $(YTX_SCRIPT) '$(URL)' --interval '$(INTERVAL)' $(if $(OUTPUT),-o '$(OUTPUT)')
run-full:
ifndef URL
@echo "Error: URL is required"
@echo "Usage: make run-full URL='https://youtu.be/VIDEO_ID'"
@exit 1
endif
cd $(YTX_DIR) && uv run python $(YTX_SCRIPT) '$(URL)' --full --interval '$(INTERVAL)' --ocr-engine '$(ENGINE)' $(if $(OUTPUT),-o '$(OUTPUT)')
run-ocr:
ifndef URL
@echo "Error: URL is required"
@echo "Usage: make run-ocr URL='https://youtu.be/VIDEO_ID'"
@exit 1
endif
cd $(YTX_DIR) && uv run python $(YTX_SCRIPT) '$(URL)' --ocr --interval '$(INTERVAL)' --ocr-engine '$(ENGINE)' $(if $(OUTPUT),-o '$(OUTPUT)')
run-transcript:
ifndef URL
@echo "Error: URL is required"
@echo "Usage: make run-transcript URL='https://youtu.be/VIDEO_ID'"
@exit 1
endif
cd $(YTX_DIR) && uv run python $(YTX_SCRIPT) '$(URL)' --transcript-only $(if $(OUTPUT),-o '$(OUTPUT)')
# Cleanup
clean:
rm -rf yt-extract-*
@echo "Cleaned up extraction directories"
# Multi-harness adapter targets
# =============================
#
# All scripts run through plugin-eval's uv venv — it has pyyaml + extra-paths to
# tools/adapters, so the adapter framework and its dependencies are managed in
# one place (plugins/plugin-eval/pyproject.toml + uv.lock).
#
# Usage:
# make generate HARNESS=codex PLUGIN=javascript-typescript # one plugin
# make generate HARNESS=cursor # all plugins (default)
# make generate-all
# make clean-generated HARNESS=opencode
HARNESSES := codex copilot cursor opencode antigravity pi
generate:
ifndef HARNESS
@echo "Error: HARNESS is required (one of: $(HARNESSES))"
@echo "Examples:"
@echo " make generate HARNESS=codex # all plugins"
@echo " make generate HARNESS=codex PLUGIN=python-development # one plugin"
@exit 1
endif
ifdef PLUGIN
$(UV_TOOLS) $(GENERATE) --harness '$(HARNESS)' --plugin '$(PLUGIN)'
else
$(UV_TOOLS) $(GENERATE) --harness '$(HARNESS)' --all --prune
endif
generate-all:
@for h in $(HARNESSES); do \
echo "--- $$h ---"; \
$(UV_TOOLS) $(GENERATE) --harness $$h --all --prune || exit 1; \
done
validate:
ifdef HARNESS
$(UV_TOOLS) tools/validate_generated.py --harness '$(HARNESS)' $(if $(STRICT),--strict)
else
$(UV_TOOLS) tools/validate_generated.py $(if $(STRICT),--strict)
endif
garden:
$(UV_TOOLS) tools/doc_gardener.py $(if $(STRICT),--strict)
# Code-quality gates. These MUST run from plugins/plugin-eval/, which is where the
# [tool.ruff] and [tool.ty] config lives and where CI runs them. Running ruff from the
# repo root silently falls back to line-length 88 and disagrees with CI, so use these
# targets rather than invoking ruff directly.
#
# --extra dev matters: ruff and ty live in that extra. Without it `uv run ruff`
# provisions an unpinned ruff on the fly, which can differ from the locked version CI
# uses and disagree about formatting.
lint:
cd plugins/plugin-eval && uv run --extra dev ruff check $(RUFF_PATHS)
cd plugins/plugin-eval && uv run --extra dev ruff format --check $(RUFF_PATHS)
cd plugins/plugin-eval && uv run --extra dev ty check $(TY_PATHS)
format:
cd plugins/plugin-eval && uv run --extra dev ruff format $(RUFF_PATHS)
cd plugins/plugin-eval && uv run --extra dev ruff check --fix $(RUFF_PATHS)
# Full pytest suite — plugin-eval framework + tools/ adapters/validators/gardener.
test:
uv run $(EVAL_PROJECT) pytest -q plugins/plugin-eval/ tools/tests/ --ignore=tools/tests/test_cli_smoke.py
# Per-skill static score snapshot, keyed by a hash of each skill's content.
# tools/tests/test_static_score_snapshot.py fails when a skill whose content did not
# change scores differently. Run this after an intended scoring change and commit the result.
eval-snapshot:
cd plugins/plugin-eval && uv run --extra dev python -c "from pathlib import Path; from plugin_eval.snapshot import build_snapshot, write_snapshot; write_snapshot(Path('../../evals/static-score-snapshot.json'), build_snapshot(Path('../../plugins')))"
# Real-CLI smoke test. Generates artifacts (if not present), then invokes whichever
# of opencode / agy / codex / claude / pi are on PATH. Per-CLI tests skip gracefully
# when the binary is missing — so local devs only exercise what they have installed.
# CI installs OpenCode + Antigravity + Codex + Pi and turns those skips into hard requirements.
smoke-test:
@if [ ! -d .opencode ] || [ ! -d .codex ] || [ ! -d .antigravity ] || [ ! -d .pi ]; then \
echo "Generating harness artifacts first..."; \
$(MAKE) generate-all; \
fi
uv run $(EVAL_PROJECT) pytest -v tools/tests/test_cli_smoke.py
clean-generated:
ifdef HARNESS
$(UV_TOOLS) $(GENERATE) --harness '$(HARNESS)' --clean
else
@for h in $(HARNESSES); do \
$(UV_TOOLS) $(GENERATE) --harness $$h --clean; \
done
endif
install-opencode:
$(UV_TOOLS) $(GENERATE) --harness opencode --all --prune
$(UV_TOOLS) tools/install_opencode.py install $(if $(filter 1 true TRUE yes YES,$(FORCE)),--force)
uninstall-opencode:
$(UV_TOOLS) tools/install_opencode.py uninstall
install-copilot:
$(UV_TOOLS) $(GENERATE) --harness copilot --all --prune
$(UV_TOOLS) tools/install_copilot.py install $(if $(filter 1 true TRUE yes YES,$(FORCE)),--force)
uninstall-copilot:
$(UV_TOOLS) tools/install_copilot.py uninstall
install-antigravity:
$(UV_TOOLS) $(GENERATE) --harness antigravity --all --prune
$(UV_TOOLS) tools/install_antigravity.py install $(if $(filter 1 true TRUE yes YES,$(FORCE)),--force)
uninstall-antigravity:
$(UV_TOOLS) tools/install_antigravity.py uninstall
install-pi:
$(UV_TOOLS) $(GENERATE) --harness pi --all --prune
$(UV_TOOLS) tools/install_pi.py install $(if $(filter 1 true TRUE yes YES,$(FORCE)),--force)
uninstall-pi:
$(UV_TOOLS) tools/install_pi.py uninstall