agentflow/Makefile at main · brownjuly2003-code/agentflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
.PHONY: up down stack-dev stack-prod produce api tools test quality lint format build deploy-dev wait-healthy clean setup demo pipeline flink-local load-test benchmark bench perf-plot

# ── Setup ─────────────────────────────────────────────────────────

setup:
	python -m venv .venv
	.venv/Scripts/pip install -e ".[dev,cloud]" 2>/dev/null || .venv/bin/pip install -e ".[dev,cloud]"
	.venv/Scripts/pip install -e "./sdk" 2>/dev/null || .venv/bin/pip install -e "./sdk"
	.venv/Scripts/pip install -e "./integrations[mcp]" 2>/dev/null || .venv/bin/pip install -e "./integrations[mcp]"
	@echo "Setup complete. Activate with: source .venv/Scripts/activate (Windows) or source .venv/bin/activate (Unix)"

# ── Local Development ─────────────────────────────────────────────

up:
	docker compose up -d
	@echo "Starting services... Use 'make wait-healthy' to wait for readiness."

down:
	docker compose down -v

stack-dev:
	docker compose up -d
	@echo "Dev stack is starting from docker-compose.yml"

stack-prod:
	docker compose -f docker-compose.prod.yml up -d
	@echo "Prod-like stack is starting from docker-compose.prod.yml"

wait-healthy:
	@echo "Waiting for services..."
	python -c "import time, urllib.request; [time.sleep(2) for _ in range(30) if not (lambda: (urllib.request.urlopen('http://localhost:8081/overview'), True)[-1])()]" 2>/dev/null || echo "Flink not ready yet"
	@echo "Check service health at: http://localhost:8081 (Flink), http://localhost:9001 (MinIO)"

produce:
	python -m src.ingestion.producers.event_producer

api:
	docker compose up -d redis
	DUCKDB_PATH=agentflow_demo.duckdb uvicorn src.serving.api.main:app --host 0.0.0.0 --port 8000 --reload

tools:
	python scripts/export_openapi.py

# ── End-to-End Demo (Docker Redis only) ──────────────────────────

demo:
	@echo "=== AgentFlow Demo ==="
	@echo "Step 1: Seeding 500 events through the full pipeline..."
	python -m src.processing.local_pipeline --burst 500
	@echo ""
	@echo "Step 1.5: Seeding benchmark fixture rows into agentflow_demo.duckdb..."
	python -c "from pathlib import Path; from scripts.run_benchmark import seed_benchmark_fixtures; seed_benchmark_fixtures(Path('agentflow_demo.duckdb'))"
	@echo ""
	docker compose up -d redis
	@echo "Step 2: Starting API server (Ctrl+C to stop)..."
	@echo "  Open http://localhost:8000/docs"
	@echo "  Try:  curl http://localhost:8000/v1/metrics/revenue?window=24h"
	@echo "  Try:  curl http://localhost:8000/v1/entity/user/USR-10001"
	@echo "  Try:  curl http://localhost:8000/v1/health"
	AGENTFLOW_AUTH_DISABLED=true DUCKDB_PATH=agentflow_demo.duckdb uvicorn src.serving.api.main:app --host 0.0.0.0 --port 8000

pipeline:
	python -m src.processing.local_pipeline --eps 10

flink-local:
ifeq ($(OS),Windows_NT)
	powershell -ExecutionPolicy Bypass -File scripts/run_flink_local.ps1
else
	bash scripts/run_flink_local.sh
endif

# ── Testing ───────────────────────────────────────────────────────

test:
	pytest tests/ -v --tb=short --ignore=tests/load

test-unit:
	pytest tests/unit/ -v --tb=short

test-integration:
	pytest tests/integration/ -v --tb=short -m integration

quality:
	python -m src.quality.validators.semantic_validator --check-all

# ── Load Testing ──────────────────────────────────────────────────

load-test:
	@echo "Starting load test (50 users, 60s). API must be running on :8000"
	locust -f tests/load/locustfile.py --host http://localhost:8000 --headless -u 50 -r 10 --run-time 60s

benchmark:
	python scripts/run_benchmark.py

bench:
	python scripts/run_benchmark.py

perf-plot:
	python -m pip install --quiet "plotly>=5,<7"
	python scripts/plot_perf_history.py --output docs/perf/

# ── Code Quality ──────────────────────────────────────────────────

lint:
	ruff check src/ tests/
	ruff format --check src/ tests/
	mypy src/

format:
	ruff format src/ tests/
	ruff check --fix src/ tests/

# ── Build & Deploy ────────────────────────────────────────────────

build:
	docker compose build

deploy-dev:
	cd infrastructure/terraform && terraform init && terraform plan -var-file=dev.tfvars

deploy-prod:
	cd infrastructure/terraform && terraform init && terraform plan -var-file=prod.tfvars
	@echo "Review the plan above. Run 'terraform apply' manually to proceed."

# ── Cleanup ───────────────────────────────────────────────────────

clean:
	python -c "import shutil, pathlib; [shutil.rmtree(p) for p in pathlib.Path('.').rglob('__pycache__')]" 2>/dev/null || true
	python -c "import shutil, pathlib; [shutil.rmtree(p) for p in pathlib.Path('.').rglob('.pytest_cache')]" 2>/dev/null || true
	python -c "import shutil; [shutil.rmtree(p, True) for p in ['.coverage', 'htmlcov', 'dist', 'build']]" 2>/dev/null || true
	python -c "import pathlib; [p.unlink() for p in pathlib.Path('.').glob('*.duckdb*')]" 2>/dev/null || true