Long-Form-Content-Intelligence-Engine/Makefile at main · IgnazioDS/Long-Form-Content-Intelligence-Engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
.PHONY: up down build-prod up-prod down-prod down-prod-volumes logs-prod migrate-prod smoke-prod backup-prod retention-prod retention-prod-dry-run ci-build-prod test lint smoke eval eval-verified eval-verified-conflicts eval-multisource eval-openai-smoke eval-openai-verified-smoke eval-openai-verified-contradictions-smoke eval-evidence-integrity install-dev check doctor

PYTHON := $(if $(wildcard .venv/bin/python),.venv/bin/python,python3)

up:
	docker compose up --build

down:
	docker compose down -v

build-prod:
	DOCKER_BUILDKIT=1 docker compose -f docker-compose.prod.yml build

up-prod:
	DOCKER_BUILDKIT=1 docker compose -f docker-compose.prod.yml up -d --build

down-prod:
	docker compose -f docker-compose.prod.yml down

down-prod-volumes:
	docker compose -f docker-compose.prod.yml down -v

logs-prod:
	docker compose -f docker-compose.prod.yml logs -f

migrate-prod:
	docker compose -f docker-compose.prod.yml --profile migrate run --rm migrate

smoke-prod:
	@set -e; \
	DOCKER_BUILDKIT=1 AI_PROVIDER=fake DEBUG=false REQUIRE_API_KEY=false RATE_LIMIT_BACKEND=external docker compose -f docker-compose.prod.yml up -d --build; \
	$(MAKE) migrate-prod; \
	echo "Waiting for http://localhost:8000/health"; \
	for i in $$(seq 1 60); do \
		if curl -fsS http://localhost:8000/health >/dev/null 2>&1; then \
			break; \
		fi; \
		sleep 2; \
		if [ $$i -eq 60 ]; then \
			echo "API failed to become healthy"; \
			exit 1; \
		fi; \
	done; \
	echo "Waiting for http://localhost:8000/openapi.json"; \
	for i in $$(seq 1 30); do \
		if curl -fsS http://localhost:8000/openapi.json >/dev/null 2>&1; then \
			break; \
		fi; \
		sleep 2; \
		if [ $$i -eq 30 ]; then \
			echo "OpenAPI failed to become available"; \
			exit 1; \
		fi; \
	done; \
	echo "Smoke-prod passed"; \
	echo "Run 'make down-prod' to stop the prod stack"

backup-prod:
	docker compose -f docker-compose.prod.yml --profile backup up -d backup

retention-prod:
	docker compose -f docker-compose.prod.yml run --rm maintenance \
		python -m packages.shared_db.maintenance --force

retention-prod-dry-run:
	docker compose -f docker-compose.prod.yml run --rm maintenance \
		python -m packages.shared_db.maintenance --dry-run --force

ci-build-prod:
	DOCKER_BUILDKIT=1 docker build -f Dockerfile.prod .

test:
	$(PYTHON) -m pytest

lint:
	$(PYTHON) -m ruff check .
	$(PYTHON) -m mypy .

install-dev:
	$(PYTHON) -m pip install -U pip
	$(PYTHON) -m pip install -e ".[dev]"

check:
	$(MAKE) lint
	$(MAKE) test

doctor:
	./scripts/doctor.sh $(DOCTOR_FLAGS)

smoke:
	AI_PROVIDER=fake DEBUG=true $(PYTHON) scripts/smoke/run_smoke.py

eval:
	$(PYTHON) scripts/eval/run_eval.py

eval-verified:
	$(PYTHON) scripts/eval/run_eval_verified.py

eval-verified-conflicts:
	$(PYTHON) scripts/eval/run_eval_verified.py --dataset scripts/eval/golden_verified_conflicts.json

eval-multisource:
	$(PYTHON) scripts/eval/run_eval_multisource.py

eval-openai-smoke:
	AI_PROVIDER=openai DEBUG=true $(PYTHON) tests/eval/run_eval_openai_smoke.py

eval-openai-verified-smoke:
	AI_PROVIDER=openai DEBUG=true $(PYTHON) tests/eval/run_eval_openai_verified_smoke.py

eval-openai-verified-contradictions-smoke:
	AI_PROVIDER=openai DEBUG=true $(PYTHON) tests/eval/run_eval_openai_verified_smoke.py --dataset tests/eval/golden_openai_verified_contradictions_smoke.json

eval-evidence-integrity:
	AI_PROVIDER=openai DEBUG=true $(PYTHON) tests/eval/run_eval_evidence_integrity.py