AKTA/Makefile at main · fraware/AKTA · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
.PHONY: install test eval-canonical eval-public eval-public-100 eval-oracle eval-holdout eval-v06 demo-weak-evidence demo-akta-weak-evidence demo-akta-scope-protocol-drift demo-reconstructable demo-reconstructable-cross-repo verify-reconstructable-cross-repo ci

PYTHON ?= python

install:
	$(PYTHON) -m pip install -e ".[dev,security]"

test:
	$(PYTHON) -m pytest tests/ skills/akta-scientific-action-admissibility/tests/ -v

eval-canonical:
	akta eval --scenarios scenarios/canonical_5.jsonl --expected scenarios/expected_decisions.jsonl --out evals/reports/canonical_5.json

eval-public-100:
	akta eval --scenarios scenarios/public_100.jsonl --expected scenarios/expected_decisions.jsonl --out evals/reports/public_100.json

eval-oracle:
	$(PYTHON) evals/run_oracle_independent.py --out evals/reports/oracle_independent.json

eval-holdout:
	$(PYTHON) evals/run_holdout_eval.py --out evals/reports/holdout_private.json

eval-v06:
	$(PYTHON) evals/adversarial_transitions.py --out evals/reports/adversarial_transitions.json

demo-reconstructable:
	$(PYTHON) scripts/demo_reconstructable_experiment.py

demo-reconstructable-cross-repo:
	$(PYTHON) -c "import os,sys; ok=bool(os.environ.get('SCOPE_REPO_PATH') or os.environ.get('SCOPE_CLI')); (print('Set SCOPE_REPO_PATH or SCOPE_CLI for live SCOPE') if not ok else None); sys.exit(0 if ok else 1)"
	$(PYTHON) scripts/demo_reconstructable_experiment.py --cross-repo

verify-reconstructable-cross-repo:
	$(PYTHON) scripts/verify_reconstructable_cross_repo.py

demo-weak-evidence:
	$(PYTHON) scripts/demo_weak_evidence.py

demo-akta-weak-evidence:
	$(PYTHON) scripts/demo_integrated_weak_evidence.py

demo-akta-scope-protocol-drift:
	$(PYTHON) scripts/demo_akta_scope_protocol_drift.py

ci: install test eval-canonical eval-public-100 eval-oracle eval-holdout eval-v06
	$(PYTHON) -m pytest tests/test_invalid_cases.py tests/integration/ tests/contracts/ -v
	$(PYTHON) scripts/demo_integrated_weak_evidence.py
	$(PYTHON) scripts/demo_akta_scope_protocol_drift.py
	$(PYTHON) scripts/demo_reconstructable_experiment.py