lab/Makefile at main · amcbstudio/lab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
SHELL := /bin/sh
PATH := $(CURDIR)/bin:$(PATH)
.PHONY: agent agent_validate agent_baseline agent_drift agent_compact agent_heartbeat agent_accept_baseline

demo:
	@echo "== kv headers -> jsonl keys"
	@cat fixtures/kv/headers.txt | kv parse --delim colon --trim | jsonl keys
	@echo
	@echo "== kv logfmt -> jsonl keys"
	@cat fixtures/kv/logfmt.txt | kv parse --delim equals | jsonl keys
	@echo
	@echo "== jsonl get field"
	@cat fixtures/jsonl/events.jsonl | jsonl get user | head -n 3

golden:
	@mkdir -p expected/kv expected/jsonl expected/jd
	@cat fixtures/kv/headers.txt | kv parse --delim colon --trim > expected/kv/headers.jsonl
	@cat fixtures/kv/logfmt.txt  | kv parse --delim equals > expected/kv/logfmt.jsonl
	@cat fixtures/jsonl/events.jsonl | jsonl keys > expected/jsonl/events.keys.txt

	@cat fixtures/jsonl/events.jsonl | jd scan   > expected/jd/events.scan.json
	@cat fixtures/jsonl/events.jsonl | jd fields > expected/jd/events.fields.jsonl

	@cat fixtures/jsonl/events_drift.type_change.jsonl \
		| jd drift --baseline expected/jd/events.fields.jsonl \
		> expected/jd/drift_type_change.jsonl || true

	@cat fixtures/jsonl/events_drift.event_colon.jsonl \
		| jd drift --baseline expected/jd/events.fields.jsonl \
		> expected/jd/drift_event_colon.jsonl || true

	@echo "Wrote expected/*"


test: golden
	@echo "== validate fixtures"
	@cat fixtures/jsonl/events.jsonl | jsonl validate
	@echo "== compare against golden outputs"
	@tmp1=$$(mktemp -t amcb.XXXXXX) && tmp2=$$(mktemp -t amcb.XXXXXX) && \
	trap 'rm -f "$$tmp1" "$$tmp2"' EXIT INT TERM && \
	cat fixtures/kv/headers.txt | kv parse --delim colon --trim > "$$tmp1" && \
	diff -u expected/kv/headers.jsonl "$$tmp1" && \
	cat fixtures/kv/logfmt.txt | kv parse --delim equals > "$$tmp2" && \
	diff -u expected/kv/logfmt.jsonl "$$tmp2" && \
	cat fixtures/jsonl/events.jsonl | jsonl keys > "$$tmp1" && \
	diff -u expected/jsonl/events.keys.txt "$$tmp1" && \
	cat fixtures/jsonl/events.jsonl | jd scan > "$$tmp1" && \
	diff -u expected/jd/events.scan.json "$$tmp1" && \
	cat fixtures/jsonl/events.jsonl | jd fields > "$$tmp1" && \
	diff -u expected/jd/events.fields.jsonl "$$tmp1" && \
	set +e; cat fixtures/jsonl/events_drift.type_change.jsonl | jd drift --baseline expected/jd/events.fields.jsonl > "$$tmp1"; rc=$$?; set -e; \
	test "$$rc" -eq 1 && diff -u expected/jd/drift_type_change.jsonl "$$tmp1" && \
	set +e; cat fixtures/jsonl/events_drift.event_colon.jsonl | jd drift --baseline expected/jd/events.fields.jsonl > "$$tmp1"; rc=$$?; set -e; \
	test "$$rc" -eq 1 && diff -u expected/jd/drift_event_colon.jsonl "$$tmp1" && \
	echo "OK"

recipes:
	@echo "== headers_to_jsonl"
	@recipes/headers_to_jsonl.sh
	@echo
	@echo "== logfmt_to_jsonl"
	@recipes/logfmt_to_jsonl.sh
	@echo
	@echo "== events_users"
	@recipes/events_users.sh
	@echo
	@echo "== jd_scan_broken_syntax"
	@recipes/jd_scan_broken_syntax.sh
	@echo
	@echo "== jd_fields_events"
	@recipes/jd_fields_events.sh
	@echo
	@echo "== jd_drift_type_change"
	@recipes/jd_drift_type_change.sh
	@echo
	@echo "== jd_drift_event_colon"
	@recipes/jd_drift_event_colon.sh || true
	@echo
	@echo "== agent_validate"
	@recipes/agent_validate.sh
	@echo
	@echo "== agent_baseline"
	@recipes/agent_baseline_write.sh
	@echo
	@echo "== agent_drift"
	@recipes/agent_drift_check.sh
	@echo
	@echo "== agent_compact"
	@recipes/agent_compact_state.sh

jd_demo:
	@echo "== scan valid"
	@cat fixtures/jsonl/events.jsonl | jd scan
	@echo "== scan broken (expect error)"
	@cat fixtures/jsonl/events_broken.syntax.jsonl | jd scan || true
	@echo "== fields"
	@cat fixtures/jsonl/events.jsonl | jd fields | sed -n '1,12p'

agent_validate:
	@recipes/agent_validate.sh

agent_baseline:
	@recipes/agent_baseline_write.sh

agent_drift:
	@recipes/agent_drift_check.sh

agent_compact:
	@recipes/agent_compact_state.sh

agent_heartbeat:
	@set +e; recipes/agent_heartbeat.sh $(FILE); rc=$$?; set -e; \
	if [ "$$rc" -eq 2 ]; then exit 2; fi; \
	exit 0

agent_accept_baseline:
	@recipes/agent_accept_baseline.sh $(FILE)

agent: agent_validate agent_baseline agent_drift agent_compact agent_heartbeat

check: demo test recipes