-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
94 lines (71 loc) · 2.9 KB
/
Copy pathMakefile
File metadata and controls
94 lines (71 loc) · 2.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
SERVER = local
download_data_ci:
bash bash/minio/get_data_ci.sh $(SERVER) phase-3 captured_data . test
# teardown
# teardown:
# make predictor_down
# make mlflow_down
# make nginx_down
# make minio_down
# make monitoring_down
down_all_platforms:
make mlflow_down
make nginx_down
make minio_down
make monitoring_down
make airflow_down
up_all_platforms:
make mlflow_up
make nginx_up
make minio_up
make monitoring_up
make airflow_up
monitoring_up:
docker-compose -f deployment/monitoring/monitoring-compose.yaml up -d
monitoring_down:
docker-compose -f deployment/monitoring/monitoring-compose.yaml down
airflow_up:
sh deployment/airflow/deploy.sh
airflow_down:
docker-compose -f deployment/airflow/docker-compose.yml down
# nginx
nginx_up:
docker-compose -f deployment/nginx/docker-compose.yml up -d
nginx_down:
docker-compose -f deployment/nginx/docker-compose.yml down
# minio
# wait 2s to kill exited container
minio_up:
docker-compose -f deployment/minio/docker-compose.yml up -d
sleep 3
docker-compose -f deployment/minio/docker-compose.yml rm -f
# minio_up:
# docker-compose -f deployment/minio/docker-compose.yml up -d
minio_down:
docker-compose -f deployment/minio/docker-compose.yml up -d
# mlflow
mlflow_up:
docker-compose -f deployment/mlflow/docker-compose.yml up -d
mlflow_down:
docker-compose -f deployment/mlflow/docker-compose.yml down
# predictor
predictor_up:
bash deployment/deploy.sh model1 data/model_config/phase-3/prob-1/phase-3_prob-1_lgbm_cv_specific_handle.yaml /phase-3/prob-1/predict 5001 data/predictor_config/phase-3/default.yaml $(SERVER)
bash deployment/deploy.sh model2 data/model_config/phase-3/prob-2/phase-3_prob-2_lgbm_cv_lr-0.2.yaml /phase-3/prob-2/predict 5002 data/predictor_config/phase-3/default.yaml $(SERVER)
drift_monitoring_up:
bash deployment/deploy_drift_monitoring.sh phase-3
predictor_curl:
curl -X POST http://localhost:5001/phase-3/prob-1/predict -H "Content-Type: application/json" -d @data/curl/phase-3/prob-1/payload-1.json
curl -X POST http://localhost:5002/phase-3/prob-2/predict -H "Content-Type: application/json" -d @data/curl/phase-3/prob-2/payload-1.json
# predictor_down:
# PORT=5001 docker-compose -f deployment/model_predictor/docker-compose.yml down
# PORT=5002 docker-compose -f deployment/model_predictor/docker-compose.yml down
# predictor_restart:
# PORT=5041 docker-compose -f deployment/model_predictor/docker-compose.yml stop
# PORT=5041 docker-compose -f deployment/model_predictor/docker-compose.yml start
predictor_curl_8000:
curl -X POST http://localhost:8000/phase-3/prob-1/predict -H "Content-Type: application/json" -d @data/curl/phase-3/prob-1/payload-1.json
curl -X POST http://localhost:8000/phase-3/prob-2/predict -H "Content-Type: application/json" -d @data/curl/phase-3/prob-2/payload-1.json
training_ci:
sh bash/train_or_tune/tuning_prob-1_light.sh 30 test_ci
sh bash/train_or_tune/tuning_prob-2_light.sh 30 test_ci