bulk-data-service/.env-example at develop · IATI/bulk-data-service · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
###
### Variables pertaining to where the Bulk Data Service pulls the dataset
### registration information from during a whole-sync cycle
###

# DATA_REGISTRATION=suitecrm-registry
DATA_REGISTRATION=ckan-registry

DATA_REGISTRY_BASE_URL=https://iatiregistry.org/api/3/action/package_search
DATA_REGISTRY_PUBLISHER_PLAIN_LIST_URL="https://iatiregistry.org/api/action/organization_list"
DATA_REGISTRY_PUBLISHER_METADATA_URL="https://iatiregistry.org/api/action/organization_list?all_fields=true&include_extras=true&include_tags=true"
DATA_REGISTRY_PUBLISHER_METADATA_BATCH_SIZE=150

# SuiteCRM Configuration (value below are for local development with docker compose setup)
DATA_REGISTRY_SUITECRM_API_URL="https://localhost:1443"
DATA_REGISTRY_SUITECRM_CLIENT_ID=NotNeededForLocalDev
DATA_REGISTRY_SUITECRM_CLIENT_SECRET=NotNeededForLocalDev
# This is a flag which indicates whether to verify the SSL cerfificate. It should be set to
# true for production environments, and false for local development with self-signed certs
DATA_REGISTRY_SUITECRM_SECURE=false

###
### Variables which affect the behaviour of the app and which can be used to
### customise / optimise speed
###

# The number of minutes to wait between each full check cycle
CHECKER_LOOP_WAIT_MINS=20

# The timeout value in seconds used for dataset HEAD attempts. This value is
# passed to the requests library.
DATASET_HEAD_TIMEOUT=7

# The timeout value in seconds used for dataset download attempts. This value is
# passed to the requests library
DATASET_GET_TIMEOUT=22

# The number of hours after which we force a re-download of datasets
# successfully downloaded from servers that support ETag and Last-Modified
# headers, even when the ETag and Last-Modified header have not changed
FORCE_REDOWNLOAD_AFTER_HOURS=24

# Number of threads used for downloading during the full cycle. Setting to 1
# makes for easier testing locally, value of ~12 seems to produce fastest cycle
# results. Note this will be obviated when the BDS is refactoed to use the
# Data Downloader
NUMBER_DOWNLOADER_THREADS=1

# The number of hours after which we re-download the dataset from servers that
# do not support `HEAD` requests
REDOWNLOAD_FROM_NON_HEAD_SERVERS_AFTER_HOURS=8

# The number of hours after which a failing download is removed
REMOVE_LAST_GOOD_DOWNLOAD_AFTER_FAILING_HOURS=72

# Whether to send DATASET_CHECK_RESULT messages to the IATI MQ Service (for use
# by the Dashboard)
SEND_DATASET_CHECK_RESULT_MESSAGES=no

###
### Variables for internal configuration of application
###

# Local Azurite Emulator
AZURE_STORAGE_CONNECTION_STRING=AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;DefaultEndpointsProtocol=http;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;QueueEndpoint=http://127.0.0.1:10001/devstoreaccount1;TableEndpoint=http://127.0.0.1:10002/devstoreaccount1;
AZURE_STORAGE_BLOB_CONTAINER_NAME=iati-files

# Azure Dev Service Bus Server
AZURE_SERVICE_BUS_CONNECTION_STRING="Endpoint=sb://localhost;SharedAccessKeyName=RootManageSharedAccessKey;SharedAccessKey=SAS_KEY_VALUE;UseDevelopmentEmulator=true;"
AZURE_SERVICE_BUS_REGISTRY_TOPIC_NAME="iati-mq-registry-changes-topic-local"
AZURE_SERVICE_BUS_REGISTRY_SUB_NAME="iati-mq-registry-changes-sub-local"
AZURE_SERVICE_BUS_DATASET_CHECK_RESULTS_TOPIC_NAME="iati-mq-dataset-check-results-topic-local"
AZURE_SERVICE_BUS_WAIT_TIME=0.1

# Only used by docker-compose setup for local development
AZURE_SERVICE_BUS_DB_PASS=j84jhQn_33  # The AZ Service Bus emulator requires a strong password

# BDS Postgres DB Setup

# Sample local setup - values read by docker compose (for simple Postgres DB
# creation), and used by the app
DB_NAME=bulk_data_service_db
DB_USER=bds
DB_PASS=pass
DB_HOST=localhost
DB_PORT=5255
DB_SSL_MODE=disable
DB_CONNECTION_TIMEOUT=30

WEB_BASE_URL=http://127.0.0.1:10000/devstoreaccount1

ZIP_WORKING_DIR=/tmp/bulk-data-service-zip