From 59c4a3205fc854c2c7e660fdd520e1d066f9170c Mon Sep 17 00:00:00 2001 From: unknown Date: Thu, 14 Nov 2024 11:28:55 +0300 Subject: [PATCH] Solution --- my vms/vms/client/simulator/Dockerfile | 6 + .../vms/client/simulator/docker-compose.yml | 45 + my vms/vms/client/simulator/entity/sensor.py | 10 + my vms/vms/client/simulator/main.py | 28 + my vms/vms/client/simulator/requirements.txt | 1 + my vms/vms/gateway/docker-compose.yml | 9 + my vms/vms/gateway/mosquitto/mosquitto.conf | 2 + my vms/vms/server/infra/docker-compose.yml | 41 + my vms/vms/server/infra/grafana/grafana.ini | 1119 ++ .../provisioning/dashboards/default.yaml | 13 + .../grafana/provisioning/dashboards/mqtt.json | 776 ++ .../provisioning/datasources/default.yaml | 13 + .../infra/influxdb/scripts/influxdb-init.iql | 2 + .../server/infra/telegraf/docker-compose.yml | 41 + .../vms/server/infra/telegraf/telegraf.conf | 9688 +++++++++++++++++ vms/gateway/docker-compose.yml | 9 + vms/server/infra/telegraf/docker-compose.yml | 41 + ...1\200\321\214\320\265\320\262\320\260.pdf" | Bin 0 -> 611504 bytes 18 files changed, 11844 insertions(+) create mode 100644 my vms/vms/client/simulator/Dockerfile create mode 100644 my vms/vms/client/simulator/docker-compose.yml create mode 100644 my vms/vms/client/simulator/entity/sensor.py create mode 100644 my vms/vms/client/simulator/main.py create mode 100644 my vms/vms/client/simulator/requirements.txt create mode 100644 my vms/vms/gateway/docker-compose.yml create mode 100644 my vms/vms/gateway/mosquitto/mosquitto.conf create mode 100644 my vms/vms/server/infra/docker-compose.yml create mode 100644 my vms/vms/server/infra/grafana/grafana.ini create mode 100644 my vms/vms/server/infra/grafana/provisioning/dashboards/default.yaml create mode 100644 my vms/vms/server/infra/grafana/provisioning/dashboards/mqtt.json create mode 100644 my vms/vms/server/infra/grafana/provisioning/datasources/default.yaml create mode 100644 my vms/vms/server/infra/influxdb/scripts/influxdb-init.iql create mode 100644 my vms/vms/server/infra/telegraf/docker-compose.yml create mode 100644 my vms/vms/server/infra/telegraf/telegraf.conf create mode 100644 vms/gateway/docker-compose.yml create mode 100644 vms/server/infra/telegraf/docker-compose.yml create mode 100644 "\320\233\320\260\320\261\320\276\321\200\320\260\321\202\320\276\321\200\320\275\320\260\321\217 2 \320\237\320\276\321\200\321\204\320\270\321\200\321\214\320\265\320\262\320\260.pdf" diff --git a/my vms/vms/client/simulator/Dockerfile b/my vms/vms/client/simulator/Dockerfile new file mode 100644 index 0000000..e890783 --- /dev/null +++ b/my vms/vms/client/simulator/Dockerfile @@ -0,0 +1,6 @@ +FROM python:alpine3.19 +WORKDIR /app +COPY requirements.txt . +RUN pip install -r requirements.txt +COPY . . +CMD ["python", "main.py"] \ No newline at end of file diff --git a/my vms/vms/client/simulator/docker-compose.yml b/my vms/vms/client/simulator/docker-compose.yml new file mode 100644 index 0000000..ee1d3f7 --- /dev/null +++ b/my vms/vms/client/simulator/docker-compose.yml @@ -0,0 +1,45 @@ +version: "3" + +services: + temp_sensor: + image: lenaporfireva/data-simulator + environment: + - SIM_HOST=192.168.0.101 + - SIM_NAME=TEMP1 + - SIM_PERIOD=2 + - SIM_TYPE=temperature + pressure_sensor: + image: lenaporfireva/data-simulator + environment: + - SIM_HOST=192.168.0.101 + - SIM_NAME=PRESS1 + - SIM_PERIOD=2 + - SIM_TYPE=pressure + current_sensor: + image: lenaporfireva/data-simulator + environment: + - SIM_HOST=192.168.0.101 + - SIM_NAME=CURRENT1 + - SIM_PERIOD=2 + - SIM_TYPE=current + co_sensor: + image: lenaporfireva/data-simulator + environment: + - SIM_HOST=192.168.0.101 + - SIM_NAME=CO1 + - SIM_PERIOD=2 + - SIM_TYPE=carbon_oxid + temp_sensor_2: + image: lenaporfireva/data-simulator + environment: + - SIM_HOST=192.168.0.101 + - SIM_NAME=TEMP2 + - SIM_PERIOD=4 + - SIM_TYPE=temperature + co_sensor_2: + image: lenaporfireva/data-simulator + environment: + - SIM_HOST=192.168.0.101 + - SIM_NAME=CO2 + - SIM_PERIOD=6 + - SIM_TYPE=carbon_oxid \ No newline at end of file diff --git a/my vms/vms/client/simulator/entity/sensor.py b/my vms/vms/client/simulator/entity/sensor.py new file mode 100644 index 0000000..58c325a --- /dev/null +++ b/my vms/vms/client/simulator/entity/sensor.py @@ -0,0 +1,10 @@ +class CO(Sensor): + step = 0 + + def __init__(self,name): + super().__init__(name) + self.type = "carbon oxid" + + def generate_new_value(self): + self.value = self.step * 1e6 + self.step = self.step + 0.001 \ No newline at end of file diff --git a/my vms/vms/client/simulator/main.py b/my vms/vms/client/simulator/main.py new file mode 100644 index 0000000..d2639c0 --- /dev/null +++ b/my vms/vms/client/simulator/main.py @@ -0,0 +1,28 @@ +import paho.mqtt.client as paho +from os import environ +import time + +from entity.sensor import * + +broker = "localhost" if "SIM_HOST" not in environ.keys() else environ["SIM_HOST"] +port = 1883 if "SIM_PORT" not in environ.keys() else environ["SIM_PORT"] +name = "sensor" if "SIM_NAME" not in environ.keys() else environ["SIM_NAME"] +period = 1 if "SIM_PERIOD" not in environ.keys() else int(environ["SIM_PERIOD"]) +type_sim = "temperature" if "SIM_TYPE" not in environ.keys() else environ["SIM_TYPE"] + +sensors = {"temperature": Temperature, "pressure": Pressure, "current": Current, "carbon_oxid": CO} + + +def on_publish(client, userdata, result): # create function for callback + print(f"data published {userdata}") + pass + + +sensor = sensors[type_sim](name=name) +client1 = paho.Client(sensor.name) # create client object +client1.on_publish = on_publish # assign function to callback +client1.connect(broker, port) # establish connection +while True: + sensor.generate_new_value() + ret = client1.publish("sensors/" + sensor.type + "/" + sensor.name, sensor.get_data()) # publish + time.sleep(period) \ No newline at end of file diff --git a/my vms/vms/client/simulator/requirements.txt b/my vms/vms/client/simulator/requirements.txt new file mode 100644 index 0000000..13e9d8e --- /dev/null +++ b/my vms/vms/client/simulator/requirements.txt @@ -0,0 +1 @@ +paho_mqtt==1.6.1 diff --git a/my vms/vms/gateway/docker-compose.yml b/my vms/vms/gateway/docker-compose.yml new file mode 100644 index 0000000..869e743 --- /dev/null +++ b/my vms/vms/gateway/docker-compose.yml @@ -0,0 +1,9 @@ +version: "3" +services: + broker: + image: eclipse-mosquitto + container_name: broker + volumes: + - ./mosquitto/mosquitto.conf:/mosquitto/config/mosquitto.conf + ports: + - "1883:1883" \ No newline at end of file diff --git a/my vms/vms/gateway/mosquitto/mosquitto.conf b/my vms/vms/gateway/mosquitto/mosquitto.conf new file mode 100644 index 0000000..daa4137 --- /dev/null +++ b/my vms/vms/gateway/mosquitto/mosquitto.conf @@ -0,0 +1,2 @@ +listener 1883 +allow_anonymous true \ No newline at end of file diff --git a/my vms/vms/server/infra/docker-compose.yml b/my vms/vms/server/infra/docker-compose.yml new file mode 100644 index 0000000..ff420db --- /dev/null +++ b/my vms/vms/server/infra/docker-compose.yml @@ -0,0 +1,41 @@ +version: "3" +services: + influxdb: + image: influxdb:1.8 + container_name: influxdb + volumes: + - ./influxdb/scripts:/docker-entrypoint-initdb.d + - influx_data:/var/lib/influxdb + networks: + - server-net + telegraf: + image: telegraf + container_name: telegraf + volumes: + - ./telegraf:/etc/telegraf:ro + restart: unless-stopped + networks: + - server-net + grafana: + image: grafana/grafana + container_name: grafana + volumes: + - grafana_data:/var/lib/grafana + - ./grafana/:/etc/grafana/ + + environment: + - GF_SECURITY_ADMIN_USER=admin + - GF_SECURITY_ADMIN_PASSWORD=admin + - GF_USERS_ALLOW_SIGN_UP=false + restart: unless-stopped + ports: + - 3000:3000 + networks: + - server-net + +volumes: + influx_data: {} + grafana_data: {} + +networks: + server-net: {} \ No newline at end of file diff --git a/my vms/vms/server/infra/grafana/grafana.ini b/my vms/vms/server/infra/grafana/grafana.ini new file mode 100644 index 0000000..71abc3a --- /dev/null +++ b/my vms/vms/server/infra/grafana/grafana.ini @@ -0,0 +1,1119 @@ +##################### Grafana Configuration Example ##################### +# +# Everything has defaults so you only need to uncomment things you want to +# change + +# possible values : production, development +;app_mode = production + +# instance name, defaults to HOSTNAME environment variable value or hostname if HOSTNAME var is empty +;instance_name = ${HOSTNAME} + +#################################### Paths #################################### +[paths] +# Path to where grafana can store temp files, sessions, and the sqlite3 db (if that is used) +;data = /var/lib/grafana + +# Temporary files in `data` directory older than given duration will be removed +;temp_data_lifetime = 24h + +# Directory where grafana can store logs +;logs = /var/log/grafana + +# Directory where grafana will automatically scan and look for plugins +;plugins = /var/lib/grafana/plugins + +# folder that contains provisioning config files that grafana will apply on startup and while running. +;provisioning = conf/provisioning + +#################################### Server #################################### +[server] +# Protocol (http, https, h2, socket) +;protocol = http + +# The ip address to bind to, empty will bind to all interfaces +;http_addr = + +# The http port to use +;http_port = 3000 + +# The public facing domain name used to access grafana from a browser +;domain = localhost + +# Redirect to correct domain if host header does not match domain +# Prevents DNS rebinding attacks +;enforce_domain = false + +# The full public facing url you use in browser, used for redirects and emails +# If you use reverse proxy and sub path specify full url (with sub path) +;root_url = %(protocol)s://%(domain)s:%(http_port)s/ + +# Serve Grafana from subpath specified in `root_url` setting. By default it is set to `false` for compatibility reasons. +;serve_from_sub_path = false + +# Log web requests +;router_logging = false + +# the path relative working path +;static_root_path = public + +# enable gzip +;enable_gzip = false + +# https certs & key file +;cert_file = +;cert_key = + +# Unix socket path +;socket = + +# CDN Url +;cdn_url = + +# Sets the maximum time using a duration format (5s/5m/5ms) before timing out read of an incoming request and closing idle connections. +# `0` means there is no timeout for reading the request. +;read_timeout = 0 + +#################################### Database #################################### +[database] +# You can configure the database connection by specifying type, host, name, user and password +# as separate properties or as on string using the url properties. + +# Either "mysql", "postgres" or "sqlite3", it's your choice +;type = sqlite3 +;host = 127.0.0.1:3306 +;name = grafana +;user = root +# If the password contains # or ; you have to wrap it with triple quotes. Ex """#password;""" +;password = + +# Use either URL or the previous fields to configure the database +# Example: mysql://user:secret@host:port/database +;url = + +# For "postgres" only, either "disable", "require" or "verify-full" +;ssl_mode = disable + +# Database drivers may support different transaction isolation levels. +# Currently, only "mysql" driver supports isolation levels. +# If the value is empty - driver's default isolation level is applied. +# For "mysql" use "READ-UNCOMMITTED", "READ-COMMITTED", "REPEATABLE-READ" or "SERIALIZABLE". +;isolation_level = + +;ca_cert_path = +;client_key_path = +;client_cert_path = +;server_cert_name = + +# For "sqlite3" only, path relative to data_path setting +;path = grafana.db + +# Max idle conn setting default is 2 +;max_idle_conn = 2 + +# Max conn setting default is 0 (mean not set) +;max_open_conn = + +# Connection Max Lifetime default is 14400 (means 14400 seconds or 4 hours) +;conn_max_lifetime = 14400 + +# Set to true to log the sql calls and execution times. +;log_queries = + +# For "sqlite3" only. cache mode setting used for connecting to the database. (private, shared) +;cache_mode = private + +# For "mysql" only if lockingMigration feature toggle is set. How many seconds to wait before failing to lock the database for the migrations, default is 0. +;locking_attempt_timeout_sec = 0 + +################################### Data sources ######################### +[datasources] +# Upper limit of data sources that Grafana will return. This limit is a temporary configuration and it will be deprecated when pagination will be introduced on the list data sources API. +;datasource_limit = 5000 + +#################################### Cache server ############################# +[remote_cache] +# Either "redis", "memcached" or "database" default is "database" +;type = database + +# cache connectionstring options +# database: will use Grafana primary database. +# redis: config like redis server e.g. `addr=127.0.0.1:6379,pool_size=100,db=0,ssl=false`. Only addr is required. ssl may be 'true', 'false', or 'insecure'. +# memcache: 127.0.0.1:11211 +;connstr = + +#################################### Data proxy ########################### +[dataproxy] + +# This enables data proxy logging, default is false +;logging = false + +# How long the data proxy waits to read the headers of the response before timing out, default is 30 seconds. +# This setting also applies to core backend HTTP data sources where query requests use an HTTP client with timeout set. +;timeout = 30 + +# How long the data proxy waits to establish a TCP connection before timing out, default is 10 seconds. +;dialTimeout = 10 + +# How many seconds the data proxy waits before sending a keepalive probe request. +;keep_alive_seconds = 30 + +# How many seconds the data proxy waits for a successful TLS Handshake before timing out. +;tls_handshake_timeout_seconds = 10 + +# How many seconds the data proxy will wait for a server's first response headers after +# fully writing the request headers if the request has an "Expect: 100-continue" +# header. A value of 0 will result in the body being sent immediately, without +# waiting for the server to approve. +;expect_continue_timeout_seconds = 1 + +# Optionally limits the total number of connections per host, including connections in the dialing, +# active, and idle states. On limit violation, dials will block. +# A value of zero (0) means no limit. +;max_conns_per_host = 0 + +# The maximum number of idle connections that Grafana will keep alive. +;max_idle_connections = 100 + +# How many seconds the data proxy keeps an idle connection open before timing out. +;idle_conn_timeout_seconds = 90 + +# If enabled and user is not anonymous, data proxy will add X-Grafana-User header with username into the request, default is false. +;send_user_header = false + +# Limit the amount of bytes that will be read/accepted from responses of outgoing HTTP requests. +;response_limit = 0 + +# Limits the number of rows that Grafana will process from SQL data sources. +;row_limit = 1000000 + +#################################### Analytics #################################### +[analytics] +# Server reporting, sends usage counters to stats.grafana.org every 24 hours. +# No ip addresses are being tracked, only simple counters to track +# running instances, dashboard and error counts. It is very helpful to us. +# Change this option to false to disable reporting. +;reporting_enabled = true + +# The name of the distributor of the Grafana instance. Ex hosted-grafana, grafana-labs +;reporting_distributor = grafana-labs + +# Set to false to disable all checks to https://grafana.net +# for new versions (grafana itself and plugins), check is used +# in some UI views to notify that grafana or plugin update exists +# This option does not cause any auto updates, nor send any information +# only a GET request to http://grafana.com to get latest versions +;check_for_updates = true + +# Google Analytics universal tracking code, only enabled if you specify an id here +;google_analytics_ua_id = + +# Google Tag Manager ID, only enabled if you specify an id here +;google_tag_manager_id = + +# Rudderstack write key, enabled only if rudderstack_data_plane_url is also set +;rudderstack_write_key = + +# Rudderstack data plane url, enabled only if rudderstack_write_key is also set +;rudderstack_data_plane_url = + +# Rudderstack SDK url, optional, only valid if rudderstack_write_key and rudderstack_data_plane_url is also set +;rudderstack_sdk_url = + +# Rudderstack Config url, optional, used by Rudderstack SDK to fetch source config +;rudderstack_config_url = + +#################################### Security #################################### +[security] +# disable creation of admin user on first start of grafana +;disable_initial_admin_creation = false + +# default admin user, created on startup +;admin_user = admin + +# default admin password, can be changed before first start of grafana, or in profile settings +;admin_password = admin + +# used for signing +;secret_key = SW2YcwTIb9zpOOhoPsMm + +# current key provider used for envelope encryption, default to static value specified by secret_key +;encryption_provider = secretKey.v1 + +# list of configured key providers, space separated (Enterprise only): e.g., awskms.v1 azurekv.v1 +;available_encryption_providers = + +# disable gravatar profile images +;disable_gravatar = false + +# data source proxy whitelist (ip_or_domain:port separated by spaces) +;data_source_proxy_whitelist = + +# disable protection against brute force login attempts +;disable_brute_force_login_protection = false + +# set to true if you host Grafana behind HTTPS. default is false. +;cookie_secure = false + +# set cookie SameSite attribute. defaults to `lax`. can be set to "lax", "strict", "none" and "disabled" +;cookie_samesite = lax + +# set to true if you want to allow browsers to render Grafana in a ,