docker-compose.yml

version: '3'

services:

  etcd:
    image: quay.io/coreos/etcd:v3.3.12
    container_name: etcd
    restart: always
    networks:
      - link-network
    volumes:
      - ~/docker-data/etcd-data:/etcd-data
    ports:
      - "2381:2379" #切记测试机 123.56.173.28使用的是 2379
      - "2382:2380" #切记测试机 123.56.173.28使用的是 2380
    command: /usr/local/bin/etcd --name s1 --data-dir /etcd-data --listen-client-urls http://0.0.0.0:2379 --advertise-client-urls http://0.0.0.0:2379 --listen-peer-urls http://0.0.0.0:2380 --initial-advertise-peer-urls http://0.0.0.0:2380 --initial-cluster s1=http://0.0.0.0:2380 --initial-cluster-token tkn --initial-cluster-state new

  redis-6381:
    image: redis
    container_name: redis6381
    restart: always
    ports:
      - 6381:6379
    volumes:
      - ~/docker-data/redis-6381:/data
    networks:
      - link-network
  redis-6380:
    image: redis
    container_name: redis6380
    restart: always
    ports:
      - 6380:6379
    volumes:
      - ~/docker-data/redis-6380:/data
    networks:
      - link-network

  redis-commander:
    container_name: redis-commander
    hostname: redis-commander
    image: rediscommander/redis-commander:latest
    restart: always
    depends_on:
      - redis-6381
      - redis-6380
    environment:
      - REDIS_HOSTS=dev0:redis6380,dev1:redis6381,cluster7001:47.95.20.12:7001,cluster7002:47.95.20.12:7002,cluster7003:47.95.20.12:7003,cluster7004:47.95.20.12:7004,cluster7005:47.95.20.12:7005,cluster7006:47.95.20.12:7006
    ports:
      - "8082:8081"
    networks:
      - link-network

  mongo-27019:
    image: mongo
    container_name: mongo27019
    restart: always
    ports:
      - 27019:27017
    volumes:
      - ~/docker-data/mongo-27019/configdb:/data/configdb
      - ~/docker-data/mongo-27019/db:/data/db
    networks:
      - link-network
  mongo-27018:
    image: mongo
    container_name: mongo27018
    restart: always
    ports:
      - 27018:27017
    volumes:
      - ~/docker-data/mongo-27018/configdb:/data/configdb
      - ~/docker-data/mongo-27018/db:/data/db
    networks:
      - link-network

  postgres-5433:
    image: mdillon/postgis
    container_name: postgres5433
    restart: always
    environment:
      POSTGRES_DB: postgres
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
    ports:
      - 5433:5432
    volumes:
      - ~/docker-data/postgresql-5433:/var/lib/postgresql/data
    networks:
      - link-network
  postgres-5434:
    image: mdillon/postgis
    container_name: postgres5434
    restart: always
    environment:
      POSTGRES_DB: postgres
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
    ports:
      - 5434:5432
    volumes:
      - ~/docker-data/postgresql-5434:/var/lib/postgresql/data
    networks:
      - link-network

  mysql-3307:
    image: mysql
    container_name: mysql3307
    restart: always
    ports:
      - 3307:3306
    environment:
      MYSQL_ROOT_PASSWORD: root
    command:
      --default-authentication-plugin=mysql_native_password
    volumes:
      - ~/docker-data/mysql-3307:/data
    networks:
      - link-network

  mysql-3308:
    image: mysql
    container_name: mysql3308
    restart: always
    ports:
      - 3308:3306
    environment:
      MYSQL_ROOT_PASSWORD: root
    command:
      --default-authentication-plugin=mysql_native_password
    volumes:
      - ~/docker-data/mysql-3308:/data
    networks:
      - link-network

  neo4j:
    image: neo4j
    container_name: neo4j
    ports:
      - 7474:7474
      - 7687:7687
    #      - 2004:2004
    #    environment:
    #      - metrics-prometheus-enabled=true
    #      - metrics.prometheus.endpoint=mock.com:2004
    volumes:
      - ~/docker-data/neo4j:/data
    networks:
      - link-network

  clickhouse-server:
    image: yandex/clickhouse-server
    container_name: clickhouse-server
    ports:
      - "8123:8123" ##http
      - "9019:9000" ##tcp
      - "9009:9009"
    ulimits:
      nofile:
        soft: 262144
        hard: 262144
    volumes:
      - ~/docker-data/clickhouse:/var/lib/clickhouse
    networks:
      - link-network

  ##docker run --network=opt_link-network --link ccd448857c70 yandex/clickhouse-client --host 47.95.20.12 --port=9019 --query="select * from example"

  clickhouse-tabix-web-client:
    image: spoonest/clickhouse-tabix-web-client
    container_name: clickhouse-tabix-web-client
    ports:
      - 9020:80  #web port
    environment:
      #      USER: admin
      #      PASSWORD: admin
      CH_HOST: clickhouse-server
    #      CH_LOGIN: default
    #      CH_PASSWORD:
    depends_on:
      - clickhouse-server
    networks:
      - link-network

  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:7.1.1
    container_name: elasticsearch
    restart: always
    environment:
      - http.port=9200
      - http.cors.enabled=true
      - http.cors.allow-origin=http://localhost:1358,http://127.0.0.1:1358
      - http.cors.allow-headers=X-Requested-With,X-Auth-Token,Content-Type,Content-Length,Authorization
      - http.cors.allow-credentials=true
      - node.name=node-1
      - cluster.initial_master_nodes=node-1
      - cluster.name=elasticsearch
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - esdata71:/usr/share/elasticsearch/data
    ports:
      - 9200:9200
      - 9300:9300
    networks:
      - link-network
  elasticsearch2:
    image: docker.elastic.co/elasticsearch/elasticsearch:7.1.1
    container_name: elasticsearch102
    restart: always
    environment:
      - cluster.name=elasticsearch
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
      - "discovery.zen.ping.unicast.hosts=elasticsearch"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - esdata72:/usr/share/elasticsearch/data
    networks:
      - link-network

  kibana:
    image: docker.elastic.co/kibana/kibana:7.1.1
    container_name: kibana
    restart: always
    ports:
      - 5601:5601
    environment:
      SERVER_NAME: kibana
      ELASTICSEARCH_HOSTS: http://elasticsearch:9200
    networks:
      - link-network

  elastichd:
    image: containerize/elastichd
    container_name: elastichd
    restart: always
    ports:
      - 9800:9800
    links:
      - elasticsearch:es # 打开localhost:9800后，输入http://es:9200 connect
    networks:
      - link-network

  dejavu:
    image: appbaseio/dejavu
    container_name: dejavu
    ports:
      - 1358:1358
    networks:
      - link-network

  nsqd:
    image: nsqio/nsq
    container_name: nsqd
    restart: always
    depends_on:
      - nsqlookupd
    hostname: nsqd
    volumes:
      - ~/docker-data/nsq:/data
    networks:
      - link-network
    ports:
      - "4151:4151"
      - "4150:4150"
    command: /nsqd --broadcast-address=nsqd --lookupd-tcp-address=nsqlookupd:4160 --data-path=/data
  nsqlookupd:
    image: nsqio/nsq
    container_name: nsqlookupd
    restart: always
    networks:
      - link-network
    hostname: nsqlookupd
    ports:
      - "4161:4161"
      - "4160:4160"
    command: /nsqlookupd

  nsqadmin:
    image: nsqio/nsq
    container_name: nsqadmin
    restart: always
    depends_on:
      - nsqlookupd
    hostname: nsqadmin
    ports:
      - "4171:4171"
    networks:
      - link-network
    command: /nsqadmin --lookupd-http-address=nsqlookupd:4161

  zookeeper:
    image: wurstmeister/zookeeper
    container_name: zookeeper
    restart: unless-stopped
    hostname: zookeeper
    volumes:
      - ~/docker-data/zookeeper/data:/data
      - ~/docker-data/zookeeper/datalog:/datalog
    ports:
      - 2181:2181
    networks:
      - link-network

  kafka:
    image: wurstmeister/kafka
    container_name: kafka
    restart: always
    ports:
      - 9092:9092
    environment:
      KAFKA_ADVERTISED_HOST_NAME: mock.com
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_BROKER_ID: 1
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_NUM_PARTITIONS: 2
      KAFKA_CREATE_TOPICS: "stream-in:1:1,stream-out:1:1"
    volumes:
      - ~/docker-data/kafka:/kafka
    depends_on:
      - zookeeper
    networks:
      - link-network

  kafka-admin:
    image: sheepkiller/kafka-manager
    container_name: kafkamanager
    environment:
      ZK_HOSTS: zookeeper:2181
      APPLICATION_SECRET: letmein
      KM_ARGS: -Djava.net.preferIPv4Stack=true
    ports:
      - 9093:9000
    links:
      - zookeeper
      - kafka
    networks:
      - link-network

  rabbitmq:
    image: rabbitmq:management
    container_name: rabbitmq
    ports:
      - 4369:4369
      - 5671:5671
      - 5672:5672
      - 8672:15672
    environment:
      RABBITMQ_DEFAULT_USER: admin
      RABBITMQ_DEFAULT_PASS: admin
    volumes:
      - ~/docker-data/rabbitmq:/var/lib/rabbitmq
    networks:
      - link-network

  ##########################################以下全部是监控 by Prometheus
  # 所有container 监控by prometheus
  cadvisor:
    image: google/cadvisor
    container_name: cadvisor
    restart: always
    ports:
      - 8070:8080
    networks:
      - link-network

  # grafana显示
  grafana:
    image: grafana/grafana
    container_name: grafana
    restart: always
    ports:
      - 3000:3000
    environment: #安装其它panel
      GF_INSTALL_PLUGINS: grafana-clock-panel,grafana-piechart-panel,satellogic-3d-globe-panel,grafana-worldmap-panel,grafana-simple-json-datasource
    volumes:
      - ~/docker-data/grafana:/var/lib/grafana
    networks:
      - link-network

  # prometheus
  prometheus:
    image: prom/prometheus
    container_name: prometheus
    restart: always
    ports:
      - 9090:9090
    networks:
      - link-network
    volumes:
      - ./prometheus.yml:/etc/prometheus/prometheus.yml
    environment:
      - config.file=/etc/prometheus/prometheus.yml

  # 服务器监控by prometheus node-exporter
  node-exporter:
    image: prom/node-exporter
    container_name: node_exporter
    restart: always
    ports:
      - 9100:9100
    networks:
      - link-network

  # redis监控by prometheus redis_exporter
  redis-exporter:
    image: oliver006/redis_exporter
    container_name: redis_exporter
    restart: always
    ports:
      - 9121:9121
    networks:
      - link-network
    environment:
      REDIS_ADDR: redis6380

  # mongodb 监控
  mongodb_exporter:
    image: ssalaues/mongodb-exporter
    container_name: mongodb_exporter
    restart: always
    ports:
      - 9216:9216
    networks:
      - link-network
    environment:
      MONGODB_URL: mongodb://mongo27018

  # postgresql 监控
  postgres_exporter:
    image: wrouesnel/postgres_exporter
    container_name: postgres_exporter
    restart: always
    ports:
      - 9187:9187
    networks:
      - link-network
    environment:
      DATA_SOURCE_NAME: postgresql://postgres:postgres@postgres5433/postgres?sslmode=disable

  # mysql 监控
  mysqld_exporter:
    image: dataloop/mysqld_exporter
    container_name: mysqld_exporter
    restart: always
    ports:
      - 9104:9104
    networks:
      - link-network
    environment:
      DATA_SOURCE_NAME: root:root@(mock.com:3307)/

  # elasticsearch 监控
  elasticsearch_exporter:
    container_name: elasticsearch_exporter
    image: justwatch/elasticsearch_exporter
    restart: always
    command:
      - '-es.uri=http://mock.com:9200'
    ports:
      - 9108:9108

  # 服务器监控by prometheus kafka-exporter
  kafka-exporter:
    image: danielqsj/kafka-exporter
    container_name: kafka_exporter
    restart: always
    environment:
      - kafka.server=kafka:9092
    ports:
      - 9308:9308
    networks:
      - link-network

  #所有容器dashboard
  portainer:
    image: portainer/portainer
    container_name: portainer
    restart: always
    ports:
      - 9000:9000
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    networks:
      - link-network

volumes:
  esdata71:
    driver: local
  esdata72:
    driver: local

networks:
  link-network:
    driver: bridge