Merge pull request #527 from SmartColumbusOS/big-nodes

new worker numbers

Author: LtChae

features/eks-cluster.hcl

@@ -53,9 +53,9 @@ module "eks-cluster" {
     {
       # so we don't have to go through a roll in the future - set to zeros and something inconsequential until we figure out what we need
       name                          = "Memory-Optimized-Workers"
-      asg_min_size                  = "0"
-      asg_max_size                  = "0"
-      instance_type                 = "r5a.large"
+      asg_min_size                  = var.min_num_of_memory_workers
+      asg_max_size                  = var.max_num_of_memory_workers
+      instance_type                 = "m5.4xlarge"
       key_name                      = aws_key_pair.cloud_key.key_name
       kubelet_extra_args            = "--node-labels=scos.run.memory-optimized=true ${var.kubelet_security_args}"
       additional_security_group_ids = aws_security_group.private_workers.id
@@ -569,6 +569,16 @@ variable "max_num_of_kafka_workers" {
   default     = 5
 }
 
+variable "min_num_of_memory_workers" {
+  description = "Minimum number of high memory workers to be created on eks cluster"
+  default     = 0
+}
+
+variable "max_num_of_memory_workers" {
+  description = "Maximum number of high memory workers to be created on eks cluster"
+  default     = 0
+}
+
 variable "kubelet_security_args" {
   description = "A set of additional kubelet configurations to meet security standards. WARNING: Invalid command line parameters here will cause all nodes deployed with these settings to never become ready. This kills the cluster."
   default     = "--read-only-port=0 --event-qps=0"

variables/dev.tfvars

@@ -38,4 +38,10 @@ key_pair_name = "eks_key_dev_2020_03_23"
 
 force_destroy_s3_bucket = false
 
-andi_public_sample_datasets = "andi-public-sample-datasets"
+andi_public_sample_datasets = "andi-public-sample-datasets"
+
+max_num_of_workers = 8
+min_num_of_workers = 6
+
+max_num_of_memory_workers = 1
+min_num_of_memory_workers = 1

variables/prod.tfvars

@@ -38,6 +38,8 @@ key_pair_public_key = "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC5yJ//U9QiuN3T7C2Zo
 
 key_pair_name = "eks_key_prod_2020_03_23"
 
-max_num_of_workers = 25
+max_num_of_workers = 16
+min_num_of_workers = 16
 
-min_num_of_workers = 25
+max_num_of_memory_workers = 4
+min_num_of_memory_workers = 4

variables/staging.tfvars

@@ -36,4 +36,10 @@ key_pair_name = "eks_key_staging_2020_03_23"
 
 force_destroy_s3_bucket = false
 
-andi_public_sample_datasets = "andi-public-sample-datasets"
+andi_public_sample_datasets = "andi-public-sample-datasets"
+
+max_num_of_workers = 8
+min_num_of_workers = 6
+
+max_num_of_memory_workers = 1
+min_num_of_memory_workers = 1