aws_bash/ec2_compute.sh at main · 10xac/aws_bash · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
#Reference
#https://bytes.babbel.com/en/articles/2017-07-04-spark-with-jupyter-inside-vpc.html
#https://cloud-gc.readthedocs.io/en/latest/chapter03_advanced-tutorial/advanced-awscli.html

echo "Number passed arguments: $#"
if [ $# -gt 0 ]; then
   source $1
else
    echo "You must pass a configuration file that contains key parameters"
    exit 0
fi

fname="instance_user_data/${name}_user_data.sh"

echo "sed replacing config file and writing: ec2_user_data.sh ->  $fname"
if [[ "$OSTYPE" == "darwin"* ]]; then
    SEDOPTION="-i ''"
else
    SEDOPTION="-i "
fi

sed 's|specfile=.*|specfile='"$udcfile"'|g' user_data.sh > $fname
sed  $SEDOPTION 's|iam_users=|iam_users='"${iam_users}"'|g' $fname
sed  $SEDOPTION 's|ssmgittoken=|ssmgittoken='"${ssmgittoken}"'|g' $fname
sed  $SEDOPTION 's|region=|region='"${region}"'|g' $fname
sed  $SEDOPTION 's|gitaccountname=|gitaccountname='"${gitaccountname}"'|g' $fname
sed  $SEDOPTION 's|USERS_FILE=|USERS_FILE='"${USERS_FILE}"'|g' $fname
sed  $SEDOPTION 's|BUCKET=|BUCKET='"${s3bucket}"'|g' $fname

if [ -z $amiarc ]; then
    amiarc=${amiopt:-arm64}
fi
if [ -z $amifordocker ]; then
    amifordocker=false
fi

echo "*************"

if [ "$service" == "ec2" ]; then

    echo "Creating EC2 instance with $fname user_data script .."


    if [ "${amios:-'ubuntu'}" == "ubuntu" ]; then
        echo "Fetching latest Ubuntu AMI of type ${amiarc} .."
        amipath="/aws/service/canonical/ubuntu/server/focal/stable/current/${amiarc}/hvm/ebs-gp2/ami-id"
        #
        echo "using amipath=$amipath"
        AMI=$(aws ssm get-parameters --names $amipath \
                  --query 'Parameters[0].[Value]' \
                  --output text --profile $profile --region $region) # | jq -r '.[0]')

    else
        echo "Fetching latest AWS Linux AMI of type ${amiarc} .."
        if $amifordocker; then
            amipath="/aws/service/ecs/optimized-ami/amazon-linux-2/recommended"
        else
            amipath="/aws/service/ami-amazon-linux-latest/amzn2-ami-hvm-${amiarc}-gp2"
        fi
        #
        echo "using amipath=$amipath"
        AMI=$(aws ssm get-parameters --names $amipath \
                  --query 'Parameters[0].[Value]' \
                  --output text --profile $profile --region $region| jq -r '.image_id')

    fi


    echo "using AMI-ID=$AMI"


    export AWS_PAGER=""

    aws ec2 run-instances --image-id $AMI \
        --instance-type $TYPE --count $COUNT \
        --key-name $KEY \
        --security-group-ids $SG \
        --subnet-id $subnetId \
        --ebs-optimized \
        --monitoring Enabled=true \
        --iam-instance-profile Name=$IAM \
        --tag-specifications "ResourceType=instance,Tags=[{Key=Name,Value=$name},{Key=team,Value=$team}]" \
        --user-data "file://$fname" \
        --block-device-mapping DeviceName=/dev/sda1,Ebs={VolumeSize=$EBS_SIZE} \
        --region $region \
        --profile $profile

	#        --instance-market-options '{"MarketType":"spot"}'
	#extra volume
    #        --block-device-mapping DeviceName=/dev/sda1,Ebs={VolumeSize=$EBS_SIZE} \
        exit 0
else
    echo "service is not set to EC2 in the config file .. doing nothing"
fi