forked from DataDog/datadog-lambda-python
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpublish_layers.sh
More file actions
executable file
·142 lines (124 loc) · 5.13 KB
/
publish_layers.sh
File metadata and controls
executable file
·142 lines (124 loc) · 5.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
#!/bin/bash
# Unless explicitly stated otherwise all files in this repository are licensed
# under the Apache License Version 2.0.
# This product includes software developed at Datadog (https://www.datadoghq.com/).
# Copyright 2019 Datadog, Inc.
# Publish the datadog python lambda layer across regions, using the AWS CLI
# Usage: VERSION=5 REGIONS=us-east-1 LAYERS=Datadog-Python39 publish_layers.sh
# VERSION is required.
set -e
# Makes sure any subprocesses will be terminated with this process
trap "pkill -P $$; exit 1;" INT
PYTHON_VERSIONS_FOR_AWS_CLI=("python3.6" "python3.7" "python3.8" "python3.8" "python3.9" "python3.9")
LAYER_PATHS=(".layers/datadog_lambda_py-amd64-3.6.zip" ".layers/datadog_lambda_py-amd64-3.7.zip" ".layers/datadog_lambda_py-amd64-3.8.zip" ".layers/datadog_lambda_py-arm64-3.8.zip" ".layers/datadog_lambda_py-amd64-3.9.zip" ".layers/datadog_lambda_py-arm64-3.9.zip")
AVAILABLE_LAYERS=("Datadog-Python36" "Datadog-Python37" "Datadog-Python38" "Datadog-Python38-ARM" "Datadog-Python39" "Datadog-Python39-ARM")
ARCHS=("amd64" "amd64" "amd64""amd64" "amd64" "arm64")
AVAILABLE_REGIONS=$(aws ec2 describe-regions | jq -r '.[] | .[] | .RegionName')
# Check that the layer files exist
for layer_file in "${LAYER_PATHS[@]}"
do
if [ ! -f $layer_file ]; then
echo "Could not find $layer_file."
exit 1
fi
done
# Determine the target regions
if [ -z "$REGIONS" ]; then
echo "Region not specified, running for all available regions."
REGIONS=$AVAILABLE_REGIONS
else
echo "Region specified: $REGIONS"
if [[ ! "$AVAILABLE_REGIONS" == *"$REGIONS"* ]]; then
echo "Could not find $REGIONS in available regions: $AVAILABLE_REGIONS"
echo ""
echo "EXITING SCRIPT."
exit 1
fi
fi
# Determine the target layers
if [ -z "$LAYERS" ]; then
echo "Layer not specified, running for all layers."
LAYERS=("${AVAILABLE_LAYERS[@]}")
else
echo "Layer specified: $LAYERS"
if [[ ! " ${AVAILABLE_LAYERS[@]} " =~ " ${LAYERS} " ]]; then
echo "Could not find $LAYERS in available layers: ${AVAILABLE_LAYERS[@]}"
echo ""
echo "EXITING SCRIPT."
exit 1
fi
fi
# Determine the target layer version
if [ -z "$VERSION" ]; then
echo "Layer version not specified"
echo ""
echo "EXITING SCRIPT."
exit 1
else
echo "Layer version specified: $VERSION"
fi
read -p "Ready to publish version $VERSION of layers ${LAYERS[*]} to regions ${REGIONS[*]} (y/n)?" CONT
if [ "$CONT" != "y" ]; then
echo "Exiting"
exit 1
fi
index_of_layer() {
layer_name=$1
for i in "${!AVAILABLE_LAYERS[@]}"; do
if [[ "${AVAILABLE_LAYERS[$i]}" = "${layer_name}" ]]; then
echo "${i}";
fi
done
}
publish_layer() {
region=$1
layer_name=$2
aws_version_key=$3
layer_path=$4
version_nbr=$(aws lambda publish-layer-version --layer-name $layer_name \
--description "Datadog Lambda Layer for Python" \
--zip-file "fileb://$layer_path" \
--region $region \
--compatible-runtimes $aws_version_key \
| jq -r '.Version')
permission=$(aws lambda add-layer-version-permission --layer-name $layer_name \
--version-number $version_nbr \
--statement-id "release-$version_nbr" \
--action lambda:GetLayerVersion --principal "*" \
--region $region)
echo $version_nbr
}
for region in $REGIONS
do
echo "Starting publishing layer for region $region..."
# Publish the layers for each version of python
for layer_name in "${LAYERS[@]}"; do
latest_version=$(aws lambda list-layer-versions --region $region --layer-name $layer_name --query 'LayerVersions[0].Version || `0`')
if [ $latest_version -ge $VERSION ]; then
echo "Layer $layer_name version $VERSION already exists in region $region, skipping..."
continue
elif [ $latest_version -lt $((VERSION-1)) ]; then
read -p "WARNING: The latest version of layer $layer_name in region $region is $latest_version, publish all the missing versions including $VERSION or EXIT the script (y/n)?" CONT
if [ "$CONT" != "y" ]; then
echo "Exiting"
exit 1
fi
fi
index=$(index_of_layer $layer_name)
aws_version_key="${PYTHON_VERSIONS_FOR_AWS_CLI[$index]}"
layer_path="${LAYER_PATHS[$index]}"
while [ $latest_version -lt $VERSION ]; do
latest_version=$(publish_layer $region $layer_name $aws_version_key $layer_path)
echo "Published version $latest_version for layer $layer_name in region $region"
# This shouldn't happen unless someone manually deleted the latest version, say 28
# and then try to republish it again. The published version is actually be 29, because
# Lambda layers are immutable and AWS will skip deleted version and use the next number.
if [ $latest_version -gt $VERSION ]; then
echo "ERROR: Published version $latest_version is greater than the desired version $VERSION!"
echo "Exiting"
exit 1
fi
done
done
done
echo "Done !"