forked from DataDog/datadog-lambda-python
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpublish_layers.sh
More file actions
executable file
·121 lines (97 loc) · 3.5 KB
/
publish_layers.sh
File metadata and controls
executable file
·121 lines (97 loc) · 3.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
#!/bin/bash
# Unless explicitly stated otherwise all files in this repository are licensed
# under the Apache License Version 2.0.
# This product includes software developed at Datadog (https://www.datadoghq.com/).
# Copyright 2019 Datadog, Inc.
# Publish the datadog python lambda layer across regions, using the AWS CLI
# Usage: publish_layer.sh [region] [layer]
# Specifying the region and layer arg will publish the specified layer to the specified region
set -e
# Makes sure any subprocesses will be terminated with this process
trap "pkill -P $$; exit 1;" INT
PYTHON_VERSIONS_FOR_AWS_CLI=("python2.7" "python3.6" "python3.7" "python3.8")
LAYER_PATHS=(".layers/datadog_lambda_py2.7.zip" ".layers/datadog_lambda_py3.6.zip" ".layers/datadog_lambda_py3.7.zip" ".layers/datadog_lambda_py3.8.zip")
AVAILABLE_LAYER_NAMES=("Datadog-Python27" "Datadog-Python36" "Datadog-Python37" "Datadog-Python38")
AVAILABLE_REGIONS=$(aws ec2 describe-regions | jq -r '.[] | .[] | .RegionName')
# Check that the layer files exist
for layer_file in "${LAYER_PATHS[@]}"
do
if [ ! -f $layer_file ]; then
echo "Could not find $layer_file."
exit 1
fi
done
# Check region arg
if [ -z "$1" ]; then
echo "Region parameter not specified, running for all available regions."
REGIONS=$AVAILABLE_REGIONS
else
echo "Region parameter specified: $1"
if [[ ! "$AVAILABLE_REGIONS" == *"$1"* ]]; then
echo "Could not find $1 in available regions: $AVAILABLE_REGIONS"
echo ""
echo "EXITING SCRIPT."
exit 1
fi
REGIONS=($1)
fi
echo "Starting publishing layers for regions: $REGIONS"
# Check layer_name arg
if [ -z "$2" ]; then
echo "Layer name parameter not specified, running for all layer names."
LAYER_NAMES=("${AVAILABLE_LAYER_NAMES[@]}")
else
echo "Layer name parameter specified: $2"
if [[ ! " ${AVAILABLE_LAYER_NAMES[@]} " =~ " ${2} " ]]; then
echo "Could not find $2 in available layer names: ${AVAILABLE_LAYER_NAMES[@]}"
echo ""
echo "EXITING SCRIPT."
exit 1
fi
LAYER_NAMES=($2)
fi
echo "Publishing layers: ${LAYER_NAMES[*]}"
publish_layer() {
region=$1
layer_name=$2
aws_version_key=$3
layer_path=$4
version_nbr=$(aws lambda publish-layer-version --layer-name $layer_name \
--description "Datadog Lambda Layer for Python" \
--zip-file "fileb://$layer_path" \
--region $region \
--compatible-runtimes $aws_version_key \
| jq -r '.Version')
aws lambda add-layer-version-permission --layer-name $layer_name \
--version-number $version_nbr \
--statement-id "release-$version_nbr" \
--action lambda:GetLayerVersion --principal "*" \
--region $region
echo "Published layer for region $region, python version $aws_version_key, layer_name $layer_name, layer_version $version_nbr"
}
BATCH_SIZE=1
PIDS=()
wait_for_processes() {
for pid in "${PIDS[@]}"; do
wait $pid
done
PIDS=()
}
for region in $REGIONS
do
echo "Starting publishing layer for region $region..."
# Publish the layers for each version of python
i=0
for layer_name in "${LAYER_NAMES[@]}"; do
aws_version_key="${PYTHON_VERSIONS_FOR_AWS_CLI[$i]}"
layer_path="${LAYER_PATHS[$i]}"
publish_layer $region $layer_name $aws_version_key $layer_path &
PIDS+=($!)
if [ ${#PIDS[@]} -eq $BATCH_SIZE ]; then
wait_for_processes
fi
i=$(expr $i + 1)
done
done
wait_for_processes
echo "Done !"