Skip to content

Add build scripts for building and publishing AWS Lambda layers. #927

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
marshall-lee wants to merge 1 commit into from
Closed

Add build scripts for building and publishing AWS Lambda layers. #927

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
46 changes: 46 additions & 0 deletions Makefile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -73,3 +73,49 @@ travis-upload-dist: dist install-zeus-cli
zeus upload -t "application/zip+wheel" dist/* \
|| [[ ! "$(TRAVIS_BRANCH)" =~ ^release/ ]]
.PHONY: travis-upload-dist

awslambda-layer-build-pre: dist
@$(VENV_PATH)/bin/pip install .
.PHONY: awslambda-layer-build-pre

awslambda-layer-build-py27: awslambda-layer-build-pre
$(VENV_PATH)/bin/python scripts/build-awslambda-layer.py --python 2.7
.PHONY: awslambda-layer-build-py27

awslambda-layer-build-py36: awslambda-layer-build-pre
$(VENV_PATH)/bin/python scripts/build-awslambda-layer.py --python 3.6
.PHONY: awslambda-layer-build-py36

awslambda-layer-build-py37: awslambda-layer-build-pre
$(VENV_PATH)/bin/python scripts/build-awslambda-layer.py --python 3.7
.PHONY: awslambda-layer-build-py37

awslambda-layer-build-py38: awslambda-layer-build-pre
$(VENV_PATH)/bin/python scripts/build-awslambda-layer.py --python 3.8
.PHONY: awslambda-layer-build-py38

awslambda-layer-build: awslambda-layer-build-py27 awslambda-layer-build-py36 awslambda-layer-build-py37 awslambda-layer-build-py38
.PHONY: awslambda-layer-build

awslambda-layer-publish-pre:
@$(VENV_PATH)/bin/pip install boto3
.PHONY: awslambda-layer-pre

awslambda-layer-publish-py27: awslambda-layer-build-py27 awslambda-layer-publish-pre
$(VENV_PATH)/bin/python scripts/publish-awslambda-layer.py --python 2.7
.PHONY: awslambda-layer-publish-py27

awslambda-layer-publish-py36: awslambda-layer-build-py36 awslambda-layer-publish-pre
$(VENV_PATH)/bin/python scripts/publish-awslambda-layer.py --python 3.6
.PHONY: awslambda-layer-publish-py36

awslambda-layer-publish-py37: awslambda-layer-build-py37 awslambda-layer-publish-pre
$(VENV_PATH)/bin/python scripts/publish-awslambda-layer.py --python 3.7
.PHONY: awslambda-layer-publish-py37

awslambda-layer-publish-py38: awslambda-layer-build-py38 awslambda-layer-publish-pre
$(VENV_PATH)/bin/python scripts/publish-awslambda-layer.py --python 3.8
.PHONY: awslambda-layer-publish-py38

awslambda-layer-publish: awslambda-layer-publish-py27 awslambda-layer-publish-py36 awslambda-layer-publish-py37 awslambda-layer-publish-py38
.PHONY: awslambda-layer-publish
77 changes: 77 additions & 0 deletions scripts/build-awslambda-layer.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,77 @@
import argparse
import os
import os.path
import shutil
import subprocess
import tempfile

from sentry_sdk import VERSION as SENTRY_SDK_VERSION

# This script builds dist/sentry-python-awslambda-layer-A.B.C-pyX.Y.zip layer
# that could to be uploaded as AWS Lambda layer.
#
# To run this script, dist/sentry_sdk-A.B.C-py2.py3-none-any.whl must exist.
# You can build a wheel file using `make dist` command.

work_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), ".."))

arg_parser = argparse.ArgumentParser()
arg_parser.add_argument(
"--python", "-p", action="store", choices=["2.7", "3.6", "3.7", "3.8"]
)
args = arg_parser.parse_args()

if args.python == "2.7":
zip_file_name = "sentry-python-awslambda-layer-{}-py2.7.zip"
site_dir = "python2.7"
elif args.python == "3.6":
zip_file_name = "sentry-python-awslambda-layer-{}-py3.6.zip"
site_dir = "python3.6"
elif args.python == "3.7":
zip_file_name = "sentry-python-awslambda-layer-{}-py3.7.zip"
site_dir = "python3.7"
elif args.python == "3.8":
zip_file_name = "sentry-python-awslambda-layer-{}-py3.8.zip"
site_dir = "python3.8"

zip_file_name = zip_file_name.format(SENTRY_SDK_VERSION)

print(
"Building a layer for SDK version {} and Python {}\n".format(
SENTRY_SDK_VERSION, args.python
)
)

with tempfile.TemporaryDirectory() as tmpdir:
target_rel_path = os.path.join("python", "lib", site_dir, "site-packages")
target_path = os.path.join(tmpdir, target_rel_path)
os.makedirs(target_path)
subprocess.run(
[
"pip",
"install",
"--no-cache-dir",
"-q",
os.path.join(
"dist", "sentry_sdk-{}-py2.py3-none-any.whl".format(SENTRY_SDK_VERSION)
),
"-t",
target_path,
],
check=True,
)
subprocess.run(
[
"zip",
"-q",
"-x",
"**/__pycache__/*",
"-r",
zip_file_name,
target_rel_path,
],
cwd=tmpdir,
check=True,
)
dist_path = os.path.join(work_dir, "dist")
shutil.copy(os.path.join(tmpdir, zip_file_name), dist_path)
97 changes: 97 additions & 0 deletions scripts/publish-awslambda-layer.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,97 @@
import argparse
import os

import boto3
from botocore.config import Config

from sentry_sdk import VERSION as SENTRY_SDK_VERSION

# This scripts publishes current lambda layer zip bundle to AWS and sets layer permission to public.
# To run you'll probably need to set AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY environment variables.
#
# The file dist/sentry-python-awslambda-layer-A.B.C-pyX.Y.zip MUST exist before publishing.
# You could get it using `python scripts/build-awslambda-layer.py` or just `make awslambda-layer-build`.

all_regions = [
"us-east-1",
"us-east-2",
"us-west-1",
"us-west-2",
"ap-south-1",
"ap-southeast-1",
"ap-southeast-2",
"ap-northeast-1",
"ap-northeast-2",
"ca-central-1",
"eu-central-1",
"eu-west-1",
"eu-west-2",
"eu-west-3",
"sa-east-1",
]

arg_parser = argparse.ArgumentParser()
arg_parser.add_argument(
"--regions",
"-r",
nargs="+",
action="extend",
help="If not specified, layer will be published to all supported regions",
)
arg_parser.add_argument(
"--python", "-p", action="store", choices=["2.7", "3.6", "3.7", "3.8"]
)
args = arg_parser.parse_args()

if args.python == "2.7":
layer_name = "SentryPythonSDK27"
zip_file_name = "sentry-python-awslambda-layer-{}-py2.7.zip"
compatible_runtime = "python2.7"
elif args.python == "3.6":
layer_name = "SentryPythonSDK36"
zip_file_name = "sentry-python-awslambda-layer-{}-py3.6.zip"
compatible_runtime = "python3.6"
elif args.python == "3.7":
layer_name = "SentryPythonSDK37"
zip_file_name = "sentry-python-awslambda-layer-{}-py3.7.zip"
compatible_runtime = "python3.7"
elif args.python == "3.8":
layer_name = "SentryPythonSDK38"
zip_file_name = "sentry-python-awslambda-layer-{}-py3.8.zip"
compatible_runtime = "python3.8"

zip_file_name = zip_file_name.format(SENTRY_SDK_VERSION)

work_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), ".."))

with open(os.path.join(work_dir, "dist", zip_file_name), "rb") as fd:
layer_contents = fd.read()

print(
"Publishing a layer for SDK version {} and Python {}\n".format(
SENTRY_SDK_VERSION, args.python
)
)

regions = args.regions
if regions is None:
regions = all_regions

for region in regions:
awslambda = boto3.client("lambda", config=Config(region_name=region))
response = awslambda.publish_layer_version(
LayerName=layer_name,
Content={
"ZipFile": layer_contents,
},
CompatibleRuntimes=[compatible_runtime],
LicenseInfo="BSD",
)
awslambda.add_layer_version_permission(
LayerName=layer_name,
VersionNumber=response["Version"],
StatementId="public",
Action="lambda:GetLayerVersion",
Principal="*",
)
print(response["LayerVersionArn"])