added localstack cloud counter lambda demo
This commit is contained in:
Sebastian Rieger
parent
f081a50a4a
commit
2cba78a344
@ -0,0 +1,2 @@
|
||||
[default]
|
||||
region = us-east-1
|
||||
@ -0,0 +1,3 @@
|
||||
[default]
|
||||
aws_access_key_id=test
|
||||
aws_secret_access_key=test
|
||||
@ -0,0 +1,47 @@
|
||||
from datetime import date
|
||||
import json
|
||||
import boto3
|
||||
|
||||
################################################################################################
|
||||
#
|
||||
# Configuration Parameters
|
||||
#
|
||||
################################################################################################
|
||||
|
||||
endpoint_url = "http://localhost.localstack.cloud:4566"
|
||||
|
||||
# region = 'eu-central-1'
|
||||
region = 'us-east-1'
|
||||
functionName = 'cloudcomp-counter-lambda-demo'
|
||||
|
||||
|
||||
################################################################################################
|
||||
#
|
||||
# boto3 code
|
||||
#
|
||||
################################################################################################
|
||||
|
||||
|
||||
client = boto3.setup_default_session(region_name=region)
|
||||
lClient = boto3.client('lambda', endpoint_url=endpoint_url)
|
||||
|
||||
|
||||
print("Invoking function...")
|
||||
print("------------------------------------")
|
||||
try:
|
||||
response = lClient.invoke(
|
||||
FunctionName=functionName,
|
||||
Payload='{ "input": "1" }'
|
||||
)
|
||||
except lClient.exceptions.ResourceNotFoundException:
|
||||
print('Function not available.')
|
||||
|
||||
streamingBody = response['Payload']
|
||||
result = streamingBody.read()
|
||||
jsonResult = json.loads(result)
|
||||
|
||||
print(json.dumps(response, indent=4, sort_keys=True, default=str))
|
||||
|
||||
print('Payload:\n' + str(result) + "\n")
|
||||
|
||||
print("Counter is now at: " + jsonResult['headers']['x-hsfd-counter'])
|
||||
@ -0,0 +1,52 @@
|
||||
# import json
|
||||
import base64
|
||||
import os
|
||||
import boto3
|
||||
|
||||
|
||||
def lambda_handler(event, context):
|
||||
print('## ENVIRONMENT VARIABLES')
|
||||
print(os.environ)
|
||||
print('## EVENT')
|
||||
print(event)
|
||||
|
||||
globally_unique_s3_group_bucket_name = os.environ.get("bucketName")
|
||||
print('Trying to access bucket: ' + globally_unique_s3_group_bucket_name)
|
||||
|
||||
s3_client = boto3.client('s3')
|
||||
response = s3_client.get_object(Bucket=globally_unique_s3_group_bucket_name, Key='us-east-1')
|
||||
|
||||
counter = int(response['Body'].read().decode('utf-8'))
|
||||
|
||||
debug = ""
|
||||
incr = 0
|
||||
if 'body' in event:
|
||||
body = str(base64.b64decode(event['body']).decode("utf-8"))
|
||||
if body.startswith('input'):
|
||||
incr = int(body.rsplit('=')[1])
|
||||
elif 'input' in event:
|
||||
incr = int(event['input'])
|
||||
|
||||
if incr is not 0:
|
||||
counter = counter + incr
|
||||
response = s3_client.put_object(Bucket=globally_unique_s3_group_bucket_name, Key='us-east-1', Body=str(counter))
|
||||
|
||||
output = ('<html><head><title>Counter Demo</title>\n'
|
||||
# '<meta http-equiv="refresh" content="5"/></head><body>\n'
|
||||
'<h2>HS Fulda Cloud Computing - Counter Demo</h2>\n'
|
||||
'<p><b>HTML-Output:</b> ' + str(counter) + '</p></body>\n'
|
||||
'<form method=POST action="">\n'
|
||||
'<input type="hidden" name="input" value="1">\n'
|
||||
'<input type="submit" value="Increment"></form>\n'
|
||||
# '<hr><b>Lambda Event:</b><br>' + repr(event) + '\n'
|
||||
# '<hr><b>Lambda Context:</b><br>' + repr(context) + '\n'
|
||||
'</body></html>\n')
|
||||
|
||||
return {
|
||||
'statusCode': 200,
|
||||
'headers': {
|
||||
'Content-Type': 'text/html',
|
||||
'x-hsfd-counter': str(counter)
|
||||
},
|
||||
'body': output
|
||||
}
|
||||
146
example-projects/counter-demo/aws-lambda-localstack/start.py
Normal file
146
example-projects/counter-demo/aws-lambda-localstack/start.py
Normal file
@ -0,0 +1,146 @@
|
||||
from datetime import date
|
||||
import zipfile
|
||||
import boto3
|
||||
from botocore.exceptions import ClientError
|
||||
|
||||
################################################################################################
|
||||
#
|
||||
# Configuration Parameters
|
||||
#
|
||||
################################################################################################
|
||||
|
||||
endpoint_url = "http://localhost.localstack.cloud:4566"
|
||||
|
||||
# you need to create a bucket in S3, here in this demo it is called "cloudcomp-counter", but
|
||||
# bucket names need to be world wide unique ;) The demo looks for a file that is named
|
||||
# "us-east-1" (same as our default region) in the bucket and expects a number in it to increase
|
||||
|
||||
groupNr = 22
|
||||
currentYear = date.today().year
|
||||
|
||||
globallyUniqueS3GroupBucketName = "cloudcomp-counter-" + str(currentYear) + "-group" + str(groupNr)
|
||||
|
||||
# region = 'eu-central-1'
|
||||
region = 'us-east-1'
|
||||
functionName = 'cloudcomp-counter-lambda-demo'
|
||||
|
||||
# see ARN for AWS Academy LabRole function here:
|
||||
# https://us-east-1.console.aws.amazon.com/iamv2/home?region=us-east-1#/roles/details/LabRole?section=permissions
|
||||
|
||||
# roleName = 'arn:aws:iam::309000625112:role/service-role/cloudcomp-counter-demo-role-6rs7pah3'
|
||||
# roleName = 'arn:aws:iam::919927306708:role/cloudcomp-s3-access'
|
||||
roleName = 'arn:aws:iam::488766701848:role/LabRole'
|
||||
|
||||
################################################################################################
|
||||
#
|
||||
# boto3 code
|
||||
#
|
||||
################################################################################################
|
||||
|
||||
|
||||
def cleanup_s3_bucket(s3_bucket):
|
||||
# Deleting objects
|
||||
for s3_object in s3_bucket.objects.all():
|
||||
s3_object.delete()
|
||||
# Deleting objects versions if S3 versioning enabled
|
||||
for s3_object_ver in s3_bucket.object_versions.all():
|
||||
s3_object_ver.delete()
|
||||
|
||||
|
||||
client = boto3.setup_default_session(region_name=region)
|
||||
s3Client = boto3.client('s3', endpoint_url=endpoint_url)
|
||||
s3Resource = boto3.resource('s3', endpoint_url=endpoint_url)
|
||||
lClient = boto3.client('lambda', endpoint_url=endpoint_url)
|
||||
apiClient = boto3.client("apigatewayv2", endpoint_url=endpoint_url)
|
||||
|
||||
print("Deleting old function...")
|
||||
print("------------------------------------")
|
||||
try:
|
||||
response = lClient.delete_function(
|
||||
FunctionName=functionName,
|
||||
)
|
||||
except lClient.exceptions.ResourceNotFoundException:
|
||||
print('Function not available. No need to delete it.')
|
||||
|
||||
print("Deleting old bucket...")
|
||||
print("------------------------------------")
|
||||
|
||||
try:
|
||||
currentBucket = s3Resource.Bucket(globallyUniqueS3GroupBucketName)
|
||||
cleanup_s3_bucket(currentBucket)
|
||||
currentBucket.delete()
|
||||
except ClientError as e:
|
||||
print(e)
|
||||
|
||||
print("creating S3 bucket (must be globally unique)...")
|
||||
print("------------------------------------")
|
||||
|
||||
try:
|
||||
response = s3Client.create_bucket(Bucket=globallyUniqueS3GroupBucketName)
|
||||
response = s3Client.put_object(Bucket=globallyUniqueS3GroupBucketName, Key='us-east-1', Body=str(0))
|
||||
except ClientError as e:
|
||||
print(e)
|
||||
|
||||
print("creating new function...")
|
||||
print("------------------------------------")
|
||||
|
||||
zf = zipfile.ZipFile('lambda-deployment-archive.zip', 'w', zipfile.ZIP_DEFLATED)
|
||||
zf.write('lambda_function.py')
|
||||
zf.close()
|
||||
|
||||
lambdaFunctionARN = ""
|
||||
with open('lambda-deployment-archive.zip', mode='rb') as file:
|
||||
zipfileContent = file.read()
|
||||
|
||||
response = lClient.create_function(
|
||||
FunctionName=functionName,
|
||||
Runtime='python3.9',
|
||||
Role=roleName,
|
||||
Code={
|
||||
'ZipFile': zipfileContent
|
||||
},
|
||||
Handler='lambda_function.lambda_handler',
|
||||
Publish=True,
|
||||
Environment={
|
||||
'Variables': {
|
||||
'bucketName': globallyUniqueS3GroupBucketName
|
||||
}
|
||||
}
|
||||
)
|
||||
lambdaFunctionARN = response['FunctionArn']
|
||||
|
||||
print("Lambda Function and S3 Bucket to store the counter are available. Sadly, AWS Academy labs do not allow\n"
|
||||
"creating an API gateway to be able to access the Lambda function directly via HTTP from the browser, as\n"
|
||||
"shown in https://348yxdily0.execute-api.eu-central-1.amazonaws.com/default/cloudcomp-counter-demo.\n"
|
||||
"\n"
|
||||
"However you can now run invoke-function.py to view an increment the counter. You can also use \n"
|
||||
"the test button in the Lambda AWS console. In this case you need to send the content\n"
|
||||
"\n"
|
||||
"{\n"
|
||||
" \"input\": \"1\"\n"
|
||||
"}\n"
|
||||
"\n"
|
||||
"to increment the counter by 1.\n"
|
||||
"Try to understand how Lambda can be used to cut costs regarding cloud services and what its pros\n"
|
||||
"and cons are.\n")
|
||||
|
||||
# sadly, AWS Academy Labs don't allow API gateways
|
||||
# API gateway would allow getting an HTTP endpoint that we could access directly in the browser,
|
||||
# that would call our function, as in the provided demo:
|
||||
#
|
||||
# https://348yxdily0.execute-api.eu-central-1.amazonaws.com/default/cloudcomp-counter-demo
|
||||
|
||||
# print("creating API gateway...")
|
||||
# print("------------------------------------")
|
||||
#
|
||||
# #apiArn = ""
|
||||
# response = apiClient.create_api(
|
||||
# Name=functionName + '-api',
|
||||
# ProtocolType='HTTP',
|
||||
# Target=lambdaFunctionARN
|
||||
# )
|
||||
# #apiArn=response['']
|
||||
#
|
||||
# #response = lClient.create_event_source_mapping(
|
||||
# # EventSourceArn=apiArn,
|
||||
# #)
|
||||
64
example-projects/counter-demo/aws-lambda-localstack/stop.py
Normal file
64
example-projects/counter-demo/aws-lambda-localstack/stop.py
Normal file
@ -0,0 +1,64 @@
|
||||
from datetime import date
|
||||
import boto3
|
||||
|
||||
################################################################################################
|
||||
#
|
||||
# Configuration Parameters
|
||||
#
|
||||
################################################################################################
|
||||
|
||||
# you need to create a bucket in S3, here in this demo it is called "cloudcomp-counter", but
|
||||
# bucket names need to be world wide unique ;) The demo looks for a file that is named
|
||||
# "us-east-1" (same as our default region) in the bucket and expects a number in it to increase
|
||||
|
||||
groupNr = 22
|
||||
currentYear = date.today().year
|
||||
|
||||
globallyUniqueS3GroupBucketName = "cloudcomp-counter-" + str(currentYear) + "-group" + str(groupNr)
|
||||
|
||||
# region = 'eu-central-1'
|
||||
region = 'us-east-1'
|
||||
functionName = 'cloudcomp-counter-lambda-demo'
|
||||
# roleName = 'arn:aws:iam::309000625112:role/service-role/cloudcomp-counter-demo-role-6rs7pah3'
|
||||
roleName = 'arn:aws:iam::919927306708:role/cloudcomp-s3-access'
|
||||
|
||||
################################################################################################
|
||||
#
|
||||
# boto3 code
|
||||
#
|
||||
################################################################################################
|
||||
|
||||
|
||||
def cleanup_s3_bucket(s3_bucket):
|
||||
# Deleting objects
|
||||
for s3_object in s3_bucket.objects.all():
|
||||
s3_object.delete()
|
||||
# Deleting objects versions if S3 versioning enabled
|
||||
for s3_object_ver in s3_bucket.object_versions.all():
|
||||
s3_object_ver.delete()
|
||||
|
||||
|
||||
client = boto3.setup_default_session(region_name=region)
|
||||
s3Client = boto3.client('s3')
|
||||
s3Resource = boto3.resource('s3')
|
||||
lClient = boto3.client('lambda')
|
||||
|
||||
|
||||
print("Deleting old function...")
|
||||
print("------------------------------------")
|
||||
try:
|
||||
response = lClient.delete_function(
|
||||
FunctionName=functionName,
|
||||
)
|
||||
except lClient.exceptions.ResourceNotFoundException:
|
||||
print('Function not available. No need to delete it.')
|
||||
|
||||
print("Deleting old bucket...")
|
||||
print("------------------------------------")
|
||||
|
||||
try:
|
||||
currentBucket = s3Resource.Bucket(globallyUniqueS3GroupBucketName)
|
||||
cleanup_s3_bucket(currentBucket)
|
||||
currentBucket.delete()
|
||||
except ClientError as e:
|
||||
print(e)
|
||||
Loading…
x
Reference in New Issue
Block a user