diff --git a/example-projects/counter-demo/aws-lambda-localstack/aws-mockup-credentials/config b/example-projects/counter-demo/aws-lambda-localstack/aws-mockup-credentials/config new file mode 100644 index 0000000..a8c11c6 --- /dev/null +++ b/example-projects/counter-demo/aws-lambda-localstack/aws-mockup-credentials/config @@ -0,0 +1,2 @@ +[default] +region = us-east-1 diff --git a/example-projects/counter-demo/aws-lambda-localstack/aws-mockup-credentials/credentials b/example-projects/counter-demo/aws-lambda-localstack/aws-mockup-credentials/credentials new file mode 100644 index 0000000..a1738e6 --- /dev/null +++ b/example-projects/counter-demo/aws-lambda-localstack/aws-mockup-credentials/credentials @@ -0,0 +1,3 @@ +[default] +aws_access_key_id=test +aws_secret_access_key=test diff --git a/example-projects/counter-demo/aws-lambda-localstack/invoke-function.py b/example-projects/counter-demo/aws-lambda-localstack/invoke-function.py new file mode 100644 index 0000000..8f0a7a0 --- /dev/null +++ b/example-projects/counter-demo/aws-lambda-localstack/invoke-function.py @@ -0,0 +1,47 @@ +from datetime import date +import json +import boto3 + +################################################################################################ +# +# Configuration Parameters +# +################################################################################################ + +endpoint_url = "http://localhost.localstack.cloud:4566" + +# region = 'eu-central-1' +region = 'us-east-1' +functionName = 'cloudcomp-counter-lambda-demo' + + +################################################################################################ +# +# boto3 code +# +################################################################################################ + + +client = boto3.setup_default_session(region_name=region) +lClient = boto3.client('lambda', endpoint_url=endpoint_url) + + +print("Invoking function...") +print("------------------------------------") +try: + response = lClient.invoke( + FunctionName=functionName, + Payload='{ "input": "1" }' + ) +except lClient.exceptions.ResourceNotFoundException: + print('Function not available.') + +streamingBody = response['Payload'] +result = streamingBody.read() +jsonResult = json.loads(result) + +print(json.dumps(response, indent=4, sort_keys=True, default=str)) + +print('Payload:\n' + str(result) + "\n") + +print("Counter is now at: " + jsonResult['headers']['x-hsfd-counter']) diff --git a/example-projects/counter-demo/aws-lambda-localstack/lambda_function.py b/example-projects/counter-demo/aws-lambda-localstack/lambda_function.py new file mode 100644 index 0000000..a611d8b --- /dev/null +++ b/example-projects/counter-demo/aws-lambda-localstack/lambda_function.py @@ -0,0 +1,52 @@ +# import json +import base64 +import os +import boto3 + + +def lambda_handler(event, context): + print('## ENVIRONMENT VARIABLES') + print(os.environ) + print('## EVENT') + print(event) + + globally_unique_s3_group_bucket_name = os.environ.get("bucketName") + print('Trying to access bucket: ' + globally_unique_s3_group_bucket_name) + + s3_client = boto3.client('s3') + response = s3_client.get_object(Bucket=globally_unique_s3_group_bucket_name, Key='us-east-1') + + counter = int(response['Body'].read().decode('utf-8')) + + debug = "" + incr = 0 + if 'body' in event: + body = str(base64.b64decode(event['body']).decode("utf-8")) + if body.startswith('input'): + incr = int(body.rsplit('=')[1]) + elif 'input' in event: + incr = int(event['input']) + + if incr is not 0: + counter = counter + incr + response = s3_client.put_object(Bucket=globally_unique_s3_group_bucket_name, Key='us-east-1', Body=str(counter)) + + output = ('Counter Demo\n' + # '\n' + '

HS Fulda Cloud Computing - Counter Demo

\n' + '

HTML-Output: ' + str(counter) + '

\n' + '
\n' + '\n' + '
\n' + # '
Lambda Event:
' + repr(event) + '\n' + # '
Lambda Context:
' + repr(context) + '\n' + '\n') + + return { + 'statusCode': 200, + 'headers': { + 'Content-Type': 'text/html', + 'x-hsfd-counter': str(counter) + }, + 'body': output + } diff --git a/example-projects/counter-demo/aws-lambda-localstack/start.py b/example-projects/counter-demo/aws-lambda-localstack/start.py new file mode 100644 index 0000000..578229f --- /dev/null +++ b/example-projects/counter-demo/aws-lambda-localstack/start.py @@ -0,0 +1,146 @@ +from datetime import date +import zipfile +import boto3 +from botocore.exceptions import ClientError + +################################################################################################ +# +# Configuration Parameters +# +################################################################################################ + +endpoint_url = "http://localhost.localstack.cloud:4566" + +# you need to create a bucket in S3, here in this demo it is called "cloudcomp-counter", but +# bucket names need to be world wide unique ;) The demo looks for a file that is named +# "us-east-1" (same as our default region) in the bucket and expects a number in it to increase + +groupNr = 22 +currentYear = date.today().year + +globallyUniqueS3GroupBucketName = "cloudcomp-counter-" + str(currentYear) + "-group" + str(groupNr) + +# region = 'eu-central-1' +region = 'us-east-1' +functionName = 'cloudcomp-counter-lambda-demo' + +# see ARN for AWS Academy LabRole function here: +# https://us-east-1.console.aws.amazon.com/iamv2/home?region=us-east-1#/roles/details/LabRole?section=permissions + +# roleName = 'arn:aws:iam::309000625112:role/service-role/cloudcomp-counter-demo-role-6rs7pah3' +# roleName = 'arn:aws:iam::919927306708:role/cloudcomp-s3-access' +roleName = 'arn:aws:iam::488766701848:role/LabRole' + +################################################################################################ +# +# boto3 code +# +################################################################################################ + + +def cleanup_s3_bucket(s3_bucket): + # Deleting objects + for s3_object in s3_bucket.objects.all(): + s3_object.delete() + # Deleting objects versions if S3 versioning enabled + for s3_object_ver in s3_bucket.object_versions.all(): + s3_object_ver.delete() + + +client = boto3.setup_default_session(region_name=region) +s3Client = boto3.client('s3', endpoint_url=endpoint_url) +s3Resource = boto3.resource('s3', endpoint_url=endpoint_url) +lClient = boto3.client('lambda', endpoint_url=endpoint_url) +apiClient = boto3.client("apigatewayv2", endpoint_url=endpoint_url) + +print("Deleting old function...") +print("------------------------------------") +try: + response = lClient.delete_function( + FunctionName=functionName, + ) +except lClient.exceptions.ResourceNotFoundException: + print('Function not available. No need to delete it.') + +print("Deleting old bucket...") +print("------------------------------------") + +try: + currentBucket = s3Resource.Bucket(globallyUniqueS3GroupBucketName) + cleanup_s3_bucket(currentBucket) + currentBucket.delete() +except ClientError as e: + print(e) + +print("creating S3 bucket (must be globally unique)...") +print("------------------------------------") + +try: + response = s3Client.create_bucket(Bucket=globallyUniqueS3GroupBucketName) + response = s3Client.put_object(Bucket=globallyUniqueS3GroupBucketName, Key='us-east-1', Body=str(0)) +except ClientError as e: + print(e) + +print("creating new function...") +print("------------------------------------") + +zf = zipfile.ZipFile('lambda-deployment-archive.zip', 'w', zipfile.ZIP_DEFLATED) +zf.write('lambda_function.py') +zf.close() + +lambdaFunctionARN = "" +with open('lambda-deployment-archive.zip', mode='rb') as file: + zipfileContent = file.read() + + response = lClient.create_function( + FunctionName=functionName, + Runtime='python3.9', + Role=roleName, + Code={ + 'ZipFile': zipfileContent + }, + Handler='lambda_function.lambda_handler', + Publish=True, + Environment={ + 'Variables': { + 'bucketName': globallyUniqueS3GroupBucketName + } + } + ) + lambdaFunctionARN = response['FunctionArn'] + +print("Lambda Function and S3 Bucket to store the counter are available. Sadly, AWS Academy labs do not allow\n" + "creating an API gateway to be able to access the Lambda function directly via HTTP from the browser, as\n" + "shown in https://348yxdily0.execute-api.eu-central-1.amazonaws.com/default/cloudcomp-counter-demo.\n" + "\n" + "However you can now run invoke-function.py to view an increment the counter. You can also use \n" + "the test button in the Lambda AWS console. In this case you need to send the content\n" + "\n" + "{\n" + " \"input\": \"1\"\n" + "}\n" + "\n" + "to increment the counter by 1.\n" + "Try to understand how Lambda can be used to cut costs regarding cloud services and what its pros\n" + "and cons are.\n") + +# sadly, AWS Academy Labs don't allow API gateways +# API gateway would allow getting an HTTP endpoint that we could access directly in the browser, +# that would call our function, as in the provided demo: +# +# https://348yxdily0.execute-api.eu-central-1.amazonaws.com/default/cloudcomp-counter-demo + +# print("creating API gateway...") +# print("------------------------------------") +# +# #apiArn = "" +# response = apiClient.create_api( +# Name=functionName + '-api', +# ProtocolType='HTTP', +# Target=lambdaFunctionARN +# ) +# #apiArn=response[''] +# +# #response = lClient.create_event_source_mapping( +# # EventSourceArn=apiArn, +# #) diff --git a/example-projects/counter-demo/aws-lambda-localstack/stop.py b/example-projects/counter-demo/aws-lambda-localstack/stop.py new file mode 100644 index 0000000..5406f2a --- /dev/null +++ b/example-projects/counter-demo/aws-lambda-localstack/stop.py @@ -0,0 +1,64 @@ +from datetime import date +import boto3 + +################################################################################################ +# +# Configuration Parameters +# +################################################################################################ + +# you need to create a bucket in S3, here in this demo it is called "cloudcomp-counter", but +# bucket names need to be world wide unique ;) The demo looks for a file that is named +# "us-east-1" (same as our default region) in the bucket and expects a number in it to increase + +groupNr = 22 +currentYear = date.today().year + +globallyUniqueS3GroupBucketName = "cloudcomp-counter-" + str(currentYear) + "-group" + str(groupNr) + +# region = 'eu-central-1' +region = 'us-east-1' +functionName = 'cloudcomp-counter-lambda-demo' +# roleName = 'arn:aws:iam::309000625112:role/service-role/cloudcomp-counter-demo-role-6rs7pah3' +roleName = 'arn:aws:iam::919927306708:role/cloudcomp-s3-access' + +################################################################################################ +# +# boto3 code +# +################################################################################################ + + +def cleanup_s3_bucket(s3_bucket): + # Deleting objects + for s3_object in s3_bucket.objects.all(): + s3_object.delete() + # Deleting objects versions if S3 versioning enabled + for s3_object_ver in s3_bucket.object_versions.all(): + s3_object_ver.delete() + + +client = boto3.setup_default_session(region_name=region) +s3Client = boto3.client('s3') +s3Resource = boto3.resource('s3') +lClient = boto3.client('lambda') + + +print("Deleting old function...") +print("------------------------------------") +try: + response = lClient.delete_function( + FunctionName=functionName, + ) +except lClient.exceptions.ResourceNotFoundException: + print('Function not available. No need to delete it.') + +print("Deleting old bucket...") +print("------------------------------------") + +try: + currentBucket = s3Resource.Bucket(globallyUniqueS3GroupBucketName) + cleanup_s3_bucket(currentBucket) + currentBucket.delete() +except ClientError as e: + print(e)