Merge branch 'production' into api_restful

Author: andersoncontreira

README.md

@@ -10,9 +10,22 @@ Example of architecture of this project stack.
 Example of components of the architecture of this project.
 ![Service-Stack](docs/service-stack.png)
 
-## Single projects
-You can find single examples for:
+## Build environment script workflow
+Example of the workflow to create the environment.
+![Service-Stack](docs/runenv-workflow.drawio.png)
+
+## Single project examples
+
+You can find light examples:
+* [Lambda API Light](./examples/lambda_api_light)
+* [Lambda CRON Light](./examples/lambda_cron_light)
+* [Lambda SQS Light](./examples/lambda_sqs_light)
+* [Lambda SNS Light](./examples/lambda_sns_light)
+* [Lambda S3 Light](./examples/lambda_s3_light)
+* 
+You can find complex examples:
 * [Lambda API](./examples/lambda_api)
+* [Lambda API RESTful](./examples/lambda_api_restful)
 * [Lambda CRON](./examples/lambda_cron)
 * [Lambda SQS](./examples/lambda_sqs)
 * [Lambda SNS](./examples/lambda_sns)

docs/runenv-workflow.drawio.png

@@ -60,3 +60,8 @@ config/integration.en
 /node_modules/
 
 /lambda-full.zip
+
+#output lambda
+output/response.json
+/output/
+/include/

examples/lambda_api/.gitignore

@@ -0,0 +1,11 @@
+{
+    "python.testing.unittestArgs": [
+        "-v",
+        "-s",
+        "./tests",
+        "-p",
+        "test_*.py"
+    ],
+    "python.testing.pytestEnabled": false,
+    "python.testing.unittestEnabled": true
+}

examples/lambda_api/.vscode/settings.json

@@ -1,13 +1,25 @@
-# template-serverless-lambda-python - Lambda API
+# Lambda API
 Template for build flexible API with AWS Lambda.
 
 ## Service Architecture
 Example of architecture with Kong API Gateway.
 ![Service-Arch](docs/service-arch.png)
 
+## Build environment script workflow
+Example of the workflow to create the environment.
+![Service-Stack](docs/runenv-workflow.drawio.png)
+
 ## General Service Routes Architecture
-Service routes map.
-![Service-Routes](docs/service-routes.png)
+Service routes.
+```
+GET / - Root
+GET /docs - Swagger docs
+GET /alive - Health Check
+GET /v1/event/<event_type> - Event List
+POST /v1/event/<event_type> - Create event
+```
+
+[//]: # (![Service-Routes]&#40;docs/service-routes.png&#41;)
 
 # Prerequisites
 - Python 3.6
@@ -53,6 +65,7 @@ https://docs.aws.amazon.com/pt_br/cli/latest/userguide/install-cliv2.html
 
 Execute the follow command:
 ```
+apt install python38-env
 apt install awscli
 apt install zip
 app install pip
@@ -103,9 +116,14 @@ First you need install the tests requirements:
 
 
 ### Unit tests:
+Executing the tests:
  ```
 ./scripts/venv-exec.sh ./scripts/tests/unit-tests.sh
  ``` 
+Executing a specific file:
+ ```
+./scripts/venv-exec.sh ./scripts/tests/unit-tests.sh /tests/unit/test_app.py
+ ```
 ### Components tests:
 Start the docker containers:
  ```
@@ -116,6 +134,10 @@ Executing the tests:
  ```
 ./scripts/venv-exec.sh ./scripts/tests/component-tests.sh
 ```
+Executing a specific file:
+ ```
+./scripts/venv-exec.sh ./scripts/tests/component-tests.sh /tests/component/test_app.py
+ ```
 ### Integration tests:
 Copy the file `config/integration.env.example` to 
 `config/integration.env` and edit it with de staging parameters.
@@ -124,7 +146,10 @@ Executing the tests:
  ```
 ./scripts/venv-exec.sh ./scripts/tests/integration-tests.sh
 ```
-
+Executing a specific file:
+```
+./scripts/venv-exec.sh ./scripts/tests/integration-tests.sh /tests/integration/test_app.py
+```
 
 ### All tests:
 Executing the tests:

examples/lambda_api/README.md

@@ -5,7 +5,7 @@
 import boot
 import os
 import base64
-from lambda_app.services.v1.healthcheck import HealthCheckSchema
+from lambda_app.services.v1.healthcheck import HealthCheckSchema, HealthCheckResult
 from lambda_app.services.v1.healthcheck.resources import \
     MysqlConnectionHealthCheck, RedisConnectionHealthCheck, \
     SQSConnectionHealthCheck, SelfConnectionHealthCheck
@@ -85,6 +85,7 @@ def alive():
         LOGGER, CONFIG), ["redis"])
     service.add_check("queue", SQSConnectionHealthCheck(
         LOGGER, CONFIG), ["queue"])
+    service.add_check("internal", lambda:  HealthCheckResult.unhealthy("connect"), ["example"])
 
     return service.get_response()
 

examples/lambda_api/app.py

@@ -5,10 +5,10 @@ LOG_LEVEL=info
 REGION_NAME=us-east-2
 SQS_ENDPOINT=https://sqs.us-east-2.amazonaws.com
 SQS_LOCALSTACK=http://localhost:4566
-APP_QUEUE=https://sqs.us-east-2.amazonaws.com/683720833731/test-queue
+APP_QUEUE=https://sqs.us-east-2.amazonaws.com/000000000000/test-queue
 API_SERVER=https://service.hagatus.com.br
 API_SERVER_DESCRIPTION=Staging server
 LOCAL_API_SERVER=http://localhost:5000
 LOCAL_API_SERVER_DESCRIPTION=Development server
-REDIS_HOST=sourcing-service-events-api-redis-staging.redekasa.com
+REDIS_HOST=test.something.0001.use2.cache.amazonaws.com
 REDIS_PORT=6379

examples/lambda_api/docs/runenv-workflow.drawio.png

@@ -0,0 +1,72 @@
+import ast
+import json
+
+from lambda_app import helper
+from lambda_app.decorators import SQSEvent
+from lambda_app.decorators.events import SQSRecord
+from lambda_app.logging import get_logger
+
+
+def read_event(record, logger=None):
+    if logger is None:
+        logger = get_logger()
+    logger.info('try to reading event form record: {}'.format(record))
+    logger.info('Getting type of data: {}'.format(type(record)))
+    try:
+        logger.info('dump: {}'.format(json.dumps(record)))
+    except Exception as err:
+        logger.error(err)
+    event_body = None
+    try:
+        if isinstance(record, dict):
+            try:
+                event_body = json.loads(record['body'])
+            except Exception as err:
+                logger.error(err)
+                unescaped_str = ast.literal_eval(record['body'])
+                event_body = json.loads(unescaped_str)
+        elif isinstance(record, str):
+            record = json.loads(record)
+            event_body = json.loads(record.body)
+        elif isinstance(record.body, str):
+            event_body = json.loads(record.body)
+        else:
+            event_body = record.body
+    except Exception as err:
+        logger.error(err)
+        logger.info('event_body: {}'.format(event_body))
+    return event_body
+
+
+def get_records_from_sqs_event(sqs_event, logger=None):
+    if logger is None:
+        logger = get_logger()
+    records = []
+    try:
+        if isinstance(sqs_event, SQSEvent):
+            logger.info("SQSEvent instance")
+            if not helper.empty(sqs_event.to_dict()):
+                try:
+                    sqs_event_dict = sqs_event.to_dict()
+                    if 'Records' in sqs_event_dict:
+                        sqs_event_dict = sqs_event_dict['Records']
+                    for record in sqs_event_dict:
+                        records.append(record)
+                except Exception as err:
+                    logger.error(err)
+                    records.append(sqs_event.to_dict())
+        elif isinstance(sqs_event, SQSRecord):
+            logger.info("SQSRecord instance")
+            if not helper.empty(sqs_event.to_dict()):
+                records.append(sqs_event)
+    except Exception as err:
+        logger.error(err)
+        if isinstance(sqs_event, SQSEvent) or isinstance(sqs_event, SQSRecord):
+            logger.error(sqs_event.__dict__)
+        else:
+            try:
+                logger.error(json.dumps(sqs_event))
+            except Exception as err:
+                logger.error(err)
+                logger.error(str(sqs_event))
+    return records