|
4 | 4 | "language": "Python", |
5 | 5 | "level": "200", |
6 | 6 | "framework": "AWS SAM", |
7 | | - "services": ["sqs","lambda", "dynamoDB"], |
| 7 | + "services": [ |
| 8 | + "sqs", |
| 9 | + "lambda", |
| 10 | + "dynamoDB" |
| 11 | + ], |
8 | 12 | "introBox": { |
9 | | - "headline": "How it works", |
10 | | - "text": [ |
11 | | - "This pattern demonstrates an event-driven data processing pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping. When a message arrives in the SQS queue, it directly triggers the durable function (no intermediary Lambda needed). The durable function then orchestrates a series of specialized processing steps using Lambda invoke chaining - first validating the incoming data, then transforming it (converting data_source to uppercase), and finally storing the processed results in DynamoDB. Throughout this process, the durable function automatically creates checkpoints, enabling fault-tolerant execution that can recover from failures without losing progress. The entire pipeline operates within the 15-minute ESM execution limit, making it ideal for reliable batch processing workflows." |
12 | | - ] |
| 13 | + "headline": "How it works", |
| 14 | + "text": [ |
| 15 | + "This pattern demonstrates an event-driven data processing pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping. When a message arrives in the SQS queue, it directly triggers the durable function (no intermediary Lambda needed). The durable function then orchestrates a series of specialized processing steps using Lambda invoke chaining, first validating the incoming data, then transforming it , and finally storing the processed results in DynamoDB. Throughout this process, the durable function automatically creates checkpoints, enabling fault-tolerant execution that can recover from failures without losing progress. The entire pipeline operates within the 15-minute ESM execution limit, making it ideal for reliable batch processing workflows." |
| 16 | + ] |
13 | 17 | }, |
14 | 18 | "testing": { |
15 | | - "headline": "Testing", |
16 | | - "text": [ |
17 | | - "See the GitHub repo for detailed testing instructions." |
18 | | - ] |
| 19 | + "headline": "Testing", |
| 20 | + "text": [ |
| 21 | + "See the GitHub repo for detailed testing instructions." |
| 22 | + ] |
19 | 23 | }, |
20 | 24 | "cleanup": { |
21 | | - "headline": "Cleanup", |
22 | | - "text": [ |
23 | | - "Delete the stack: <code>sam delete</code>." |
24 | | - ] |
| 25 | + "headline": "Cleanup", |
| 26 | + "text": [ |
| 27 | + "Delete the stack: <code>sam delete</code>." |
| 28 | + ] |
25 | 29 | }, |
26 | 30 | "deploy": { |
27 | | - "text": [ |
28 | | - "sam build", |
29 | | - "sam deploy --guided" |
30 | | - ] |
| 31 | + "text": [ |
| 32 | + "sam build", |
| 33 | + "sam deploy --guided" |
| 34 | + ] |
31 | 35 | }, |
32 | 36 | "gitHub": { |
33 | | - "template": { |
34 | | - "repoURL": "https://github.com/aws-samples/serverless-patterns/tree/main/lambda-durable-esm-and-chaining", |
35 | | - "templateURL":"serverles-patterns/lambda-durable-esm-and-chaining", |
36 | | - "templateFile": "template.yaml", |
37 | | - "projectFolder": "lambda-durable-esm-and-chaining" |
38 | | - } |
| 37 | + "template": { |
| 38 | + "repoURL": "https://github.com/aws-samples/serverless-patterns/tree/main/lambda-durable-esm-and-chaining", |
| 39 | + "templateURL": "serverles-patterns/lambda-durable-esm-and-chaining", |
| 40 | + "templateFile": "template.yaml", |
| 41 | + "projectFolder": "lambda-durable-esm-and-chaining" |
| 42 | + } |
39 | 43 | }, |
40 | 44 | "resources": { |
41 | | - "headline": "Additional resources", |
42 | | - "bullets": [ |
| 45 | + "headline": "Additional resources", |
| 46 | + "bullets": [ |
| 47 | + { |
| 48 | + "text": "AWS Lambda Durable Functions Documentation", |
| 49 | + "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-functions.html" |
| 50 | + }, |
| 51 | + { |
| 52 | + "text": "Event Source Mappings with Durable Functions", |
| 53 | + "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-invoking-esm.html" |
| 54 | + }, |
| 55 | + { |
| 56 | + "text": "Durbale Function Lambda Invoke Chaining", |
| 57 | + "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-examples.html#durable-examples-chained-invocations" |
| 58 | + } |
| 59 | + ] |
| 60 | + }, |
| 61 | + "authors": [ |
43 | 62 | { |
44 | | - "text": "AWS Lambda Durable Functions Documentation", |
45 | | - "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-functions.html" |
| 63 | + "name": "Sahithi Ginjupalli", |
| 64 | + "image": "https://drive.google.com/file/d/1YcKYuGz3LfzSxiwb2lWJfpyi49SbvOSr/view?usp=sharing", |
| 65 | + "bio": "Cloud Engineer at AWS with a passion for diving deep into cloud and AI services to build innovative serverless applications.", |
| 66 | + "linkedin": "ginjupalli-sahithi-37460a18b", |
| 67 | + "twitter": "" |
| 68 | + } |
| 69 | + ], |
| 70 | + "patternArch": { |
| 71 | + "icon1": { |
| 72 | + "x": 20, |
| 73 | + "y": 50, |
| 74 | + "service": "sqs", |
| 75 | + "label": "SQS Queue" |
46 | 76 | }, |
47 | | - { |
48 | | - "text": "Event Source Mappings with Durable Functions", |
49 | | - "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-invoking-esm.html" |
| 77 | + "icon2": { |
| 78 | + "x": 60, |
| 79 | + "y": 50, |
| 80 | + "service": "lambda", |
| 81 | + "label": "Lambda Durable Function" |
50 | 82 | }, |
51 | | - { |
52 | | - "text": "Durbale Function Lambda Invoke Chaining", |
53 | | - "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-examples.html#durable-examples-chained-invocations" |
54 | | - } |
55 | | - ] |
56 | | - }, |
57 | | - "authors": [ |
58 | | - { |
59 | | - "name": "Sahithi Ginjupalli", |
60 | | - "image": "https://drive.google.com/file/d/1YcKYuGz3LfzSxiwb2lWJfpyi49SbvOSr/view?usp=sharing", |
61 | | - "bio": "Cloud Engineer at AWS with a passion for diving deep into cloud and AI services to build innovative serverless applications.", |
62 | | - "linkedin": "ginjupalli-sahithi-37460a18b", |
63 | | - "twitter": "" |
| 83 | + "line1": { |
| 84 | + "from": "icon1", |
| 85 | + "to": "icon2", |
| 86 | + "label": "Event Source Mapping" |
| 87 | + }, |
| 88 | + "icon3": { |
| 89 | + "x": 90, |
| 90 | + "y": 10, |
| 91 | + "service": "lambda", |
| 92 | + "label": "" |
| 93 | + }, |
| 94 | + "icon4": { |
| 95 | + "x": 90, |
| 96 | + "y": 50, |
| 97 | + "service": "lambda", |
| 98 | + "label": "" |
| 99 | + }, |
| 100 | + "icon5": { |
| 101 | + "x": 90, |
| 102 | + "y": 90, |
| 103 | + "service": "lambda", |
| 104 | + "label": "" |
| 105 | + }, |
| 106 | + "line2": { |
| 107 | + "from": "icon2", |
| 108 | + "to": "icon3", |
| 109 | + "label": "" |
| 110 | + }, |
| 111 | + "line3": { |
| 112 | + "from": "icon2", |
| 113 | + "to": "icon4", |
| 114 | + "label": "Chained Invocation" |
| 115 | + }, |
| 116 | + "line4": { |
| 117 | + "from": "icon2", |
| 118 | + "to": "icon5", |
| 119 | + "label": "" |
64 | 120 | } |
65 | | - ] |
66 | | - } |
67 | | - |
| 121 | + } |
| 122 | +} |
0 commit comments