forked from awslabs/kinesis-aggregation
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathlambda_function.py
More file actions
55 lines (41 loc) · 1.95 KB
/
lambda_function.py
File metadata and controls
55 lines (41 loc) · 1.95 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
#Kinesis Aggregation/Deaggregation Libraries for Python
#
#Copyright 2014, Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
#Licensed under the Amazon Software License (the "License").
#You may not use this file except in compliance with the License.
#A copy of the License is located at
#
# http://aws.amazon.com/asl/
#
#or in the "license" file accompanying this file. This file is distributed
#on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
#express or implied. See the License for the specific language governing
#permissions and limitations under the License.
from __future__ import print_function
from aws_kinesis_agg.deaggregator import deaggregate_records, iter_deaggregate_records
import base64
def lambda_bulk_handler(event, context):
'''A Python AWS Lambda function to process Kinesis aggregated
records in a bulk fashion.'''
raw_kinesis_records = event['Records']
#Deaggregate all records in one call
user_records = deaggregate_records(raw_kinesis_records)
#Iterate through deaggregated records
for record in user_records:
# Kinesis data in Python Lambdas is base64 encoded
payload = base64.b64decode(record['kinesis']['data'])
print('%s' % (payload))
return 'Successfully processed {} records.'.format(len(user_records))
def lambda_generator_handler(event, context):
'''A Python AWS Lambda function to process Kinesis aggregated
records in a generator-based fashion.'''
raw_kinesis_records = event['Records']
record_count = 0
#Deaggregate all records using a generator function
for record in iter_deaggregate_records(raw_kinesis_records):
# Kinesis data in Python Lambdas is base64 encoded
payload = base64.b64decode(record['kinesis']['data'])
print('%s' % (payload))
record_count += 1
return 'Successfully processed {} records.'.format(record_count)