from botocore.vendored import requests import json def lambda_handler(event, context): headers = { "content-type": "application/json" } url = 'http://ec2-184-73-122-168.compute-1.amazonaws.com:8998/batches' payload = { 'file' : 's3://royalties-spark/scripts/transform.py', 'args' : [event.get('source_file'), event.get('dest_bucket')] } res = requests.post(url, data = json.dumps(payload), headers = headers, verify = False) json_data = json.loads(res.text) return json_data.get('id')