TonyFNZ · October 17, 2018 22:41 · Oct 17, 2018
diff --git a/url-to-s3.py b/url-to-s3.py
@@ -0,0 +1,18 @@
+#! /bin/python
+
+# This script will download a file from a URL and stream it directly 
+# into AWS S3 without persisting the file to local disk.  
+# File is streamed as it arrives, so memory usage is low (typically <100MB)
+
+import boto3, urllib2
+
+source_url = 'http://<Your URL Here>'
+
+target_bucket = '<Target S3 Bucket Here>'
+target_key = '<Target S3 Filename/Key>'
+
+
+S3 = boto3.client('s3')
+
+file_data = urllib2.urlopen( source )
+S3.upload_fileobj(file_data, target_bucket, target_key)