Add large blob end to end tests (#706)

Author: Hazhzeng

tests/endtoend/test_blob_functions.py

@@ -1,6 +1,7 @@
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # Licensed under the MIT License.
 import time
+from datetime import datetime
 
 from azure_functions_worker import testutils
 
@@ -25,6 +26,23 @@ def test_blob_io_str(self):
         self.assertEqual(r.status_code, 200)
         self.assertEqual(r.text, 'test-data')
 
+    @testutils.retryable_test(3, 5)
+    def test_blob_io_large_str(self):
+        datetime_iso = datetime.utcnow().isoformat()
+        large_string = datetime_iso * 1024 * 1024  # 26 MB
+
+        r = self.webhost.request('POST', 'put_blob_str', data=large_string)
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, 'OK')
+
+        r = self.webhost.request('GET', 'get_blob_str')
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, large_string)
+
+        r = self.webhost.request('GET', 'get_blob_as_str')
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, large_string)
+
     @testutils.retryable_test(3, 5)
     def test_blob_io_bytes(self):
         r = self.webhost.request('POST', 'put_blob_bytes',
@@ -40,6 +58,24 @@ def test_blob_io_bytes(self):
         self.assertEqual(r.status_code, 200)
         self.assertEqual(r.text, 'test-dată')
 
+    @testutils.retryable_test(3, 5)
+    def test_blob_io_large_bytes(self):
+        datetime_iso = datetime.utcnow().isoformat()
+        large_string = datetime_iso * 1024 * 1024  # 26 MB
+
+        r = self.webhost.request('POST', 'put_blob_bytes',
+                                 data=large_string.encode('utf-8'))
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, 'OK')
+
+        r = self.webhost.request('POST', 'get_blob_bytes')
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, large_string)
+
+        r = self.webhost.request('POST', 'get_blob_as_bytes')
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, large_string)
+
     @testutils.retryable_test(3, 5)
     def test_blob_io_filelike(self):
         r = self.webhost.request('POST', 'put_blob_filelike')
@@ -61,17 +97,53 @@ def test_blob_io_return(self):
 
     @testutils.retryable_test(3, 5)
     def test_blob_trigger(self):
-        data = str(round(time.time()))
+        datetime_iso = datetime.utcnow().isoformat()
+        data = datetime_iso
 
         r = self.webhost.request('POST', 'put_blob_trigger',
                                  data=data.encode('utf-8'))
         self.assertEqual(r.status_code, 200)
         self.assertEqual(r.text, 'OK')
 
+        # Blob trigger may be processed after some delay
+        # We check it every 2 seconds to allow the trigger to be fired
         max_retries = 10
+        for try_no in range(max_retries):
+            time.sleep(2)
 
+            try:
+                # Check that the trigger has fired
+                r = self.webhost.request('GET', 'get_blob_triggered')
+                self.assertEqual(r.status_code, 200)
+                response = r.json()
+
+                self.assertEqual(
+                    response,
+                    {
+                        'name': 'python-worker-tests/test-blob-trigger.txt',
+                        'length': len(data),
+                        'content': data
+                    }
+                )
+                break
+            except AssertionError:
+                if try_no == max_retries - 1:
+                    raise
+
+    @testutils.retryable_test(3, 5)
+    def test_blob_trigger_with_large_content(self):
+        datetime_iso = datetime.utcnow().isoformat()
+        data = datetime_iso * 1024 * 1024  # 26 MB
+
+        r = self.webhost.request('POST', 'put_blob_trigger',
+                                 data=data.encode('utf-8'))
+        self.assertEqual(r.status_code, 200)
+        self.assertEqual(r.text, 'OK')
+
+        # Blob trigger may be processed after some delay
+        # We check it every 2 seconds to allow the trigger to be fired
+        max_retries = 10
         for try_no in range(max_retries):
-            # Allow trigger to fire
             time.sleep(2)
 
             try:
@@ -84,10 +156,11 @@ def test_blob_trigger(self):
                     response,
                     {
                         'name': 'python-worker-tests/test-blob-trigger.txt',
-                        'length': 10,
+                        'length': len(data),
                         'content': data
                     }
                 )
+                break
             except AssertionError:
                 if try_no == max_retries - 1:
                     raise