DONT MERGE

.github/workflows/ci_consumption_workflow.yml

@@ -12,7 +12,6 @@ on:
   push:
     branches: [ dev, main, release/* ]
   pull_request:
-    branches: [ dev, main, release/* ]
 
 jobs:
   build:
@@ -30,10 +29,26 @@ jobs:
         uses: actions/setup-python@v2
         with:
           python-version: ${{ matrix.python-version }}
+      - name: Get Date
+        id: get-date
+        run: |
+          echo "todayDate=$(/bin/date -u "+%Y%m%d")" >> $GITHUB_ENV
+        shell: bash
+      - uses: actions/cache@v4
+        id: cache-pip
+        with:
+          path: ${{ env.pythonLocation }}
+          key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }}-${{ env.todayDate }}-${{ matrix.python-version }}
       - name: Install dependencies
+        if: steps.cache-pip.outputs.cache-hit != 'true'
         run: |
           python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
           python -m pip install -U -e .[dev]
+          if [[ "${{ matrix.python-version }}" != "3.7" ]]; then
+            python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-http-v2]
+          fi
+      - name: Install worker
+        run: |
           python setup.py build
       - name: Running 3.7 Tests
         if: matrix.python-version == 3.7

.github/workflows/ci_e2e_workflow.yml

@@ -13,7 +13,6 @@ on:
   push:
     branches: [dev, main, release/*]
   pull_request:
-    branches: [dev, main, release/*]
   schedule:
     # Monday to Thursday 3 AM CST build
     # * is a special character in YAML so you have to quote this string
@@ -39,7 +38,27 @@ jobs:
         uses: actions/setup-dotnet@v4
         with:
           dotnet-version: "8.0.x"
-      - name: Install dependencies and the worker
+      - name: Get Date
+        id: get-date
+        run: |
+          echo "todayDate=$(/bin/date -u "+%Y%m%d")" >> $GITHUB_ENV
+        shell: bash
+      - uses: actions/cache@v4
+        id: cache-pip
+        with:
+          path: ${{ env.pythonLocation }}
+          key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }}-${{ env.todayDate }}-${{ matrix.python-version }}
+      - name: Install dependencies
+        if: steps.cache-pip.outputs.cache-hit != 'true'
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
+          python -m pip install -U -e .[dev]
+          # Conditionally install test dependencies for Python 3.8 and later
+          if [[ "${{ matrix.python-version }}" != "3.7" ]]; then
+            python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-http-v2]
+          fi
+      - name: Install worker
         run: |
           retry() {
             local -r -i max_attempts="$1"; shift
@@ -58,10 +77,6 @@ jobs:
             done
           }
 
-          python -m pip install --upgrade pip
-          python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
-          python -m pip install -U -e .[dev]
-
           # Retry a couple times to avoid certificate issue
           retry 5 python setup.py build
           retry 5 python setup.py webhost --branch-name=dev

.github/workflows/ci_ut_workflow.yml

@@ -15,8 +15,8 @@ on:
     # * is a special character in YAML so you have to quote this string
     - cron: "0 8 * * 1,2,3,4"
   push:
-  pull_request:
     branches: [ dev, main, release/* ]
+  pull_request:
 
 jobs:
   build:
@@ -37,7 +37,27 @@ jobs:
       uses: actions/setup-dotnet@v4
       with:
         dotnet-version: "8.0.x"
-    - name: Install dependencies and the worker
+    - name: Get Date
+      id: get-date
+      run: |
+        echo "todayDate=$(/bin/date -u "+%Y%m%d")" >> $GITHUB_ENV
+      shell: bash
+    - uses: actions/cache@v4
+      id: cache-pip
+      with:
+        path: ${{ env.pythonLocation }}
+        key: ${{ runner.os }}-pip-${{ hashFiles('setup.py') }}-${{ env.todayDate }}-${{ matrix.python-version }}
+    - name: Install dependencies
+      if: steps.cache-pip.outputs.cache-hit != 'true'
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
+        python -m pip install -U -e .[dev]
+        # Conditionally install test dependencies for Python 3.8 and later
+        if [[ "${{ matrix.python-version }}" != "3.7" ]]; then
+          python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-http-v2]
+        fi
+    - name: Install the worker
       run: |
         retry() {
           local -r -i max_attempts="$1"; shift
@@ -55,11 +75,7 @@ jobs:
             fi
           done
         }
-
-        python -m pip install --upgrade pip
-        python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
-        python -m pip install -U -e .[dev] 
-
+
         # Retry a couple times to avoid certificate issue
         retry 5 python setup.py build
         retry 5 python setup.py webhost --branch-name=dev
@@ -70,18 +86,26 @@ jobs:
         AzureWebJobsStorage: ${{ secrets.LinuxStorageConnectionString310 }} # needed for installing azure-functions-durable while running setup.py
         ARCHIVE_WEBHOST_LOGS: ${{ github.event.inputs.archive_webhost_logging }}
       run: |
-        python -m pytest -q -n auto --dist loadfile --reruns 4 --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch tests/unittests
+        python -m pytest -q -n auto --replay-record-dir=build/tests/replay --dist loadfile --reruns 4 --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch tests/unittests
     - name: Codecov
-      uses: codecov/codecov-action@v3
+      uses: codecov/codecov-action@v4
       with:
         file: ./coverage.xml # optional
         flags: unittests # optional
         name: codecov # optional
         fail_ci_if_error: false # optional (default = false)
+        token: ${{ secrets.CODECOV_TOKEN }}
     - name: Publish Logs to Artifact
       if: failure()
       uses: actions/upload-artifact@v4
       with:
         name: Test WebHost Logs ${{ github.run_id }} ${{ matrix.python-version }}
         path: logs/*.log
         if-no-files-found: ignore
+    - name: Publish replays to Artifact
+      if: failure()
+      uses: actions/upload-artifact@v4
+      with:
+        name: Test Replays ${{ github.run_id }} ${{ matrix.python-version }}
+        path: build/tests/replay
+        if-no-files-found: ignore

.github/workflows/linter.yml

@@ -15,8 +15,11 @@ name: Lint Code Base
 #############################
 # Start the job on all push #
 #############################
-on: [ push, pull_request, workflow_dispatch ]
-
+on:
+  workflow_dispatch:
+  push:
+    branches: [ dev, main, release/* ]
+  pull_request:
 ###############
 # Set the Job #
 ###############

azure_functions_worker/bindings/meta.py

@@ -3,18 +3,53 @@
 import sys
 import typing
 
-from .. import protos
+from azure_functions_worker.constants import HTTP, HTTP_TRIGGER
 
+from .. import protos
 from . import datumdef
 from . import generic
 from .shared_memory_data_transfer import SharedMemoryManager
+from ..constants import BASE_EXT_SUPPORTED_PY_MINOR_VERSION, \
+    PYTHON_ENABLE_INIT_INDEXING
+from ..utils.common import is_envvar_true
 
 PB_TYPE = 'rpc_data'
 PB_TYPE_DATA = 'data'
 PB_TYPE_RPC_SHARED_MEMORY = 'rpc_shared_memory'
 BINDING_REGISTRY = None
 
 
+def _check_http_input_type_annotation(bind_name: str, pytype: type) -> bool:
+    if sys.version_info.minor >= BASE_EXT_SUPPORTED_PY_MINOR_VERSION and \
+            is_envvar_true(PYTHON_ENABLE_INIT_INDEXING):
+        import azure.functions.extension.base as ext_base
+        if ext_base.HttpV2FeatureChecker.http_v2_enabled():
+            return ext_base.RequestTrackerMeta.check_type(pytype)
+
+    binding = get_binding(bind_name)
+    return binding.check_input_type_annotation(pytype)
+
+
+def _check_http_output_type_annotation(bind_name: str, pytype: type) -> bool:
+    if sys.version_info.minor >= BASE_EXT_SUPPORTED_PY_MINOR_VERSION and \
+            is_envvar_true(PYTHON_ENABLE_INIT_INDEXING):
+        import azure.functions.extension.base as ext_base
+        if ext_base.HttpV2FeatureChecker.http_v2_enabled():
+            return ext_base.ResponseTrackerMeta.check_type(pytype)
+
+    binding = get_binding(bind_name)
+    return binding.check_output_type_annotation(pytype)
+
+
+INPUT_TYPE_CHECK_OVERRIDE_MAP = {
+    HTTP_TRIGGER: _check_http_input_type_annotation
+}
+
+OUTPUT_TYPE_CHECK_OVERRIDE_MAP = {
+    HTTP: _check_http_output_type_annotation
+}
+
+
 def load_binding_registry() -> None:
     func = sys.modules.get('azure.functions')
 
@@ -43,11 +78,19 @@ def is_trigger_binding(bind_name: str) -> bool:
 
 
 def check_input_type_annotation(bind_name: str, pytype: type) -> bool:
+    global INPUT_TYPE_CHECK_OVERRIDE_MAP
+    if bind_name in INPUT_TYPE_CHECK_OVERRIDE_MAP:
+        return INPUT_TYPE_CHECK_OVERRIDE_MAP[bind_name](bind_name, pytype)
+
     binding = get_binding(bind_name)
     return binding.check_input_type_annotation(pytype)
 
 
 def check_output_type_annotation(bind_name: str, pytype: type) -> bool:
+    global OUTPUT_TYPE_CHECK_OVERRIDE_MAP
+    if bind_name in OUTPUT_TYPE_CHECK_OVERRIDE_MAP:
+        return OUTPUT_TYPE_CHECK_OVERRIDE_MAP[bind_name](bind_name, pytype)
+
     binding = get_binding(bind_name)
     return binding.check_output_type_annotation(pytype)
 

azure_functions_worker/constants.py

@@ -10,6 +10,7 @@
 WORKER_STATUS = "WorkerStatus"
 SHARED_MEMORY_DATA_TRANSFER = "SharedMemoryDataTransfer"
 FUNCTION_DATA_CACHE = "FunctionDataCache"
+HTTP_URI = "HttpUri"
 
 # Platform Environment Variables
 AZURE_WEBJOBS_SCRIPT_ROOT = "AzureWebJobsScriptRoot"
@@ -54,9 +55,25 @@
 RETRY_POLICY = "retry_policy"
 
 # Paths
-CUSTOMER_PACKAGES_PATH = "/home/site/wwwroot/.python_packages/lib/site-packages"
+CUSTOMER_PACKAGES_PATH = "/home/site/wwwroot/.python_packages/lib/site" \
+                         "-packages"
 
 # Flag to index functions in handle init request
 PYTHON_ENABLE_INIT_INDEXING = "PYTHON_ENABLE_INIT_INDEXING"
 
 METADATA_PROPERTIES_WORKER_INDEXED = "worker_indexed"
+
+# HostNames
+LOCAL_HOST = "127.0.0.1"
+
+# Header names
+X_MS_INVOCATION_ID = "x-ms-invocation-id"
+
+# Trigger Names
+HTTP_TRIGGER = "httpTrigger"
+
+# Output Names
+HTTP = "http"
+
+# Base extension supported Python minor version
+BASE_EXT_SUPPORTED_PY_MINOR_VERSION = 8