Merge branch 'dev' into hallvictoria/allow-nill-data

Author: hallvictoria

.github/ISSUE_TEMPLATE/deferred_bindings_bug_report.yml

@@ -0,0 +1,71 @@
+name: Python Worker Deferred Bindings Feature Request
+description: File a Deferred Bindings bug report
+title: "[Bug] Bug Title Here"
+labels: ["python", "bug", "deferred-bindings"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        This form will help you to fill in a bug report for the Azure Functions Python Worker Deferred Bindings feature.
+
+  - type: textarea
+    id: expected-behavior
+    attributes:
+      label: Expected Behavior
+      description: A clear and concise description of what you expected to happen.
+      placeholder: What should have occurred?
+
+  - type: textarea
+    id: actual-behavior
+    attributes:
+      label: Actual Behavior
+      description: A clear and concise description of what actually happened.
+      placeholder: What went wrong?
+
+  - type: textarea
+    id: reproduction-steps
+    attributes:
+      label: Steps to Reproduce
+      description: Please provide detailed step-by-step instructions on how to reproduce the bug.
+      placeholder: |
+        1. Go to the [specific page or section] in the application.
+        2. Click on [specific button or link].
+        3. Scroll down to [specific location].
+        4. Observe [describe what you see, e.g., an error message or unexpected behavior].
+        5. Include any additional steps or details that may be relevant.
+
+  - type: textarea
+    id: code-snippet
+    attributes:
+      label: Relevant code being tried
+      description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
+      render: shell
+
+  - type: textarea
+    id: logs
+    attributes:
+      label: Relevant log output
+      description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
+      render: shell
+
+  - type: textarea
+    id: requirements
+    attributes:
+      label: requirements.txt file
+      description: Please copy and paste your requirements.txt file. This will be automatically formatted into code, so no need for backticks.
+      render: shell
+
+  - type: dropdown
+    id: environment
+    attributes:
+      label: Where are you facing this problem?
+      default: 0
+      options:
+        - Local - Core Tools
+        - Production Environment (explain below)
+
+  - type: textarea
+    id: additional-info
+    attributes:
+      label: Additional Information
+      description: Add any other information about the problem here.

.github/ISSUE_TEMPLATE/deferred_bindings_feature_request.yml

@@ -0,0 +1,36 @@
+name: Python Worker Deferred Bindings Feature Request
+description: File a Deferred Bindings Feature report
+title: "Request a feature"
+labels: ["python", "feature", "deferred-bindings"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        This form will help you to fill in a feature request for the Azure Functions Python Worker Deferred Bindings feature.
+
+  - type: textarea
+    id: binding-type
+    attributes:
+      label: Binding Type
+      description: Add information about the binding type.
+      placeholder: Is this on an existing binding or new binding?
+
+  - type: textarea
+    id: expected-behavior
+    attributes:
+      label: Expected Behavior
+      description: A clear and concise description of what you expected to happen.
+      placeholder: What should have occurred?
+
+  - type: textarea
+    id: code-snippet
+    attributes:
+      label: Relevant sample code snipped
+      description: Please copy and paste any relevant code snippet of how you want the feature to be used. (This will be automatically formatted into code, so no need for backticks)
+      render: shell
+
+  - type: textarea
+    id: additional-info
+    attributes:
+      label: Additional Information
+      description: Add any other information about the problem here.

.github/Scripts/e2e-tests.sh

@@ -1,3 +1,4 @@
 #!/usr/bin/env bash
 python -m pytest -q -n auto --dist loadfile --reruns 4 --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch --cov-append tests/endtoend/test_worker_process_count_functions.py tests/endtoend/test_threadpool_thread_count_functions.py
-python -m pytest -q -n auto --dist loadfile --reruns 4 --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch --cov-append --ignore=tests/endtoend/test_worker_process_count_functions.py --ignore=tests/endtoend/test_threadpool_thread_count_functions.py tests/endtoend
+python -m pytest -q -n auto --dist loadfile --reruns 4 --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch --cov-append --ignore=tests/endtoend/test_worker_process_count_functions.py --ignore=tests/endtoend/test_threadpool_thread_count_functions.py tests/endtoend
+python -m pytest -q -n auto --dist loadfile --reruns 4 --instafail --cov=./azure_functions_worker --cov-report xml --cov-branch --cov-append tests/extension_tests/deferred_bindings_tests

.github/workflows/ci_consumption_workflow.yml

@@ -32,8 +32,12 @@ jobs:
           python-version: ${{ matrix.python-version }}
       - name: Install dependencies
         run: |
+          python -m pip install --upgrade pip
           python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
           python -m pip install -U -e .[dev]
+          if [[ "${{ matrix.python-version }}" != "3.7" ]]; then
+             python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-http-v2]
+          fi
           python setup.py build
       - name: Running 3.7 Tests
         if: matrix.python-version == 3.7

.github/workflows/ci_e2e_workflow.yml

@@ -15,9 +15,9 @@ on:
   pull_request:
     branches: [dev, main, release/*]
   schedule:
-    # Monday to Thursday 3 AM CST build
+    # Monday to Friday 3 AM CST build
     # * is a special character in YAML so you have to quote this string
-    - cron: "0 8 * * 1,2,3,4"
+    - cron: "0 8 * * 1,2,3,4,5"
 
 jobs:
   build:
@@ -61,6 +61,13 @@ jobs:
           python -m pip install --upgrade pip
           python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
           python -m pip install -U -e .[dev]
+ 
+          if [[ "${{ matrix.python-version }}" != "3.7" ]]; then
+             python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-http-v2]
+          fi
+          if [[ "${{ matrix.python-version }}" != "3.7" && "${{ matrix.python-version }}" != "3.8" ]]; then
+              python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-deferred-bindings]
+          fi
 
           # Retry a couple times to avoid certificate issue
           retry 5 python setup.py build

.github/workflows/ci_ut_workflow.yml

@@ -58,7 +58,11 @@ jobs:
 
         python -m pip install --upgrade pip
         python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple -U azure-functions --pre
+
         python -m pip install -U -e .[dev] 
+        if [[ "${{ matrix.python-version }}" != "3.7" ]]; then
+           python -m pip install --index-url https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple --pre -U -e .[test-http-v2]
+        fi
 
         # Retry a couple times to avoid certificate issue
         retry 5 python setup.py build

.github/workflows/linter.yml

@@ -26,8 +26,11 @@ jobs:
     name: Lint Code Base
     # Set the agent to run on
     runs-on: ubuntu-latest
-    permissions: read-all
-
+    permissions:
+      contents: read
+      packages: read
+      # To report GitHub Actions status checks
+      statuses: write
     ##################
     # Load all steps #
     ##################

.github/workflows/pr_title_enforcer.yml

@@ -0,0 +1,20 @@
+name: "PR Title Enforcer"
+
+on:
+  pull_request:
+    types:
+      - opened
+      - edited
+      - synchronize
+
+permissions:
+  pull-requests: read
+
+jobs:
+  main:
+    name: Validate PR title
+    runs-on: ubuntu-latest
+    steps:
+      - uses: amannn/action-semantic-pull-request@v5
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

azure_functions_worker/bindings/__init__.py

@@ -8,7 +8,8 @@
 from .meta import has_implicit_output
 from .meta import is_trigger_binding, load_binding_registry
 from .meta import from_incoming_proto, to_outgoing_proto, \
-    to_outgoing_param_binding
+    to_outgoing_param_binding, check_deferred_bindings_enabled, \
+    get_deferred_raw_bindings
 from .out import Out
 
 
@@ -19,5 +20,6 @@
     'check_input_type_annotation', 'check_output_type_annotation',
     'has_implicit_output',
     'from_incoming_proto', 'to_outgoing_proto', 'TraceContext', 'RetryContext',
-    'to_outgoing_param_binding'
+    'to_outgoing_param_binding', 'check_deferred_bindings_enabled',
+    'get_deferred_raw_bindings'
 )

azure_functions_worker/bindings/datumdef.py

@@ -93,6 +93,8 @@ def from_typed_data(cls, td: protos.TypedData):
             val = td.collection_string
         elif tt == 'collection_sint64':
             val = td.collection_sint64
+        elif tt == 'model_binding_data':
+            val = td.model_binding_data
         elif tt is None:
             return None
         else: