Adding new task in CI to report code-coverage in branches and PRs. (#668)

* Adding new task in CI to report code-coverage in branches and PRs.
* Refactoring thirdparty libs into a separate module.

Author: vrdmr

.ci/linux_devops_code_coverage_generate.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+set -e -x
+
+coverage combine
+coverage xml
+coverage erase

.ci/linux_devops_e2e_tests.sh

@@ -5,4 +5,5 @@ export AzureWebJobsStorage=$LINUXSTORAGECONNECTIONSTRING
 export AzureWebJobsCosmosDBConnectionString=$LINUXCOSMOSDBCONNECTIONSTRING
 export AzureWebJobsEventHubConnectionString=$LINUXEVENTHUBCONNECTIONSTRING
 export AzureWebJobsServiceBusConnectionString=$LINUXSERVICEBUSCONNECTIONSTRING
-pytest tests/endtoend
+
+coverage run -p --branch -m pytest tests/endtoend

.ci/linux_devops_unit_tests.sh

@@ -1,4 +1,4 @@
 #!/bin/bash
 
 set -e -x
-pytest tests/unittests
+coverage run -p --branch -m pytest tests/unittests

.coveragerc

@@ -0,0 +1,52 @@
+[run]
+parallel=True
+
+[report]
+# Regexes for lines to exclude from consideration
+exclude_lines =
+    # Have to re-enable the standard pragma
+    pragma: no cover
+    def __repr__
+
+    # Don't complain about missing debug-only code:
+    if self\.debug
+
+    # Don't complain if tests don't hit defensive assertion code:
+    raise AssertionError
+    raise NotImplementedError
+
+    # Don't complain if non-runnable code isn't run:
+    if 0:
+    if False:
+    if __name__ == .__main__.:
+
+    # Not counting some extra lines which don't need to be counted.
+    print
+    def setUp
+    def suite
+
+ignore_errors = True
+
+omit =
+    */build/*
+    */doc/*
+    */examples/*
+    */postprocessing/*
+    */test/*
+    */setup.py
+    setup.py
+    */site-packages/*
+    */venv/*
+    */docs/*
+    */pack/*
+    */python/*
+    */build/*
+    */.venv/*
+    */.env*/*
+    */.vscode/*
+    */tests/*
+
+    # Removing the imported libraries that might show up in this.
+    */azure/functions/*
+    */azure/*
+    */azure_functions_worker/_thirdparty/*

.flake8

@@ -3,6 +3,6 @@ ignore = W503,E402,E731
 exclude =
     .git, __pycache__, build, dist, .eggs, .github, .local, docs/,
     Samples, azure_functions_worker/protos/,
-    azure_functions_worker/typing_inspect.py,
+    azure_functions_worker/_thirdparty/typing_inspect.py,
     tests/unittests/test_typing_inspect.py,
     .venv*, .env*, .vscode, venv

azure-pipelines.yml

@@ -48,6 +48,14 @@ jobs:
       LINUXEVENTHUBCONNECTIONSTRING: $(LinuxEventHubConnectionString)
       LINUXSERVICEBUSCONNECTIONSTRING: $(LinuxServiceBusConnectionString)
     displayName: 'E2E Tests'
+  - bash: |
+      chmod +x .ci/linux_devops_code_coverage_generate.sh
+      .ci/linux_devops_code_coverage_generate.sh
+    displayName: 'Generate Code Coverage XML file'
+  - task: PublishCodeCoverageResults@1
+    inputs:
+        codeCoverageTool: cobertura
+        summaryFileLocation: coverage.xml
 
 - job: Build_WINDOWS_X64
   dependsOn: 'Tests'

azure_functions_worker/_thirdparty/__init__.py

@@ -4,7 +4,7 @@
 
 from . import bindings
 from . import protos
-from . import typing_inspect
+from ._thirdparty import typing_inspect
 
 
 class ParamTypeInfo(typing.NamedTuple):