append code coverage over each other

.coveragerc

@@ -6,6 +6,11 @@ omit =
 	*/test*
 	env*
 
+[paths]
+source =
+	sdk/
+	**/sdk
+
 [report]
 exclude_lines =
 	pragma: no cover

eng/ci_tools.txt

@@ -3,7 +3,7 @@ cryptography==3.1
 setuptools==44.1.0; python_version == '2.7'
 setuptools==46.4.0; python_version >= '3.5'
 virtualenv==20.0.23
-wheel==0.34.2 
+wheel==0.34.2
 Jinja2==2.11.2
 packaging==20.4
 tox==3.15.0
@@ -18,6 +18,7 @@ coverage==4.5.4
 codecov==2.1.0
 beautifulsoup4==4.9.1
 pkginfo==1.5.0.1
+pip==20.2
 
 # locking packages defined as deps from azure-sdk-tools or azure-devtools
 pytoml==0.1.21

eng/pipelines/templates/jobs/archetype-sdk-client.yml

@@ -39,31 +39,31 @@ parameters:
         Pool: $(LinuxPool)
         OSVmImage:
         PythonVersion: '2.7'
-        CoverageArg: ''
+        CoverageArg: '--disablecov'
         RunForPR: true
       Linux_Python35:
         Pool: $(LinuxPool)
         OSVmImage:
         PythonVersion: '3.5'
-        CoverageArg: ''
+        CoverageArg: '--disablecov'
         RunForPR: false
       Linux_Python38:
         Pool: $(LinuxPool)
         OSVmImage:
         PythonVersion: '3.8'
-        CoverageArg: ''
+        CoverageArg: '--disablecov'
         RunForPR: true
       Windows_Python35:
         Pool: $(WindowsPool)
         OSVmImage:
         PythonVersion: '3.5'
-        CoverageArg: ''
+        CoverageArg: '--disablecov'
         RunForPR: true
       MacOS_Python27:
         Pool:
         OSVmImage: 'macOS-10.15'
         PythonVersion: '2.7'
-        CoverageArg: ''
+        CoverageArg: '--disablecov'
         RunForPR: false
       Linux_pypy3:
         Pool: $(LinuxPool)
@@ -100,7 +100,7 @@ jobs:
 
     steps:
     - template: ../steps/build-artifacts.yml
-      parameters: 
+      parameters:
         ServiceDirectory: ${{ parameters.ServiceDirectory }}
         BuildTargetingString: ${{ parameters.BuildTargetingString }}
         BeforePublishSteps: ${{ parameters.BeforePublishSteps }}
@@ -133,7 +133,7 @@ jobs:
         CheckLinkGuidance: $true
 
     - template: ../steps/analyze.yml
-      parameters: 
+      parameters:
         ServiceDirectory: ${{ parameters.ServiceDirectory }}
         BuildTargetingString: ${{ parameters.BuildTargetingString }}
         TestMarkArgument: ${{ parameters.TestMarkArgument }}
@@ -168,7 +168,7 @@ jobs:
           ${{ if or(eq(matrixEntry.value.RunForPR, 'true'), ne(variables['Build.Reason'], 'PullRequest')) }}:
             ${{ matrixEntry.key }}:
               ${{ insert }}: ${{ matrixEntry.value }}
-        
+
     pool:
       name: $[coalesce(variables['Pool'], '')]
       vmImage: $[coalesce(variables['OSVmImage'], '')]
@@ -195,7 +195,7 @@ jobs:
         {
           $toxenvvar = '$(Run.ToxCustomEnvs)'
         }
-        
+
         echo "##vso[task.setvariable variable=toxenv]$toxenvvar"
       displayName: "Set Tox Environment"
 
@@ -211,10 +211,10 @@ jobs:
         ToxTestEnv: $(toxenv)
         ToxEnvParallel: ${{ parameters.ToxEnvParallel }}
         InjectedPackages: $(InjectedPackages)
-        BeforeTestSteps: 
+        BeforeTestSteps:
           - task: DownloadPipelineArtifact@0
             inputs:
-              artifactName: 'artifacts' 
+              artifactName: 'artifacts'
               targetPath: $(Build.ArtifactStagingDirectory)
 
           - template: ../steps/set-dev-build.yml
@@ -237,6 +237,6 @@ jobs:
 
     steps:
     - template: ../steps/test_regression.yml
-      parameters: 
+      parameters:
         ServiceDirectory: ${{ parameters.ServiceDirectory }}
         BuildTargetingString: ${{ parameters.BuildTargetingString }}

eng/pipelines/templates/jobs/archetype-sdk-tests.yml

@@ -1,49 +1,85 @@
 parameters:
-  ServiceDirectory: ''
-  EnvVars: {}
-  MaxParallel: 0
-  BeforeTestSteps: []
-  AfterTestSteps: []
-  BuildTargetingString: 'azure-*'
-  AdditionalTestArgs: ''
-  TestMarkArgument: ''
-  InjectedPackages: ''
-  BuildDocs: true
-  JobName: Test
-  AllocateResourceGroup: true
-  DeployArmTemplate: false
-  TestTimeoutInMinutes: 120
-  TestSamples: false
-  Location: ''
-  Matrix:
-    Linux_Python35:
-      Pool: azsdk-pool-mms-ubuntu-1804-general
-      OSVmImage: MMSUbuntu18.04
-      PythonVersion: '3.5'
-      CoverageArg: '--disablecov'
-    MacOs_Python37:
-      Pool: Azure Pipelines
-      OSVmImage: 'macOS-10.15'
-      PythonVersion: '3.7'
-      CoverageArg: '--disablecov'
-    Windows_Python27:
-      Pool: azsdk-pool-mms-win-2019-general
-      OSVmImage: MMS2019
-      PythonVersion: '2.7'
-      CoverageArg: '--disablecov'
-    Linux_PyPy3:
-      Pool: azsdk-pool-mms-ubuntu-1804-general
-      OSVmImage: MMSUbuntu18.04
-      PythonVersion: 'pypy3'
-      CoverageArg: '--disablecov'
-    Linux_Python39:
-      Pool: azsdk-pool-mms-ubuntu-1804-general
-      OSVmImage: MMSUbuntu18.04
-      PythonVersion: '3.9'
-      CoverageArg: ''
-  CloudConfigurations:
-    AzureCloud:
-      SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources)
+  - name: ServiceDirectory
+    type: string
+    default: ''
+  - name: EnvVars
+    type: object
+    default: {}
+  - name: MaxParallel
+    type: number
+    default: 0
+  - name: BeforeTestSteps
+    type: object
+    default: []
+  - name: AfterTestSteps
+    type: object
+    default: []
+  - name: BuildTargetingString
+    type: string
+    default: 'azure-*'
+  - name: AdditionalTestArgs
+    type: string
+    default: ''
+  - name: TestMarkArgument
+    type: string
+    default: ''
+  - name: InjectedPackages
+    type: string
+    default: ''
+  - name: BuildDocs
+    type: boolean
+    default: true
+  - name: JobName
+    type: string
+    default: 'Test'
+  - name: AllocateResourceGroup
+    type: boolean
+    default: true
+  - name: DeployArmTemplate
+    type: boolean
+    default: false
+  - name: TestTimeoutInMinutes
+    type: number
+    default: 120
+  - name: TestSamples
+    type: boolean
+    default: false
+  - name: Location
+    type: string
+    default: ''
+  - name: Matrix
+    type: object
+    default:
+      Linux_Python35:
+        Pool: azsdk-pool-mms-ubuntu-1804-general
+        OSVmImage: MMSUbuntu18.04
+        PythonVersion: '3.5'
+        CoverageArg: '--disablecov'
+      MacOs_Python37:
+        Pool: Azure Pipelines
+        OSVmImage: 'macOS-10.15'
+        PythonVersion: '3.7'
+        CoverageArg: '--disablecov'
+      Windows_Python27:
+        Pool: azsdk-pool-mms-win-2019-general
+        OSVmImage: MMS2019
+        PythonVersion: '2.7'
+        CoverageArg: '--disablecov'
+      Linux_PyPy3:
+        Pool: azsdk-pool-mms-ubuntu-1804-general
+        OSVmImage: MMSUbuntu18.04
+        PythonVersion: 'pypy3'
+        CoverageArg: '--disablecov'
+      Linux_Python39:
+        Pool: azsdk-pool-mms-ubuntu-1804-general
+        OSVmImage: MMSUbuntu18.04
+        PythonVersion: '3.9'
+        CoverageArg: ''
+  - name: CloudConfigurations
+    type: object
+    default:
+      AzureCloud:
+        SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources)
 
 jobs:
   - ${{ each cloudConfig in parameters.CloudConfigurations }}:

eng/pipelines/templates/jobs/publish-coverage.yml

@@ -0,0 +1,67 @@
+parameters:
+  - name: ServiceDirectory
+    type: string
+    default: ''
+  - name: Artifacts
+    type: object
+    default: []
+  - name: DependsOn
+    type: string
+    default: ''
+
+
+jobs:
+  - job: Publish_Code_Coverage
+    pool:
+      name: azsdk-pool-mms-ubuntu-1804-general
+      vmImage: MMSUbuntu18.04
+
+    steps:
+      - task: UsePythonVersion@0
+        inputs:
+          versionSpec: '3.7'
+
+      # Download all existing artifacts (most of the time, it's whatever was uploaded before)
+      - pwsh: |
+          New-Item -Path $(Build.SourcesDirectory) -Name "_all_coverage_files" -ItemType "directory"
+        displayName: 'Create all coverages directory'
+        continueOnError: false
+        condition: succeededOrFailed()
+
+      - task: DownloadPipelineArtifact@2
+        inputs:
+          source: current
+          path: '$(Build.SourcesDirectory)/_all_coverage_files'
+
+      - script: |
+          pip install -r eng/ci_tools.txt
+          pip freeze
+        displayName: 'Prep Environment'
+
+      - pwsh: |
+          Get-ChildItem -Recurse .\_all_coverage_files\ |
+          ForEach-Object {
+            If (Test-Path $_ -PathType Leaf) {
+              Get-Content $_
+            }
+          }
+        displayName: Show all coverage files
+
+      - task: PythonScript@0
+        displayName: 'Create Coverage Report'
+        inputs:
+          scriptPath: 'scripts/devops_tasks/create_coverage.py'
+
+      - pwsh: |
+          Get-Content $(Build.SourcesDirectory)\.coverage
+          Get-Content $(Build.SourcesDirectory)\coverage.xml
+        continueOnError: true
+        displayName: Show .coverage and coverage.xml file
+
+      - task: PublishCodeCoverageResults@1
+        displayName: 'Publish Code Coverage to DevOps'
+        continueOnError: true
+        condition: succeededOrFailed()
+        inputs:
+          codeCoverageTool: Cobertura
+          summaryFileLocation: '$(Build.SourcesDirectory)/coverage.xml'