use python script to download compiler cache

this way we can ensure that cache from partially succeeded jobs are available

Author: vigsterkr

.ci/download-extract.yml

@@ -21,17 +21,15 @@ steps:
       downloadPath: ${{ parameters.downloadPath }}
 
 - ${{ if and(ne(parameters.specificBuildWithTriggering, 'true'), ne(variables['Build.Reason'], 'PullRequest')) }}:
-  - task: DownloadBuildArtifacts@0
+  - task: PythonScript@0
     displayName: ${{ format('Download {0} archive', parameters.name) }}
     continueOnError: true
     inputs:
-      buildType: 'specific'
-      project: $(System.TeamProjectId)
-      pipeline: $(System.DefinitionId)
-      buildVersionToDownload: "latest"
-      allowPartiallySucceededBuilds: true
-      artifactName: ${{ parameters.artifactName }}
-      downloadPath: ${{ parameters.downloadPath }}
+      scriptSource: 'filePath'
+      scriptPath: '.ci/get_latest_artifact.py'
+      arguments: '$(Build.SourceBranchName) ${{ parameters.artifactName }}'
+      workingDirectory: ${{ parameters.downloadPath }}
+      failOnStderr: true
 
 # TODO: change back to DownloadBuildArtifacts task when this issue is fixed
 # https://github.com/MicrosoftDocs/vsts-docs/issues/2889

.ci/get_latest_artifact.py

@@ -11,7 +11,7 @@
 
 target_branch = sys.argv[1]
 artifact_name = sys.argv[2]
-url = 'https://dev.azure.com/shogunml/shogun/_apis/build/builds?api-version=4.1&resultFilter=succeeded&branchName=refs/heads/%s' % (target_branch)
+url = 'https://dev.azure.com/shogunml/shogun/_apis/build/builds?api-version=4.1&resultFilter=partiallySucceeded,succeeded&branchName=refs/heads/%s' % (target_branch)
 response = urllib.urlopen(url)
 content = json.loads(response.read())
 if content['count'] > 0: