-
Notifications
You must be signed in to change notification settings - Fork 3
/
azure-pipelines.yml
68 lines (57 loc) · 1.78 KB
/
azure-pipelines.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# Python package
# Create and test a Python package on multiple Python versions.
# Add steps that analyze code, save the dist with the build record, publish to a PyPI-compatible index, and more:
# https://docs.microsoft.com/azure/devops/pipelines/languages/python
jobs:
- job: 'Test'
pool:
vmImage: 'Ubuntu 16.04'
strategy:
matrix:
Python35-Spark2.3:
python.version: '3.5'
spark.version: '2.3.0'
Python36-Spark2.3:
python.version: '3.6'
spark.version: '2.3.0'
Python35-Spark2.4.1:
python.version: '3.5'
spark.version: '2.4.1'
Python36-Spark2.4.1:
python.version: '3.6'
spark.version: '2.4.1'
maxParallel: 4
steps:
- task: UsePythonVersion@0
inputs:
versionSpec: '$(python.version)'
architecture: 'x64'
- script: python -m pip install --upgrade pip && pip install pyspark==$(spark.version) pytest pandas pybind11 pyarrow sklearn
displayName: 'Install dependencies'
- script: |
cd scala
sparkversion=$(spark.version) sbt package
cd ../python
python setup.py install
pytest tests --doctest-modules --junitxml=junit/test-results.xml
displayName: 'pytest'
- script: |
cd scala
sparkversion=$(spark.version) sbt test
displayName: 'scala test'
- task: PublishTestResults@2
inputs:
testResultsFiles: '**/test-results.xml'
testRunTitle: 'Python $(python.version)'
condition: succeededOrFailed()
- job: 'Publish'
dependsOn: 'Test'
pool:
vmImage: 'Ubuntu 16.04'
steps:
- task: UsePythonVersion@0
inputs:
versionSpec: '3.x'
architecture: 'x64'
- script: cd python && python setup.py sdist
displayName: 'Build sdist'