-
Notifications
You must be signed in to change notification settings - Fork 287
150 lines (142 loc) · 6.2 KB
/
api.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
name: API Compatibility
on:
push:
branches:
- master
schedule:
- cron: "0 12 * * *"
permissions:
contents: read
jobs:
macos:
if: github.repository == 'tensorflow/io' # Don't do this in forks
name: macOS ${{ matrix.python }} + ${{ matrix.version }}
runs-on: macos-latest
strategy:
fail-fast: false
matrix:
python: ['3.8']
version: ['tensorflow:tensorflow-io-nightly', 'tf-nightly:tensorflow-io', 'tf-nightly:tensorflow-io-nightly']
steps:
- uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4.1.3
- uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0
with:
python-version: ${{ matrix.python }}
- run: |
set -x -e
python -m pip install -U wheel setuptools
python --version
- name: Setup macOS
run: |
set -x -e
bash -x -e tests/test_azure/start_azure.sh
- name: Test macOS
run: |
set -x -e
python --version
df -h
rm -rf tensorflow_io
rm -rf tensorflow_io_gcs_filesystem
export TF_USE_MODULAR_FILESYSTEM=1
echo ${{ matrix.version }} | awk -F: '{print $1}' | xargs python -m pip install -U
echo ${{ matrix.version }} | awk -F: '{print $2}' | xargs python -m pip install --no-deps -U
python -m pip install tensorflow-io-gcs-filesystem-nightly
python -m pip install pytest-benchmark boto3 google-cloud-storage==1.32.0 azure-storage-blob==12.7.1 pyarrow==3.0.0
python -m pip freeze
python -c 'import tensorflow as tf; print(tf.version.VERSION)'
python -c 'import tensorflow_io as tfio; print(tfio.version.VERSION)'
python -m pytest -s -v tests/test_http.py
python -m pytest -s -v tests/test_s3.py
python -m pytest -s -v tests/test_azure.py
python -m pytest -s -v tests/test_gcs.py
python -m pytest -s -v tests/test_standalone_filesystem.py
linux:
if: github.repository == 'tensorflow/io' # Don't do this in forks
name: Linux ${{ matrix.python }} + ${{ matrix.version }}
runs-on: ubuntu-20.04
strategy:
fail-fast: false
matrix:
python: ['3.8']
version: ['tensorflow:tensorflow-io-nightly', 'tf-nightly:tensorflow-io', 'tf-nightly:tensorflow-io-nightly']
steps:
- uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4.1.3
- uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0
with:
python-version: ${{ matrix.python }}
- name: Setup Linux
run: |
set -x -e
bash -x -e .github/workflows/build.space.sh
bash -x -e tests/test_aws/aws_test.sh
bash -x -e tests/test_azure/start_azure.sh
bash -x -e tests/test_gcloud/test_gcs.sh gcs-emulator
bash -x -e tests/test_hdfs/hdfs_test.sh
- name: Test Linux
run: |
set -x -e
python --version
df -h
rm -rf tensorflow_io
rm -rf tensorflow_io_gcs_filesystem
export TF_USE_MODULAR_FILESYSTEM=1
echo ${{ matrix.version }} | awk -F: '{print $1}' | xargs python -m pip install -U
echo ${{ matrix.version }} | awk -F: '{print $2}' | xargs python -m pip install --no-deps -U
python -m pip install tensorflow-io-gcs-filesystem-nightly
python -m pip install pytest-benchmark boto3 google-cloud-storage==1.32.0 azure-storage-blob==12.7.1 pyarrow==3.0.0
python -m pip freeze
sudo apt-get -y -qq update
sudo apt-get -y -qq install openjdk-8-jdk
sudo update-alternatives --config java
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
curl -OL https://archive.apache.org/dist/hadoop/common/hadoop-2.7.0/hadoop-2.7.0.tar.gz
sudo tar -xzf hadoop-2.7.0.tar.gz -C /usr/local
sudo chmod 755 -R /usr/local/hadoop-2.7.0
export HADOOP_HOME=/usr/local/hadoop-2.7.0
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${JAVA_HOME}/jre/lib/amd64/server:${HADOOP_HOME}/lib/native
export CLASSPATH=$(${HADOOP_HOME}/bin/hadoop classpath --glob)
python -c 'import tensorflow as tf; print(tf.version.VERSION)'
python -c 'import tensorflow_io as tfio; print(tfio.version.VERSION)'
python -m pytest -s -v tests/test_http.py
python -m pytest -s -v tests/test_s3.py
python -m pytest -s -v tests/test_azure.py
python -m pytest -s -v tests/test_gcs.py
python -m pytest -s -v tests/test_standalone_filesystem.py
windows:
if: github.repository == 'tensorflow/io' # Don't do this in forks
name: Windows ${{ matrix.python }} + ${{ matrix.version }}
runs-on: windows-latest
strategy:
fail-fast: false
matrix:
python: ['3.8']
version: ['tensorflow:tensorflow-io-nightly', 'tf-nightly:tensorflow-io', 'tf-nightly:tensorflow-io-nightly']
steps:
- uses: actions/checkout@1d96c772d19495a3b5c517cd2bc0cb401ea0529f # v4.1.3
- uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0
with:
python-version: ${{ matrix.python }}
- uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
with:
node-version: '8.x'
- name: Setup Windows
shell: cmd
run: |
@echo on
bash -x -e tests/test_azure/start_azure.sh
- name: Test Windows
shell: cmd
run: |
@echo on
python --version
rm -rf tensorflow_io
rm -rf tensorflow_io_gcs_filesystem
export TF_USE_MODULAR_FILESYSTEM=1
echo ${{ matrix.version }} | awk -F: '{print $1}' | xargs python -m pip install -U
echo ${{ matrix.version }} | awk -F: '{print $2}' | xargs python -m pip install --no-deps -U
python -m pip install tensorflow-io-gcs-filesystem-nightly
python -m pip install pytest-benchmark
python -m pip freeze
python -c 'import tensorflow as tf; print(tf.version.VERSION)'
python -c 'import tensorflow_io as tfio; print(tfio.version.VERSION)'
python -m pytest -s -v tests/test_http.py -k remote