Skip to content

Commit 3abf42f

Browse files
Merge pull request #19 from NEONScience/master
merge master into cert
2 parents d20c68b + ec86f56 commit 3abf42f

16 files changed

+1316
-103
lines changed
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: CERT-aepg600m-avro-schemas
2+
on:
3+
push:
4+
branches:
5+
- 'cert'
6+
paths:
7+
- 'avro_schemas/aepg600m/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-cert.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermCert }}
16+
REPO: aepg600m_avro_schemas # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'avro_schemas/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: CERT-aepg600m-empty-files
2+
on:
3+
push:
4+
branches:
5+
- 'cert'
6+
paths:
7+
- 'empty_files/aepg600m/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-cert.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermCert }}
16+
REPO: aepg600m_empty_files # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'empty_files/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: CERT-precipWeighing-avro-schemas
2+
on:
3+
push:
4+
branches:
5+
- 'cert'
6+
paths:
7+
- 'avro_schemas/precipWeighing/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-cert.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermCert }}
16+
REPO: precipWeighing_avro_schemas # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'avro_schemas/precipWeighing' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/precipWeighing' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: DEV-aepg600m-avro-schemas
2+
on:
3+
push:
4+
branches:
5+
- 'master'
6+
paths:
7+
- 'avro_schemas/aepg600m/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
16+
REPO: aepg600m_avro_schemas # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'avro_schemas/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: DEV-aepg600m-empty-files
2+
on:
3+
push:
4+
branches:
5+
- 'master'
6+
paths:
7+
- 'empty_files/aepg600m/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
16+
REPO: aepg600m_empty_files # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'empty_files/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: DEV-dualfan-avro-schemas
2+
on:
3+
push:
4+
branches:
5+
- 'master'
6+
paths:
7+
- 'avro_schemas/dualfan/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
16+
REPO: dualfan_avro_schemas # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'avro_schemas/dualfan' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/dualfan' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: DEV-precipWeighing-avro-schemas
2+
on:
3+
push:
4+
branches:
5+
- 'master'
6+
paths:
7+
- 'avro_schemas/precipWeighing/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
16+
REPO: precipWeighing_avro_schemas # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'avro_schemas/precipWeighing' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/precipWeighing' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: DEV-tempAirSingle-avro-schemas
2+
on:
3+
push:
4+
branches:
5+
- 'master'
6+
paths:
7+
- 'avro_schemas/tempAirSingle/**'
8+
workflow_dispatch: {} # Allows trigger of workflow from web interface
9+
jobs:
10+
put-file:
11+
runs-on: arc-neon-gke
12+
#runs-on: ubuntu-latest
13+
env:
14+
PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
15+
PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
16+
REPO: tempAirSingle_avro_schemas # Pachyderm repo
17+
BRANCH: master
18+
IN_PATHS: 'avro_schemas/tempAirSingle' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS.
19+
OUT_PATHS: '/tempAirSingle' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory.
20+
steps:
21+
- uses: actions/checkout@v4
22+
- run: ls -la
23+
24+
- uses: actions/setup-python@v3
25+
with:
26+
python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
27+
cache: 'pip'
28+
- run: pip install -r .github/workflow_scripts/put_files/requirements.txt
29+
- run: python3 -u .github/workflow_scripts/put_files/put_files.py

0 commit comments

Comments
 (0)