generated from ProjectPythia/cookbook-template
-
Notifications
You must be signed in to change notification settings - Fork 9
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
299 changed files
with
1,719,304 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,4 @@ | ||
# Sphinx build info version 1 | ||
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. | ||
config: 13793b38e4c882e659fc13f8e405345c | ||
tags: 645f666f9bcd5a90fca523b33c5a78b7 |
Large diffs are not rendered by default.
Oops, something went wrong.
158 changes: 158 additions & 0 deletions
158
_preview/41/_downloads/32b36be24d808093bfc2b63d70ea8205/stage_lasso-shcu_data.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,158 @@ | ||
""" | ||
This code stages LASSO-ShCu data files on Cumulus's wolf2 that are needed for the LASSO tutorial portion of the 2024 ARM Summer School. | ||
It is assumed the LASSO-ShCu tar files are pre-copied into a single directory to draw from to build out an organized tree structure. | ||
NOTE: Make sure to set the correct folder locations at the top of main(). | ||
Author: William.Gustafson@pnnl.gov | ||
Date: 6-May-2024 | ||
""" | ||
|
||
from glob import glob | ||
import os | ||
import tarfile | ||
|
||
|
||
#----------------------------------------------------------------------- | ||
def stage_cogsdiagobsmod(tarfilename, path_stage): | ||
""" | ||
Stage tar file of type sgplassocogsdiagobsmod*tar. | ||
This tar contain info for all sim IDs within the given case date and | ||
already has the case date in the tar file. So, it's untar path starts | ||
at the very top of the tree structure. | ||
Example: ./sgplassocogsdiagobsmodC1.m1.20190404.120000.tar | ||
0123456789012345678901234567890 | ||
987654321098765432109876543210987654321 | ||
""" | ||
|
||
# Untar the source tar into the destination folder... | ||
fh = tarfile.open(tarfilename, mode='r') | ||
fh.extractall(path=path_stage) | ||
fh.close() | ||
|
||
# end stage_cogsdiagobsmod() | ||
|
||
|
||
#----------------------------------------------------------------------- | ||
def stage_confobsmod(tarfilename, path_stage): | ||
""" | ||
Stage tar file of type sgplassoconfobsmod*tar. | ||
This tar does not contain the parent directory information, so we | ||
have to build it. | ||
Example: ./sgplassodiagconfobsmod4C1.m1.20190404.000000.tar | ||
0123456789012345678901234567890 | ||
987654321098765432109876543210987654321 | ||
""" | ||
|
||
# Determine path for untarring and create it if it does not exist... | ||
aa = os.path.basename(tarfilename) # strip off path | ||
datestr = aa[-19:-11] # date comes from the end of the filename | ||
sim_id = int( os.path.basename(aa)[22:(aa.index("C1.m1"))] ) # sim_id is the character(s) prior to C1.m1 | ||
path_untar = f"{path_stage}/{datestr}/sim{sim_id:04d}" | ||
os.makedirs(path_untar, exist_ok=True) | ||
|
||
# Untar the source tar into the destination folder... | ||
fh = tarfile.open(tarfilename, mode='r') | ||
fh.extractall(path=path_untar) | ||
fh.close() | ||
# end stage_confobsmod() | ||
|
||
|
||
#----------------------------------------------------------------------- | ||
def stage_diagraw(tarfilename, path_stage): | ||
""" | ||
Stage tar file of type sgplassodiagraw*.tar. | ||
This tar does not contain the parent directory information, so we | ||
have to build it. | ||
Example: ./sgplassodiagraw1C1.m1.20190506.000000.tar | ||
0123456789012345678901234567890 | ||
987654321098765432109876543210987654321 | ||
""" | ||
|
||
# Determine path for untarring and create it if it does not exist... | ||
aa = os.path.basename(tarfilename) # strip off path | ||
datestr = aa[-19:-11] # date comes from the end of the filename | ||
sim_id = int( os.path.basename(aa)[15:(aa.index("C1.m1"))] ) # sim_id is the character(s) prior to C1.m1 | ||
path_untar = f"{path_stage}/{datestr}/sim{sim_id:04d}" | ||
os.makedirs(path_untar, exist_ok=True) | ||
|
||
# Untar the source tar into the destination folder... | ||
fh = tarfile.open(tarfilename, mode='r') | ||
fh.extractall(path=path_untar) | ||
fh.close() | ||
# end stage_diagraw() | ||
|
||
|
||
#----------------------------------------------------------------------- | ||
def stage_highfreqobs(tarfilename, path_stage): | ||
""" | ||
Stage tar file of type sgphighfreqobs*tar. | ||
This tar contain observation data organized by folder with each tar | ||
containing the obs for a single date. These get untarred into a | ||
high_res_obs folder inside the case date. | ||
Example: ./sgplassohighfreqobsC1.m1.20190404.120000.tar | ||
0123456789012345678901234567890 | ||
987654321098765432109876543210987654321 | ||
""" | ||
# Determine path for untarring and create it if it does not exist... | ||
aa = os.path.basename(tarfilename) # strip off path | ||
datestr = aa[-19:-11] # date comes from the end of the filename | ||
path_untar = f"{path_stage}/{datestr}/high_res_obs" | ||
os.makedirs(path_untar, exist_ok=True) | ||
|
||
# Untar the source tar into the destination folder... | ||
fh = tarfile.open(tarfilename, mode='r') | ||
fh.extractall(path=path_untar) | ||
fh.close() | ||
# end stage_highfreqobs() | ||
|
||
|
||
|
||
#----------------------------------------------------------------------- | ||
def main(): | ||
path_tars = "/gpfs/wolf2/arm/atm124/world-shared/arm-summer-school-2024/lasso_tutorial/ShCu/tars" | ||
path_stage = "/gpfs/wolf2/arm/atm124/world-shared/arm-summer-school-2024/lasso_tutorial/ShCu/untar" | ||
|
||
# Get the list of tar files to process and loop over them... | ||
tar_list = glob(f"{path_tars}/*.tar") | ||
for tarfilename in tar_list: | ||
# Parse the datastream type and call the appropriate subroutine to untar it... | ||
# File type options: | ||
# sgplassocogsdiagobsmodC1.m1.20190404.120000.tar | ||
# sgplassodiagconfobsmod4C1.m1.20190404.000000.tar | ||
# sgplassodiagraw5C1.m1.20190404.000000.tar | ||
# sgplassohighfreqobsC1.c1.20190404.000000.tar | ||
# 0 1 2 3 | ||
# 0123456789012345678901234567890 | ||
# 0123456789012345678901234567890 | ||
aa = os.path.basename(tarfilename) | ||
if not aa[0:8] == "sgplasso": | ||
# not a tar we care about, so skip it | ||
continue | ||
# end if | ||
aa = aa[8:] # strip off "sgplasso", should now start with the keys we are looking for | ||
|
||
# Call the appropriate staging routine for each tar type to | ||
# account for the folder structure in each type... | ||
if aa[:14] == "diagconfobsmod": | ||
stage_confobsmod(tarfilename, path_stage) | ||
|
||
elif aa[:7] == "diagraw": | ||
stage_diagraw(tarfilename, path_stage) | ||
|
||
elif aa[:14] == "cogsdiagobsmod": | ||
stage_cogsdiagobsmod(tarfilename, path_stage) | ||
|
||
elif aa[:11] == "highfreqobs": | ||
stage_highfreqobs(tarfilename, path_stage) | ||
# end if | ||
# end main() | ||
|
||
|
||
#----------------------------------------------------------------------- | ||
if __name__ == "__main__": | ||
main() |
Binary file added
BIN
+982 KB
.../_downloads/a5be32b86b4b5ec8a6ee22c3ed9d831b/corlasso_anim_qci_2019012900eda09d4_base.mp4
Binary file not shown.
Binary file added
BIN
+201 KB
.../_downloads/dd1c01788b552c27392dcbf9f19b6eb0/corlasso_anim_qci_2019012900eda09d2_base.mp4
Binary file not shown.
Binary file added
BIN
+37.2 KB
...41/_images/04f169a76ba2ec01e51f2bb329a4c3de8173665923af0b01c5726626ad977d7f.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+98.1 KB
...41/_images/0f10631fa7403fea588e367eadb48b044d36eb0a1a5aa19bce0299181f1d4251.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+63.4 KB
...41/_images/15a54ec83f1277f598cc5c2b80c65cd29a70925acd3d8ac52013fd09b29f6d24.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+30.1 KB
...41/_images/1841c3c339d91c30b5babea2f6ee4f595e46973c5d54715ab11a742557c830ee.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+44.8 KB
...41/_images/1e5b82d553d0bc45a88b63b814b8210864308d14fa36011ab3aae625bbd804f8.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+66.4 KB
...41/_images/23b679085632eeb162445fd5aff3d28f9a7b431e4bab179bf80190effe66450a.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+50 KB
...41/_images/2c377cc82de90f629d17a1aca25fcfc207bea30fb963cf18a42bde0452ec11d5.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+268 KB
...41/_images/2f9f95196a06410fdfe83b2528976812a020c807907597325f9ab9ed2403c67b.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+22.9 KB
...41/_images/307b454bce3f36406ac103c48a27be53b6bebc2bc73fd999f0fa1eedc257a462.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+516 KB
...41/_images/32845698b9b7d5aa19f92de10bbc440b20807922540a2d225abd0d826ca07a8e.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+37.3 KB
...41/_images/43455fea459e4fc66c651a839d2429c178ec465a5662f564137773d05531a63f.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+142 KB
...41/_images/436728774d31de7b7fc4649a0f460065016da19b8b4431f1f1b807791a5a80f0.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+48 KB
...41/_images/44fdea3cbf8ccc8cd953ac369798bb2c9462d3db3b8ead2bf82e2de3c5e5770d.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+116 KB
...41/_images/4676ea95fda2c5f630713615b8889949d7deaee9ce9042496089fee51ef402f6.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+17.4 KB
...41/_images/50b635c3137666ef8ee19371abc6e2cf08df3249951b206130d7f1ca36aa7cfe.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+358 KB
...41/_images/5bf2d7c3ef03acf24ceb6abcbddf069a76f9f03698247f6c93300694cffe12e2.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+40.8 KB
...41/_images/5f09a84d88a80b6b7eb0f1b52bb5b568472021f3a1a7575e4ed2560c378e18f7.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+118 KB
...41/_images/61fda3f5102da5901e7f629e3ab088b762fff00ace345910633c6115a14469db.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+142 KB
...41/_images/64ffccce58a365c35587b635de4ba90dd89ac7ae0956c4658ab41305bbbe7c29.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+130 KB
...41/_images/6574d78a531313de9e86328d6c79d2e0d299b880bf2c22e06b4d3bbd70074e3e.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+117 KB
...41/_images/670201322cccd4c6dec0aabaf59f69ae19af5e74bfe8bd0d417fa25ec724c51a.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+52.5 KB
...41/_images/6c40b77977bc0a4637cd28dceb34dd247dd7a9fc9fa37b56be15ba9a3b639604.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+48.8 KB
...41/_images/6ddfac603c93ed8ba0cd03f17f2f111ccd1e3a842930463a3e86546f031a3901.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+107 KB
...41/_images/73c5fca0ddb60d171dcd3135563032a6f0ac34a818d3158070483aa77dcb8aea.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+55.6 KB
...41/_images/75c6087bb517bc0d4580a38a9c9c7ebb16a49cc11edcf88a47990f5d504e809f.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+75.7 KB
...41/_images/76d4dde1ae75c16b6a7c9a377d66918a1cf7cbbe6c96769ec591842aa2ee0c34.png
Oops, something went wrong.
Binary file added
BIN
+70 KB
...41/_images/784e486ca3ee8624983e6df5abdb548f25ab339439ab2ce277cfcd6b46e553e2.png
Oops, something went wrong.
Binary file added
BIN
+120 KB
...41/_images/7dd3eb91258416d90fcfbe5e3c09421c5f06f257c3a217198bc9075c998b49d2.png
Oops, something went wrong.
Binary file added
BIN
+70 KB
...41/_images/86447edc84a0a92785a8ad8c5c425e06ef14bec6443ab1793808061816ccaf91.png
Oops, something went wrong.
Binary file added
BIN
+118 KB
...41/_images/87b3c8082fa4a85c5c3fc083ff8fb28a689a3eaaf944c8ccf21ab2b319348fa1.png
Oops, something went wrong.
Binary file added
BIN
+66.2 KB
...41/_images/8efe261a32941973c8050f84900eea6a48eeddeed1489aeacff1fcd1013912d3.png
Oops, something went wrong.
Binary file added
BIN
+77.7 KB
...41/_images/905c365b0c98293b6866a0a00b0a1574ff006244fca34a34b8dea45f89c4700f.png
Oops, something went wrong.
Binary file added
BIN
+37.7 KB
...41/_images/93855c0652a699cdaaf06561fb09e243d69c45dc0b31e47cc613b7381e800243.png
Oops, something went wrong.
Binary file added
BIN
+529 KB
...41/_images/960716efa933f564e66d24c7c84a7aa05c451a28e30dd549808a712b1ac471c0.png
Oops, something went wrong.
Binary file added
BIN
+322 KB
...41/_images/9e73f2c52d98ce7c82804e37c312cbf2144fddba7ba4aa875b49c60d1f58aed0.png
Oops, something went wrong.
Binary file added
BIN
+63.1 KB
...41/_images/9ecdc3602eee3b2d502982f6ee4f92aedfeedda14c652b23e223b723299cbfe2.png
Oops, something went wrong.
Binary file added
BIN
+43.9 KB
...41/_images/9f4ce325e6a0321fa578549d5a998e8d1f9f8dc225dbb060fca9e1d7d703cba7.png
Oops, something went wrong.
Binary file added
BIN
+48.4 KB
...41/_images/9ff4636b0ccbf8f2c0dfced16894158b8139861f242a9d4677e87cea3f7905cb.png
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Binary file added
BIN
+36.1 KB
...41/_images/a3eff385d2db58fcc01ecfc819b0631ba9a528c05c372f5148503d7dc2e55c48.png
Oops, something went wrong.
Binary file added
BIN
+455 KB
...41/_images/a58d820e6672518724d6034697b1d93dabfc4c9448c77d7fb07a2781e9f8d9c6.png
Oops, something went wrong.
Binary file added
BIN
+29 KB
...41/_images/a6113c860189818e0944fda83c93061a1569600c6472b4e84cf1fd8957a5d5d7.png
Oops, something went wrong.
Binary file added
BIN
+42.1 KB
...41/_images/a66d97790c9847228ce9b44def3d6962f460c9fb92cefe77a83dd80c2d850850.png
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Binary file added
BIN
+39.7 KB
...41/_images/b70ffdc9c30c6fed301ece1e7c59d2139a2803127fe66d7df1309b7a35cf1c80.png
Oops, something went wrong.
Binary file added
BIN
+202 KB
...41/_images/b7a1df402d7340d728ab1a4656b228157bf863785ac704980794d75dbc6637a3.png
Oops, something went wrong.
Binary file added
BIN
+30.8 KB
...41/_images/b86ce79cd97d01bfb10efa421c3a029954212d4893d20cc8704cdef16363fc02.png
Oops, something went wrong.
Binary file added
BIN
+28.9 KB
...41/_images/bc1e3e79dbe7e94040428e6cfe1a0431d15e2b6ac133d7fdb6f9c342ced245e1.png
Oops, something went wrong.
Binary file added
BIN
+35.3 KB
...41/_images/bf78205318fff7616f8682fef84beea23801d1c84d5ddbc06c70029ec6e18410.png
Oops, something went wrong.
Binary file added
BIN
+188 KB
...41/_images/c88dca18d21af864ba1e230eab793a5de83fb67c7273f113baff454f308b7901.png
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Binary file added
BIN
+26 KB
...41/_images/cc8064d6d0a56fa37cdf508a2ed612e35965796b8437d226c06f6579d9a8b94c.png
Oops, something went wrong.
Binary file added
BIN
+50.8 KB
...41/_images/cdb0ed83dd3acd773efac18be738d71139fbc88c18ec20e2f609d853f5c78b0d.png
Oops, something went wrong.
Oops, something went wrong.
Binary file added
BIN
+29.8 KB
...41/_images/d03c54ed58bd1d7d4147b432efa115ea7b558b19045ae150322fb174fb1fbb46.png
Oops, something went wrong.
Binary file added
BIN
+111 KB
...41/_images/d59e3ba2aa9cf1d2ae3e241ec008648065b43285f8181de80545ba37e312ad41.png
Oops, something went wrong.
Binary file added
BIN
+21.4 KB
...41/_images/d705e44ee523b455f197555391e3726af126c28974e2ad7c6ebe289788573ca1.png
Oops, something went wrong.
Binary file added
BIN
+60.5 KB
...41/_images/dd2595581d841db74426e4f6f7b7d2d75fa82a6172c3a5ecfa67435da93d89f7.png
Oops, something went wrong.
Binary file added
BIN
+31 KB
...41/_images/e16542da3e65f26ee72d8f038e74d1aac1a47769b2a185298ce5a4515f96b1bb.png
Oops, something went wrong.
Binary file added
BIN
+102 KB
...41/_images/e2626ed84f07188b10a31b42c0c7b01e964a74ee181468b6ec3a0be1da6aa6f4.png
Oops, something went wrong.
Binary file added
BIN
+33.2 KB
...41/_images/e3e1accae4a058466f2fbc9539e9b78804d4056db3dd75716936a4fffccbc077.png
Oops, something went wrong.
Binary file added
BIN
+26.3 KB
...41/_images/e4cec1efd45ddeb5a18d793979464958be0681024feaf8c36d7b8504cb077c93.png
Oops, something went wrong.
Binary file added
BIN
+52.1 KB
...41/_images/e62504172402a222fed1b416e4c04532e8ecef153399cd32c3b700cfa949dd64.png
Oops, something went wrong.
Binary file added
BIN
+25.8 KB
...41/_images/e7f7868a80baf798a6e11fa125e6757e834b31873e55168f06cd0bfddb862d00.png
Oops, something went wrong.
Binary file added
BIN
+24.7 KB
...41/_images/ed1e46d591f55dec634bb4c87b8bda76ce969d75667f1da246a01b73bcd63d8b.png
Oops, something went wrong.
Binary file added
BIN
+91.6 KB
...41/_images/ef49253c35f312c437e247c597c0eee4ac277365e0fb44187a14162cae7e0a03.png
Oops, something went wrong.
Binary file added
BIN
+47 KB
...41/_images/f0125a204825726bfb36a3ce1420c0767ae44893cf54fa8b8bbc55467a2c9445.png
Oops, something went wrong.
Binary file added
BIN
+37.4 KB
...41/_images/f439f747614515209be4566b7fc34062c1443eb8d7039c6d22d59bccf98e44c9.png
Oops, something went wrong.
Binary file added
BIN
+178 KB
...41/_images/f634b7590ead34242b57a4695b65ab89c8929b6c1786c194b8e680d2bf39cca1.png
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Binary file added
BIN
+594 KB
...41/_images/ff9b2ceb09b24b41a2bac5c289d0312bea69c3a54dfbb33cdc7528c7c11849c9.png
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,86 @@ | ||
# ARM Summer School 2024 | ||
|
||
***ARM Summer School 2024: Open Science in the Department of Energy's Atmospheric Radiation Measurement (ARM) User Facility: Connecting State-of-the-Art Models with Diverse Field Campaign Observations*** | ||
|
||
|
||
[![badge](https://img.shields.io/static/v1.svg?logo=Jupyter&label=ARM+JupyterHub&message=ACE+Environment&color=blue)](https://jupyterhub.arm.gov/hub/user-redirect/git-pull?repo=https%3A//github.com/ARM-Development/arm-ams-short-course-2024&urlpath=lab/tree/arm-ams-short-course-2024/notebooks&branch=main) | ||
[![nightly-build](https://github.com/ARM-Development/arm-ams-short-course-2024/actions/workflows/nightly-build.yaml/badge.svg)](https://github.com/ARM-Development/arm-ams-short-course-2024/actions/workflows/nightly-build.yaml) | ||
|
||
## Motivation | ||
|
||
ARM Mobile Facilities (AMF) have traveled to locations all over the world, including South America for the Cloud, Aerosol, and Complex Terrain Interactions (CACTI) field campaign, as well as Norway for the Cold-Air Outbreaks in the Marine Boundary Layer Experiment (COMBLE). One of the key goals of these field deployments is to integrate measurements with a spectrum of model datasets, ranging from high-resolution large-eddy simulation to limited-domain nested weather and climate model datasets, furthering the understanding of Earth’s climate system. Within this tutorial, participants will gain a broad understanding of the ARM User Facility, the open data available to the community, the data workbench that allows data-proximate-computing, and science overviews of two ongoing model-observation intercomparison projects. This will be suitable for a broad audience of atmospheric scientists, bringing together both observations and simulations, as well as deep and shallow convection. | ||
|
||
This summer school, aimed at a broad audience, will: | ||
1. Introduce participants to ARM’s observational facilities and data products and the community of atmospheric scientists that use and produce ARM data. | ||
2. Educate attendees on ARM’s measurement suite and data archive. | ||
3. Educate attendees on ARM’s (and collaborators') model data. | ||
4. Highlight the underlying science behind CACTI and COMBLE. | ||
5. Demonstrate how to find and access ARM data. | ||
6. Using open source tools, guide attendees in analyzing ARM’s open data in the Python programming language. | ||
7. Highlight several techniques to compare ARM observations and high-resolution model output. | ||
|
||
|
||
## Authors | ||
|
||
ARM Summer School 2024 Instructors | ||
|
||
### Contributors | ||
|
||
<a href="https://github.com/ProjectPythia/cookbook-template/graphs/contributors"> | ||
<img src="https://contrib.rocks/image?repo=ARM-Development/arm-ams-short-course-2024" /> | ||
</a> | ||
|
||
## Structure | ||
|
||
To familiarize attendees with ARM, its measurements and data discovery systems. | ||
1. To highlight the breadth of measurements and science possible through the AMF deployments for CACTI and COMBLE. | ||
2. To demonstrate a series of analytical methods using open science cookbooks and ARM data, with a focus on robustly comparing observational data with high-resolution simulations. | ||
3. To provide an onramp to open science using ARM data and to remove barriers to using ARM data. | ||
4. To train attendees on the latest features of ARM tools and open HPC platforms. | ||
|
||
### Lectures | ||
|
||
### Small Group Projects | ||
|
||
## Running the Notebooks | ||
|
||
You can either run the notebook using [Binder](https://binder.projectpythia.org/) or on your local machine. | ||
|
||
### Running on Jupyter | ||
|
||
The simplest way to interact with a Jupyter Notebook is through the | ||
[ARM Jupyter](https://jupyterhub.arm.gov), which enables the execution of a | ||
[Jupyter Book](https://jupyterbook.org) on ARM infrastructure. The details of how this works are not | ||
important for now. Navigate your mouse to | ||
the top right corner of the book chapter you are viewing and click | ||
on the rocket ship icon, (see figure below), and be sure to select | ||
“launch Jupyterhub”. After a moment you should be presented with a | ||
notebook that you can interact with. I.e. you’ll be able to execute | ||
and even change the example programs. You’ll see that the code cells | ||
have no output at first, until you execute them by pressing | ||
{kbd}`Shift`\+{kbd}`Enter`. Complete details on how to interact with | ||
a live Jupyter notebook are described in [Getting Started with | ||
Jupyter](https://foundations.projectpythia.org/foundations/getting-started-jupyter.html). | ||
|
||
### Running on Your Own Machine | ||
If you are interested in running this material locally on your computer, you will need to follow this workflow: | ||
|
||
1. Clone the `https://github.com/ARM-Development/arm-summer-school-2024` repository: | ||
|
||
```bash | ||
git clone https://github.com/ARM-Development/arm-summer-school-2024 | ||
``` | ||
1. Move into the `arm-summer-school-2024` directory | ||
```bash | ||
cd arm-summer-school-2024 | ||
``` | ||
1. Create and activate your conda environment from the `environment.yml` file | ||
```bash | ||
conda env create -f environment.yml | ||
conda activate arm-summer-school-2024-dev | ||
``` | ||
1. Move into the `notebooks` directory and start up Jupyterlab | ||
```bash | ||
cd notebooks/ | ||
jupyter lab | ||
``` |
Oops, something went wrong.