diff --git a/script/get-dataset-mlperf-inference-igbh/_cm.yaml b/script/get-dataset-mlperf-inference-igbh/_cm.yaml index 4750f3ff5..5af7233d7 100644 --- a/script/get-dataset-mlperf-inference-igbh/_cm.yaml +++ b/script/get-dataset-mlperf-inference-igbh/_cm.yaml @@ -24,7 +24,7 @@ deps: - get-python - tags: get,generic-python-lib,_package.igb,_url.git+https://github.com/anandhu-eng/IGB-Datasets.git - tags: get,generic-python-lib,_package.colorama - - tags: get,generic-python-lib,_package.tqdm + prehook_deps: #paper - env: @@ -39,6 +39,7 @@ prehook_deps: - 'full' names: - dae + - paper-node-feat tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -55,6 +56,7 @@ prehook_deps: - 'full' names: - dae + - paper-node-label19 tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -71,6 +73,7 @@ prehook_deps: - 'full' names: - dae + - paper-node-label2k tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -87,6 +90,7 @@ prehook_deps: - 'full' names: - dae + - paper-id-index-mapping tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -104,6 +108,7 @@ prehook_deps: - 'full' names: - dae + - edge-index tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -121,6 +126,7 @@ prehook_deps: - 'full' names: - dae + - author-id-index-mapping tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -137,6 +143,7 @@ prehook_deps: - 'full' names: - dae + - author-node-feat tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -154,6 +161,7 @@ prehook_deps: - 'full' names: - dae + - conference-id-index-mapping tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -170,6 +178,7 @@ prehook_deps: - 'full' names: - dae + - conference-node-feat tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -187,6 +196,7 @@ prehook_deps: - 'full' names: - dae + - institute-id-index-mapping tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -203,6 +213,7 @@ prehook_deps: - 'full' names: - dae + - institute-node-feat tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -220,6 +231,7 @@ prehook_deps: - 'full' names: - dae + - journal-id-index-mapping tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -236,6 +248,7 @@ prehook_deps: - 'full' names: - dae + - journal-node-feat tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -253,6 +266,7 @@ prehook_deps: - 'full' names: - dae + - fos-id-index-mapping tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -269,6 +283,7 @@ prehook_deps: - 'full' names: - dae + - fos-node-feat tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -286,6 +301,7 @@ prehook_deps: - 'full' names: - dae + - author-to-institute-edge-index tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -303,6 +319,7 @@ prehook_deps: - 'full' names: - dae + - paper-published-journal-edge-index tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -320,6 +337,7 @@ prehook_deps: - 'full' names: - dae + - paper-topic-fos-edge-index tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -337,6 +355,7 @@ prehook_deps: - 'full' names: - dae + - paper-venue-conference-edge-index tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -354,6 +373,7 @@ prehook_deps: - 'full' names: - dae + - paper-written-by-author-edge-index tags: download-and-extract,_wget update_tags_from_env_with_prefix: _url.: @@ -363,13 +383,13 @@ variations: default: true group: dataset-type env: - CM_DATASET_IGBH_TYPE: debug - CM_DATASET_IGBH_SIZE: tiny + CM_IGBH_DATASET_TYPE: debug + CM_IGBH_DATASET_SIZE: tiny full: group: dataset-type env: - CM_DATASET_IGBH_TYPE: debug - CM_DATASET_IGBH_SIZE: tiny + CM_IGBH_DATASET_TYPE: full + CM_IGBH_DATASET_SIZE: full glt: env: CM_IGBH_GRAPH_COMPRESS: yes