Fixes for igbh dataset download

mlcommons · Dec 12, 2024 · 9526dac · 9526dac
1 parent b47208a
commit 9526dac
Showing 1 changed file with 25 additions and 5 deletions.
diff --git a/script/get-dataset-mlperf-inference-igbh/_cm.yaml b/script/get-dataset-mlperf-inference-igbh/_cm.yaml
@@ -24,7 +24,7 @@ deps:
       - get-python
   - tags: get,generic-python-lib,_package.igb,_url.git+https://github.com/anandhu-eng/IGB-Datasets.git
   - tags: get,generic-python-lib,_package.colorama
-  - tags: get,generic-python-lib,_package.tqdm
+
 prehook_deps:
   #paper  
   - env:
@@ -39,6 +39,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-node-feat
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -55,6 +56,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-node-label19
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -71,6 +73,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-node-label2k
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -87,6 +90,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-id-index-mapping
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -104,6 +108,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - edge-index
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -121,6 +126,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - author-id-index-mapping
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -137,6 +143,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - author-node-feat
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -154,6 +161,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - conference-id-index-mapping
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -170,6 +178,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - conference-node-feat
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -187,6 +196,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - institute-id-index-mapping
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -203,6 +213,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - institute-node-feat
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -220,6 +231,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - journal-id-index-mapping
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -236,6 +248,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - journal-node-feat
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -253,6 +266,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - fos-id-index-mapping
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -269,6 +283,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - fos-node-feat
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -286,6 +301,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - author-to-institute-edge-index
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -303,6 +319,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-published-journal-edge-index
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -320,6 +337,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-topic-fos-edge-index
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -337,6 +355,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-venue-conference-edge-index
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -354,6 +373,7 @@ prehook_deps:
       - 'full'
     names:
     - dae
+    - paper-written-by-author-edge-index
     tags: download-and-extract,_wget
     update_tags_from_env_with_prefix:
       _url.:
@@ -363,13 +383,13 @@ variations:
     default: true
     group: dataset-type
     env:
-      CM_DATASET_IGBH_TYPE: debug
-      CM_DATASET_IGBH_SIZE: tiny
+      CM_IGBH_DATASET_TYPE: debug
+      CM_IGBH_DATASET_SIZE: tiny
   full:
     group: dataset-type
     env:
-      CM_DATASET_IGBH_TYPE: debug
-      CM_DATASET_IGBH_SIZE: tiny
+      CM_IGBH_DATASET_TYPE: full
+      CM_IGBH_DATASET_SIZE: full
   glt:
     env:
       CM_IGBH_GRAPH_COMPRESS: yes