s3 listing

Author: terrywbrady

src-admintool/config/reports.yml

@@ -120,6 +120,13 @@ producer_files:
   category: files
   description: |
     Producer Files for a Mnemonic.
+s3-list:
+  link-title: S3 Download Links
+  breadcrumb: bp_content_projects
+  class: S3ListQuery
+  category: files
+  description: |
+    Generate S3 Download Links
 objects_large:
   link-title: Sample Objects Larger than 1GB
   breadcrumb: bp_obj

src-admintool/queries/s3_list_query.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require 'tempfile'
+
+# Query class - see config/reports.yml for description
+class S3ListQuery < AdminQuery
+  def initialize(query_factory, path, myparams)
+    super(query_factory, path, myparams)
+    rptpath = myparams.fetch('rptpath', 'daily-build')
+    @report = "merritt-reports/#{rptpath}"
+  end
+
+  def run_sql
+    no_data
+  end
+
+  def get_alternative_queries
+    res = []
+    resp = @s3_client.list_objects_v2({
+      bucket: @s3bucket,
+      prefix: @report
+    })
+    # Delete any prior reports
+    # consistency-reports is intentionally hard coded into the delete
+    resp.contents.each do |s3obj|
+      res.push(
+        {
+          label: s3obj.key,
+          url: get_report_url(s3obj.key),
+          class: 'download'
+        }
+      )
+    end
+
+    res
+  end
+end

src-admintool/web/index.html

@@ -66,8 +66,10 @@ <h3>Current Jobs</h3>
       </ul>
 
       <h3>Collections</h3>
+      <ul>
       <li class="coll"><a href="{{ADMINTOOL_HOME}}?path=list_collections">List Collections</a></li>
-
+      </ul>
+      
       <h3>Bytes Recently Ingested</h3>
       <ul>
         <li class="graph"><a href="{{ADMINTOOL_HOME}}?path=ingest_bytes_by_hour">Recent Bytes ingested by hour</a></li>
@@ -77,6 +79,11 @@ <h3>Bytes Recently Ingested</h3>
         <li class="graph"><a href="{{ADMINTOOL_HOME}}?path=ingest_bytes_by_year">Bytes ingested by Year</a></li>
       </ul>
 
+      <h3>Daily Build Output</h3>
+      <ul>
+      <li class="graph"><a href="{{ADMINTOOL_HOME}}?path=s3-list&rptpath=daily-build">Daily Build</a></li>
+      </ul>
+      
       <h3>Object Management</h3>
       <ul>
         <li>

src-common/template/navmenu.html

@@ -23,6 +23,8 @@
         <a class="graph" href="{{ADMINTOOL_HOME}}?path=ingest_bytes_by_hour">Recent Bytes ingested by hour</a>
         <a class="graph" href="{{ADMINTOOL_HOME}}?path=ingest_bytes_by_hour&days=30">Recent Bytes ingested by day - last 30 days</a>
         <a class="graph" href="{{ADMINTOOL_HOME}}?path=ingest_bytes_by_week">Recent Bytes ingested by week - last year</a>
+        <a class="graph" href="{{ADMINTOOL_HOME}}?path=list_collections">List Collections</a>
+        <a class="graph" href="{{ADMINTOOL_HOME}}?path=s3-list&rptpath=daily-build">Daily Build Output</a>
       </div>
     </div>
     <div class="dropdown">