247 ingest report (#249)

* 'mars ingest failure model'

* 'add marsingestfailure table'

* 'fix migration'

* 'disable non production gems'

* 'missed one'

* 'updated watchfolder script and mif bug fixes'

* 'replace gems'

* 'ah yes but some'

* 'corrected watch folder sh'

* 'correct env var choppin'

Gemfile

@@ -156,10 +156,10 @@ group :test do
 end
 
 # just to make sure they're the same
-group :production, :qa do
+# group :production, :qa do
   gem 'google-analytics-rails', '1.1.0'
   gem 'lograge'
-end
+# end
 
 # Install the bundle --with aws when running on Amazon Elastic Beanstalk
 group :aws, optional: true do
@@ -175,14 +175,15 @@ group :zoom, optional: true do
 end
 
 # Install the bundle --with postgres if using postgresql as the database backend
-group :postgres, optional: true do
+# group :postgres, optional: true do
   gem 'pg'
-end
+# end
 
 # Install the bundle --with mysql if using mysql as the database backend
 group :mysql, optional: true do
   gem 'mysql2'
 end
 
-extra_gems = File.expand_path("../Gemfile.local", __FILE__)
-eval File.read(extra_gems) if File.exist?(extra_gems)
+# no thanks
+# extra_gems = File.expand_path("../Gemfile.local", __FILE__)
+# eval File.read(extra_gems) if File.exist?(extra_gems)

app/controllers/mars_ingest_failures_controller.rb

@@ -0,0 +1,12 @@
+class MarsIngestFailuresController < ApplicationController
+  before_action :authenticate_user!
+
+  def index
+    @mars_ingest_failures = MarsIngestFailure.order(created_at: :desc).all
+  end
+
+  def show
+    @mars_ingest_failure = MarsIngestFailure.find(params[:id])
+    render 'show', layout: false, content_type: 'text/plain'
+  end
+end

app/controllers/mars_ingests_controller.rb

@@ -34,6 +34,8 @@ def create
       render json: { id: @mars_ingest.id }, status: 200
     else
       Rails.logger.info "MarsIngest could not be saved: (#{ @mars_ingest.errors.messages.values.flatten })"
+      # save error text! this is only for ingests manually created through the UI
+      MarsIngestFailure.create(manifest_url: @mars_ingest.manifest_url, error_text: @mars_ingest.errors.messages.values.flatten)
       render json: { errors: @mars_ingest.errors.messages.values.flatten }, status: 422
     end
   rescue => e

app/models/mars_ingest_failure.rb

@@ -0,0 +1,2 @@
+class MarsIngestFailure < ActiveRecord::Base
+end

app/services/mars_ingest_watcher.rb

@@ -79,6 +79,7 @@ def self.run_manifest(key)
       end
     else
       puts "Darn! Manifest invalid! #{mi.errors.messages.values.flatten}"
+      MarsIngestFailure.create(manifest_url: mi.manifest_url, error_text: mi.errors.messages.values.flatten)
     end
   end
 

app/views/mars_ingest_failures/index.html.erb

@@ -0,0 +1,15 @@
+<% @page_title = t('mars_ingests.title', :application_name => application_name) %>
+
+<div class="page-title-wrapper">
+  <h1 class="page-title">Mars Ingests</h1>
+  <% @mars_ingest_failures.each do |mif| %>
+
+    <div class="row">
+      <div class="col-md-12 collection-btn">
+        Manifest URL: <%= mif.manifest_url %><br>
+        Attempted At: <%= mif.created_at %><br>
+        <a href="/mars_ingest_failures/<%= mif.id %>">Error</a><br>
+      </div>
+    </div>
+  <% end %>
+</div>

app/views/mars_ingest_failures/show.html.erb

@@ -0,0 +1 @@
+<%= @mars_ingest_failure.error_text %>

config/routes.rb

@@ -96,6 +96,7 @@
   end
 
   resources :mars_ingests, only: [:index, :show, :create]
+  resources :mars_ingest_failures, only: [:index, :show, :create]
 
   resources :media_objects, except: [:create, :update] do
     member do

db/migrate/20210210213523_record_media_pim_id.rb

@@ -2,4 +2,4 @@ class RecordMediaPimId < ActiveRecord::Migration[5.2]
   def change
     add_column :mars_ingest_items, :media_pim_id, :string
   end
-end
+end

db/migrate/20240310213523_create_mars_ingest_failures.rb

@@ -0,0 +1,9 @@
+class CreateMarsIngestFailures < ActiveRecord::Migration[5.2]
+  def change
+    create_table :mars_ingest_failures do |t|
+      t.text :error_text
+      t.text :manifest_url
+      t.timestamps
+    end
+  end
+end

script/watch_folder.rb

@@ -0,0 +1,4 @@
+# include it all
+require_relative '../config/environment'
+puts "what up yo!"
+MarsIngestWatcher.run

script/watch_folder.sh

@@ -1,6 +1,16 @@
-#!/usr/bin/env ruby
+#!/bin/bash
 
-# include it all
-require_relative '../config/environment'
-puts "what up yo!"
-MarsIngestWatcher.run
+# get em
+all=$(cat /proc/1/environ)
+# split em
+vars=$(echo $all | tr "\0" "\n")
+for var in $vars
+do
+  # export em
+  piece1 =  $(echo $var | tr "=", "\n")[0]
+  piece2 =  $(echo $var | tr "=", "\n")[1]
+  export `${piece1}=${piece2}`
+done
+
+# ooh ah so nice
+bundle exec ruby script/watch_folder.rb