Merge pull request #901 from transitland/sidekiq-feedvalidator-fixes

Feedvalidator ops improvements

Author: irees

app/services/feed_fetcher_service.rb

@@ -85,14 +85,16 @@ def self.run_google_feedvalidator(filename)
     Tempfile.open(['feedvalidator', '.html']) do |tmpfile|
       outfile = tmpfile.path
     end
+
     # Run feedvalidator
-    feedvalidator_output = IO.popen([
-      FEEDVALIDATOR_PATH,
-      '-n',
-      '-o',
-      outfile,
-      filename
-    ]).read
+    feedvalidator_output = nil
+    IO.popen([FEEDVALIDATOR_PATH, '-n', '-o', outfile, filename], "w+") do |io|
+      io.write("\n")
+      io.close_write
+      feedvalidator_output = io.read
+    end
+    # feedvalidator_output
+
     return unless File.exists?(outfile)
     # Unlink temporary file
     file_feedvalidator = File.open(outfile)

app/workers/feed_fetcher_worker.rb

@@ -2,7 +2,7 @@ class FeedFetcherWorker
   include Sidekiq::Worker
 
   sidekiq_options unique: :until_and_while_executing,
-                  unique_job_expiration: 60 * 60 # 1 hour
+                  unique_job_expiration: 22 * 60 * 60 # 22 hours
 
   def perform(feed_onestop_id)
     begin