export segments and audio files

Author: naveed-ahmad

app/views/admin/_export_audio_segments_db.html.erb

@@ -13,7 +13,7 @@
 
       <li>
         <label for="export_gapless">Export gapless audio segments</label>
-        <%= form.check_box :export_gapless %>
+        <%= form.check_box :export_gapless, checked: true %>
       </li>
 
       <li>

lib/audio_segment/tarteel.rb

@@ -52,7 +52,8 @@ def export_json_files
         reciter_dir = File.join(root_tmp, file_label, recitation.id.to_s)
         FileUtils.mkdir_p(reciter_dir)
 
-        export_gapless_recitation_jsons(recitation, reciter_dir)
+        export_gapless_recitation_segments(recitation, reciter_dir)
+        export_gapless_recitation_audio_files(recitation, reciter_dir)
       end
 
       master_zip = "#{file_path}.zip"
@@ -122,11 +123,9 @@ def get_segments_data(recitation)
     end
 
     def get_gapless_segments_data(recitation)
-      recitation_id = get_cloned_id(recitation.id)
-
       segments = Audio::Segment
                    .where(
-                     audio_recitation_id: recitation_id
+                     audio_recitation_id: recitation.id
                    )
                    .order('chapter_id ASC, verse_number ASC')
                    .includes(:verse)
@@ -156,34 +155,9 @@ def get_gapless_segments_data(recitation)
       end
     end
 
-    CLONED_IDS = {
-      1 => 186,
-      2 => 187,
-      3 => 188,
-      4 => 189,
-      5 => 192,
-      6 => 191,
-      7 => 192,
-      8 => 193,
-      9 => 194,
-      10 => 195,
-      12 => 196,
-      13 => 197,
-
-      65 => 198,
-      161 => 199,
-      164 => 201,
-      174 => 202,
-      175 => 203,
-    }
-    def get_cloned_id(id)
-      CLONED_IDS[id] || id
-    end
-
-    def export_gapless_recitation_jsons(recitation, target_dir)
-      recitation_id = get_cloned_id(recitation.id)
+    def export_gapless_recitation_segments(recitation, target_dir)
       segments = Audio::Segment
-                   .where(audio_recitation_id: recitation_id)
+                   .where(audio_recitation_id: recitation.id)
                    .order('chapter_id ASC, verse_number ASC')
                    .includes(:verse)
 
@@ -229,7 +203,38 @@ def export_gapless_recitation_jsons(recitation, target_dir)
         File.open(json_path, "w") do |f|
           f.write(JSON.dump(json_ayahs))
         end
+
+        uploader = UploadToCdn.new
+        key = "audio/gapless/#{recitation.get_resource_content.id}/segments.json"
+        uploader.upload(json_path, key)
+
+        json_path
+      end
+    end
+
+    def export_gapless_recitation_audio_files(recitation, target_dir)
+      audio_files = recitation.chapter_audio_files.order('chapter_id ASC')
+
+      json_data = audio_files.map do |audio_file|
+        {
+          surah: audio_file.chapter_id,
+          version: audio_file.updated_at.to_i,
+          url: audio_file.audio_url
+        }
       end
+
+      json_filename = "audio_files.json"
+      json_path = File.join(target_dir, json_filename)
+
+      File.open(json_path, "w") do |f|
+        f.write(JSON.dump(json_data))
+      end
+
+      uploader = UploadToCdn.new
+      key = "audio/gapless/#{recitation.get_resource_content.id}/audio_files.json"
+      uploader.upload(json_path, key)
+
+      json_path
     end
 
     def prepare_db

lib/export_assets_manifest.rb

@@ -26,13 +26,8 @@ def upload(manifest_path: nil)
     manifest_path ||= export
     object_key = "asset-manifests/#{File.basename(manifest_path)}"
 
-    bucket.object(object_key)
-          .upload_file(
-            manifest_path,
-            content_type: 'application/json'
-          )
-
-    "#{content_cnd_host}/#{object_key}"
+    uploader = UploadToCdn.new
+    uploader.upload(manifest_path, object_key)
   end
 
   def export_and_upload
@@ -137,25 +132,7 @@ def build_cdn_url(resource, resource_type:)
     end
   end
 
-  def s3_client
-    @s3_client ||= Aws::S3::Resource.new(
-      access_key_id: ENV['QUL_STORAGE_ACCESS_KEY'],
-      secret_access_key: ENV['QUL_STORAGE_ACCESS_KEY_SECRET'],
-      region: ENV['QUL_STORAGE_REGION'],
-      endpoint: ENV['QUL_STORAGE_ENDPOINT'],
-      force_path_style: true
-    )
-  end
-
-  def bucket
-    @bucket ||= s3_client.bucket(ENV['QUL_STORAGE_BUCKET'])
-  end
-
   def content_cnd_host
     ENV['CDN_HOST']
   end
-
-  def audio_cdn_host
-    ENV['AUDIO_CDN_HOST']
-  end
 end

lib/upload_to_cdn.rb

@@ -0,0 +1,39 @@
+class UploadToCdn
+  def upload(file_path, object_key, content_type: 'application/json')
+    bucket.object(object_key)
+          .upload_file(
+            file_path,
+            content_type
+          )
+
+    url = "#{content_cnd_host}/#{object_key}"
+    clear_cache(url)
+
+    url
+  end
+
+  protected
+  def clear_cache(url)
+    CloudflareCacheClearer.new.clear_cache(urls: [url])
+  rescue => e
+    Sentry.capture_exception(e, extra: { url: url })
+  end
+
+  def bucket
+    @bucket ||= s3_client.bucket(ENV['QUL_STORAGE_BUCKET'])
+  end
+
+  def s3_client
+    @s3_client ||= Aws::S3::Resource.new(
+      access_key_id: ENV['QUL_STORAGE_ACCESS_KEY'],
+      secret_access_key: ENV['QUL_STORAGE_ACCESS_KEY_SECRET'],
+      region: ENV['QUL_STORAGE_REGION'],
+      endpoint: ENV['QUL_STORAGE_ENDPOINT'],
+      force_path_style: true
+    )
+  end
+
+  def content_cnd_host
+    ENV['CDN_HOST']
+  end
+end