[ᚬmaster] chore: fill epoch number to block statistic and perf f… (#548)

[ᚬmaster] chore: fill epoch number to block statistic and perf flush cache

Author: shaojunda

app/models/address.rb

@@ -46,8 +46,13 @@ def cached_lock_script
   end
 
   def flush_cache
-    Rails.cache.delete([self.class.name, address_hash])
-    Rails.cache.delete([self.class.name, lock_hash])
+    $redis.pipelined do
+      $redis.del(*cache_keys)
+    end
+  end
+
+  def cache_keys
+    %W(#{self.class.name}/#{address_hash} #{self.class.name}/#{lock_hash})
   end
 
   def special?

app/models/block.rb

@@ -84,8 +84,13 @@ def miner_address
   end
 
   def flush_cache
-    Rails.cache.delete([self.class.name, block_hash])
-    Rails.cache.delete([self.class.name, number])
+    $redis.pipelined do
+      $redis.del(*cache_keys)
+    end
+  end
+
+  def cache_keys
+    %W(#{self.class.name}/#{block_hash} #{self.class.name}/#{number})
   end
 
   def invalid!

app/models/cell_input.rb

@@ -33,9 +33,14 @@ def self.cached_find(id)
     Rails.cache.realize([name, id], race_condition_ttl: 3.seconds) { find(id) }
   end
 
+  def cache_keys
+    %W(CellInput/#{id}/lock_script CellInput/#{id}/type_script)
+  end
+
   def flush_cache
-    Rails.cache.delete_matched("CellInput/#{id}*")
-    Rails.cache.delete_matched("previous_cell_output*")
+    $redis.pipelined do
+      $redis.del(*cache_keys)
+    end
   end
 
   private
@@ -46,7 +51,7 @@ def previous_cell_output!
     tx_hash = previous_output["tx_hash"]
     cell_index = previous_output["index"].to_i
 
-    Rails.cache.realize("previous_cell_output/#{tx_hash}/#{cell_index}", race_condition_ttl: 3.seconds) do
+    Rails.cache.realize("cell_input_#{id}/previous_cell_output/#{tx_hash}/#{cell_index}", race_condition_ttl: 3.seconds) do
       CellOutput.find_by!(tx_hash: tx_hash, cell_index: cell_index)
     end
   end

app/models/cell_output.rb

@@ -28,12 +28,19 @@ def node_output
     CKB::Types::Output.new(capacity: capacity.to_i, lock: lock, type: type)
   end
 
+  def cache_keys
+    %W(previous_cell_output/#{tx_hash}/#{cell_index} normal_tx_display_inputs_previews_true_#{ckb_transaction_id}
+        normal_tx_display_inputs_previews_false_#{ckb_transaction_id} normal_tx_display_inputs_previews_true_#{consumed_by_id}
+        normal_tx_display_inputs_previews_false_#{consumed_by_id} normal_tx_display_outputs_previews_true_#{ckb_transaction_id}
+        normal_tx_display_outputs_previews_false_#{ckb_transaction_id} normal_tx_display_outputs_previews_true_#{consumed_by_id}
+        normal_tx_display_outputs_previews_false_#{consumed_by_id}
+    )
+  end
+
   def flush_cache
-    Rails.cache.delete("previous_cell_output/#{tx_hash}/#{cell_index}")
-    Rails.cache.delete_matched("normal_tx_display_inputs_previews_*_#{ckb_transaction_id}")
-    Rails.cache.delete_matched("normal_tx_display_inputs_previews_*_#{consumed_by_id}")
-    Rails.cache.delete_matched("normal_tx_display_outputs_previews_*_#{ckb_transaction_id}")
-    Rails.cache.delete_matched("normal_tx_display_outputs_previews_*_#{consumed_by_id}")
+    $redis.pipelined do
+      $redis.del(*cache_keys)
+    end
   end
 end
 

app/models/ckb_sync/node_data_processor.rb

@@ -454,10 +454,10 @@ def build_type_script(cell_output, type_script)
     end
 
     def update_tx_fee_related_data(local_block, input_capacities)
-      updated_inputs = []
-      updated_outputs = []
-      account_books = []
       local_block.cell_inputs.where(from_cell_base: false, previous_cell_output_id: nil).find_in_batches(batch_size: 3500) do |cell_inputs|
+        updated_inputs = []
+        updated_outputs = []
+        account_books = []
         ApplicationRecord.transaction do
           cell_inputs.each do |cell_input|
             consumed_tx = cell_input.ckb_transaction
@@ -479,8 +479,17 @@ def update_tx_fee_related_data(local_block, input_capacities)
           CellInput.import!(updated_inputs, validate: false, on_duplicate_key_update: [:previous_cell_output_id])
           CellOutput.import!(updated_outputs, validate: false, on_duplicate_key_update: [:consumed_by_id, :status, :consumed_block_timestamp])
           AccountBook.import!(account_books, validate: false)
-          updated_inputs.map(&:flush_cache)
-          updated_outputs.map(&:flush_cache)
+        end
+        input_cache_keys = updated_inputs.map(&:cache_keys)
+        output_cache_keys = updated_outputs.map(&:cache_keys)
+        flush_caches(input_cache_keys + output_cache_keys)
+      end
+    end
+
+    def flush_caches(cache_keys)
+      cache_keys.each_slice(400) do |keys|
+        $redis.pipelined do
+          $redis.del(*keys)
         end
       end
     end

app/services/charts/block_statistic_generator.rb

@@ -13,7 +13,7 @@ def call
       live_cells_count = CellOutput.live.count
       dead_cells_count = CellOutput.dead.count
       block_statistic = ::BlockStatistic.find_or_create_by(block_number: block_number)
-      block_statistic.update(difficulty: target_block.difficulty, hash_rate: hash_rate, live_cells_count: live_cells_count, dead_cells_count: dead_cells_count)
+      block_statistic.update(epoch_number: target_block.epoch, difficulty: target_block.difficulty, hash_rate: hash_rate, live_cells_count: live_cells_count, dead_cells_count: dead_cells_count)
     end
 
     private

app/workers/charts/block_statistic.rb

@@ -1,8 +1,6 @@
 module Charts
   class BlockStatistic
     include Sidekiq::Worker
-    sidekiq_options unique: :until_executed
-    sidekiq_options retry: false
     sidekiq_options queue: "critical"
 
     def perform

app/workers/charts/daily_statistic.rb

@@ -1,8 +1,6 @@
 module Charts
   class DailyStatistic
     include Sidekiq::Worker
-    sidekiq_options unique: :until_executed
-    sidekiq_options retry: false
     sidekiq_options queue: "critical"
 
     def perform(datetime = nil)

app/workers/charts/epoch_statistic.rb

@@ -1,8 +1,6 @@
 module Charts
   class EpochStatistic
     include Sidekiq::Worker
-    sidekiq_options unique: :until_executed
-    sidekiq_options retry: false
     sidekiq_options queue: "critical"
 
     def perform

app/workers/charts/forked_event_processor.rb

@@ -1,8 +1,6 @@
 module Charts
   class ForkedEventProcessor
     include Sidekiq::Worker
-    sidekiq_options unique: :until_executed
-    sidekiq_options retry: false
     sidekiq_options queue: "critical"
 
     def perform