Merge pull request #2606 from nervosnetwork/testnet

Deploy to mainnet

Author: zmcNotafraid

app/models/ckb_sync/api.rb

@@ -10,7 +10,7 @@ class Api
     @@latest_json_rpc_id = 0
 
     def initialize
-      @api = CKB::API.new(host: ENV["CKB_NODE_URL"],
+      @api = CKB::API.new(host: ENV.fetch("CKB_NODE_URL", nil),
                           timeout_config: {
                             open_timeout: 1, read_timeout: 3,
                             write_timeout: 1
@@ -28,7 +28,15 @@ def mode
       #   CKB::MODE::TESTNET
       # end
 
-      ENV["CKB_NET_MODE"]
+      ENV.fetch("CKB_NET_MODE", nil)
+    end
+
+    def genesis_block_timestamp
+      if mode == CKB::MODE::MAINNET
+        DailyStatistic::GENESIS_TIMESTAMP
+      else
+        DailyStatistic::TESTNET_GENESIS_TIMESTAMP
+      end
     end
 
     def issuer_script_code_hash
@@ -158,13 +166,13 @@ def generate_json_rpc_id
     #   parsed json,  e.g. `{"jsonrpc":"2.0","result":"0x1842749a5c0","id":1}`
     def directly_single_call_rpc(options)
       payload = {
-        "id": generate_json_rpc_id,
-        "jsonrpc": "2.0",
-        "method": options[:method],
-        "params": options[:params],
+        id: generate_json_rpc_id,
+        jsonrpc: "2.0",
+        method: options[:method],
+        params: options[:params],
       }
 
-      url = ENV["CKB_NODE_URL"]
+      url = ENV.fetch("CKB_NODE_URL", nil)
 
       # Rails.logger.debug "== in directly_call_rpc, url: #{url}, payload: #{payload}"
 
@@ -190,12 +198,12 @@ def directly_single_call_rpc(options)
     #      {"jsonrpc":"2.0","result":"0x16e81010c18","id":4997}
     #    ]`
     def directly_batch_call_rpc(payload)
-      url = ENV["CKB_NODE_URL"]
-      Rails.logger.debug "== in directly_batch_call_rpc, url: #{url}, payload: #{payload}"
+      url = ENV.fetch("CKB_NODE_URL", nil)
+      Rails.logger.debug { "== in directly_batch_call_rpc, url: #{url}, payload: #{payload}" }
 
       res = HTTP.post(url, json: payload)
       result = JSON.parse res.to_s
-      Rails.logger.debug "== in directly_batch_call_rpc result: #{result.inspect}"
+      Rails.logger.debug { "== in directly_batch_call_rpc result: #{result.inspect}" }
 
       result
     end

app/models/concerns/ckb_transactions/display_cells.rb

@@ -45,6 +45,7 @@ def cellbase_display_outputs
         cellbase = Cellbase.new(block)
         cell_outputs_for_display.map do |output|
           consumed_tx_hash = output.live? ? nil : output.consumed_by.tx_hash
+          tags = output.block_timestamp == CkbSync::Api.instance.genesis_block_timestamp ? output.tags : []
           CkbUtils.hash_value_to_s(
             id: output.id,
             capacity: output.capacity,
@@ -59,6 +60,7 @@ def cellbase_display_outputs
             consumed_tx_hash:,
             generated_tx_hash: output.tx_hash,
             cell_index: output.cell_index,
+            tags:,
           )
         end
       end

lib/tasks/repair/reset_daily_statistic.rake

@@ -0,0 +1,31 @@
+require "benchmark"
+namespace :repair do
+  desc "Usage: RAILS_ENV=production bundle exec rake repair:reset_daily_statistic[1000]"
+  task :reset_daily_statistic, %i[start_ds_id] => :environment do |_, args|
+    ActiveRecord::Base.connection.execute("SET statement_timeout = 0")
+
+    def updated_attrs
+      # next attrs were generated by before attrs, so they should have an order to reset
+      established_order = %i{
+        daily_dao_depositors_count total_depositors_count unclaimed_compensation claimed_compensation deposit_compensation daily_dao_deposit total_dao_deposit circulating_supply circulation_ratio
+      }
+      others = %i{
+        dao_depositors_count block_timestamp transactions_count addresses_count
+        average_deposit_time mining_reward knowledge_size
+        treasury_amount estimated_apc live_cells_count dead_cells_count avg_hash_rate
+        avg_difficulty uncle_rate address_balance_distribution
+        total_tx_fee occupied_capacity total_supply block_time_distribution
+        epoch_time_distribution epoch_length_distribution locked_capacity ckb_hodl_wave holder_count activity_address_contract_distribution
+      }
+
+      established_order + others
+    end
+
+    DailyStatistic.where("id >= ?", args[:start_ds_id].to_i).order("id ASC").each do |ds|
+      time = Benchmark.realtime do
+        ds.reset!(updated_attrs)
+      end
+      puts "Reset DailyStatistic ##{ds.id} took #{(time * 1000).round(2)} ms"
+    end
+  end
+end

test/models/ckb_sync/node_data_processor_test.rb

@@ -1466,6 +1466,7 @@ class NodeDataProcessorTest < ActiveSupport::TestCase
             consumed_tx_hash: nil,
             generated_tx_hash: output.tx_hash,
             cell_index: output.cell_index,
+            tags: [],
           ),
         ]
 
@@ -1512,7 +1513,7 @@ class NodeDataProcessorTest < ActiveSupport::TestCase
                                      address_hash: cell_output.address_hash, target_block_number: cellbase.target_block_number,
                                      base_reward: cellbase.base_reward, commit_reward: cellbase.commit_reward, proposal_reward: cellbase.proposal_reward,
                                      secondary_reward: cellbase.secondary_reward, status: cell_output.status, consumed_tx_hash:, generated_tx_hash: cell_output.tx_hash,
-                                     cell_index: cell_output.cell_index)
+                                     cell_index: cell_output.cell_index, tags: [])
           end
         assert_equal expected_cellbase_display_outputs,
                      block.cellbase.display_outputs
@@ -1560,7 +1561,7 @@ class NodeDataProcessorTest < ActiveSupport::TestCase
                                      address_hash: cell_output.address_hash, target_block_number: cellbase.target_block_number,
                                      base_reward: cellbase.base_reward, commit_reward: cellbase.commit_reward, proposal_reward: cellbase.proposal_reward,
                                      secondary_reward: cellbase.secondary_reward, status: "live", consumed_tx_hash: nil, generated_tx_hash: cell_output.tx_hash,
-                                     cell_index: cell_output.cell_index),
+                                     cell_index: cell_output.cell_index, tags: []),
           ]
 
           assert_equal expected_cellbase_display_outputs,

test/models/ckb_transaction_test.rb

@@ -118,7 +118,7 @@ class CkbTransactionTest < ActiveSupport::TestCase
     expected_attributes = %i(
       id capacity occupied_capacity address_hash target_block_number
       base_reward commit_reward proposal_reward secondary_reward status
-      consumed_tx_hash generated_tx_hash cell_index
+      consumed_tx_hash generated_tx_hash cell_index tags
     )
 
     assert_equal [expected_attributes],
@@ -163,9 +163,7 @@ class CkbTransactionTest < ActiveSupport::TestCase
     ckb_transaction = create(:ckb_transaction,
                              :with_multiple_inputs_and_outputs)
     expected_output_is = ckb_transaction.cell_inputs.map(&:previous_cell_output).map(&:id).sort
-    assert_equal expected_output_is.map(&:to_s), ckb_transaction.display_inputs.map { |display_input|
-                                                   display_input[:id]
-                                                 }
+    assert_equal(expected_output_is.map(&:to_s), ckb_transaction.display_inputs.pluck(:id))
   end
 
   test "#display_inputs should return dao display input when cell type is nervos_dao_withdrawing" do
@@ -186,7 +184,7 @@ class CkbTransactionTest < ActiveSupport::TestCase
                                         consumed_by: nervos_dao_withdrawing_cell.ckb_transaction,
                                         status: "dead",
                                         cell_type: "nervos_dao_deposit",
-                                        capacity: 10**8 * 1000,
+                                        capacity: (10**8) * 1000,
                                         data: CKB::Utils.bin_to_hex("\x00" * 8))
     nervos_dao_deposit_cell = nervos_dao_withdrawing_cell_generated_tx.inputs.nervos_dao_deposit.first
     create(:cell_input, block: nervos_dao_withdrawing_cell_generated_tx.block,
@@ -235,7 +233,7 @@ class CkbTransactionTest < ActiveSupport::TestCase
     ckb_transaction = create(:ckb_transaction, block:,
                                                tx_hash: "0xe8a116ec65f7d2d0d4748ba2bbcf8691cbd31202908ccfa3a975414fef801042")
     deposit_output_cell = create(:cell_output, block: ckb_transaction.block,
-                                               capacity: 138 * 10**8,
+                                               capacity: 138 * (10**8),
                                                tx_hash: "0xe8a116ec65f7d2d0d4748ba2bbcf8691cbd31202908ccfa3a975414fef801042",
                                                cell_index: 0,
                                                ckb_transaction:,