Merge branch 'cbsource' into 'main'

configs, address origin and max write ahead size

See merge request flarenetwork/fdc/verifier-utxo-indexer!5

Author: LukaAvbreht

client/btc_client.py

@@ -79,3 +79,17 @@ def get_block_height(self, session: Session) -> int:
             },
         ).json(parse_float=str)["result"]
         return height
+
+    def get_network_info(self, session: Session) -> str:
+        info = self._post(
+            session,
+            {
+                "jsonrpc": "1.0",
+                "id": "rpc",
+                "method": "getnetworkinfo",
+                "params": [],
+            },
+        ).json(parse_float=str)["result"]
+        return (
+            f"version: {info['version']}, subversion: {info['subversion']}, protocolversion: {info['protocolversion']}"
+        )

client/doge_client.py

@@ -139,3 +139,15 @@ def get_block_height(self, session: Session) -> int:
             },
         ).json(parse_float=str)["result"]
         return height
+
+    def get_network_info(self, session: Session) -> str:
+        info = self._post(
+            session,
+            {
+                "jsonrpc": "1.0",
+                "id": "rpc",
+                "method": "getinfo",
+                "params": [],
+            },
+        ).json(parse_float=str)["result"]
+        return f"version: {info['version']}, protocolversion: {info['protocolversion']}"

docker/local/docker-compose.yaml

@@ -7,6 +7,7 @@ services:
       POSTGRES_USER: ${DB_USER}
       POSTGRES_PASSWORD: ${DB_PASSWORD}
     # uncomment if you need to connect to db outside of docker, eg: pgadmin
+    command: postgres -c max_wal_size=2GB
     ports:
       - "127.0.0.1:${DB_PROXY_PORT}:5432"
     # uncomment to persist db data between downs

docker/remote/bin/django

@@ -2,6 +2,7 @@
 
 python manage.py collectstatic --no-input
 python manage.py migrate
+python manage.py make_config
 
 [ -z ${ADMIN_EMAIL+x} ] | [ -z ${ADMIN_PASSWORD+x} ] || python manage.py admin_user --email $ADMIN_EMAIL --password $ADMIN_PASSWORD
 

utxo_indexer/indexer/indexer_client.py

@@ -144,6 +144,10 @@ def _get_block_hash_from_height(self, block_height: int, worker: Session) -> str
     def _get_block_by_hash(self, block_hash: str, worker: Session) -> BlockResponse:
         return self._client.get_block_by_hash(worker, block_hash)
 
+    @retry(5)
+    def _get_network_info(self, worker: Session) -> str:
+        return self._client.get_network_info(worker)
+
     # Tip state management
     def update_tip_state_indexing(self, block_tip_height: int):
         """

utxo_indexer/management/commands/make_config.py

@@ -0,0 +1,27 @@
+from django.conf import settings
+from django.core.management.base import BaseCommand
+
+from utxo_indexer.indexer import get_indexer_client
+from utxo_indexer.models.config import Config
+
+
+class Command(BaseCommand):
+    def handle(self, *args, **options):
+        indexer = get_indexer_client()
+        node_version = indexer._get_network_info(indexer.toplevel_worker)
+
+        Config.objects.update_or_create(
+            id=1,
+            defaults={
+                "node_version": node_version,
+                "git_tag": settings.PROJECT_VERSION,
+                "git_hash": settings.PROJECT_COMMIT_HASH,
+                "build_date": settings.PROJECT_BUILD_DATE.timestamp(),
+            },
+            create_defaults={
+                "node_version": node_version,
+                "git_tag": settings.PROJECT_VERSION,
+                "git_hash": settings.PROJECT_COMMIT_HASH,
+                "build_date": settings.PROJECT_BUILD_DATE.timestamp(),
+            },
+        )

utxo_indexer/migrations/0002_config.py

@@ -0,0 +1,23 @@
+# Generated by Django 5.1.1 on 2024-12-13 07:17
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('utxo_indexer', '0001_initial'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Config',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('node_version', models.CharField(max_length=256)),
+                ('git_tag', models.CharField(max_length=256)),
+                ('git_hash', models.CharField(max_length=40)),
+                ('build_date', models.PositiveIntegerField()),
+            ],
+        ),
+    ]

utxo_indexer/models/__init__.py

@@ -1,4 +1,5 @@
 from .block import UtxoBlock
+from .config import Config
 from .sync_state import PruneSyncState, TipSyncState, TipSyncStateChoices
 from .transaction import UtxoTransaction
 from .transaction_outputs import TransactionInput, TransactionInputCoinbase, TransactionOutput

utxo_indexer/models/config.py

@@ -0,0 +1,18 @@
+from django.db import models
+
+
+class Config(models.Model):
+    node_version = models.CharField(max_length=256)
+    git_tag = models.CharField(max_length=256)
+    git_hash = models.CharField(max_length=40)
+    build_date = models.PositiveIntegerField()
+
+    def __str__(self):
+        node_configurations = (
+            "Node configurations:\n"
+            + f"node_version: {self.node_version}\n"
+            + f"git_tag: {self.git_tag}\n"
+            + f"git_hash: {self.git_hash}\n"
+            + f"build_date: {self.build_date}\n"
+        )
+        return node_configurations

utxo_indexer/models/transaction.py

@@ -1,4 +1,4 @@
-from typing import TYPE_CHECKING, List
+from typing import TYPE_CHECKING, List, Sequence
 
 from django.db import models
 
@@ -64,14 +64,17 @@ def update_source_addresses_root(self, inputs: List["TransactionInput"]):
                 addresses.append(input.script_key_address)
             else:
                 addresses.append(None)
-        tree = merkle_tree_from_address_strings(addresses)
-        if tree.root is None:
-            self.source_addresses_root = ZERO_SOURCE_ADDRESS_ROOT
-        else:
-            self.source_addresses_root = un_prefix_0x(tree.root)
+        self.source_addresses_root = self._construct_address_root(addresses)
 
     def update_source_addresses_root_cb(self, inputs: List["TransactionInputCoinbase"]):
-        self.source_addresses_root = ZERO_SOURCE_ADDRESS_ROOT
+        addresses = [None]
+        self.source_addresses_root = self._construct_address_root(addresses)
+
+    def _construct_address_root(self, addresses: Sequence[str | None]) -> str:
+        tree = merkle_tree_from_address_strings(addresses)
+        if tree.root is None:
+            return ZERO_SOURCE_ADDRESS_ROOT
+        return un_prefix_0x(tree.root)
 
     @classmethod
     def object_from_node_response(cls, response: TransactionResponse, block_number: int, timestamp: int):