add/near-encoded-table (#229)

* address encoding for near

* removed job

* incremental

* qualify

Author: drethereum

.github/workflows/dbt_run_hourly.yml

@@ -24,7 +24,7 @@ jobs:
   called_workflow_template:
     uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
     with:
-      dbt_command: dbt run -s models/silver/hourly_prices+
+      dbt_command: dbt run -s models/silver/hourly_prices+ models/silver/near
       environment: workflow_prod
       warehouse: ${{ vars.WAREHOUSE }}
     secrets: inherit 

models/silver/near/silver__near_address_encoded.sql

@@ -0,0 +1,67 @@
+{{ config(
+    materialized = 'incremental',
+    unique_key = "near_address"
+) }}
+
+WITH log_address AS (
+
+    SELECT
+        DISTINCT receiver_id AS near_address,
+        CONCAT('0x', SHA2(near_address, 256)) AS addr_encoded,
+        _inserted_timestamp
+    FROM
+        {{ source(
+            'near_silver',
+            'logs_s3'
+        ) }}
+
+{% if is_incremental() %}
+WHERE
+    near_address NOT IN (
+        SELECT
+            DISTINCT near_address
+        FROM
+            {{ this }}
+    )
+    AND _inserted_timestamp >= (
+        SELECT
+            MAX(_inserted_timestamp) - INTERVAL '24 hours'
+        FROM
+            {{ this }}
+    )
+{% endif %}
+UNION
+SELECT
+    DISTINCT signer_id AS near_address,
+    CONCAT('0x', SHA2(near_address, 256)) AS addr_encoded,
+    _inserted_timestamp
+FROM
+    {{ source(
+        'near_silver',
+        'logs_s3'
+    ) }}
+
+{% if is_incremental() %}
+WHERE
+    near_address NOT IN (
+        SELECT
+            DISTINCT near_address
+        FROM
+            {{ this }}
+    )
+    AND _inserted_timestamp >= (
+        SELECT
+            MAX(_inserted_timestamp) - INTERVAL '24 hours'
+        FROM
+            {{ this }}
+    )
+{% endif %}
+)
+SELECT
+    near_address,
+    addr_encoded,
+    _inserted_timestamp
+FROM
+    log_address qualify(ROW_NUMBER() over (PARTITION BY near_address
+ORDER BY
+    _inserted_timestamp DESC)) = 1

models/silver/near/silver__near_address_encoded.yml

@@ -0,0 +1,11 @@
+version: 2
+models:
+  - name: silver__near_address_encoded
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - NEAR_ADDRESS
+    columns:
+      - name: ADDR_ENCODED
+        tests:
+          - not_null

models/sources.yml

@@ -247,6 +247,7 @@ sources:
     schema: silver
     tables:
       - name: dex_swaps_s3
+      - name: logs_s3
   - name: osmosis_silver
     database: osmosis
     schema: silver