Terra apps anchor fix

dbt_project.yml

@@ -43,6 +43,3 @@ models:
 
 vars:
   "dbt_date:time_zone": America/Los_Angeles
-
-tests:
-  +severity: warn # all tests

macros/tests/sequential_gaps.sql

@@ -21,7 +21,7 @@
             {{ table }}
     )
 SELECT
-    {{ partition_sql }},
+    {{ partition_sql + "," if partition_sql }}
     {{ previous_column }},
     {{ column }},
     {{ column }} - {{ previous_column }}

models/terra/anchor__bonds.sql

@@ -0,0 +1,105 @@
+{{ config(
+    materialized = 'incremental',
+    unique_key = 'block_id || tx_id',
+    incremental_strategy = 'delete+insert',
+    cluster_by = ['block_timestamp', 'block_id'],
+    tags=['snowflake', 'terra', 'anchor', 'bonds']
+) }}
+
+WITH prices AS (
+
+  SELECT 
+      date_trunc('hour', block_timestamp) as hour,
+      currency,
+      symbol,
+      avg(price_usd) as price
+    FROM {{ ref('terra__oracle_prices')}} 
+
+    WHERE 1=1
+
+    {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+    {% endif %}
+
+    GROUP BY 1,2,3
+
+),
+
+msgs AS (
+
+SELECT
+  m.blockchain,
+  chain_id,
+  block_id,
+  block_timestamp,
+  tx_id,
+  msg_value:sender::string AS sender,
+  msg_value:coins[0]:amount / POW(10,6) AS bonded_amount,
+  bonded_amount * price AS bonded_amount_usd,
+  msg_value:coins[0]:denom::string as bonded_currency,
+  msg_value:execute_msg:bond:validator::string AS validator,
+  msg_value:contract::string AS contract_address,
+  l.address_name AS contract_label
+FROM {{ref('silver_terra__msgs')}} m
+
+LEFT OUTER JOIN {{source('shared','udm_address_labels_new')}} as l
+ON msg_value:contract::string = l.address
+
+LEFT OUTER JOIN prices o
+ ON date_trunc('hour', block_timestamp) = o.hour
+ AND msg_value:coins[0]:denom::string = o.currency 
+
+WHERE msg_value:execute_msg:bond IS NOT NULL
+  AND tx_status = 'SUCCEEDED'
+
+  {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+  {% endif %}
+
+),
+
+events AS (
+
+SELECT 
+  tx_id,
+  event_attributes:minted / POW(10,6) AS minted_amount,
+  minted_amount * price AS minted_amount_usd, 
+  event_attributes:"1_contract_address"::string as minted_currency
+FROM {{ref('silver_terra__msg_events')}}
+
+LEFT OUTER JOIN prices o
+ ON date_trunc('hour', block_timestamp) = o.hour
+ AND event_attributes:"1_contract_address"::string = o.currency 
+
+WHERE tx_id IN(SELECT tx_id FROM msgs)
+  AND event_type = 'from_contract'
+  AND tx_status = 'SUCCEEDED'
+  AND minted_currency IS NOT NULL
+  AND minted_amount IS NOT NULL
+
+  {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+  {% endif %}
+
+)
+
+SELECT 
+  blockchain,
+  chain_id,
+  block_id,
+  block_timestamp,
+  m.tx_id,
+  sender,
+  bonded_amount,
+  bonded_amount_usd,
+  bonded_currency,
+  validator,
+  minted_amount,
+  minted_amount_usd,
+  minted_currency,
+  contract_address,
+  contract_label
+FROM msgs m 
+
+JOIN events e 
+  ON m.tx_id = e.tx_id

models/terra/anchor__bonds.yml

@@ -0,0 +1,49 @@
+version: 2
+models:
+  - name: anchor__bonds
+    columns:
+      - name: BLOCKCHAIN
+        tests:
+          - not_null
+      - name: CHAIN_ID
+        tests:
+          - not_null
+      - name: BLOCK_ID
+        tests:
+          - not_null
+      - name: BLOCK_TIMESTAMP
+        tests:
+          - not_null
+      - name: TX_ID
+        tests:
+          - not_null
+      - name: BONDED_AMOUNT
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: BONDED_AMOUNT_USD
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: BONDED_CURRENCY
+        tests:
+          - not_null
+      - name: MINTED_AMOUNT
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: MINTED_AMOUNT_USD
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: MINTED_CURRENCY
+        tests:
+          - not_null

models/terra/anchor__borrows.sql

@@ -0,0 +1,55 @@
+{{ config(
+    materialized = 'incremental',
+    unique_key = 'block_id || tx_id',
+    incremental_strategy = 'delete+insert',
+    cluster_by = ['block_timestamp', 'block_id'],
+    tags=['snowflake', 'terra', 'anchor', 'borrows']
+) }}
+
+WITH prices AS (
+
+  SELECT 
+      date_trunc('hour', block_timestamp) as hour,
+      currency,
+      symbol,
+      avg(price_usd) as price
+    FROM {{ ref('terra__oracle_prices')}} 
+
+    WHERE 1=1
+
+    {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+    {% endif %}
+
+    GROUP BY 1,2,3
+
+)
+
+SELECT
+  m.blockchain,
+  chain_id,
+  block_id,
+  block_timestamp,
+  tx_id,
+  msg_value:sender::string as sender,
+  msg_value:execute_msg:borrow_stable:borrow_amount / POW(10,6) as amount,
+  amount * price AS amount_usd,
+  'uusd' as currency,
+  msg_value:contract::string as contract_address,
+  l.address_name as contract_label
+FROM {{ref('silver_terra__msgs')}} m
+
+LEFT OUTER JOIN prices o
+ ON date_trunc('hour', block_timestamp) = o.hour
+ AND 'uusd' = o.currency 
+
+LEFT OUTER JOIN {{source('shared','udm_address_labels_new')}} as l
+ON msg_value:contract::string = l.address
+
+WHERE msg_value:execute_msg:borrow_stable IS NOT NULL -- Anchor Borrow 
+  AND msg_value:contract::string = 'terra1sepfj7s0aeg5967uxnfk4thzlerrsktkpelm5s' -- Anchor Market Contract
+  AND tx_status = 'SUCCEEDED'
+
+  {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+  {% endif %}

models/terra/anchor__borrows.yml

@@ -0,0 +1,44 @@
+version: 2
+models:
+  - name: anchor__borrows
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - TX_ID
+            - BLOCK_ID
+    columns:
+      - name: BLOCKCHAIN
+        tests:
+          - not_null
+      - name: CHAIN_ID
+        tests:
+          - not_null
+      - name: BLOCK_ID
+        tests:
+          - not_null
+      - name: BLOCK_TIMESTAMP
+        tests:
+          - not_null
+      - name: TX_ID
+        tests:
+          - not_null
+      - name: AMOUNT
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: AMOUNT_USD
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: CURRENCY
+        tests:
+          - not_null
+      - name: CONTRACT_ADDRESS
+        tests:
+          - not_null 
+          - dbt_expectations.expect_column_values_to_match_regex:
+              regex: terra[0-9a-zA-Z]{39,40}  

models/terra/anchor__burns.sql

@@ -0,0 +1,54 @@
+{{ config(
+    materialized = 'incremental',
+    unique_key = 'block_id || tx_id',
+    incremental_strategy = 'delete+insert',
+    cluster_by = ['block_timestamp', 'block_id'],
+    tags=['snowflake', 'terra', 'anchor', 'burns']
+) }}
+
+WITH prices AS (
+
+  SELECT 
+      date_trunc('hour', block_timestamp) as hour,
+      currency,
+      symbol,
+      avg(price_usd) as price
+    FROM {{ ref('terra__oracle_prices')}} 
+
+    WHERE 1=1
+
+    {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+    {% endif %}
+
+    GROUP BY 1,2,3
+
+)
+
+SELECT 
+  m.blockchain,
+  chain_id,
+  block_id,
+  block_timestamp,
+  tx_id,
+  msg_value:sender::string as sender,
+  msg_value:execute_msg:send:amount / POW(10,6) as amount,
+  amount * price AS amount_usd,
+  msg_value:contract::string as currency,
+  msg_value:execute_msg:send:contract::string as contract_address,
+  l.address_name AS contract_label
+FROM {{ref('silver_terra__msgs')}} m
+
+LEFT OUTER JOIN prices o
+ ON date_trunc('hour', block_timestamp) = o.hour
+ AND msg_value:contract::string = o.currency 
+
+LEFT OUTER JOIN {{source('shared','udm_address_labels_new')}} as l
+ON msg_value:execute_msg:send:contract::string = l.address
+
+WHERE msg_value:execute_msg:send:msg:unbond IS NOT NULL 
+  AND tx_status = 'SUCCEEDED'
+
+  {% if is_incremental() %}
+    AND block_timestamp::date >= (select max(block_timestamp::date) from {{ref('silver_terra__msgs')}})
+  {% endif %}

models/terra/anchor__burns.yml

@@ -0,0 +1,44 @@
+version: 2
+models:
+  - name: anchor__burns
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - TX_ID
+            - BLOCK_ID
+    columns:
+      - name: BLOCKCHAIN
+        tests:
+          - not_null
+      - name: CHAIN_ID
+        tests:
+          - not_null
+      - name: BLOCK_ID
+        tests:
+          - not_null
+      - name: BLOCK_TIMESTAMP
+        tests:
+          - not_null
+      - name: TX_ID
+        tests:
+          - not_null
+      - name: AMOUNT
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: AMOUNT_USD
+        tests:
+          - dbt_expectations.expect_column_values_to_be_in_type_list:
+              column_type_list:
+                - decimal
+                - float
+      - name: CURRENCY
+        tests:
+          - not_null
+      - name: CONTRACT_ADDRESS
+        tests:
+          - not_null 
+          - dbt_expectations.expect_column_values_to_match_regex:
+              regex: terra[0-9a-zA-Z]{39,40}