temp pr do not merge

data/silver__ethereum_contracts_backfill.csv

@@ -34870,4 +34870,4 @@ block_id,block_timestamp,creator_address,contract_address,logic_address,symbol,d
 14039499,2022-01-20T01:25:54Z,,0x63cbD1858BD79DE1A06C3C26462DB360b834912D,0xfCF1aBC45A264D1172AF928ff04D3413bbC11A9f,eDOUGH,18,PProxy,,"{'MAX_VESTING_ENTRIES': 260, 'STAKE_DURATION': 36, 'decimals': 18, 'dough': '0xad32A8e6220741182940c5aBF610bDE99E737b2D', 'name': 'PieDAO Escrowed DOUGH', 'owner': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'sharesTimeLock': '0x6Bd0D8c8aD8D3F1f97810d5Cc57E9296db73DC45', 'symbol': 'eDOUGH', 'totalEscrowedBalance': 9322667155262482001200519, 'totalSupply': 9322667155262482001200519}"
 14039499,2022-01-20T01:25:54Z,,0x8D1ce361eb68e9E05573443C407D4A3Bed23B033,0x706F00ea85a71EB5d7C2ce2aD61DbBE62b616435,DEFI++,18,PProxyPausable,,"{'decimals': 18, 'getBPool': '0xd485e6a0389A42D75f4b00EcE91fc02340B73938', 'getCap': 10000000000000000000000000, 'getCircuitBreaker': '0x0000000000000000000000000000000000000000', 'getController': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'getDenormalizedWeights': [35000000000000000000, 15000000000000000000], 'getFeeRecipient': '0x0000000000000000000000000000000000000000', 'getNewToken': ['0x0000000000000000000000000000000000000000', False, 0, 0, 0], 'getPublicSwapSetter': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'getSwapFee': 10000000000000000, 'getTokenBinder': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'getTokens': ['0x78F225869c08d478c34e5f645d07A87d3fe8eb78', '0xaD6A626aE2B43DCb1B39430Ce496d2FA0365BA9C'], 'name': 'PieDAO DEFI++', 'symbol': 'DEFI++', 'totalSupply': 365425429397430428382145}"
 14039499,2022-01-20T01:25:54Z,,0xaD6A626aE2B43DCb1B39430Ce496d2FA0365BA9C,0x706F00ea85a71EB5d7C2ce2aD61DbBE62b616435,DEFI+S,18,PProxyPausable,,"{'decimals': 18, 'getAnnualFee': 7000000000000000, 'getBPool': '0x94743cfAa3FDC62e9693572314B5ee377EBa5d11', 'getCap': 5000000000000000000000000, 'getCircuitBreaker': '0x0000000000000000000000000000000000000000', 'getController': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'getDenormalizedWeights': [6875825858394830000, 10755714301882800000, 13555533842553300000, 15000000000000000000, 1604619455069070000, 2208306542100000000], 'getFeeRecipient': '0xAF2fE0d4fe879066B2BaA68d9e56cC375DF22815', 'getNewToken': ['0x0000000000000000000000000000000000000000', False, 0, 0, 0], 'getPublicSwapSetter': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'getSwapFee': 1000000000000, 'getTokenBinder': '0x6458A23B020f489651f2777Bd849ddEd34DfCcd2', 'getTokens': ['0xba100000625a3754423978a60c9317c58a424e3D', '0xBBbbCA6A901c926F240b89EacB641d8Aec7AEafD', '0x408e41876cCCDC0F92210600ef50372656052a38', '0x04Fa0d235C4abf4BcF4787aF4CF447DE572eF828', '0xec67005c4E498Ec7f55E092bd1d35cbC47C91892', '0x89Ab32156e46F46D02ade3FEcbe5Fc4243B9AAeD'], 'name': 'PieDAO DEFI Small Cap', 'symbol': 'DEFI+S', 'totalSupply': 260875387716765753838868}"
-13811226,2021-12-15T17:59:33Z,,0x9BE89D2a4cd102D8Fecc6BF9dA793be995C22541,0x9F344834752cb3a8C54c3DdCd41Da4042b10D0b9,BBTC,8,AdminUpgradeabilityProxy,,"{'name': 'Binance Wrapped BTC', 'totalSupply': 990000000000, 'decimals': 8, 'owner': '0xD183F2BBF8b28d9fec8367cb06FE72B88778C86B', 'symbol': 'BBTC', 'pendingOwner': '0x0000000000000000000000000000000000000000'}"
+13811226,2021-12-15T17:59:33Z,,0x9BE89D2a4cd102D8Fecc6BF9dA793be995C22541,0x9F344834752cb3a8C54c3DdCd41Da4042b10D0b9,BBTC,8,AdminUpgradeabilityProxy,,"{'name': 'Binance Wrapped BTC', 'totalSupply': 990000000000, 'decimals': 8, 'owner': '0xD183F2BBF8b28d9fec8367cb06FE72B88778C86B', 'symbol': 'BBTC', 'pendingOwner': '0x0000000000000000000000000000000000000000'}"

dbt_project.yml

@@ -31,6 +31,9 @@ clean-targets: # directories to be removed by `dbt clean`
 # using the `{{ config(...) }}` macro.
 models:
   +copy_grants: true
+  +persist_docs:
+    relation: true
+    columns: true
   sql_models:
     ethereum:
       materialized: incremental

macros/uniswapv3/uniswapv3_position_collected_fees.sql

@@ -11,11 +11,7 @@
             token1
         FROM {{ src_pools_table }} p
         WHERE
-        {% if is_incremental() %}
-        p.block_timestamp >= getdate() - interval '7 days'
-        {% else %}
         p.block_timestamp >= getdate() - interval '9 months'
-        {% endif %}
     ),
     pool_txs as (
         SELECT 
@@ -25,11 +21,7 @@
         INNER JOIN pools p ON p.pool_address = ee.contract_address
         WHERE 
             event_name = 'Collect' 
-            {% if is_incremental() %}
-            AND ee.block_timestamp >= getdate() - interval '7 days'
-            {% else %}
             AND ee.block_timestamp >= getdate() - interval '9 months'
-            {% endif %}
     ),
     burns as (
         SELECT
@@ -43,11 +35,7 @@
             ee.tx_id IN (SELECT tx_id FROM pool_txs)
             AND event_name = 'Burn'
             AND (ee.event_inputs:amount0 > 0 or ee.event_inputs:amount1 > 0)
-            {% if is_incremental() %}
-            AND ee.block_timestamp >= getdate() - interval '7 days'
-            {% else %}
             AND ee.block_timestamp >= getdate() - interval '9 months'
-            {% endif %}
     ),
     -- Get nf position info by looking at corresponding nf pos event
     nf_positions as (
@@ -62,11 +50,7 @@
             AND contract_address NOT IN (SELECT pool_address FROM pool_txs)
             AND event_inputs:tokenId is not null 
             AND event_name = 'Collect'
-            {% if is_incremental() %}
-            AND ee.block_timestamp >= getdate() - interval '7 days'
-            {% else %}
             AND ee.block_timestamp >= getdate() - interval '9 months'
-            {% endif %}
     ),
     lp_providers as (
         SELECT * FROM (
@@ -152,11 +136,7 @@
         -- in a tx, and there are burn events we want to ensure we're pairing up the burns against collect
         -- events with actual amounts. Otherwise we end up with negative collects.
         and (ee.event_inputs:amount0 > 0 or ee.event_inputs:amount1 > 0)
-        {% if is_incremental() %}
-        AND ee.block_timestamp >= getdate() - interval '7 days'
-        {% else %}
         AND ee.block_timestamp >= getdate() - interval '9 months'
-        {% endif %}
     HAVING (amount0_adjusted >= 0 or amount1_adjusted >= 0)
 
 {%- endmacro %}

models/algorand/gold/algorand__account.yml

@@ -34,7 +34,7 @@ models:
         tests:
           - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: WALLET_TYPE
         tests:

models/algorand/gold/algorand__account_app.yml

@@ -25,7 +25,7 @@ models:
         tests:
           - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: APP_INFO
         tests:

models/algorand/gold/algorand__account_asset.yml

@@ -31,7 +31,7 @@ models:
         tests:
           - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: FROZEN
         tests:

models/algorand/gold/algorand__app.yml

@@ -19,7 +19,7 @@ models:
           - not_null
       - name: CREATED_AT
         tests:
-          - not_null          
+          - not_null
       - name: CREATED_AT_TIMESTAMP
         tests:
-          - not_null
+          - not_null

models/algorand/gold/algorand__application_call_transaction.yml

@@ -9,10 +9,9 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: block_id
         tests:

models/algorand/gold/algorand__asset_configuration_transaction.yml

@@ -9,8 +9,7 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
       - name: BLOCK_ID
         tests:
           - not_null

models/algorand/gold/algorand__asset_freeze_transaction.yml

@@ -9,8 +9,7 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
       - name: BLOCK_ID
         tests:
           - not_null

models/algorand/gold/algorand__asset_transfer_transaction.yml

@@ -8,7 +8,7 @@ models:
           - not_null:
               enabled: False
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: BLOCK_ID
         tests:

models/algorand/gold/algorand__block.yml

@@ -11,10 +11,9 @@ models:
           - not_null
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: REWARDSLEVEL
         tests:

models/algorand/gold/algorand__key_registration_transaction.yml

@@ -9,8 +9,7 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
       - name: BLOCK_ID
         tests:
           - not_null

models/algorand/gold/algorand__payment_transaction.yml

@@ -5,10 +5,9 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: BLOCK_ID
         tests:
@@ -28,8 +27,6 @@ models:
       - name: SENDER
         tests:
           - not_null
-          - dbt_expectations.expect_column_value_lengths_to_equal:
-              value: 58
       - name: TX_TYPE
         tests:
           - not_null

models/algorand/gold/algorand__transaction_participation.yml

@@ -10,10 +10,9 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: BLOCK_ID
         tests:

models/algorand/gold/algorand__transactions.yml

@@ -5,10 +5,9 @@ models:
     columns:
       - name: BLOCK_TIMESTAMP
         tests:
-          - not_null:
-              enabled: False
+          - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: BLOCK_ID
         tests:
@@ -22,7 +21,7 @@ models:
       - name: INNER_TX
         tests:
           - not_null
-      - name: SENDER
+          - name: SENDER
         tests:
           - not_null
           - dbt_expectations.expect_column_value_lengths_to_equal:

models/algorand/silver/silver_algorand__account.sql

@@ -27,7 +27,11 @@ SELECT
   ab.block_timestamp AS created_at_timestamp,
   aa.keytype AS wallet_type,
   aa.account_data AS account_data,
-  aa._FIVETRAN_SYNCED
+  DATEADD(
+    ms,
+    __HEVO__LOADED_AT,
+    '1970-01-01'
+  ) AS _INSERTED_TIMESTAMP
 FROM
   {{ source(
     'algorand',
@@ -41,10 +45,14 @@ WHERE
   1 = 1
 
 {% if is_incremental() %}
-AND aa._FIVETRAN_SYNCED >= (
+AND DATEADD(
+  ms,
+  __HEVO__LOADED_AT,
+  '1970-01-01'
+) >= (
   SELECT
     MAX(
-      _FIVETRAN_SYNCED
+      _INSERTED_TIMESTAMP
     )
   FROM
     {{ this }}

models/algorand/silver/silver_algorand__account.yml

@@ -34,14 +34,14 @@ models:
         tests:
           - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: WALLET_TYPE
         tests:
           - accepted_values:
               values: ["sig", "msig", "lsig", "", null]
               enabled: False # unhandled deletions causes this test to fail
-      - name: _FIVETRAN_SYNCED
+      - name: _INSERTED_TIMESTAMP::DATE
         tests:
           - dbt_expectations.expect_row_values_to_have_recent_data:
               datepart: day

models/algorand/silver/silver_algorand__account_app.sql

@@ -20,24 +20,31 @@ SELECT
     b.addr :: STRING,
     b.app :: STRING
   ) AS _unique_key,
-  b._FIVETRAN_SYNCED
+  DATEADD(
+    ms,
+    __HEVO__LOADED_AT,
+    '1970-01-01'
+  ) AS _INSERTED_TIMESTAMP
 FROM
   {{ source(
     'algorand',
     'ACCOUNT_APP'
   ) }}
-  b
   LEFT JOIN {{ ref('silver_algorand__block') }}
   ab
   ON b.created_at = ab.block_id
 WHERE
   1 = 1
 
 {% if is_incremental() %}
-AND b._FIVETRAN_SYNCED >= (
+AND DATEADD(
+  ms,
+  __HEVO__LOADED_AT,
+  '1970-01-01'
+) >= (
   SELECT
     MAX(
-      _FIVETRAN_SYNCED
+      _INSERTED_TIMESTAMP
     )
   FROM
     {{ this }}

models/algorand/silver/silver_algorand__account_app.yml

@@ -25,13 +25,13 @@ models:
         tests:
           - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: APP_INFO
         tests:
           - not_null:
               where: APP_CLOSED = FALSE
-      - name: _FIVETRAN_SYNCED
+      - name: _INSERTED_TIMESTAMP::DATE
         tests:
           - dbt_expectations.expect_row_values_to_have_recent_data:
               datepart: day

models/algorand/silver/silver_algorand__account_asset.sql

@@ -33,7 +33,11 @@ SELECT
     address :: STRING,
     asset_id :: STRING
   ) AS _unique_key,
-  aa._FIVETRAN_SYNCED
+  DATEADD(
+    ms,
+    __HEVO__LOADED_AT,
+    '1970-01-01'
+  ) AS _INSERTED_TIMESTAMP
 FROM
   {{ source(
     'algorand',
@@ -49,10 +53,14 @@ WHERE
   1 = 1
 
 {% if is_incremental() %}
-AND aa._FIVETRAN_SYNCED >= (
+AND DATEADD(
+  ms,
+  __HEVO__LOADED_AT,
+  '1970-01-01'
+) >= (
   SELECT
     MAX(
-      _FIVETRAN_SYNCED
+      _INSERTED_TIMESTAMP
     )
   FROM
     {{ this }}

models/algorand/silver/silver_algorand__account_asset.yml

@@ -31,15 +31,15 @@ models:
         tests:
           - not_null
           - dbt_expectations.expect_row_values_to_have_recent_data:
-              datepart: day
+              datepart: hour
               interval: 50
       - name: FROZEN
         tests:
           - not_null
       - name: ASSET_CLOSED
         tests:
           - not_null
-      - name: _FIVETRAN_SYNCED
+      - name: _INSERTED_TIMESTAMP::DATE
         tests:
           - dbt_expectations.expect_row_values_to_have_recent_data:
               datepart: day