feat: 🎸 Add 8.x events and extrinsics

db/migrations/12_add_new_8_chain_events.sql

@@ -0,0 +1,50 @@
+alter type "7a0b4cc03e" add value if not exists 'beefy' after 'validators';
+alter type "7a0b4cc03e" add value if not exists 'revive' after 'beefy';
+
+alter type "0bf3c7d4ef" add value if not exists 'self_register_did' after 'unlink_child_identity';
+alter type "0bf3c7d4ef" add value if not exists 'remove_key' after 'sudo_as';
+alter type "0bf3c7d4ef" add value if not exists 'set_mandatory_receiver_affirmation' after 'lock_instruction';
+alter type "0bf3c7d4ef" add value if not exists 'transfer_funds' after 'set_mandatory_receiver_affirmation';
+alter type "0bf3c7d4ef" add value if not exists 'unlock_instruction' after 'transfer_funds';
+alter type "0bf3c7d4ef" add value if not exists 'approve_subsidy' after 'decrease_polyx_limit';
+alter type "0bf3c7d4ef" add value if not exists 'revoke_subsidy' after 'approve_subsidy';
+alter type "0bf3c7d4ef" add value if not exists 'accept_subsidy' after 'revoke_subsidy';
+alter type "0bf3c7d4ef" add value if not exists 'remove_subsidy' after 'accept_subsidy';
+alter type "0bf3c7d4ef" add value if not exists 'report_double_voting' after 'sumbit_unsigned';
+alter type "0bf3c7d4ef" add value if not exists 'report_double_voting_unsigned' after 'report_double_voting';
+alter type "0bf3c7d4ef" add value if not exists 'set_new_genesis' after 'report_double_voting_unsigned';
+alter type "0bf3c7d4ef" add value if not exists 'report_fork_voting' after 'set_new_genesis';
+alter type "0bf3c7d4ef" add value if not exists 'report_fork_voting_unsigned' after 'report_fork_voting';
+alter type "0bf3c7d4ef" add value if not exists 'report_future_block_voting' after 'report_fork_voting_unsigned';
+alter type "0bf3c7d4ef" add value if not exists 'report_future_block_voting_unsigned' after 'report_future_block_voting';
+alter type "0bf3c7d4ef" add value if not exists 'eth_transact' after 'report_future_block_voting_unsigned';
+alter type "0bf3c7d4ef" add value if not exists 'eth_instantiate_with_code' after 'eth_transact';
+alter type "0bf3c7d4ef" add value if not exists 'eth_call' after 'eth_instantiate_with_code';
+alter type "0bf3c7d4ef" add value if not exists 'eth_substrate_call' after 'eth_call';
+alter type "0bf3c7d4ef" add value if not exists 'map_account' after 'eth_substrate_call';
+alter type "0bf3c7d4ef" add value if not exists 'unmap_account' after 'map_account';
+alter type "0bf3c7d4ef" add value if not exists 'dispatch_as_fallback_account' after 'unmap_account';
+
+
+alter type "8f5a39c8ee" add value if not exists 'BurnedDebt' after 'Withdraw';
+alter type "8f5a39c8ee" add value if not exists 'BurnedHeld' after 'BurnedDebt';
+alter type "8f5a39c8ee" add value if not exists 'Held' after 'BurnedHeld';
+alter type "8f5a39c8ee" add value if not exists 'MintedCredit' after 'Held';
+alter type "8f5a39c8ee" add value if not exists 'Released' after 'MintedCredit';
+alter type "8f5a39c8ee" add value if not exists 'TransferAndHold' after 'Released';
+alter type "8f5a39c8ee" add value if not exists 'TransferOnHold' after 'TransferAndHold';
+alter type "8f5a39c8ee" add value if not exists 'Unexpected' after 'TransferOnHold';
+alter type "8f5a39c8ee" add value if not exists 'RootsPruned' after 'Slashed';
+alter type "8f5a39c8ee" add value if not exists 'RootStored' after 'RootsPruned';
+alter type "8f5a39c8ee" add value if not exists 'NFTHoldingsUpdated' after 'NFTPortfolioUpdated';
+alter type "8f5a39c8ee" add value if not exists 'NewQueued' after 'ValidatorReenabled';
+alter type "8f5a39c8ee" add value if not exists 'KeyRemoved' after 'KeyChanged';
+alter type "8f5a39c8ee" add value if not exists 'InstructionUnlocked' after 'VenueSignersUpdated';
+alter type "8f5a39c8ee" add value if not exists 'MandatoryReceiverAffirmationSet' after 'InstructionUnlocked';
+alter type "8f5a39c8ee" add value if not exists 'AcceptedSubsidy' after 'UpdatedPolyxLimit';
+alter type "8f5a39c8ee" add value if not exists 'ApprovedSubsidy' after 'AcceptedSubsidy';
+alter type "8f5a39c8ee" add value if not exists 'RemovedPendingSubsidy' after 'ApprovedSubsidy';
+alter type "8f5a39c8ee" add value if not exists 'RemovedSubsidy' after 'RemovedPendingSubsidy';
+alter type "8f5a39c8ee" add value if not exists 'SubsidyDebited' after 'RemovedSubsidy';
+alter type "8f5a39c8ee" add value if not exists 'EthExtrinsicRevert' after 'RootStored';
+

db/migrations/13_add_identity_to_asset_transactions.sql

@@ -0,0 +1,33 @@
+alter table "asset_transactions" add column if not exists "from_identity_id" text;
+alter table "asset_transactions" add column if not exists "to_identity_id" text;
+
+-- Backfill from portfolio IDs (format: did/portfolioNumber)
+update "asset_transactions"
+set "from_identity_id" = split_part("from_portfolio_id", '/', 1)
+where "from_portfolio_id" is not null
+  and "from_identity_id" is null;
+
+update "asset_transactions"
+set "to_identity_id" = split_part("to_portfolio_id", '/', 1)
+where "to_portfolio_id" is not null
+  and "to_identity_id" is null;
+
+-- Backfill account-based transactions from the accounts table.
+-- Note: this reflects the current identity association for the account,
+-- not necessarily the identity at the time of the transaction.
+update "asset_transactions" at
+set "from_identity_id" = a."identity_id"
+from "accounts" a
+where at."from_account" = a."id"
+  and at."from_identity_id" is null
+  and a."identity_id" is not null;
+
+update "asset_transactions" at
+set "to_identity_id" = a."identity_id"
+from "accounts" a
+where at."to_account" = a."id"
+  and at."to_identity_id" is null
+  and a."identity_id" is not null;
+
+create index if not exists "asset_transactions_from_identity_id" on "asset_transactions" ("from_identity_id");
+create index if not exists "asset_transactions_to_identity_id" on "asset_transactions" ("to_identity_id");

db/migrations/14_confidential_assets_events_8_chain.sql

@@ -0,0 +1,65 @@
+alter type "7a0b4cc03e" add value if not exists 'didregistrars' after 'revive';
+alter type "7a0b4cc03e" add value if not exists 'polymeshtransactionpayment' after 'didregistrars';
+alter type "7a0b4cc03e" add value if not exists 'multiblockmigrations' after 'polymeshtransactionpayment';
+alter type "7a0b4cc03e" add value if not exists 'confidentialassets' after 'multiblockmigrations';
+
+alter type "0bf3c7d4ef" add value if not exists 'force_set_cursor' after 'dispatch_as_fallback_account';
+alter type "0bf3c7d4ef" add value if not exists 'force_set_active_cursor' after 'force_set_cursor';
+alter type "0bf3c7d4ef" add value if not exists 'force_onboard_mbms' after 'force_set_active_cursor';
+alter type "0bf3c7d4ef" add value if not exists 'clear_historic' after 'force_onboard_mbms';
+alter type "0bf3c7d4ef" add value if not exists 'register_accounts' after 'clear_historic';
+alter type "0bf3c7d4ef" add value if not exists 'register_encryption_keys' after 'register_accounts';
+alter type "0bf3c7d4ef" add value if not exists 'register_account_assets' after 'register_encryption_keys';
+alter type "0bf3c7d4ef" add value if not exists 'mint_asset' after 'register_account_assets';
+alter type "0bf3c7d4ef" add value if not exists 'create_settlement' after 'mint_asset';
+alter type "0bf3c7d4ef" add value if not exists 'sender_affirmation' after 'create_settlement';
+alter type "0bf3c7d4ef" add value if not exists 'receiver_affirmation' after 'sender_affirmation';
+alter type "0bf3c7d4ef" add value if not exists 'mediator_affirmation' after 'receiver_affirmation';
+alter type "0bf3c7d4ef" add value if not exists 'sender_update_counter' after 'mediator_affirmation';
+alter type "0bf3c7d4ef" add value if not exists 'sender_revert_affirmation' after 'sender_update_counter';
+alter type "0bf3c7d4ef" add value if not exists 'receiver_revert_affirmation' after 'sender_revert_affirmation';
+alter type "0bf3c7d4ef" add value if not exists 'receiver_claim' after 'receiver_revert_affirmation';
+alter type "0bf3c7d4ef" add value if not exists 'batched_settlement' after 'receiver_claim';
+alter type "0bf3c7d4ef" add value if not exists 'register_fee_accounts' after 'batched_settlement';
+alter type "0bf3c7d4ef" add value if not exists 'topup_fee_accounts' after 'register_fee_accounts';
+alter type "0bf3c7d4ef" add value if not exists 'submit_batched_proofs' after 'topup_fee_accounts';
+alter type "0bf3c7d4ef" add value if not exists 'relayer_submit_batched_proofs' after 'submit_batched_proofs';
+alter type "0bf3c7d4ef" add value if not exists 'execute_instant_settlement' after 'relayer_submit_batched_proofs';
+alter type "0bf3c7d4ef" add value if not exists 'instant_sender_affirmation' after 'execute_instant_settlement';
+alter type "0bf3c7d4ef" add value if not exists 'instant_receiver_affirmation' after 'instant_sender_affirmation';
+
+alter type "8f5a39c8ee" add value if not exists 'AllowanceSpent' after 'CreatedAssetTransfer';
+alter type "8f5a39c8ee" add value if not exists 'FundsTransferred' after 'TickerLinkedToAsset';
+alter type "8f5a39c8ee" add value if not exists 'AccountAssetRegistered' after 'EthExtrinsicRevert';
+alter type "8f5a39c8ee" add value if not exists 'AccountCurveTreeRootUpdated' after 'AccountAssetRegistered';
+alter type "8f5a39c8ee" add value if not exists 'AccountRegistered' after 'AccountCurveTreeRootUpdated';
+alter type "8f5a39c8ee" add value if not exists 'AccountStateLeafInserted' after 'AccountRegistered';
+alter type "8f5a39c8ee" add value if not exists 'AssetCurveTreeRootUpdated' after 'AccountStateLeafInserted';
+alter type "8f5a39c8ee" add value if not exists 'AssetMinted' after 'AssetCurveTreeRootUpdated';
+alter type "8f5a39c8ee" add value if not exists 'AssetStateLeafUpdated' after 'AssetMinted';
+alter type "8f5a39c8ee" add value if not exists 'AssetUpdated' after 'AssetStateLeafUpdated';
+alter type "8f5a39c8ee" add value if not exists 'EncryptionKeyRegistered' after 'AssetUpdated';
+alter type "8f5a39c8ee" add value if not exists 'FeeAccountCurveTreeRootUpdated' after 'EncryptionKeyRegistered';
+alter type "8f5a39c8ee" add value if not exists 'FeeAccountDeposited' after 'FeeAccountCurveTreeRootUpdated';
+alter type "8f5a39c8ee" add value if not exists 'FeeAccountStateLeafInserted' after 'FeeAccountDeposited';
+alter type "8f5a39c8ee" add value if not exists 'FeeAccountUpdated' after 'FeeAccountStateLeafInserted';
+alter type "8f5a39c8ee" add value if not exists 'FeeAccountWithdrawn' after 'FeeAccountUpdated';
+alter type "8f5a39c8ee" add value if not exists 'MediatorAffirmed' after 'FeeAccountWithdrawn';
+alter type "8f5a39c8ee" add value if not exists 'MediatorRejected' after 'MediatorAffirmed';
+alter type "8f5a39c8ee" add value if not exists 'ReceiverAffirmationReverted' after 'MediatorRejected';
+alter type "8f5a39c8ee" add value if not exists 'ReceiverAffirmed' after 'ReceiverAffirmationReverted';
+alter type "8f5a39c8ee" add value if not exists 'ReceiverClaimed' after 'ReceiverAffirmed';
+alter type "8f5a39c8ee" add value if not exists 'RelayerBatchedProofs' after 'ReceiverClaimed';
+alter type "8f5a39c8ee" add value if not exists 'SenderAffirmationReverted' after 'RelayerBatchedProofs';
+alter type "8f5a39c8ee" add value if not exists 'SenderAffirmed' after 'SenderAffirmationReverted';
+alter type "8f5a39c8ee" add value if not exists 'SenderCounterUpdated' after 'SenderAffirmed';
+alter type "8f5a39c8ee" add value if not exists 'SettlementCreated' after 'SenderCounterUpdated';
+alter type "8f5a39c8ee" add value if not exists 'SettlementStatusUpdated' after 'SettlementCreated';
+alter type "8f5a39c8ee" add value if not exists 'HistoricCleared' after 'SettlementStatusUpdated';
+alter type "8f5a39c8ee" add value if not exists 'MigrationAdvanced' after 'HistoricCleared';
+alter type "8f5a39c8ee" add value if not exists 'MigrationCompleted' after 'MigrationAdvanced';
+alter type "8f5a39c8ee" add value if not exists 'MigrationFailed' after 'MigrationCompleted';
+alter type "8f5a39c8ee" add value if not exists 'MigrationSkipped' after 'MigrationFailed';
+alter type "8f5a39c8ee" add value if not exists 'UpgradeCompleted' after 'MigrationSkipped';
+alter type "8f5a39c8ee" add value if not exists 'UpgradeFailed' after 'UpgradeCompleted';
+alter type "8f5a39c8ee" add value if not exists 'UpgradeStarted' after 'UpgradeFailed';

db/migrations/15_add_missing_transfer_nft.sql

@@ -0,0 +1 @@
+alter type "0bf3c7d4ef" add value if not exists 'transfer_nft' after 'redeem_nft';

db/migrations/16_rename_submit_unsigned.sql

@@ -0,0 +1,12 @@
+DO $$
+BEGIN
+    IF EXISTS (
+        SELECT 1 
+        FROM pg_enum e
+        JOIN pg_type t ON e.enumtypid = t.oid
+        WHERE t.typname = '0bf3c7d4ef' 
+          AND e.enumlabel = 'sumbit_unsigned'
+    ) THEN
+        ALTER TYPE "0bf3c7d4ef" RENAME VALUE 'sumbit_unsigned' TO 'submit_unsigned';
+    END IF;
+END $$;

db/migrations/17_add_identity_to_portfolio_movement.sql

@@ -0,0 +1,19 @@
+alter table "portfolio_movements" add column if not exists "identity_id" text;
+
+-- Backfill from portfolio IDs (format: did/portfolioNumber)
+update "portfolio_movements"
+set "identity_id" = split_part("from_id", '/', 1)
+where "from_id" is not null
+  and "identity_id" is null;
+
+-- Backfill account-based transactions from the accounts table.
+-- Note: this reflects the current identity association for the account,
+-- not necessarily the identity at the time of the transaction.
+update "portfolio_movements" at
+set "identity_id" = a."identity_id"
+from "accounts" a
+where at."from_account" = a."id"
+  and at."identity_id" is null
+  and a."identity_id" is not null;
+
+create index if not exists "portfolio_movements_identity_id" on "portfolio_movements" ("identity_id");

db/migrations/18_add_reward_destination_to_staking_events.sql

@@ -0,0 +1,4 @@
+alter table "staking_events" add column if not exists "reward_destination" text;
+alter table "staking_events" add column if not exists "reward_destination_account" text;
+
+update "staking_events" set reward_destination = 'LegacyUnknown' where reward_destination is null and event_id in ('Reward', 'Rewarded');

db/schemaMigrations.ts

@@ -19,7 +19,7 @@ export const getMigrationVersion = (fileName: string): number | null => {
   const match = fileName.match(regex);
 
   if (match && match.length >= 2) {
-    return parseInt(match[1]);
+    return Number.parseInt(match[1]);
   }
 
   return null; // Return null if the version number is not found or invalid
@@ -41,24 +41,22 @@ export const schemaMigrations = async (dataSource?: DataSource): Promise<void> =
     const migrationDetails = await getLastMigrationFromDB(postgres);
     lastMigration = migrationDetails?.lastMigration || 0;
   } catch (e) {
-    console.log(`Error message: ${e.message}`);
+    console.log(`Error message: ${(e as Error).message}`);
   }
 
   const queries: string[] = [];
 
-  const migrations = readdirSync('../db/migrations');
-
   console.log(`Last executed migration sequence - ${lastMigration}`);
 
-  for (const file of migrations) {
-    const fileVersion = getMigrationVersion(file);
+  const migrations = readdirSync('../db/migrations')
+    .map(file => ({ file, version: getMigrationVersion(file) || 0 }))
+    .filter(m => m.version > lastMigration)
+    .sort((a, b) => a.version - b.version);
 
-    if (fileVersion && fileVersion > lastMigration) {
-      console.log(`Collecting migration file - ${file}`);
+  for (const { file, version } of migrations) {
+    console.log(`Collecting migration file - ${file}`);
 
-      queries.push(readFileSync(`../db/migrations/${file}`, 'utf-8'));
-      queries.push(migrationInsert(fileVersion));
-    }
+    queries.push(readFileSync(`../db/migrations/${file}`, 'utf-8'), migrationInsert(version));
   }
 
   if (queries.length > 0) {

docker-compose.yml

@@ -35,7 +35,7 @@ services:
       # Polymesh-local
       NETWORK_ENDPOINT: ws://host.docker.internal:9944
       # Setting NETWORK_HTTP_ENDPOINT will allow dynamic lookup of NETWORK_CHAIN_ID
-      NETWORK_HTTP_ENDPOINT: 'http://host.docker.internal:9933'
+      NETWORK_HTTP_ENDPOINT: 'http://host.docker.internal:9944'
       # Staging
       # NETWORK_ENDPOINT: wss://staging-rpc.polymesh.dev/
       # NETWORK_CHAIN_ID: '0x3c3183f6d701500766ff7d147b79c4f10014a095eaaa98e960dcef6b3ead50ee'

docker/sq-Dockerfile

@@ -26,7 +26,7 @@ RUN corepack enable \
   && rm -rf /root/.npm /root/.cache
 
 # Stage 2: Production Stage
-FROM onfinality/subql-node:v6.4.3 AS production
+FROM onfinality/subql-node:v6.4.6 AS production
 
 USER root
 

package.json

@@ -1,13 +1,14 @@
 {
   "name": "polymesh-subquery",
-  "version": "19.3.1",
+  "version": "19.6.0",
   "author": "Polymesh Association",
   "license": "Apache-2.0",
   "description": "A Polymesh Chain Indexer, providing a GraphQL interface",
   "main": "dist/index.js",
   "scripts": {
     "build": "subql build",
     "sql": "ts-node scripts/run-sql.ts",
+    "run:dev": "subql-node -f=./ --batch-size=50",
     "migrations": "ts-node scripts/run-migrations.ts",
     "prepack": "rm -rf dist && yarn build",
     "prepare": "husky install",
@@ -35,8 +36,8 @@
   "dependencies": {
     "@polkadot/api": "^16.5.2",
     "@polkadot/types-support": "^16.5.2",
-    "@polymeshassociation/polymesh-types": "^7.2.0",
-    "@subql/cli": "^6.6.0",
+    "@polymeshassociation/polymesh-types": "^7.4.0",
+    "@subql/cli": "^6.6.3",
     "@subql/types": "^3.15.0",
     "@subql/types-core": "^2.2.0",
     "bignumber.js": "^9.0.2",
@@ -54,7 +55,7 @@
     "@semantic-release/changelog": "^6.0.3",
     "@semantic-release/exec": "^6.0.3",
     "@semantic-release/npm": "^11.0.0",
-    "@subql/node": "^5.11.2",
+    "@subql/node": "^6.4.6",
     "@types/bn.js": "^4.11.6",
     "@types/jest": "^29.5.4",
     "@types/js-yaml": "^4.0.3",

project.ts

@@ -10,7 +10,7 @@ const chainId = process.env.NETWORK_CHAIN_ID || '';
 const endpoint = process.env.NETWORK_ENDPOINT || '';
 const dictionary = process.env.NETWORK_DICTIONARY || '';
 
-const filters = {
+const filters: Record<string, Record<string, string[]>> = {
   asset: {
     AssetAffirmationExemption: [],
     AssetBalanceUpdated: ['handleAssetBalanceUpdated'],
@@ -216,7 +216,8 @@ const filters = {
     ProposalFailedToExecute: [],
   },
   nft: {
-    NFTPortfolioUpdated: ['handleNftPortfolioUpdates'],
+    NFTPortfolioUpdated: ['handleNftHoldingsUpdates'],
+    NFTHoldingsUpdated: ['handleNftHoldingsUpdates'],
     NftCollectionCreated: ['handleNftCollectionCreated'],
   },
   pips: {
@@ -260,6 +261,7 @@ const filters = {
   settlement: {
     AffirmationWithdrawn: ['handleAffirmationWithdrawn'],
     FailedToExecuteInstruction: ['handleFailedToExecuteInstruction'],
+    FundsTransferred: ['handleFundsTransferred'],
     InstructionAffirmed: ['handleInstructionUpdate'],
     InstructionAutomaticallyAffirmed: ['handleAutomaticAffirmation'],
     InstructionAuthorized: ['handleInstructionUpdate'],
@@ -362,6 +364,14 @@ const filters = {
     RewardPaymentSchedulingInterrupted: [],
     SlashingAllowedForChanged: [],
   },
+  confidentialAssets: {},
+  didRegistrars: {},
+  polymeshTransactionPayment: {},
+  multiBlockMigrations: {},
+  beefy: {},
+  revive: {},
+  stateTrieMigration: {},
+  electionProviderMultiPhase: {},
 };
 
 const handlers: SubstrateEventHandler[] = [];
@@ -375,7 +385,7 @@ Object.keys(filters).forEach(module => {
       filter: {
         module,
       },
-    } as SubstrateEventHandler);
+    });
   }
 
   Object.keys(filters[module]).forEach(method => {
@@ -387,7 +397,7 @@ Object.keys(filters).forEach(module => {
           module,
           method,
         },
-      } as SubstrateEventHandler);
+      });
     }
 
     if (filters[module][method].length > 0) {
@@ -401,7 +411,7 @@ Object.keys(filters).forEach(module => {
             module,
             method,
           },
-        } as SubstrateEventHandler);
+        });
       });
     }
   });