Merge pull request #836 from autonomys/feat/keepImprovingStakingSquid

Staking-squid v24

indexers/staking-squid/schema.graphql

@@ -89,17 +89,6 @@ type Operator @entity {
   signingKey: String! @index
   minimumNominatorStake: BigInt!
   nominationTax: Int!
-  name: String! @index
-  description: String!
-  icon: String!
-  banner: String!
-  website: String!
-  websiteVerified: Boolean!
-  email: String!
-  emailVerified: Boolean!
-  discord: String!
-  github: String!
-  twitter: String!
   currentTotalStake: BigInt!
   currentStorageFeeDeposit: BigInt!
   currentEpochRewards: BigInt!
@@ -136,6 +125,27 @@ type Operator @entity {
   updatedAt: Int! @index
 }
 
+type OperatorProfile @entity {
+  id: ID! @index
+  operatorId: String! @index
+  accountId: String! @index
+  name: String! @index
+  description: String!
+  icon: String!
+  banner: String!
+  website: String!
+  websiteVerified: Boolean!
+  email: String!
+  emailVerified: Boolean!
+  discord: String!
+  github: String!
+  twitter: String!
+  proofMessage: String!
+  proofSignature: String!
+  createdAt: Int! @index
+  updatedAt: Int! @index
+}
+
 type DomainBlock @entity {
   id: ID! @index
   domainId: String! @index
@@ -215,7 +225,7 @@ enum NominatorStatus {
 enum NominatorPendingAction {
   NO_ACTION_REQUIRED
   PENDING_EPOCH_CHANGE
-  PENDING_DEREGISTRATION_LOCK
+  PENDING_LOCK_PERIOD
   READY_TO_UNLOCK_ALL_FUNDS
 }
 
@@ -312,7 +322,7 @@ type Withdrawal @entity {
   updatedAt: Int! @index
 }
 
-type RewardEvent @entity {
+type Reward @entity {
   id: ID! @index
   domainId: String! @index
   operatorId: String! @index

indexers/staking-squid/squid.yaml

@@ -1,6 +1,6 @@
 manifestVersion: subsquid.io/v0.1
 name: staking-squid
-version: 21
+version: 24
 description: Autonomys - Astral - Staking Indexer
 build:
 deploy:

indexers/staking-squid/src/events/epoch.ts

@@ -90,7 +90,7 @@ export async function processEpochTransitionEvent(
     _domain.runtimeId = pDomain.domainConfig.runtimeId;
 
     const stringifiedRuntime = JSON.stringify(pDomain.domainRuntimeInfo);
-    _domain.runtime = stringifiedRuntime.includes("AutoId")
+    _domain.runtime = stringifiedRuntime.includes("autoId")
       ? DomainRuntime.AutoId
       : DomainRuntime.EVM;
     _domain.runtimeInfo = stringifiedRuntime;
@@ -158,8 +158,7 @@ export async function processEpochTransitionEvent(
           )
           .forEach((n) => {
             n.status = NominatorStatus.PENDING;
-            n.pendingAction =
-              NominatorPendingAction.PENDING_DEREGISTRATION_LOCK;
+            n.pendingAction = NominatorPendingAction.PENDING_LOCK_PERIOD;
             n.updatedAt = currentBlockNumber;
             cache.nominators.set(n.id, n);
           });
@@ -185,15 +184,25 @@ export async function processEpochTransitionEvent(
   }
   domain.currentTotalStake = BigInt(0);
   domain.currentStorageFeeDeposit = BigInt(0);
+  domain.currentTotalShares = BigInt(0);
+  domain.currentSharePrice = BigInt(0);
   domain.accumulatedEpochStake = BigInt(0);
   domain.accumulatedEpochStorageFeeDeposit = BigInt(0);
 
   allOperators.forEach((o) => {
     domain.currentTotalStake += o.operatorDetails.currentTotalStake;
     domain.currentStorageFeeDeposit += o.operatorDetails.totalStorageFeeDeposit;
+    domain.currentTotalShares += o.operatorDetails.currentTotalShares;
+    domain.currentSharePrice =
+      domain.currentTotalShares > BigInt(0)
+        ? (domain.currentTotalStake * SHARES_CALCULATION_MULTIPLIER) /
+          domain.currentTotalShares
+        : BigInt(0);
     domain.accumulatedEpochStake += o.operatorDetails.currentTotalStake;
     domain.accumulatedEpochStorageFeeDeposit +=
       o.operatorDetails.totalStorageFeeDeposit;
+    domain.accumulatedEpochRewards += domain.totalRewardsCollected;
+    domain.accumulatedEpochShares += o.operatorDetails.currentTotalShares;
   });
 
   domain.completedEpoch = completedEpoch;

indexers/staking-squid/src/events/index.ts

@@ -14,9 +14,7 @@ import {
 import {
   processFundsUnlockedEvent,
   processNominatedStakedUnlockedEvent,
-  processNominatorUnlockedEvent,
   processOperatorUnlockedEvent,
-  processStorageFeeUnlockedEvent,
 } from "./unlock";
 import { processWithdrewStakeEvent } from "./withdraw";
 
@@ -79,10 +77,6 @@ async function processEvent(
         extrinsic,
         event
       );
-    case events.domains.nominatorUnlocked.name:
-      return processNominatorUnlockedEvent(cache, block, extrinsic, event);
-    case events.domains.storageFeeUnlocked.name:
-      return processStorageFeeUnlockedEvent(cache, block, extrinsic, event);
 
     // rewards and slashing
     case events.domains.operatorRewarded.name:

indexers/staking-squid/src/events/operator.ts

@@ -195,15 +195,12 @@ export function processOperatorRewardedEvent(
   domain.totalRewardsCollected += amount;
   cache.domains.set(domain.id, domain);
 
-  const operatorRewardedEvent = createRewardEvent(block, extrinsic, {
+  const operatorRewardedEvent = createRewardEvent(block, extrinsic, event, {
     operatorId: operator.id,
     domainId: operator.domainId,
     amount,
   });
-  cache.operatorRewardedEvents.set(
-    operatorRewardedEvent.id,
-    operatorRewardedEvent
-  );
+  cache.operatorRewards.set(operatorRewardedEvent.id, operatorRewardedEvent);
 
   cache.isModified = true;
 

indexers/staking-squid/src/events/unlock.ts

@@ -124,9 +124,17 @@ export function processFundsUnlockedEvent(
     });
 
   domain.totalWithdrawals += amountBigInt;
+  cache.domains.set(domain.id, domain);
+
   account.totalWithdrawals += amountBigInt;
+  cache.accounts.set(account.id, account);
+
   operator.totalWithdrawals += amountBigInt;
+  cache.operators.set(operator.id, operator);
+
   nominator.totalWithdrawals += amountBigInt;
+  nominator.pendingAction = NominatorPendingAction.NO_ACTION_REQUIRED;
+  cache.nominators.set(nominator.id, nominator);
 
   cache.isModified = true;
 
@@ -206,44 +214,17 @@ export function processNominatedStakedUnlockedEvent(
     });
 
   domain.totalWithdrawals += unlockedAmountBigInt;
-  account.totalWithdrawals += unlockedAmountBigInt;
-  operator.totalWithdrawals += unlockedAmountBigInt;
-  nominator.totalWithdrawals += unlockedAmountBigInt;
-
-  cache.isModified = true;
-
-  return cache;
-}
-
-export function processNominatorUnlockedEvent(
-  cache: Cache,
-  block: CtxBlock,
-  extrinsic: CtxExtrinsic,
-  event: CtxEvent
-) {
-  const { operatorId, nominatorId } = event.args;
-  const operatorIdNum = Number(operatorId);
-  const nominatorIdNum = Number(nominatorId);
-  const address = getCallSigner(extrinsic.call);
-  const blockNumber = getBlockNumber(block);
+  cache.domains.set(domain.id, domain);
 
-  cache.isModified = true;
+  account.totalWithdrawals += unlockedAmountBigInt;
+  cache.accounts.set(account.id, account);
 
-  return cache;
-}
+  operator.totalWithdrawals += unlockedAmountBigInt;
+  cache.operators.set(operator.id, operator);
 
-export function processStorageFeeUnlockedEvent(
-  cache: Cache,
-  block: CtxBlock,
-  extrinsic: CtxExtrinsic,
-  event: CtxEvent
-) {
-  const { operatorId, nominatorId, storageFee } = event.args;
-  const operatorIdNum = Number(operatorId);
-  const nominatorIdNum = Number(nominatorId);
-  const address = getCallSigner(extrinsic.call);
-  const blockNumber = getBlockNumber(block);
-  const storageFeeBigInt = BigInt(storageFee);
+  nominator.totalWithdrawals += unlockedAmountBigInt;
+  nominator.pendingAction = NominatorPendingAction.NO_ACTION_REQUIRED;
+  cache.nominators.set(nominator.id, nominator);
 
   cache.isModified = true;
 

indexers/staking-squid/src/events/withdraw.ts

@@ -1,3 +1,4 @@
+import { NominatorPendingAction } from "../model";
 import type { CtxBlock, CtxEvent, CtxExtrinsic } from "../processor";
 import {
   createWithdrawal,
@@ -64,6 +65,7 @@ export function processWithdrewStakeEvent(
 
   nominator.totalWithdrawalsCount++;
   nominator.totalEstimatedWithdrawals += estimatedAmount;
+  nominator.pendingAction = NominatorPendingAction.PENDING_LOCK_PERIOD;
   nominator.updatedAt = blockNumber;
   cache.nominators.set(nominator.id, nominator);
 

indexers/staking-squid/src/extrinsics/operator.ts

@@ -173,7 +173,9 @@ export function processDeregisterOperator(
       cache.withdrawals.set(w.id, w);
 
       n.status = NominatorStatus.PENDING;
+      n.pendingAction = NominatorPendingAction.PENDING_LOCK_PERIOD;
       n.totalWithdrawalsCount++;
+      n.totalEstimatedWithdrawals += estimatedAmount;
       n.updatedAt = blockNumber;
       cache.nominators.set(n.id, n);
 

indexers/staking-squid/src/storage/bundle.ts

@@ -45,7 +45,7 @@ export const createBundleAuthor = (
   props?: Partial<BundleAuthor>
 ): BundleAuthor =>
   new BundleAuthor({
-    id: randomUUID(),
+    id: bundleUID(domainId, bundleId, operatorId),
     domainId,
     accountId,
     operatorId,

indexers/staking-squid/src/storage/operator.ts

@@ -3,9 +3,9 @@ import {
   Operator,
   OperatorPendingAction,
   OperatorStatus,
-  RewardEvent,
+  Reward,
 } from "../model";
-import type { CtxBlock, CtxExtrinsic } from "../processor";
+import type { CtxBlock, CtxEvent, CtxExtrinsic } from "../processor";
 import { getBlockNumber, getTimestamp, operatorUID } from "../utils";
 import { Cache } from "../utils/cache";
 
@@ -22,17 +22,6 @@ export const createOperator = (
     signingKey: "0x",
     minimumNominatorStake: BigInt(0),
     nominationTax: 0,
-    name: "",
-    description: "",
-    icon: "",
-    banner: "",
-    website: "",
-    websiteVerified: false,
-    email: "",
-    emailVerified: false,
-    discord: "",
-    github: "",
-    twitter: "",
     currentTotalStake: BigInt(0),
     currentStorageFeeDeposit: BigInt(0),
     currentEpochRewards: BigInt(0),
@@ -88,10 +77,11 @@ export const getOrCreateOperator = (
 export const createRewardEvent = (
   block: CtxBlock,
   extrinsic: CtxExtrinsic,
-  props: Partial<RewardEvent>
-): RewardEvent =>
-  new RewardEvent({
-    id: randomUUID(),
+  event: CtxEvent,
+  props: Partial<Reward>
+): Reward =>
+  new Reward({
+    id: event.id,
     ...props,
     blockNumber: getBlockNumber(block),
     timestamp: getTimestamp(block),

indexers/staking-squid/src/utils/cache.ts

@@ -10,7 +10,7 @@ import {
   DomainEpoch,
   Nominator,
   Operator,
-  RewardEvent,
+  Reward,
   Stats,
   StatsPerAccount,
   StatsPerDomain,
@@ -34,7 +34,7 @@ export type TemporaryCache = {
   bundles: Map<string, Bundle>;
   bundleAuthors: Map<string, BundleAuthor>;
   domainBlocks: Map<string, DomainBlock>;
-  operatorRewardedEvents: Map<string, RewardEvent>;
+  operatorRewards: Map<string, Reward>;
   stats: Map<string, Stats>;
   statsPerDomain: Map<string, StatsPerDomain>;
   statsPerOperator: Map<string, StatsPerOperator>;
@@ -73,7 +73,7 @@ export const initTemporaryCache: TemporaryCache = {
   bundles: new Map(),
   bundleAuthors: new Map(),
   domainBlocks: new Map(),
-  operatorRewardedEvents: new Map(),
+  operatorRewards: new Map(),
   stats: new Map(),
   statsPerDomain: new Map(),
   statsPerOperator: new Map(),
@@ -143,7 +143,13 @@ const saveEntry = async <E extends Entity>(
     const entity = cache[name] as unknown as Map<string, E>;
     if (entity.size === 0) return;
 
-    await ctx.store.save(Array.from(entity.values()));
+    const entitiesArray = Array.from(entity.values()) as E[];
+    const batchSize = 300;
+
+    for (let i = 0; i < entitiesArray.length; i += batchSize) {
+      const batch = entitiesArray.slice(i, i + batchSize);
+      await ctx.store.save(batch);
+    }
   } catch (e) {
     console.error(`Failed to save ${name} with error:`, e);
   }
@@ -167,7 +173,7 @@ export const save = async (ctx: Ctx<Store>, cache: Cache) => {
   let logTemp = logEntry("bundles", cache.bundles);
   logTemp += logEntry("bundleAuthors", cache.bundleAuthors);
   logTemp += logEntry("domainBlocks", cache.domainBlocks);
-  logTemp += logEntry("operatorRewardedEvents", cache.operatorRewardedEvents);
+  logTemp += logEntry("operatorRewards", cache.operatorRewards);
   logTemp += logEntry("stats", cache.stats);
   logTemp += logEntry("statsPerDomain", cache.statsPerDomain);
   logTemp += logEntry("statsPerOperator", cache.statsPerOperator);
@@ -189,7 +195,7 @@ export const save = async (ctx: Ctx<Store>, cache: Cache) => {
   cache.internalKeyStore.clear();
   cache.bundles.clear();
   cache.bundleAuthors.clear();
-  cache.operatorRewardedEvents.clear();
+  cache.operatorRewards.clear();
   cache.domainBlocks.clear();
   cache.stats.clear();
   cache.statsPerDomain.clear();