Index xcm tasks

.github/workflows/deploy.yml

@@ -64,6 +64,7 @@ jobs:
                 cd ~/oak-subql && \
                 echo ${{ secrets.SECRET_FILE }} | base64 --decode > secret.${{ inputs.target_env }} && \
                 source secret.${{ inputs.target_env }} && \
+                cp project-${{ inputs.target_env }}.yaml project.yaml && \
                 make build'
 
       - name: Bring up the new container

README.md

@@ -130,4 +130,25 @@ query {
 }
 ```
 
-# Local development
+# Local development
+
+# Re-indexing
+
+When changing code we would need to re-index follow this process.
+
+1. Stop the existing index process
+
+2. Reset the state
+
+```
+subql-node reindex -f ./ --db-schema=turing --targetHeight=the-block-to-start-the-reindex --log-level=trace
+```
+
+After running this, the metadata and pointer will be reset to the `targetHeight`
+all data higher than or equal to that block height is delete and we are ready to
+resume the index process
+
+3. Resume the index process
+
+We write code in an idempotent way so we will be able to restart from that
+height

docker-compose.yml

@@ -2,7 +2,7 @@ version: "3.9"
 
 services:
   subquery-node:
-    image: onfinality/subql-node:v2.5.1
+    image: onfinality/subql-node:v3.5.0
     depends_on:
       - postgres
     restart: always
@@ -14,6 +14,8 @@ services:
       DB_PORT: 5432
     volumes:
       - ./:/app
+    # entrypoint: [ "sleep" ]
+    # command: ["infinity" ]
     command:
       - -f=/app
       - --db-schema=turing

mixer/src/etl/index.ts

@@ -114,8 +114,11 @@ export const populateTask = async() => {
     inner join events on extrinsics.id = events.extrinsic_id
     where events.data->>'taskId' is not null
             and events.method = 'TaskScheduled'
-            and extrinsics.module = 'automationTime'
-            and extrinsics.method  like 'schedule%'
+            and (
+                (extrinsics.module = 'automationTime' and extrinsics.method  like 'schedule%')
+                -- this is XCM task
+                or (extrinsics.module = 'parachainSystem' and extrinsics.method = 'setValidationData')
+            )
     order by events.block_height asc, idx asc
     )
 

mixer/src/migrate/index.ts

@@ -13,6 +13,7 @@ export const migrate = async () => {
     client.query('alter table turing.tasks  add column if not exists scheduled_start_at timestamp'),
     client.query('alter table turing.tasks  add column if not exists scheduled_end_at timestamp'),
     client.query('alter table turing.tasks  add column if not exists executed_count integer default(0)'),
+    client.query('alter table turing.tasks  alter column executed_count set default(0)'),
   ])
 
   // column need to be create before commit