Skip to content

Commit

Permalink
fix: genesis and current locations using materialized view (#138)
Browse files Browse the repository at this point in the history 
* fix: genesis and current locations using materialized view

* fix: provide down migration
  • Loading branch information
@rafaelcr
rafaelcr committed Jul 9, 2023
1 parent 8969c59 commit 88edee4
Show file tree
Hide file tree
Showing 3 changed files with 42 additions and 41 deletions.
30 changes: 30 additions & 0 deletions migrations/1688836243514_locations-index.ts
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
/* eslint-disable @typescript-eslint/naming-convention */
import { MigrationBuilder, ColumnDefinitions } from 'node-pg-migrate';

export const shorthands: ColumnDefinitions | undefined = undefined;

export function up(pgm: MigrationBuilder): void {
pgm.dropIndex('locations', ['output']); // Duplicate index
pgm.createIndex('locations', ['inscription_id'], { ifNotExists: true });

pgm.createMaterializedView(
'genesis_locations',
{},
`SELECT DISTINCT ON(inscription_id) * FROM locations ORDER BY inscription_id, block_height ASC`
);
pgm.createIndex('genesis_locations', ['inscription_id'], { unique: true });

pgm.createMaterializedView(
'current_locations',
{},
`SELECT DISTINCT ON(inscription_id) * FROM locations ORDER BY inscription_id, block_height DESC`
);
pgm.createIndex('current_locations', ['inscription_id'], { unique: true });
}

export function down(pgm: MigrationBuilder): void {
pgm.createIndex('locations', ['output']);
pgm.dropIndex('locations', ['inscription_id']);
pgm.dropMaterializedView('genesis_locations');
pgm.dropMaterializedView('current_locations');
}
47 changes: 9 additions & 38 deletions src/pg/pg-store.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,6 @@ export class PgStore extends BasePgStore {
* @param args - Apply/Rollback Chainhook events
*/
async updateInscriptions(payload: ChainhookPayload): Promise<void> {
const updatedInscriptionIds = new Set<number>();
await this.sqlWriteTransaction(async sql => {
for (const event of payload.rollback) {
for (const tx of event.transactions) {
Expand All @@ -81,7 +80,6 @@ export class PgStore extends BasePgStore {
);
const output = `${satpoint.tx_id}:${satpoint.vout}`;
const id = await this.rollBackInscriptionTransfer({ genesis_id, output });
if (id) updatedInscriptionIds.add(id);
logger.info(`PgStore rollback transfer (${genesis_id}) ${output}`);
}
}
Expand All @@ -97,7 +95,7 @@ export class PgStore extends BasePgStore {
const reveal = operation.inscription_revealed;
const satoshi = new OrdinalSatoshi(reveal.ordinal_number);
const satpoint = parseSatPoint(reveal.satpoint_post_inscription);
const id = await this.insertInscriptionGenesis({
await this.insertInscriptionGenesis({
inscription: {
genesis_id: reveal.inscription_id,
mime_type: reveal.content_type.split(';')[0],
Expand Down Expand Up @@ -125,7 +123,6 @@ export class PgStore extends BasePgStore {
sat_coinbase_height: satoshi.blockHeight,
},
});
if (id) updatedInscriptionIds.add(id);
logger.info(
`PgStore reveal #${reveal.inscription_number} (${reveal.inscription_id}) at block ${block_height}`
);
Expand All @@ -134,7 +131,7 @@ export class PgStore extends BasePgStore {
const reveal = operation.cursed_inscription_revealed;
const satoshi = new OrdinalSatoshi(reveal.ordinal_number);
const satpoint = parseSatPoint(reveal.satpoint_post_inscription);
const id = await this.insertInscriptionGenesis({
await this.insertInscriptionGenesis({
inscription: {
genesis_id: reveal.inscription_id,
mime_type: reveal.content_type.split(';')[0],
Expand Down Expand Up @@ -162,7 +159,6 @@ export class PgStore extends BasePgStore {
sat_coinbase_height: satoshi.blockHeight,
},
});
if (id) updatedInscriptionIds.add(id);
logger.info(
`PgStore cursed reveal #${reveal.inscription_number} (${reveal.inscription_id}) at block ${block_height}`
);
Expand Down Expand Up @@ -214,7 +210,6 @@ export class PgStore extends BasePgStore {
sat_coinbase_height,
},
});
updatedInscriptionIds.add(inscription_id);
logger.info(
`PgStore transfer (${transfer.inscription_id}) to output ${satpoint.tx_id}:${satpoint.vout} at block ${block_height}`
);
Expand All @@ -232,9 +227,8 @@ export class PgStore extends BasePgStore {
await this.refreshMaterializedView('chain_tip');
// Skip expensive view refreshes if we're not streaming any live blocks yet.
if (payload.chainhook.is_streaming_blocks) {
await this.normalizeInscriptionLocations({
inscription_id: Array.from(updatedInscriptionIds),
});
await this.refreshMaterializedView('genesis_locations');
await this.refreshMaterializedView('current_locations');
await this.refreshMaterializedView('inscription_count');
await this.refreshMaterializedView('mime_type_counts');
await this.refreshMaterializedView('sat_rarity_counts');
Expand Down Expand Up @@ -380,9 +374,9 @@ export class PgStore extends BasePgStore {
: sql`0 as total`
}
FROM inscriptions AS i
INNER JOIN locations AS loc ON loc.inscription_id = i.id
INNER JOIN locations AS gen ON gen.inscription_id = i.id
WHERE loc.current = TRUE AND gen.genesis = TRUE
INNER JOIN current_locations AS loc ON loc.inscription_id = i.id
INNER JOIN genesis_locations AS gen ON gen.inscription_id = i.id
WHERE TRUE
${
filters?.genesis_id?.length
? sql`AND i.genesis_id IN ${sql(filters.genesis_id)}`
Expand Down Expand Up @@ -529,12 +523,13 @@ export class PgStore extends BasePgStore {
FROM locations AS l
INNER JOIN inscriptions AS i ON l.inscription_id = i.id
WHERE
NOT EXISTS (SELECT id FROM genesis_locations WHERE id = l.id)
AND
${
'block_height' in args
? this.sql`l.block_height = ${args.block_height}`
: this.sql`l.block_hash = ${args.block_hash}`
}
AND l.genesis = FALSE
LIMIT ${args.limit}
OFFSET ${args.offset}
)
Expand Down Expand Up @@ -764,28 +759,4 @@ export class PgStore extends BasePgStore {
});
return inscription_id;
}

private async normalizeInscriptionLocations(args: { inscription_id: number[] }): Promise<void> {
await this.sqlWriteTransaction(async sql => {
for (const id of args.inscription_id) {
await sql`
WITH i_genesis AS (
SELECT id FROM locations
WHERE inscription_id = ${id}
ORDER BY block_height ASC
LIMIT 1
), i_current AS (
SELECT id FROM locations
WHERE inscription_id = ${id}
ORDER BY block_height DESC
LIMIT 1
)
UPDATE locations SET
current = (CASE WHEN id = (SELECT id FROM i_current) THEN TRUE ELSE FALSE END),
genesis = (CASE WHEN id = (SELECT id FROM i_genesis) THEN TRUE ELSE FALSE END)
WHERE inscription_id = ${id}
`;
}
});
}
}
6 changes: 3 additions & 3 deletions tests/inscriptions.test.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2422,7 +2422,7 @@ describe('/inscriptions', () => {
expect(response1.statusCode).toBe(200);
const responseJson1 = response1.json();
expect(responseJson1.total).toBe(0);
expect(responseJson1.results.length).toBeGreaterThan(0);
expect(responseJson1.results.length).toBe(0);

const response2 = await fastify.inject({
method: 'GET',
Expand All @@ -2431,7 +2431,7 @@ describe('/inscriptions', () => {
expect(response2.statusCode).toBe(200);
const responseJson2 = response2.json();
expect(responseJson2.total).toBe(0);
expect(responseJson2.results.length).toBeGreaterThan(0);
expect(responseJson2.results.length).toBe(0);

const response3 = await fastify.inject({
method: 'GET',
Expand All @@ -2440,7 +2440,7 @@ describe('/inscriptions', () => {
expect(response3.statusCode).toBe(200);
const responseJson3 = response3.json();
expect(responseJson3.total).toBe(0);
expect(responseJson3.results.length).toBeGreaterThan(0);
expect(responseJson3.results.length).toBe(0);
});
});
});
Expand Down

0 comments on commit 88edee4

Please sign in to comment.