Press n or j to go to the next uncovered block, b, p or k for the previous block.
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 | import { AppDataSourceService } from "./data-source.js";
import { AccountSummaryEntity } from "../entity/account.summary.entity.js";
import { AppDataRedisService } from "../domain/data-redis.js";
import { Repository } from "typeorm";
import type { Logger } from "pino";
import { tokens } from "../../registry/tokens.js";
import { autoInjectable, inject, singleton } from "tsyringe";
@singleton()
@autoInjectable()
class BackfillCacheService {
private readonly accountSummaryRepository: Repository<AccountSummaryEntity>;
private readonly redisClient: AppDataRedisService["redisClient"];
private readonly BACKFILL_KEY = "backfill-summary";
private readonly TTL = 60 * 60 * 24; // 24 hours
constructor(
private appDataSourceService: AppDataSourceService,
private appDataRedisService: AppDataRedisService,
@inject(tokens.Logger) private readonly logger: Logger,
) {
this.accountSummaryRepository =
this.appDataSourceService.AppDataSource.getRepository(
AccountSummaryEntity,
);
this.redisClient = this.appDataRedisService.redisClient;
}
async syncBackfillStatusJob(): Promise<void> {
this.logger.info({}, "Running syncBackfillStatusJob...");
try {
const summaries = await this.accountSummaryRepository
.createQueryBuilder("acc")
.select([
"acc.book_id AS book_id",
"acc.transaction_time AS transaction_time",
])
.getRawMany();
if (summaries.length === 0) {
this.logger.info({}, "No backfill data to update.");
return;
}
const tx = this.redisClient.multi();
summaries.forEach(({ book_id, transaction_time }) => {
if (!transaction_time) {
this.logger.warn(
{ book_id },
"Skipping book_id because transaction_time is missing",
);
return;
}
const transactionDate =
transaction_time instanceof Date
? transaction_time
: new Date(transaction_time);
this.logger.info(
{ book_id, transaction_time: transactionDate.toISOString() },
"Updating backfill-summary",
);
tx.hset(
`{${this.BACKFILL_KEY}}`,
book_id,
transactionDate.toISOString(),
);
});
tx.expire(`{${this.BACKFILL_KEY}}`, this.TTL);
await tx.exec();
this.logger.info(
{ count: summaries.length },
"Backfill data updated in Redis",
);
} catch (error) {
this.logger.error({ err: error }, "Failed to sync backfill data");
}
}
async updateBackfill(event: AccountSummaryEntity[]): Promise<void> {
try {
this.logger.info(
{ count: event.length },
"Updating backfill for account summary entries",
);
const tx = this.redisClient.multi();
for (const entry of event) {
const bookId = entry.book_id;
const transaction_time = entry.transaction_time;
if (transaction_time) {
const existingTransactionTime = await this.redisClient.hget(
`{${this.BACKFILL_KEY}}`,
bookId,
);
const transactionDate =
transaction_time instanceof Date
? transaction_time
: new Date(transaction_time);
if (
!existingTransactionTime ||
transactionDate > new Date(existingTransactionTime)
) {
this.logger.info(
{ bookId, transaction_time: transactionDate.toISOString() },
"Updating backfill-summary",
);
tx.hset(
`{${this.BACKFILL_KEY}}`,
bookId,
transactionDate.toISOString(),
);
}
}
}
tx.expire(`{${this.BACKFILL_KEY}}`, this.TTL);
await tx.exec();
this.logger.info({}, "Backfill update completed successfully.");
} catch (error) {
this.logger.error({ err: error }, "Error updating backfill summary");
}
}
}
export { BackfillCacheService };
|