mizzkey/packages/backend/src/queue/processors/DeliverProcessorService.ts

144 lines
4.8 KiB
TypeScript
Raw Normal View History

2022-09-17 20:27:08 +02:00
import { Inject, Injectable } from '@nestjs/common';
import { DI } from '@/di-symbols.js';
2022-09-20 22:33:11 +02:00
import type { DriveFilesRepository, InstancesRepository } from '@/models/index.js';
import type { Config } from '@/config.js';
2022-09-17 20:27:08 +02:00
import type Logger from '@/logger.js';
import { MetaService } from '@/core/MetaService.js';
2022-12-04 02:16:03 +01:00
import { ApRequestService } from '@/core/activitypub/ApRequestService.js';
2022-09-17 20:27:08 +02:00
import { FederatedInstanceService } from '@/core/FederatedInstanceService.js';
import { FetchInstanceMetadataService } from '@/core/FetchInstanceMetadataService.js';
import { Cache } from '@/misc/cache.js';
import type { Instance } from '@/models/entities/Instance.js';
import InstanceChart from '@/core/chart/charts/instance.js';
import ApRequestChart from '@/core/chart/charts/ap-request.js';
import FederationChart from '@/core/chart/charts/federation.js';
import { StatusError } from '@/misc/status-error.js';
import { UtilityService } from '@/core/UtilityService.js';
2023-01-03 00:48:00 +01:00
import { bindThis } from '@/decorators.js';
2022-09-17 20:27:08 +02:00
import { QueueLoggerService } from '../QueueLoggerService.js';
import type Bull from 'bull';
import type { DeliverJobData } from '../types.js';
@Injectable()
export class DeliverProcessorService {
2022-09-18 20:11:50 +02:00
private logger: Logger;
private suspendedHostsCache: Cache<Instance[]>;
private latest: string | null;
2022-09-17 20:27:08 +02:00
constructor(
@Inject(DI.config)
private config: Config,
@Inject(DI.instancesRepository)
private instancesRepository: InstancesRepository,
@Inject(DI.driveFilesRepository)
private driveFilesRepository: DriveFilesRepository,
private metaService: MetaService,
private utilityService: UtilityService,
private federatedInstanceService: FederatedInstanceService,
private fetchInstanceMetadataService: FetchInstanceMetadataService,
private apRequestService: ApRequestService,
private instanceChart: InstanceChart,
private apRequestChart: ApRequestChart,
private federationChart: FederationChart,
private queueLoggerService: QueueLoggerService,
) {
2022-09-18 20:11:50 +02:00
this.logger = this.queueLoggerService.logger.createSubLogger('deliver');
this.suspendedHostsCache = new Cache<Instance[]>(1000 * 60 * 60);
2022-09-17 20:27:08 +02:00
}
@bindThis
2022-09-17 20:27:08 +02:00
public async process(job: Bull.Job<DeliverJobData>): Promise<string> {
const { host } = new URL(job.data.to);
// ブロックしてたら中断
const meta = await this.metaService.fetch();
if (this.utilityService.isBlockedHost(meta.blockedHosts, this.utilityService.toPuny(host))) {
2022-09-17 20:27:08 +02:00
return 'skip (blocked)';
}
// isSuspendedなら中断
2022-09-18 20:11:50 +02:00
let suspendedHosts = this.suspendedHostsCache.get(null);
2022-09-17 20:27:08 +02:00
if (suspendedHosts == null) {
suspendedHosts = await this.instancesRepository.find({
where: {
isSuspended: true,
},
});
2022-09-18 20:11:50 +02:00
this.suspendedHostsCache.set(null, suspendedHosts);
2022-09-17 20:27:08 +02:00
}
if (suspendedHosts.map(x => x.host).includes(this.utilityService.toPuny(host))) {
return 'skip (suspended)';
}
try {
await this.apRequestService.signedPost(job.data.user, job.data.to, job.data.content);
// Update stats
2023-01-03 01:32:36 +01:00
this.federatedInstanceService.fetch(host).then(i => {
if (i.isNotResponding) {
this.instancesRepository.update(i.id, {
isNotResponding: false,
});
this.federatedInstanceService.updateCachePartial(host, {
isNotResponding: false,
});
}
2022-09-17 20:27:08 +02:00
this.fetchInstanceMetadataService.fetchInstanceMetadata(i);
this.instanceChart.requestSent(i.host, true);
this.apRequestChart.deliverSucc();
this.federationChart.deliverd(i.host, true);
});
return 'Success';
} catch (res) {
2023-01-03 00:48:00 +01:00
// Update stats
2023-01-03 01:32:36 +01:00
this.federatedInstanceService.fetch(host).then(i => {
if (!i.isNotResponding) {
this.instancesRepository.update(i.id, {
isNotResponding: true,
});
this.federatedInstanceService.updateCachePartial(host, {
isNotResponding: true,
});
}
2022-09-17 20:27:08 +02:00
this.instanceChart.requestSent(i.host, false);
this.apRequestChart.deliverFail();
this.federationChart.deliverd(i.host, false);
});
if (res instanceof StatusError) {
2023-01-03 00:48:00 +01:00
// 4xx
2022-09-17 20:27:08 +02:00
if (res.isClientError) {
// 相手が閉鎖していることを明示しているため、配送停止する
if (res.statusCode === 410) {
this.federatedInstanceService.fetch(host).then(i => {
this.instancesRepository.update(i.id, {
isSuspended: true,
});
this.federatedInstanceService.updateCachePartial(host, {
isSuspended: true,
});
});
return `${host} is gone`;
}
2023-01-03 00:48:00 +01:00
// HTTPステータスコード4xxはクライアントエラーであり、それはつまり
// 何回再送しても成功することはないということなのでエラーにはしないでおく
2022-09-17 20:27:08 +02:00
return `${res.statusCode} ${res.statusMessage}`;
}
// 5xx etc.
throw `${res.statusCode} ${res.statusMessage}`;
} else {
2023-01-03 00:48:00 +01:00
// DNS error, socket error, timeout ...
2022-09-17 20:27:08 +02:00
throw res;
}
}
}
}