2022-09-17 20:27:08 +02:00
|
|
|
import { Inject, Injectable } from '@nestjs/common';
|
|
|
|
import { MoreThan } from 'typeorm';
|
|
|
|
import { DI } from '@/di-symbols.js';
|
|
|
|
import { DriveFilesRepository, InstancesRepository } from '@/models/index.js';
|
|
|
|
import { Config } from '@/config.js';
|
|
|
|
import type Logger from '@/logger.js';
|
|
|
|
import { MetaService } from '@/core/MetaService.js';
|
|
|
|
import { ApRequestService } from '@/core/remote/activitypub/ApRequestService.js';
|
|
|
|
import { FederatedInstanceService } from '@/core/FederatedInstanceService.js';
|
|
|
|
import { FetchInstanceMetadataService } from '@/core/FetchInstanceMetadataService.js';
|
|
|
|
import { Cache } from '@/misc/cache.js';
|
|
|
|
import type { Instance } from '@/models/entities/Instance.js';
|
|
|
|
import InstanceChart from '@/core/chart/charts/instance.js';
|
|
|
|
import ApRequestChart from '@/core/chart/charts/ap-request.js';
|
|
|
|
import FederationChart from '@/core/chart/charts/federation.js';
|
|
|
|
import { StatusError } from '@/misc/status-error.js';
|
|
|
|
import { UtilityService } from '@/core/UtilityService.js';
|
|
|
|
import { QueueLoggerService } from '../QueueLoggerService.js';
|
|
|
|
import type Bull from 'bull';
|
|
|
|
import type { DeliverJobData } from '../types.js';
|
|
|
|
|
|
|
|
@Injectable()
|
|
|
|
export class DeliverProcessorService {
|
2022-09-18 20:11:50 +02:00
|
|
|
private logger: Logger;
|
|
|
|
private suspendedHostsCache: Cache<Instance[]>;
|
|
|
|
private latest: string | null;
|
2022-09-17 20:27:08 +02:00
|
|
|
|
|
|
|
constructor(
|
|
|
|
@Inject(DI.config)
|
|
|
|
private config: Config,
|
|
|
|
|
|
|
|
@Inject(DI.instancesRepository)
|
|
|
|
private instancesRepository: InstancesRepository,
|
|
|
|
|
|
|
|
@Inject(DI.driveFilesRepository)
|
|
|
|
private driveFilesRepository: DriveFilesRepository,
|
|
|
|
|
|
|
|
private metaService: MetaService,
|
|
|
|
private utilityService: UtilityService,
|
|
|
|
private federatedInstanceService: FederatedInstanceService,
|
|
|
|
private fetchInstanceMetadataService: FetchInstanceMetadataService,
|
|
|
|
private apRequestService: ApRequestService,
|
|
|
|
private instanceChart: InstanceChart,
|
|
|
|
private apRequestChart: ApRequestChart,
|
|
|
|
private federationChart: FederationChart,
|
|
|
|
private queueLoggerService: QueueLoggerService,
|
|
|
|
) {
|
2022-09-18 20:11:50 +02:00
|
|
|
this.logger = this.queueLoggerService.logger.createSubLogger('deliver');
|
|
|
|
this.suspendedHostsCache = new Cache<Instance[]>(1000 * 60 * 60);
|
|
|
|
this.latest = null;
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
public async process(job: Bull.Job<DeliverJobData>): Promise<string> {
|
|
|
|
const { host } = new URL(job.data.to);
|
|
|
|
|
|
|
|
// ブロックしてたら中断
|
|
|
|
const meta = await this.metaService.fetch();
|
|
|
|
if (meta.blockedHosts.includes(this.utilityService.toPuny(host))) {
|
|
|
|
return 'skip (blocked)';
|
|
|
|
}
|
|
|
|
|
|
|
|
// isSuspendedなら中断
|
2022-09-18 20:11:50 +02:00
|
|
|
let suspendedHosts = this.suspendedHostsCache.get(null);
|
2022-09-17 20:27:08 +02:00
|
|
|
if (suspendedHosts == null) {
|
|
|
|
suspendedHosts = await this.instancesRepository.find({
|
|
|
|
where: {
|
|
|
|
isSuspended: true,
|
|
|
|
},
|
|
|
|
});
|
2022-09-18 20:11:50 +02:00
|
|
|
this.suspendedHostsCache.set(null, suspendedHosts);
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|
|
|
|
if (suspendedHosts.map(x => x.host).includes(this.utilityService.toPuny(host))) {
|
|
|
|
return 'skip (suspended)';
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
2022-09-18 20:11:50 +02:00
|
|
|
if (this.latest !== (this.latest = JSON.stringify(job.data.content, null, 2))) {
|
|
|
|
this.logger.debug(`delivering ${this.latest}`);
|
2022-09-17 20:27:08 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
await this.apRequestService.signedPost(job.data.user, job.data.to, job.data.content);
|
|
|
|
|
|
|
|
// Update stats
|
|
|
|
this.federatedInstanceService.registerOrFetchInstanceDoc(host).then(i => {
|
|
|
|
this.instancesRepository.update(i.id, {
|
|
|
|
latestRequestSentAt: new Date(),
|
|
|
|
latestStatus: 200,
|
|
|
|
lastCommunicatedAt: new Date(),
|
|
|
|
isNotResponding: false,
|
|
|
|
});
|
|
|
|
|
|
|
|
this.fetchInstanceMetadataService.fetchInstanceMetadata(i);
|
|
|
|
|
|
|
|
this.instanceChart.requestSent(i.host, true);
|
|
|
|
this.apRequestChart.deliverSucc();
|
|
|
|
this.federationChart.deliverd(i.host, true);
|
|
|
|
});
|
|
|
|
|
|
|
|
return 'Success';
|
|
|
|
} catch (res) {
|
|
|
|
// Update stats
|
|
|
|
this.federatedInstanceService.registerOrFetchInstanceDoc(host).then(i => {
|
|
|
|
this.instancesRepository.update(i.id, {
|
|
|
|
latestRequestSentAt: new Date(),
|
|
|
|
latestStatus: res instanceof StatusError ? res.statusCode : null,
|
|
|
|
isNotResponding: true,
|
|
|
|
});
|
|
|
|
|
|
|
|
this.instanceChart.requestSent(i.host, false);
|
|
|
|
this.apRequestChart.deliverFail();
|
|
|
|
this.federationChart.deliverd(i.host, false);
|
|
|
|
});
|
|
|
|
|
|
|
|
if (res instanceof StatusError) {
|
|
|
|
// 4xx
|
|
|
|
if (res.isClientError) {
|
|
|
|
// HTTPステータスコード4xxはクライアントエラーであり、それはつまり
|
|
|
|
// 何回再送しても成功することはないということなのでエラーにはしないでおく
|
|
|
|
return `${res.statusCode} ${res.statusMessage}`;
|
|
|
|
}
|
|
|
|
|
|
|
|
// 5xx etc.
|
|
|
|
throw `${res.statusCode} ${res.statusMessage}`;
|
|
|
|
} else {
|
|
|
|
// DNS error, socket error, timeout ...
|
|
|
|
throw res;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|