Sharkey/packages/backend/src/queue/processors/ImportFollowingProcessorService.ts

100 lines
2.9 KiB
TypeScript
Raw Normal View History

2022-09-17 21:27:08 +03:00
import { Inject, Injectable } from '@nestjs/common';
import { IsNull, MoreThan } from 'typeorm';
import { DI } from '@/di-symbols.js';
2022-09-23 00:21:31 +03:00
import type { UsersRepository, DriveFilesRepository } from '@/models/index.js';
2022-09-20 23:33:11 +03:00
import type { Config } from '@/config.js';
2022-09-17 21:27:08 +03:00
import type Logger from '@/logger.js';
import * as Acct from '@/misc/acct.js';
import { ResolveUserService } from '@/core/remote/ResolveUserService.js';
import { DownloadService } from '@/core/DownloadService.js';
import { UserFollowingService } from '@/core/UserFollowingService.js';
import { UtilityService } from '@/core/UtilityService.js';
import { QueueLoggerService } from '../QueueLoggerService.js';
import type Bull from 'bull';
import type { DbUserImportJobData } from '../types.js';
@Injectable()
export class ImportFollowingProcessorService {
2022-09-18 21:11:50 +03:00
private logger: Logger;
2022-09-17 21:27:08 +03:00
constructor(
@Inject(DI.config)
private config: Config,
@Inject(DI.usersRepository)
private usersRepository: UsersRepository,
@Inject(DI.driveFilesRepository)
private driveFilesRepository: DriveFilesRepository,
private utilityService: UtilityService,
private userFollowingService: UserFollowingService,
private resolveUserService: ResolveUserService,
private downloadService: DownloadService,
private queueLoggerService: QueueLoggerService,
) {
2022-09-18 21:11:50 +03:00
this.logger = this.queueLoggerService.logger.createSubLogger('import-following');
2022-09-17 21:27:08 +03:00
}
public async process(job: Bull.Job<DbUserImportJobData>, done: () => void): Promise<void> {
2022-09-18 21:11:50 +03:00
this.logger.info(`Importing following of ${job.data.user.id} ...`);
2022-09-17 21:27:08 +03:00
const user = await this.usersRepository.findOneBy({ id: job.data.user.id });
if (user == null) {
done();
return;
}
const file = await this.driveFilesRepository.findOneBy({
id: job.data.fileId,
});
if (file == null) {
done();
return;
}
const csv = await this.downloadService.downloadTextFile(file.url);
let linenum = 0;
for (const line of csv.trim().split('\n')) {
linenum++;
try {
const acct = line.split(',')[0].trim();
const { username, host } = Acct.parse(acct);
let target = this.utilityService.isSelfHost(host!) ? await this.usersRepository.findOneBy({
host: IsNull(),
usernameLower: username.toLowerCase(),
}) : await this.usersRepository.findOneBy({
host: this.utilityService.toPuny(host!),
usernameLower: username.toLowerCase(),
});
if (host == null && target == null) continue;
if (target == null) {
target = await this.resolveUserService.resolveUser(username, host);
}
if (target == null) {
throw `cannot resolve user: @${username}@${host}`;
}
// skip myself
if (target.id === job.data.user.id) continue;
2022-09-18 21:11:50 +03:00
this.logger.info(`Follow[${linenum}] ${target.id} ...`);
2022-09-17 21:27:08 +03:00
this.userFollowingService.follow(user, target);
} catch (e) {
2022-09-18 21:11:50 +03:00
this.logger.warn(`Error in line:${linenum} ${e}`);
2022-09-17 21:27:08 +03:00
}
}
2022-09-18 21:11:50 +03:00
this.logger.succ('Imported');
2022-09-17 21:27:08 +03:00
done();
}
}