2023-07-27 08:31:52 +03:00
|
|
|
/*
|
|
|
|
* SPDX-FileCopyrightText: syuilo and other misskey contributors
|
|
|
|
* SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
*/
|
|
|
|
|
2022-09-17 21:27:08 +03:00
|
|
|
import { Inject, Injectable } from '@nestjs/common';
|
2023-04-14 07:50:05 +03:00
|
|
|
import * as Redis from 'ioredis';
|
2023-08-16 11:51:28 +03:00
|
|
|
import type { BlockingsRepository, ChannelFollowingsRepository, FollowingsRepository, MutingsRepository, RenoteMutingsRepository, MiUserProfile, UserProfilesRepository, UsersRepository } from '@/models/index.js';
|
2023-04-04 11:32:09 +03:00
|
|
|
import { MemoryKVCache, RedisKVCache } from '@/misc/cache.js';
|
2023-08-16 11:51:28 +03:00
|
|
|
import type { MiLocalUser, MiUser } from '@/models/entities/User.js';
|
2022-09-17 21:27:08 +03:00
|
|
|
import { DI } from '@/di-symbols.js';
|
2022-12-04 03:16:03 +02:00
|
|
|
import { UserEntityService } from '@/core/entities/UserEntityService.js';
|
2022-12-04 08:03:09 +02:00
|
|
|
import { bindThis } from '@/decorators.js';
|
2023-01-14 01:27:23 +02:00
|
|
|
import { StreamMessages } from '@/server/api/stream/types.js';
|
2023-01-12 14:02:26 +02:00
|
|
|
import type { OnApplicationShutdown } from '@nestjs/common';
|
2022-09-17 21:27:08 +03:00
|
|
|
|
|
|
|
@Injectable()
|
2023-04-04 11:32:09 +03:00
|
|
|
export class CacheService implements OnApplicationShutdown {
|
2023-08-16 11:51:28 +03:00
|
|
|
public userByIdCache: MemoryKVCache<MiUser, MiUser | string>;
|
|
|
|
public localUserByNativeTokenCache: MemoryKVCache<MiLocalUser | null, string | null>;
|
|
|
|
public localUserByIdCache: MemoryKVCache<MiLocalUser>;
|
|
|
|
public uriPersonCache: MemoryKVCache<MiUser | null, string | null>;
|
|
|
|
public userProfileCache: RedisKVCache<MiUserProfile>;
|
2023-04-05 04:21:10 +03:00
|
|
|
public userMutingsCache: RedisKVCache<Set<string>>;
|
|
|
|
public userBlockingCache: RedisKVCache<Set<string>>;
|
|
|
|
public userBlockedCache: RedisKVCache<Set<string>>; // NOTE: 「被」Blockキャッシュ
|
|
|
|
public renoteMutingsCache: RedisKVCache<Set<string>>;
|
|
|
|
public userFollowingsCache: RedisKVCache<Set<string>>;
|
|
|
|
public userFollowingChannelsCache: RedisKVCache<Set<string>>;
|
2022-09-17 21:27:08 +03:00
|
|
|
|
|
|
|
constructor(
|
2023-04-04 11:32:09 +03:00
|
|
|
@Inject(DI.redis)
|
|
|
|
private redisClient: Redis.Redis,
|
|
|
|
|
2023-04-09 11:09:27 +03:00
|
|
|
@Inject(DI.redisForSub)
|
|
|
|
private redisForSub: Redis.Redis,
|
2022-09-17 21:27:08 +03:00
|
|
|
|
|
|
|
@Inject(DI.usersRepository)
|
|
|
|
private usersRepository: UsersRepository,
|
|
|
|
|
2023-04-05 04:21:10 +03:00
|
|
|
@Inject(DI.userProfilesRepository)
|
|
|
|
private userProfilesRepository: UserProfilesRepository,
|
|
|
|
|
|
|
|
@Inject(DI.mutingsRepository)
|
|
|
|
private mutingsRepository: MutingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.blockingsRepository)
|
|
|
|
private blockingsRepository: BlockingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.renoteMutingsRepository)
|
|
|
|
private renoteMutingsRepository: RenoteMutingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.followingsRepository)
|
|
|
|
private followingsRepository: FollowingsRepository,
|
|
|
|
|
|
|
|
@Inject(DI.channelFollowingsRepository)
|
|
|
|
private channelFollowingsRepository: ChannelFollowingsRepository,
|
|
|
|
|
2022-09-17 21:27:08 +03:00
|
|
|
private userEntityService: UserEntityService,
|
|
|
|
) {
|
2022-12-04 08:03:09 +02:00
|
|
|
//this.onMessage = this.onMessage.bind(this);
|
2022-09-17 21:27:08 +03:00
|
|
|
|
2023-08-16 11:51:28 +03:00
|
|
|
const localUserByIdCache = new MemoryKVCache<MiLocalUser>(1000 * 60 * 60 * 6 /* 6h */);
|
2023-07-08 15:18:16 +03:00
|
|
|
this.localUserByIdCache = localUserByIdCache;
|
|
|
|
|
|
|
|
// ローカルユーザーならlocalUserByIdCacheにデータを追加し、こちらにはid(文字列)だけを追加する
|
2023-08-16 11:51:28 +03:00
|
|
|
const userByIdCache = new MemoryKVCache<MiUser, MiUser | string>(1000 * 60 * 60 * 6 /* 6h */, {
|
2023-07-08 15:18:16 +03:00
|
|
|
toMapConverter: user => {
|
|
|
|
if (user.host === null) {
|
2023-08-16 11:51:28 +03:00
|
|
|
localUserByIdCache.set(user.id, user as MiLocalUser);
|
2023-07-08 15:18:16 +03:00
|
|
|
return user.id;
|
|
|
|
}
|
|
|
|
|
|
|
|
return user;
|
|
|
|
},
|
|
|
|
fromMapConverter: userOrId => typeof userOrId === 'string' ? localUserByIdCache.get(userOrId) : userOrId,
|
|
|
|
});
|
|
|
|
this.userByIdCache = userByIdCache;
|
|
|
|
|
2023-08-16 11:51:28 +03:00
|
|
|
this.localUserByNativeTokenCache = new MemoryKVCache<MiLocalUser | null, string | null>(Infinity, {
|
2023-07-08 15:18:16 +03:00
|
|
|
toMapConverter: user => {
|
|
|
|
if (user === null) return null;
|
|
|
|
|
|
|
|
localUserByIdCache.set(user.id, user);
|
|
|
|
return user.id;
|
|
|
|
},
|
|
|
|
fromMapConverter: id => id === null ? null : localUserByIdCache.get(id),
|
|
|
|
});
|
2023-08-16 11:51:28 +03:00
|
|
|
this.uriPersonCache = new MemoryKVCache<MiUser | null, string | null>(Infinity, {
|
2023-07-08 15:18:16 +03:00
|
|
|
toMapConverter: user => {
|
|
|
|
if (user === null) return null;
|
|
|
|
|
|
|
|
userByIdCache.set(user.id, user);
|
|
|
|
return user.id;
|
|
|
|
},
|
|
|
|
fromMapConverter: id => id === null ? null : userByIdCache.get(id),
|
|
|
|
});
|
2023-04-05 04:21:10 +03:00
|
|
|
|
2023-08-16 11:51:28 +03:00
|
|
|
this.userProfileCache = new RedisKVCache<MiUserProfile>(this.redisClient, 'userProfile', {
|
2023-04-05 04:21:10 +03:00
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.userProfilesRepository.findOneByOrFail({ userId: key }),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(value),
|
|
|
|
fromRedisConverter: (value) => JSON.parse(value), // TODO: date型の考慮
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userMutingsCache = new RedisKVCache<Set<string>>(this.redisClient, 'userMutings', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.mutingsRepository.find({ where: { muterId: key }, select: ['muteeId'] }).then(xs => new Set(xs.map(x => x.muteeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userBlockingCache = new RedisKVCache<Set<string>>(this.redisClient, 'userBlocking', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.blockingsRepository.find({ where: { blockerId: key }, select: ['blockeeId'] }).then(xs => new Set(xs.map(x => x.blockeeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userBlockedCache = new RedisKVCache<Set<string>>(this.redisClient, 'userBlocked', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.blockingsRepository.find({ where: { blockeeId: key }, select: ['blockerId'] }).then(xs => new Set(xs.map(x => x.blockerId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.renoteMutingsCache = new RedisKVCache<Set<string>>(this.redisClient, 'renoteMutings', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.renoteMutingsRepository.find({ where: { muterId: key }, select: ['muteeId'] }).then(xs => new Set(xs.map(x => x.muteeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userFollowingsCache = new RedisKVCache<Set<string>>(this.redisClient, 'userFollowings', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.followingsRepository.find({ where: { followerId: key }, select: ['followeeId'] }).then(xs => new Set(xs.map(x => x.followeeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
|
|
|
|
|
|
|
this.userFollowingChannelsCache = new RedisKVCache<Set<string>>(this.redisClient, 'userFollowingChannels', {
|
|
|
|
lifetime: 1000 * 60 * 30, // 30m
|
|
|
|
memoryCacheLifetime: 1000 * 60, // 1m
|
|
|
|
fetcher: (key) => this.channelFollowingsRepository.find({ where: { followerId: key }, select: ['followeeId'] }).then(xs => new Set(xs.map(x => x.followeeId))),
|
|
|
|
toRedisConverter: (value) => JSON.stringify(Array.from(value)),
|
|
|
|
fromRedisConverter: (value) => new Set(JSON.parse(value)),
|
|
|
|
});
|
2022-09-17 21:27:08 +03:00
|
|
|
|
2023-04-09 11:09:27 +03:00
|
|
|
this.redisForSub.on('message', this.onMessage);
|
2022-09-17 21:27:08 +03:00
|
|
|
}
|
|
|
|
|
2022-12-04 08:03:09 +02:00
|
|
|
@bindThis
|
2022-09-24 01:12:11 +03:00
|
|
|
private async onMessage(_: string, data: string): Promise<void> {
|
2022-09-17 21:27:08 +03:00
|
|
|
const obj = JSON.parse(data);
|
|
|
|
|
|
|
|
if (obj.channel === 'internal') {
|
2023-01-14 01:27:23 +02:00
|
|
|
const { type, body } = obj.message as StreamMessages['internal']['payload'];
|
2022-09-17 21:27:08 +03:00
|
|
|
switch (type) {
|
|
|
|
case 'userChangeSuspendedState':
|
|
|
|
case 'remoteUserUpdated': {
|
|
|
|
const user = await this.usersRepository.findOneByOrFail({ id: body.id });
|
2023-02-13 08:28:07 +02:00
|
|
|
this.userByIdCache.set(user.id, user);
|
2022-09-17 21:27:08 +03:00
|
|
|
for (const [k, v] of this.uriPersonCache.cache.entries()) {
|
2023-07-08 15:18:16 +03:00
|
|
|
if (v.value === user.id) {
|
2023-02-13 08:28:07 +02:00
|
|
|
this.uriPersonCache.set(k, user);
|
2022-09-17 21:27:08 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
if (this.userEntityService.isLocalUser(user)) {
|
2023-04-04 11:32:09 +03:00
|
|
|
this.localUserByNativeTokenCache.set(user.token!, user);
|
2022-09-17 21:27:08 +03:00
|
|
|
this.localUserByIdCache.set(user.id, user);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case 'userTokenRegenerated': {
|
2023-08-16 11:51:28 +03:00
|
|
|
const user = await this.usersRepository.findOneByOrFail({ id: body.id }) as MiLocalUser;
|
2022-09-17 21:27:08 +03:00
|
|
|
this.localUserByNativeTokenCache.delete(body.oldToken);
|
|
|
|
this.localUserByNativeTokenCache.set(body.newToken, user);
|
|
|
|
break;
|
|
|
|
}
|
2023-01-14 01:27:23 +02:00
|
|
|
case 'follow': {
|
|
|
|
const follower = this.userByIdCache.get(body.followerId);
|
|
|
|
if (follower) follower.followingCount++;
|
|
|
|
const followee = this.userByIdCache.get(body.followeeId);
|
|
|
|
if (followee) followee.followersCount++;
|
|
|
|
break;
|
|
|
|
}
|
2022-09-17 21:27:08 +03:00
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-01-13 01:56:06 +02:00
|
|
|
@bindThis
|
2023-08-16 11:51:28 +03:00
|
|
|
public findUserById(userId: MiUser['id']) {
|
2023-02-13 08:28:07 +02:00
|
|
|
return this.userByIdCache.fetch(userId, () => this.usersRepository.findOneByOrFail({ id: userId }));
|
2023-01-13 01:56:06 +02:00
|
|
|
}
|
|
|
|
|
2022-12-04 08:03:09 +02:00
|
|
|
@bindThis
|
2023-05-29 07:21:26 +03:00
|
|
|
public dispose(): void {
|
2023-04-09 11:09:27 +03:00
|
|
|
this.redisForSub.off('message', this.onMessage);
|
2023-06-10 07:45:11 +03:00
|
|
|
this.userByIdCache.dispose();
|
|
|
|
this.localUserByNativeTokenCache.dispose();
|
|
|
|
this.localUserByIdCache.dispose();
|
|
|
|
this.uriPersonCache.dispose();
|
|
|
|
this.userProfileCache.dispose();
|
|
|
|
this.userMutingsCache.dispose();
|
|
|
|
this.userBlockingCache.dispose();
|
|
|
|
this.userBlockedCache.dispose();
|
|
|
|
this.renoteMutingsCache.dispose();
|
|
|
|
this.userFollowingsCache.dispose();
|
|
|
|
this.userFollowingChannelsCache.dispose();
|
2022-09-17 21:27:08 +03:00
|
|
|
}
|
2023-05-29 07:21:26 +03:00
|
|
|
|
|
|
|
@bindThis
|
|
|
|
public onApplicationShutdown(signal?: string | undefined): void {
|
|
|
|
this.dispose();
|
|
|
|
}
|
2022-09-17 21:27:08 +03:00
|
|
|
}
|