import es from '../../db/elasticsearch'; import { publishMainStream, publishNotesStream } from '../stream'; import DeliverManager from '../../remote/activitypub/deliver-manager'; import renderNote from '../../remote/activitypub/renderer/note'; import renderCreate from '../../remote/activitypub/renderer/create'; import renderAnnounce from '../../remote/activitypub/renderer/announce'; import { renderActivity } from '../../remote/activitypub/renderer'; import watch from './watch'; import { parse } from '../../mfm/parse'; import { resolveUser } from '../../remote/resolve-user'; import config from '../../config'; import { updateHashtags } from '../update-hashtag'; import { concat } from '../../prelude/array'; import insertNoteUnread from './unread'; import { registerOrFetchInstanceDoc } from '../register-or-fetch-instance-doc'; import extractMentions from '../../misc/extract-mentions'; import extractEmojis from '../../misc/extract-emojis'; import extractHashtags from '../../misc/extract-hashtags'; import { Note, IMentionedRemoteUsers } from '../../models/entities/note'; import { Mutings, Users, NoteWatchings, Notes, Instances, UserProfiles, Antennas, Followings } from '../../models'; import { DriveFile } from '../../models/entities/drive-file'; import { App } from '../../models/entities/app'; import { Not, getConnection, In } from 'typeorm'; import { User, ILocalUser, IRemoteUser } from '../../models/entities/user'; import { genId } from '../../misc/gen-id'; import { notesChart, perUserNotesChart, activeUsersChart, instanceChart } from '../chart'; import { Poll, IPoll } from '../../models/entities/poll'; import { createNotification } from '../create-notification'; import { isDuplicateKeyValueError } from '../../misc/is-duplicate-key-value-error'; import { ensure } from '../../prelude/ensure'; import { checkHitAntenna } from '../../misc/check-hit-antenna'; import { addNoteToAntenna } from '../add-note-to-antenna'; import { countSameRenotes } from '../../misc/count-same-renotes'; type NotificationType = 'reply' | 'renote' | 'quote' | 'mention'; class NotificationManager { private notifier: User; private note: Note; private queue: { target: ILocalUser['id']; reason: NotificationType; }[]; constructor(notifier: User, note: Note) { this.notifier = notifier; this.note = note; this.queue = []; } public push(notifiee: ILocalUser['id'], reason: NotificationType) { // 自分自身へは通知しない if (this.notifier.id === notifiee) return; const exist = this.queue.find(x => x.target === notifiee); if (exist) { // 「メンションされているかつ返信されている」場合は、メンションとしての通知ではなく返信としての通知にする if (reason != 'mention') { exist.reason = reason; } } else { this.queue.push({ reason: reason, target: notifiee }); } } public async deliver() { for (const x of this.queue) { // ミュート情報を取得 const mentioneeMutes = await Mutings.find({ muterId: x.target }); const mentioneesMutedUserIds = mentioneeMutes.map(m => m.muteeId); // 通知される側のユーザーが通知する側のユーザーをミュートしていない限りは通知する if (!mentioneesMutedUserIds.includes(this.notifier.id)) { createNotification(x.target, x.reason, { notifierId: this.notifier.id, noteId: this.note.id }); } } } } type Option = { createdAt?: Date | null; name?: string | null; text?: string | null; reply?: Note | null; renote?: Note | null; files?: DriveFile[] | null; poll?: IPoll | null; viaMobile?: boolean | null; localOnly?: boolean | null; cw?: string | null; visibility?: string; visibleUsers?: User[] | null; apMentions?: User[] | null; apHashtags?: string[] | null; apEmojis?: string[] | null; uri?: string | null; url?: string | null; app?: App | null; }; export default async (user: User, data: Option, silent = false) => new Promise(async (res, rej) => { if (data.createdAt == null) data.createdAt = new Date(); if (data.visibility == null) data.visibility = 'public'; if (data.viaMobile == null) data.viaMobile = false; if (data.localOnly == null) data.localOnly = false; // サイレンス if (user.isSilenced && data.visibility === 'public') { data.visibility = 'home'; } // Renote対象が「ホームまたは全体」以外の公開範囲ならreject if (data.renote && data.renote.visibility !== 'public' && data.renote.visibility !== 'home' && data.renote.userId !== user.id) { return rej('Renote target is not public or home'); } // Renote対象がpublicではないならhomeにする if (data.renote && data.renote.visibility !== 'public' && data.visibility === 'public') { data.visibility = 'home'; } // Renote対象がfollowersならfollowersにする if (data.renote && data.renote.visibility === 'followers') { data.visibility = 'followers'; } // 返信対象がpublicではないならhomeにする if (data.reply && data.reply.visibility !== 'public' && data.visibility === 'public') { data.visibility = 'home'; } // ローカルのみをRenoteしたらローカルのみにする if (data.renote && data.renote.localOnly) { data.localOnly = true; } // ローカルのみにリプライしたらローカルのみにする if (data.reply && data.reply.localOnly) { data.localOnly = true; } if (data.text) { data.text = data.text.trim(); } let tags = data.apHashtags; let emojis = data.apEmojis; let mentionedUsers = data.apMentions; // Parse MFM if needed if (!tags || !emojis || !mentionedUsers) { const tokens = data.text ? parse(data.text)! : []; const cwTokens = data.cw ? parse(data.cw)! : []; const choiceTokens = data.poll && data.poll.choices ? concat(data.poll.choices.map(choice => parse(choice)!)) : []; const combinedTokens = tokens.concat(cwTokens).concat(choiceTokens); tags = data.apHashtags || extractHashtags(combinedTokens); emojis = data.apEmojis || extractEmojis(combinedTokens); mentionedUsers = data.apMentions || await extractMentionedUsers(user, combinedTokens); } tags = tags.filter(tag => Array.from(tag || '').length <= 128).splice(0, 32); if (data.reply && (user.id !== data.reply.userId) && !mentionedUsers.some(u => u.id === data.reply!.userId)) { mentionedUsers.push(await Users.findOne(data.reply.userId).then(ensure)); } if (data.visibility == 'specified') { if (data.visibleUsers == null) throw new Error('invalid param'); for (const u of data.visibleUsers) { if (!mentionedUsers.some(x => x.id === u.id)) { mentionedUsers.push(u); } } if (data.reply && !data.visibleUsers.some(x => x.id === data.reply!.userId)) { data.visibleUsers.push(await Users.findOne(data.reply.userId).then(ensure)); } } const note = await insertNote(user, data, tags, emojis, mentionedUsers); res(note); // 統計を更新 notesChart.update(note, true); perUserNotesChart.update(user, note, true); // Register host if (Users.isRemoteUser(user)) { registerOrFetchInstanceDoc(user.host).then(i => { Instances.increment({ id: i.id }, 'notesCount', 1); instanceChart.updateNote(i.host, note, true); }); } // ハッシュタグ更新 if (data.visibility === 'public' || data.visibility === 'home') { updateHashtags(user, tags); } // Increment notes count (user) incNotesCountOfUser(user); // Antenna Antennas.find().then(async antennas => { const followings = await Followings.createQueryBuilder('following') .andWhere(`following.followeeId = :userId`, { userId: note.userId }) .getMany(); const followers = followings.map(f => f.followerId); for (const antenna of antennas) { checkHitAntenna(antenna, note, user, followers).then(hit => { if (hit) { addNoteToAntenna(antenna, note, user); } }); } }); if (data.reply) { saveReply(data.reply, note); } // この投稿を除く指定したユーザーによる指定したノートのリノートが存在しないとき if (data.renote && (await countSameRenotes(user.id, data.renote.id, note.id) === 0)) { incRenoteCount(data.renote); } if (!silent) { // ローカルユーザーのチャートはタイムライン取得時に更新しているのでリモートユーザーの場合だけでよい if (Users.isRemoteUser(user)) activeUsersChart.update(user); // 未読通知を作成 if (data.visibility == 'specified') { if (data.visibleUsers == null) throw new Error('invalid param'); for (const u of data.visibleUsers) { insertNoteUnread(u, note, true); } } else { for (const u of mentionedUsers) { insertNoteUnread(u, note, false); } } // Pack the note const noteObj = await Notes.pack(note); if (user.notesCount === 0) { (noteObj as any).isFirstNote = true; } publishNotesStream(noteObj); const nm = new NotificationManager(user, note); const nmRelatedPromises = []; await createMentionedEvents(mentionedUsers, note, nm); const profile = await UserProfiles.findOne(user.id).then(ensure); // If has in reply to note if (data.reply) { // Fetch watchers nmRelatedPromises.push(notifyToWatchersOfReplyee(data.reply, user, nm)); // この投稿をWatchする if (Users.isLocalUser(user) && profile.autoWatch) { watch(user.id, data.reply); } // 通知 if (data.reply.userHost === null) { nm.push(data.reply.userId, 'reply'); publishMainStream(data.reply.userId, 'reply', noteObj); } } // If it is renote if (data.renote) { const type = data.text ? 'quote' : 'renote'; // Notify if (data.renote.userHost === null) { nm.push(data.renote.userId, type); } // Fetch watchers nmRelatedPromises.push(notifyToWatchersOfRenotee(data.renote, user, nm, type)); // この投稿をWatchする if (Users.isLocalUser(user) && profile.autoWatch) { watch(user.id, data.renote); } // Publish event if ((user.id !== data.renote.userId) && data.renote.userHost === null) { publishMainStream(data.renote.userId, 'renote', noteObj); } } Promise.all(nmRelatedPromises).then(() => { nm.deliver(); }); //#region AP deliver if (Users.isLocalUser(user)) { (async () => { const noteActivity = await renderNoteOrRenoteActivity(data, note); const dm = new DeliverManager(user, noteActivity); // メンションされたリモートユーザーに配送 for (const u of mentionedUsers.filter(u => Users.isRemoteUser(u))) { dm.addDirectRecipe(u as IRemoteUser); } // 投稿がリプライかつ投稿者がローカルユーザーかつリプライ先の投稿の投稿者がリモートユーザーなら配送 if (data.reply && data.reply.userHost !== null) { const u = await Users.findOne(data.reply.userId); if (u && Users.isRemoteUser(u)) dm.addDirectRecipe(u); } // 投稿がRenoteかつ投稿者がローカルユーザーかつRenote元の投稿の投稿者がリモートユーザーなら配送 if (data.renote && data.renote.userHost !== null) { const u = await Users.findOne(data.renote.userId); if (u && Users.isRemoteUser(u)) dm.addDirectRecipe(u); } // フォロワーに配送 if (['public', 'home', 'followers'].includes(note.visibility)) { dm.addFollowersRecipe(); } dm.execute(); })(); } //#endregion } // Register to search database index(note); }); async function renderNoteOrRenoteActivity(data: Option, note: Note) { if (data.localOnly) return null; const content = data.renote && data.text == null && data.poll == null && (data.files == null || data.files.length == 0) ? renderAnnounce(data.renote.uri ? data.renote.uri : `${config.url}/notes/${data.renote.id}`, note) : renderCreate(await renderNote(note, false), note); return renderActivity(content); } function incRenoteCount(renote: Note) { Notes.increment({ id: renote.id }, 'renoteCount', 1); Notes.increment({ id: renote.id }, 'score', 1); } async function insertNote(user: User, data: Option, tags: string[], emojis: string[], mentionedUsers: User[]) { const insert = new Note({ id: genId(data.createdAt!), createdAt: data.createdAt!, fileIds: data.files ? data.files.map(file => file.id) : [], replyId: data.reply ? data.reply.id : null, renoteId: data.renote ? data.renote.id : null, name: data.name, text: data.text, hasPoll: data.poll != null, cw: data.cw == null ? null : data.cw, tags: tags.map(tag => tag.toLowerCase()), emojis, userId: user.id, viaMobile: data.viaMobile!, localOnly: data.localOnly!, visibility: data.visibility as any, visibleUserIds: data.visibility == 'specified' ? data.visibleUsers ? data.visibleUsers.map(u => u.id) : [] : [], attachedFileTypes: data.files ? data.files.map(file => file.type) : [], // 以下非正規化データ replyUserId: data.reply ? data.reply.userId : null, replyUserHost: data.reply ? data.reply.userHost : null, renoteUserId: data.renote ? data.renote.userId : null, renoteUserHost: data.renote ? data.renote.userHost : null, userHost: user.host, }); if (data.uri != null) insert.uri = data.uri; if (data.url != null) insert.url = data.url; // Append mentions data if (mentionedUsers.length > 0) { insert.mentions = mentionedUsers.map(u => u.id); const profiles = await UserProfiles.find({ userId: In(insert.mentions) }); insert.mentionedRemoteUsers = JSON.stringify(mentionedUsers.filter(u => Users.isRemoteUser(u)).map(u => { const profile = profiles.find(p => p.userId == u.id); const url = profile != null ? profile.url : null; return { uri: u.uri, url: url == null ? undefined : url, username: u.username, host: u.host } as IMentionedRemoteUsers[0]; })); } // 投稿を作成 try { let note: Note; if (insert.hasPoll) { // Start transaction await getConnection().transaction(async transactionalEntityManager => { note = await transactionalEntityManager.save(insert); const poll = new Poll({ noteId: note.id, choices: data.poll!.choices, expiresAt: data.poll!.expiresAt, multiple: data.poll!.multiple, votes: new Array(data.poll!.choices.length).fill(0), noteVisibility: note.visibility, userId: user.id, userHost: user.host }); await transactionalEntityManager.save(poll); }); } else { note = await Notes.save(insert); } return note!; } catch (e) { // duplicate key error if (isDuplicateKeyValueError(e)) { const err = new Error('Duplicated note'); err.name = 'duplicated'; throw err; } console.error(e); throw new Error('something happened'); } } function index(note: Note) { if (note.text == null || config.elasticsearch == null) return; es!.index({ index: config.elasticsearch.index || 'misskey_note', id: note.id.toString(), body: { text: note.text.toLowerCase(), userId: note.userId, userHost: note.userHost } }); } async function notifyToWatchersOfRenotee(renote: Note, user: User, nm: NotificationManager, type: NotificationType) { const watchers = await NoteWatchings.find({ noteId: renote.id, userId: Not(user.id) }); for (const watcher of watchers) { nm.push(watcher.userId, type); } } async function notifyToWatchersOfReplyee(reply: Note, user: User, nm: NotificationManager) { const watchers = await NoteWatchings.find({ noteId: reply.id, userId: Not(user.id) }); for (const watcher of watchers) { nm.push(watcher.userId, 'reply'); } } async function createMentionedEvents(mentionedUsers: User[], note: Note, nm: NotificationManager) { for (const u of mentionedUsers.filter(u => Users.isLocalUser(u))) { const detailPackedNote = await Notes.pack(note, u, { detail: true }); publishMainStream(u.id, 'mention', detailPackedNote); // Create notification nm.push(u.id, 'mention'); } } function saveReply(reply: Note, note: Note) { Notes.increment({ id: reply.id }, 'repliesCount', 1); } function incNotesCountOfUser(user: User) { Users.increment({ id: user.id }, 'notesCount', 1); Users.update({ id: user.id }, { updatedAt: new Date() }); } async function extractMentionedUsers(user: User, tokens: ReturnType): Promise { if (tokens == null) return []; const mentions = extractMentions(tokens); let mentionedUsers = (await Promise.all(mentions.map(m => resolveUser(m.username, m.host || user.host).catch(() => null) ))).filter(x => x != null) as User[]; // Drop duplicate users mentionedUsers = mentionedUsers.filter((u, i, self) => i === self.findIndex(u2 => u.id === u2.id) ); return mentionedUsers; }