Sharkey/src/api/endpoints/posts/search.ts

201 lines
4.7 KiB
TypeScript
Raw Normal View History

2016-12-29 00:49:51 +02:00
/**
* Module dependencies
*/
import * as mongo from 'mongodb';
2017-03-08 20:50:09 +02:00
import $ from 'cafy';
2017-01-20 11:08:08 +02:00
const escapeRegexp = require('escape-regexp');
2016-12-29 00:49:51 +02:00
import Post from '../../models/post';
2017-12-20 21:01:44 +02:00
import User from '../../models/user';
2017-12-20 23:31:56 +02:00
import getFriends from '../../common/get-friends';
2016-12-29 00:49:51 +02:00
import serialize from '../../serializers/post';
2017-01-20 11:08:08 +02:00
import config from '../../../conf';
2016-12-29 00:49:51 +02:00
/**
* Search a post
*
2017-03-01 10:37:01 +02:00
* @param {any} params
* @param {any} me
* @return {Promise<any>}
2016-12-29 00:49:51 +02:00
*/
2017-03-03 21:28:38 +02:00
module.exports = (params, me) => new Promise(async (res, rej) => {
2017-12-20 21:01:44 +02:00
// Get 'text' parameter
const [text, textError] = $(params.text).optional.string().$;
if (textError) return rej('invalid text param');
// Get 'user_id' parameter
const [userId, userIdErr] = $(params.user_id).optional.id().$;
if (userIdErr) return rej('invalid user_id param');
// Get 'username' parameter
const [username, usernameErr] = $(params.username).optional.string().$;
if (usernameErr) return rej('invalid username param');
2017-12-20 23:31:56 +02:00
// Get 'following' parameter
const [following = null, followingErr] = $(params.following).optional.nullable.boolean().$;
if (followingErr) return rej('invalid following param');
2017-12-20 21:01:44 +02:00
// Get 'include_replies' parameter
const [includeReplies = true, includeRepliesErr] = $(params.include_replies).optional.boolean().$;
if (includeRepliesErr) return rej('invalid include_replies param');
// Get 'with_media' parameter
const [withMedia = false, withMediaErr] = $(params.with_media).optional.boolean().$;
if (withMediaErr) return rej('invalid with_media param');
// Get 'since_date' parameter
const [sinceDate, sinceDateErr] = $(params.since_date).optional.number().$;
if (sinceDateErr) throw 'invalid since_date param';
// Get 'until_date' parameter
const [untilDate, untilDateErr] = $(params.until_date).optional.number().$;
if (untilDateErr) throw 'invalid until_date param';
2016-12-29 00:49:51 +02:00
// Get 'offset' parameter
2017-03-08 20:50:09 +02:00
const [offset = 0, offsetErr] = $(params.offset).optional.number().min(0).$;
2017-03-02 23:48:26 +02:00
if (offsetErr) return rej('invalid offset param');
2016-12-29 00:49:51 +02:00
2017-12-20 21:01:44 +02:00
// Get 'limit' parameter
const [limit = 10, limitErr] = $(params.limit).optional.number().range(1, 30).$;
if (limitErr) return rej('invalid limit param');
let user = userId;
if (user == null && username != null) {
const _user = await User.findOne({
username_lower: username.toLowerCase()
});
if (_user) {
user = _user._id;
}
}
2016-12-29 00:49:51 +02:00
2017-12-20 21:01:44 +02:00
// If Elasticsearch is available, search by it
2016-12-29 00:49:51 +02:00
// If not, search by MongoDB
(config.elasticsearch.enable ? byElasticsearch : byNative)
2017-12-20 23:31:56 +02:00
(res, rej, me, text, user, following, includeReplies, withMedia, sinceDate, untilDate, offset, limit);
2016-12-29 00:49:51 +02:00
});
// Search by MongoDB
2017-12-20 23:31:56 +02:00
async function byNative(res, rej, me, text, userId, following, includeReplies, withMedia, sinceDate, untilDate, offset, max) {
2017-12-20 21:01:44 +02:00
const q: any = {};
if (text) {
q.$and = text.split(' ').map(x => ({
text: new RegExp(escapeRegexp(x))
}));
}
if (userId) {
q.user_id = userId;
}
2017-12-20 23:31:56 +02:00
if (following != null) {
const ids = await getFriends(me._id, false);
q.user_id = {};
if (following) {
q.user_id.$in = ids;
} else {
q.user_id.$nin = ids;
}
}
2017-12-20 21:01:44 +02:00
if (!includeReplies) {
q.reply_id = null;
}
if (withMedia) {
q.media_ids = {
$exists: true,
$ne: null
};
}
if (sinceDate) {
q.created_at = {
$gt: new Date(sinceDate)
};
}
if (untilDate) {
if (q.created_at == undefined) q.created_at = {};
q.created_at.$lt = new Date(untilDate);
}
2016-12-29 00:49:51 +02:00
// Search posts
const posts = await Post
2017-12-20 21:01:44 +02:00
.find(q, {
2016-12-29 00:49:51 +02:00
sort: {
_id: -1
},
limit: max,
skip: offset
2017-01-17 04:11:22 +02:00
});
2016-12-29 00:49:51 +02:00
// Serialize
res(await Promise.all(posts.map(async post =>
await serialize(post, me))));
}
// Search by Elasticsearch
2017-12-20 23:31:56 +02:00
async function byElasticsearch(res, rej, me, text, userId, following, includeReplies, withMedia, sinceDate, untilDate, offset, max) {
2016-12-29 00:49:51 +02:00
const es = require('../../db/elasticsearch');
es.search({
index: 'misskey',
type: 'post',
body: {
size: max,
from: offset,
query: {
simple_query_string: {
fields: ['text'],
2017-12-20 21:01:44 +02:00
query: text,
2016-12-29 00:49:51 +02:00
default_operator: 'and'
}
},
sort: [
{ _doc: 'desc' }
],
highlight: {
pre_tags: ['<mark>'],
post_tags: ['</mark>'],
encoder: 'html',
fields: {
text: {}
}
}
}
}, async (error, response) => {
if (error) {
console.error(error);
return res(500);
}
if (response.hits.total === 0) {
return res([]);
}
const hits = response.hits.hits.map(hit => new mongo.ObjectID(hit._id));
2017-02-27 09:54:20 +02:00
// Fetch found posts
2016-12-29 00:49:51 +02:00
const posts = await Post
.find({
_id: {
$in: hits
}
2017-01-17 04:11:22 +02:00
}, {
2016-12-29 00:49:51 +02:00
sort: {
_id: -1
}
2017-01-17 04:11:22 +02:00
});
2016-12-29 00:49:51 +02:00
posts.map(post => {
post._highlight = response.hits.hits.filter(hit => post._id.equals(hit._id))[0].highlight.text[0];
});
// Serialize
res(await Promise.all(posts.map(async post =>
await serialize(post, me))));
});
}