Sharkey/src/index.ts

279 lines
7.3 KiB
TypeScript
Raw Normal View History

2016-12-29 00:49:51 +02:00
/**
2017-01-02 23:09:17 +02:00
* Misskey Entry Point!
2016-12-29 00:49:51 +02:00
*/
Error.stackTraceLimit = Infinity;
2018-08-06 15:35:49 +03:00
require('events').EventEmitter.defaultMaxListeners = 128;
2016-12-29 00:49:51 +02:00
import * as os from 'os';
import * as cluster from 'cluster';
2017-11-06 12:59:14 +02:00
import chalk from 'chalk';
2018-07-13 17:25:32 +03:00
import * as portscanner from 'portscanner';
Create type definition for 'is-root' (#4001) * Update @types/sharp requirement from 0.21.0 to 0.21.1 Updates the requirements on [@types/sharp](https://github.com/DefinitelyTyped/DefinitelyTyped) to permit the latest version. - [Release notes](https://github.com/DefinitelyTyped/DefinitelyTyped/releases) - [Commits](https://github.com/DefinitelyTyped/DefinitelyTyped/commits) Signed-off-by: dependabot[bot] <support@dependabot.com> * Add multiline math syntax Co-authored-by: syuilo <syuilotan@yahoo.co.jp> * New translations ja-JP.yml (Catalan) * New translations ja-JP.yml (Chinese Simplified) * New translations ja-JP.yml (English) * New translations ja-JP.yml (French) * New translations ja-JP.yml (German) * New translations ja-JP.yml (Italian) * New translations ja-JP.yml (Korean) * New translations ja-JP.yml (Polish) * New translations ja-JP.yml (Portuguese) * New translations ja-JP.yml (Russian) * New translations ja-JP.yml (Spanish) * New translations ja-JP.yml (Japanese, Kansai) * New translations ja-JP.yml (Dutch) * New translations ja-JP.yml (Norwegian) * New translations ja-JP.yml (English) * Create type definition for 'is-root' * [MFM] Add spin syntax Resolve #4003 * [MFM] Add flip syntax Resolve #4002 * Fix test * Update CHANGELOG.md * 10.79.0 * Update @fortawesome/free-regular-svg-icons requirement (#3963) Updates the requirements on [@fortawesome/free-regular-svg-icons](https://github.com/FortAwesome/Font-Awesome) to permit the latest version. - [Release notes](https://github.com/FortAwesome/Font-Awesome/releases) - [Changelog](https://github.com/FortAwesome/Font-Awesome/blob/master/CHANGELOG.md) - [Commits](https://github.com/FortAwesome/Font-Awesome/commits/5.6.3) Signed-off-by: dependabot[bot] <support@dependabot.com> * Update @types/webpack requirement from 4.4.21 to 4.4.24 (#3976) Updates the requirements on [@types/webpack](https://github.com/DefinitelyTyped/DefinitelyTyped) to permit the latest version. - [Release notes](https://github.com/DefinitelyTyped/DefinitelyTyped/releases) - [Commits](https://github.com/DefinitelyTyped/DefinitelyTyped/commits) Signed-off-by: dependabot[bot] <support@dependabot.com> * Update @types/js-yaml requirement from 3.11.4 to 3.12.0 (#3977) Updates the requirements on [@types/js-yaml](https://github.com/DefinitelyTyped/DefinitelyTyped) to permit the latest version. - [Release notes](https://github.com/DefinitelyTyped/DefinitelyTyped/releases) - [Commits](https://github.com/DefinitelyTyped/DefinitelyTyped/commits) Signed-off-by: dependabot[bot] <support@dependabot.com> * Update debug requirement from 4.1.0 to 4.1.1 (#3964) Updates the requirements on [debug](https://github.com/visionmedia/debug) to permit the latest version. - [Release notes](https://github.com/visionmedia/debug/releases) - [Commits](https://github.com/visionmedia/debug/commits/4.1.1) Signed-off-by: dependabot[bot] <support@dependabot.com> * New translations ja-JP.yml (Korean) * New translations ja-JP.yml (Korean) * New translations ja-JP.yml (French) * [MFM] spinの中でflipを使えるように * Add jump syntax (#4007) * Add jump syntax * Fix typo: spin -> jump * Fix typo * [MFM] Resolve #4009 * Module 'nprogress' as import syntax (#4012) * :art: * [Client] Fix #4008 * Use yarn instead of npm on CircleCI * touch yarn.lock * [Client] Resolve #3638 * 10.79.1 * New translations ja-JP.yml (Korean) * Add missing semicolon * Remove file-loader from dependencies (#4025) * Update README.md [AUTOGEN] (#4028) * Update README.md [AUTOGEN] (#4030) * Add visibility test (#4029) * Update ws requirement from 6.1.2 to 6.1.3 (#4027) Updates the requirements on [ws](https://github.com/websockets/ws) to permit the latest version. - [Release notes](https://github.com/websockets/ws/releases) - [Commits](https://github.com/websockets/ws/commits/6.1.3) Signed-off-by: dependabot[bot] <support@dependabot.com> * Module 'web-push' as import syntax (#4017) * Fix visibility test (#4031) * Upgrade gulp version to 4.0.0 * Prevent typescript errors from crashing * Remove duplicated dependencies * Use parallel and task to specify dependencies * Sort tasks by topological ordering * リプライ/メンションされていれば非フォロワーへのフォロワー限定でも参照可能に (#4033) * 非メンション/リプライ投稿がmentionsにあるかどうかはvisibilityと関係ないので削除 * リプライ/メンションされていれば非フォロワーでも参照可能に * New translations ja-JP.yml (Chinese Simplified) * New translations ja-JP.yml (Chinese Simplified) * Fix #4034 (#4037) * Fix #4034 * improve * Module 'crypto' as import syntax (#4011) * Extract MFM normalize function * Extract MFM types * Rename html to toHtml * Rename html-to-mfm to fromHtml * Merge plainParser into mfm * Extract parsePlain function * Rename analyze to parse in MFM tests * Update @types/mongodb requirement from 3.1.18 to 3.1.19 (#4041) Updates the requirements on [@types/mongodb](https://github.com/DefinitelyTyped/DefinitelyTyped) to permit the latest version. - [Release notes](https://github.com/DefinitelyTyped/DefinitelyTyped/releases) - [Commits](https://github.com/DefinitelyTyped/DefinitelyTyped/commits) Signed-off-by: dependabot[bot] <support@dependabot.com> * Update vue-svg-inline-loader requirement from 1.2.7 to 1.2.10 (#4040) Updates the requirements on [vue-svg-inline-loader](https://github.com/oliverfindl/vue-svg-inline-loader) to permit the latest version. - [Release notes](https://github.com/oliverfindl/vue-svg-inline-loader/releases) - [Commits](https://github.com/oliverfindl/vue-svg-inline-loader/commits/v1.2.10) Signed-off-by: dependabot[bot] <support@dependabot.com> * Avoid export default * Rename parser to language * Fix import * Introduce silence (#4043) * Introduce silence * Fix icon * Update is-root.d.ts * Update index.ts * Create type definition for 'is-root' * Update is-root.d.ts * Update index.ts
2019-01-30 18:09:52 +02:00
import * as isRoot from 'is-root';
2017-06-08 19:03:54 +03:00
import Xev from 'xev';
import * as sysUtils from 'systeminformation';
import mongo, { nativeDbConn } from './db/mongodb';
2017-04-05 03:58:29 +03:00
2018-07-07 13:19:00 +03:00
import Logger from './misc/logger';
2018-06-11 00:48:25 +03:00
import serverStats from './daemons/server-stats';
import notesStats from './daemons/notes-stats';
2018-04-02 07:15:53 +03:00
import loadConfig from './config/load';
import { Config } from './config/types';
import { lessThan } from './prelude/array';
import * as pkg from '../package.json';
2019-02-03 13:10:20 +02:00
import { program } from './argv';
2017-01-17 01:19:34 +02:00
2019-02-02 18:39:42 +02:00
const logger = new Logger('core', 'cyan');
const bootLogger = logger.createSubLogger('boot', 'magenta');
const clusterLog = logger.createSubLogger('cluster', 'orange');
2017-06-08 19:03:54 +03:00
const ev = new Xev();
2017-01-24 03:28:14 +02:00
2016-12-29 00:49:51 +02:00
/**
2017-02-27 09:11:49 +02:00
* Init process
2016-12-29 00:49:51 +02:00
*/
2017-01-24 03:28:14 +02:00
function main() {
2018-08-15 18:13:24 +03:00
process.title = `Misskey (${cluster.isMaster ? 'master' : 'worker'})`;
2018-07-28 11:57:24 +03:00
if (cluster.isMaster || program.disableClustering) {
2018-07-07 13:19:00 +03:00
masterMain();
2017-06-08 19:03:54 +03:00
if (cluster.isMaster) {
ev.mount();
}
2018-07-28 23:34:08 +03:00
if (program.daemons) {
serverStats();
notesStats();
}
}
if (cluster.isWorker || program.disableClustering) {
2018-07-07 13:19:00 +03:00
workerMain();
2016-12-29 00:49:51 +02:00
}
}
/**
2017-02-27 09:11:49 +02:00
* Init master process
2016-12-29 00:49:51 +02:00
*/
2018-07-07 13:19:00 +03:00
async function masterMain() {
2017-04-05 03:58:29 +03:00
let config: Config;
2016-12-29 00:49:51 +02:00
if (!program.quiet) {
//#region Misskey logo
2019-02-03 13:31:35 +02:00
const v = `v${pkg.version}`;
console.log(' _____ _ _ ');
console.log(' | |_|___ ___| |_ ___ _ _ ');
console.log(' | | | | |_ -|_ -| \'_| -_| | |');
console.log(' |_|_|_|_|___|___|_,_|___|_ |');
console.log(' ' + chalk.gray(v) + (' |___|\n'.substr(v.length)));
//#endregion
}
2019-02-02 18:33:34 +02:00
bootLogger.info('Welcome to Misskey!');
bootLogger.info(`Misskey v${pkg.version}`, true);
2016-12-29 00:49:51 +02:00
try {
// initialize app
2017-04-05 03:58:29 +03:00
config = await init();
2016-12-29 00:49:51 +02:00
} catch (e) {
bootLogger.error('Fatal error occurred during initialization', true);
2017-04-23 09:40:13 +03:00
process.exit(1);
2017-04-05 03:58:29 +03:00
}
2019-02-02 18:01:40 +02:00
bootLogger.succ('Misskey initialized');
2017-04-05 03:58:29 +03:00
if (!program.disableClustering) {
await spawnWorkers(config.clusterLimit);
}
2019-02-02 18:20:21 +02:00
bootLogger.succ(`Now listening on port ${config.port} on ${config.url}`, true);
2016-12-29 00:49:51 +02:00
}
/**
2017-02-27 09:11:49 +02:00
* Init worker process
2016-12-29 00:49:51 +02:00
*/
2018-07-07 13:19:00 +03:00
async function workerMain() {
// start server
await require('./server').default();
2018-03-28 19:20:40 +03:00
if (cluster.isWorker) {
// Send a 'ready' message to parent process
process.send('ready');
}
2016-12-29 00:49:51 +02:00
}
const runningNodejsVersion = process.version.slice(1).split('.').map(x => parseInt(x, 10));
const requiredNodejsVersion = [10, 0, 0];
const satisfyNodejsVersion = !lessThan(runningNodejsVersion, requiredNodejsVersion);
2018-11-20 04:23:32 +02:00
function isWellKnownPort(port: number): boolean {
return port < 1024;
}
async function isPortAvailable(port: number): Promise<boolean> {
return await portscanner.checkPortStatus(port, '127.0.0.1') === 'closed';
}
async function showMachine() {
2019-02-02 18:24:59 +02:00
const logger = bootLogger.createSubLogger('machine');
logger.info(`Hostname: ${os.hostname()}`);
logger.info(`Platform: ${process.platform}`);
logger.info(`Architecture: ${process.arch}`);
logger.info(`CPU: ${os.cpus().length} core`);
const mem = await sysUtils.mem();
const totalmem = (mem.total / 1024 / 1024 / 1024).toFixed(1);
const availmem = (mem.available / 1024 / 1024 / 1024).toFixed(1);
logger.info(`MEM: ${totalmem}GB (available: ${availmem}GB)`);
}
function showEnvironment(): void {
const env = process.env.NODE_ENV;
2019-02-02 18:24:59 +02:00
const logger = bootLogger.createSubLogger('env');
logger.info(typeof env == 'undefined' ? 'NODE_ENV is not set' : `NODE_ENV: ${env}`);
if (env !== 'production') {
2019-02-02 18:33:34 +02:00
logger.warn('The environment is not in production mode.');
2019-02-03 06:51:00 +02:00
logger.warn('DO NOT USE FOR PRODUCTION PURPOSE!', true);
}
logger.info(`You ${isRoot() ? '' : 'do not '}have root privileges`);
}
2016-12-29 00:49:51 +02:00
/**
* Init app
*/
2017-04-05 03:58:29 +03:00
async function init(): Promise<Config> {
2019-02-02 18:33:34 +02:00
showEnvironment();
2016-12-29 00:49:51 +02:00
2019-02-02 18:24:59 +02:00
const nodejsLogger = bootLogger.createSubLogger('nodejs');
2019-02-02 18:01:40 +02:00
nodejsLogger.info(`Version ${runningNodejsVersion.join('.')}`);
if (!satisfyNodejsVersion) {
2019-02-02 18:01:40 +02:00
nodejsLogger.error(`Node.js version is less than ${requiredNodejsVersion.join('.')}. Please upgrade it.`);
process.exit(1);
}
await showMachine();
2016-12-30 20:14:38 +02:00
2019-02-02 18:24:59 +02:00
const configLogger = bootLogger.createSubLogger('config');
2018-04-02 07:15:53 +03:00
let config;
2016-12-29 00:49:51 +02:00
2018-04-02 07:15:53 +03:00
try {
config = loadConfig();
} catch (exception) {
2018-07-14 14:58:21 +03:00
if (typeof exception === 'string') {
configLogger.error(exception);
process.exit(1);
}
2018-04-02 07:15:53 +03:00
if (exception.code === 'ENOENT') {
2018-07-14 14:58:21 +03:00
configLogger.error('Configuration file not found');
process.exit(1);
2018-04-02 07:15:53 +03:00
}
throw exception;
}
2017-01-17 01:19:34 +02:00
2018-07-14 16:05:19 +03:00
configLogger.succ('Loaded');
2016-12-29 00:49:51 +02:00
2018-11-15 20:25:35 +02:00
if (config.port == null) {
2019-02-02 18:01:40 +02:00
bootLogger.error('The port is not configured. Please configure port.');
2018-11-15 20:25:35 +02:00
process.exit(1);
}
2018-11-20 04:23:32 +02:00
if (process.platform === 'linux' && isWellKnownPort(config.port) && !isRoot()) {
2019-02-02 18:01:40 +02:00
bootLogger.error('You need root privileges to listen on well-known port on Linux');
2018-07-13 17:52:28 +03:00
process.exit(1);
2016-12-29 18:35:25 +02:00
}
2018-11-20 04:23:32 +02:00
if (!await isPortAvailable(config.port)) {
bootLogger.error(`Port ${config.port} is already in use`, true);
2018-07-13 17:52:28 +03:00
process.exit(1);
2016-12-29 00:49:51 +02:00
}
// Try to connect to MongoDB
2018-11-21 05:45:40 +02:00
await checkMongoDB(config);
return config;
}
2018-11-20 14:19:14 +02:00
const requiredMongoDBVersion = [3, 6];
2018-11-21 05:45:40 +02:00
function checkMongoDB(config: Config) {
2019-02-02 18:24:59 +02:00
const mongoDBLogger = bootLogger.createSubLogger('db');
2018-08-15 18:13:24 +03:00
const u = config.mongodb.user ? encodeURIComponent(config.mongodb.user) : null;
const p = config.mongodb.pass ? encodeURIComponent(config.mongodb.pass) : null;
const uri = `mongodb://${u && p ? `${u}:****@` : ''}${config.mongodb.host}:${config.mongodb.port}/${config.mongodb.db}`;
mongoDBLogger.info(`Connecting to ${uri}`);
2018-08-22 02:46:31 +03:00
2018-11-21 05:45:40 +02:00
mongo.then(() => {
2018-08-22 02:46:31 +03:00
mongoDBLogger.succ('Connectivity confirmed');
2018-11-20 14:19:14 +02:00
2018-11-21 05:45:40 +02:00
nativeDbConn().then(db => db.admin().serverInfo()).then(x => x.version).then((version: string) => {
mongoDBLogger.info(`Version: ${version}`);
if (lessThan(version.split('.').map(x => parseInt(x, 10)), requiredMongoDBVersion)) {
mongoDBLogger.error(`MongoDB version is less than ${requiredMongoDBVersion.join('.')}. Please upgrade it.`);
process.exit(1);
}
});
2018-11-20 14:19:14 +02:00
}).catch(err => {
mongoDBLogger.error(err.message);
});
}
2018-11-20 22:26:48 +02:00
async function spawnWorkers(limit: number = Infinity) {
2018-11-20 05:25:58 +02:00
const workers = Math.min(limit, os.cpus().length);
2019-02-02 18:01:40 +02:00
bootLogger.info(`Starting ${workers} worker${workers === 1 ? '' : 's'}...`);
2018-11-20 05:25:58 +02:00
await Promise.all([...Array(workers)].map(spawnWorker));
2019-02-02 18:01:40 +02:00
bootLogger.succ('All workers started');
2018-11-20 05:25:58 +02:00
}
2018-11-05 20:48:23 +02:00
2018-11-20 05:25:58 +02:00
function spawnWorker(): Promise<void> {
return new Promise(res => {
2018-11-20 05:25:58 +02:00
const worker = cluster.fork();
worker.on('message', message => {
if (message !== 'ready') return;
res();
});
2017-08-10 16:06:47 +03:00
});
2016-12-29 00:49:51 +02:00
}
2018-07-28 11:57:24 +03:00
//#region Events
2017-01-24 03:28:14 +02:00
// Listen new workers
cluster.on('fork', worker => {
2019-02-02 18:01:40 +02:00
clusterLog.info(`Process forked: [${worker.id}]`);
2017-01-24 03:28:14 +02:00
});
// Listen online workers
cluster.on('online', worker => {
2019-02-02 18:01:40 +02:00
clusterLog.succ(`Process is now online: [${worker.id}]`);
2017-01-24 03:28:14 +02:00
});
// Listen for dying workers
cluster.on('exit', worker => {
// Replace the dead worker,
// we're not sentimental
2019-02-02 18:01:40 +02:00
clusterLog.error(chalk.red(`[${worker.id}] died :(`));
2017-01-24 03:28:14 +02:00
cluster.fork();
});
// Display detail of unhandled promise rejection
if (!program.quiet) {
process.on('unhandledRejection', console.dir);
}
2018-05-20 13:24:54 +03:00
// Display detail of uncaught exception
process.on('uncaughtException', err => {
2019-02-02 18:20:21 +02:00
logger.error(err);
2018-05-20 13:24:54 +03:00
});
2016-12-29 00:49:51 +02:00
// Dying away...
2018-05-20 13:24:54 +03:00
process.on('exit', code => {
2019-02-02 18:20:21 +02:00
logger.info(`The process is going to exit with code ${code}`);
2016-12-29 00:49:51 +02:00
});
2018-07-28 11:57:24 +03:00
//#endregion
2018-11-19 05:58:58 +02:00
main();