2016-12-28 15:49:51 -07:00
|
|
|
/**
|
2017-01-02 14:09:17 -07:00
|
|
|
* Misskey Entry Point!
|
2016-12-28 15:49:51 -07:00
|
|
|
*/
|
|
|
|
|
|
|
|
Error.stackTraceLimit = Infinity;
|
|
|
|
|
2018-08-06 06:35:49 -06:00
|
|
|
require('events').EventEmitter.defaultMaxListeners = 128;
|
|
|
|
|
2016-12-28 15:49:51 -07:00
|
|
|
import * as os from 'os';
|
|
|
|
import * as cluster from 'cluster';
|
2017-01-23 18:28:14 -07:00
|
|
|
import * as debug from 'debug';
|
2017-11-06 03:59:14 -07:00
|
|
|
import chalk from 'chalk';
|
2018-07-13 08:25:32 -06:00
|
|
|
import * as portscanner from 'portscanner';
|
2017-01-02 13:49:37 -07:00
|
|
|
import isRoot = require('is-root');
|
2017-06-08 10:03:54 -06:00
|
|
|
import Xev from 'xev';
|
2018-07-28 02:52:54 -06:00
|
|
|
import * as program from 'commander';
|
2018-08-21 17:46:31 -06:00
|
|
|
import mongo from './db/mongodb';
|
2017-04-04 18:58:29 -06:00
|
|
|
|
2018-07-07 04:19:00 -06:00
|
|
|
import Logger from './misc/logger';
|
|
|
|
import ProgressBar from './misc/cli/progressbar';
|
|
|
|
import EnvironmentInfo from './misc/environmentInfo';
|
|
|
|
import MachineInfo from './misc/machineInfo';
|
2018-06-10 15:48:25 -06:00
|
|
|
import serverStats from './daemons/server-stats';
|
|
|
|
import notesStats from './daemons/notes-stats';
|
2018-04-01 22:15:53 -06:00
|
|
|
import loadConfig from './config/load';
|
|
|
|
import { Config } from './config/types';
|
2017-01-16 16:19:34 -07:00
|
|
|
|
2017-01-23 18:28:14 -07:00
|
|
|
const clusterLog = debug('misskey:cluster');
|
2017-06-08 10:03:54 -06:00
|
|
|
const ev = new Xev();
|
2017-01-23 18:28:14 -07:00
|
|
|
|
2018-08-16 12:51:42 -06:00
|
|
|
if (process.env.NODE_ENV != 'production' && process.env.DEBUG == null) {
|
2018-07-28 03:01:49 -06:00
|
|
|
debug.enable('misskey');
|
2018-04-05 03:08:51 -06:00
|
|
|
}
|
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
const pkg = require('../package.json');
|
|
|
|
|
2018-07-28 02:57:24 -06:00
|
|
|
//#region Command line argument definitions
|
2018-07-28 02:52:54 -06:00
|
|
|
program
|
|
|
|
.version(pkg.version)
|
|
|
|
.option('--no-daemons', 'Disable daemon processes (for debbuging)')
|
|
|
|
.option('--disable-clustering', 'Disable clustering')
|
|
|
|
.parse(process.argv);
|
2018-07-28 02:57:24 -06:00
|
|
|
//#endregion
|
2018-07-28 02:52:54 -06:00
|
|
|
|
2016-12-28 15:49:51 -07:00
|
|
|
main();
|
|
|
|
|
|
|
|
/**
|
2017-02-27 00:11:49 -07:00
|
|
|
* Init process
|
2016-12-28 15:49:51 -07:00
|
|
|
*/
|
2017-01-23 18:28:14 -07:00
|
|
|
function main() {
|
2018-08-15 09:13:24 -06:00
|
|
|
process.title = `Misskey (${cluster.isMaster ? 'master' : 'worker'})`;
|
2018-07-28 02:57:24 -06:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
if (cluster.isMaster || program.disableClustering) {
|
2018-07-07 04:19:00 -06:00
|
|
|
masterMain();
|
2017-06-08 10:03:54 -06:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
if (cluster.isMaster) {
|
|
|
|
ev.mount();
|
|
|
|
}
|
|
|
|
|
2018-07-28 14:34:08 -06:00
|
|
|
if (program.daemons) {
|
2018-07-28 02:52:54 -06:00
|
|
|
serverStats();
|
|
|
|
notesStats();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (cluster.isWorker || program.disableClustering) {
|
2018-07-07 04:19:00 -06:00
|
|
|
workerMain();
|
2016-12-28 15:49:51 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-02-27 00:11:49 -07:00
|
|
|
* Init master process
|
2016-12-28 15:49:51 -07:00
|
|
|
*/
|
2018-07-07 04:19:00 -06:00
|
|
|
async function masterMain() {
|
2017-04-04 18:58:29 -06:00
|
|
|
let config: Config;
|
2016-12-28 15:49:51 -07:00
|
|
|
|
|
|
|
try {
|
|
|
|
// initialize app
|
2017-04-04 18:58:29 -06:00
|
|
|
config = await init();
|
2016-12-28 15:49:51 -07:00
|
|
|
} catch (e) {
|
|
|
|
console.error(e);
|
2018-07-14 05:58:21 -06:00
|
|
|
Logger.error('Fatal error occurred during initialization');
|
2017-04-23 00:40:13 -06:00
|
|
|
process.exit(1);
|
2017-04-04 18:58:29 -06:00
|
|
|
}
|
|
|
|
|
2018-07-14 07:05:19 -06:00
|
|
|
Logger.succ('Misskey initialized');
|
2017-04-04 18:58:29 -06:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
if (!program.disableClustering) {
|
|
|
|
await spawnWorkers(config.clusterLimit);
|
2018-07-14 06:03:09 -06:00
|
|
|
Logger.succ('All workers started');
|
2018-07-28 02:52:54 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
Logger.info(`Now listening on port ${config.port} on ${config.url}`);
|
2016-12-28 15:49:51 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-02-27 00:11:49 -07:00
|
|
|
* Init worker process
|
2016-12-28 15:49:51 -07:00
|
|
|
*/
|
2018-07-07 04:19:00 -06:00
|
|
|
async function workerMain() {
|
|
|
|
// start server
|
|
|
|
await require('./server').default();
|
2018-03-28 10:20:40 -06:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
if (cluster.isWorker) {
|
|
|
|
// Send a 'ready' message to parent process
|
|
|
|
process.send('ready');
|
|
|
|
}
|
2016-12-28 15:49:51 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Init app
|
|
|
|
*/
|
2017-04-04 18:58:29 -06:00
|
|
|
async function init(): Promise<Config> {
|
2016-12-29 07:09:21 -07:00
|
|
|
Logger.info('Welcome to Misskey!');
|
2018-10-09 12:37:51 -06:00
|
|
|
Logger.info(`<<< Misskey v${pkg.version} >>>`);
|
2016-12-28 15:49:51 -07:00
|
|
|
|
2018-08-16 14:33:20 -06:00
|
|
|
new Logger('Deps').info(`Node.js ${process.version}`);
|
2016-12-30 11:19:59 -07:00
|
|
|
MachineInfo.show();
|
2018-07-14 07:10:27 -06:00
|
|
|
EnvironmentInfo.show();
|
2016-12-30 11:14:38 -07:00
|
|
|
|
2017-05-24 05:50:17 -06:00
|
|
|
const configLogger = new Logger('Config');
|
2018-04-01 22:15:53 -06:00
|
|
|
let config;
|
2016-12-28 15:49:51 -07:00
|
|
|
|
2018-04-01 22:15:53 -06:00
|
|
|
try {
|
|
|
|
config = loadConfig();
|
|
|
|
} catch (exception) {
|
2018-07-14 05:58:21 -06:00
|
|
|
if (typeof exception === 'string') {
|
|
|
|
configLogger.error(exception);
|
|
|
|
process.exit(1);
|
|
|
|
}
|
2018-04-01 22:15:53 -06:00
|
|
|
if (exception.code === 'ENOENT') {
|
2018-07-14 05:58:21 -06:00
|
|
|
configLogger.error('Configuration file not found');
|
|
|
|
process.exit(1);
|
2018-04-01 22:15:53 -06:00
|
|
|
}
|
|
|
|
throw exception;
|
|
|
|
}
|
2017-01-16 16:19:34 -07:00
|
|
|
|
2018-07-14 07:05:19 -06:00
|
|
|
configLogger.succ('Loaded');
|
2016-12-28 15:49:51 -07:00
|
|
|
|
2016-12-29 09:35:25 -07:00
|
|
|
if (process.platform === 'linux' && !isRoot() && config.port < 1024) {
|
2018-07-13 08:52:28 -06:00
|
|
|
Logger.error('You need root privileges to listen on port below 1024 on Linux');
|
|
|
|
process.exit(1);
|
2016-12-29 09:35:25 -07:00
|
|
|
}
|
|
|
|
|
2018-07-13 08:25:32 -06:00
|
|
|
if (await portscanner.checkPortStatus(config.port, '127.0.0.1') === 'open') {
|
2018-07-13 09:05:49 -06:00
|
|
|
Logger.error(`Port ${config.port} is already in use`);
|
2018-07-13 08:52:28 -06:00
|
|
|
process.exit(1);
|
2016-12-28 15:49:51 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
// Try to connect to MongoDB
|
2018-07-28 02:52:54 -06:00
|
|
|
checkMongoDb(config);
|
|
|
|
|
|
|
|
return config;
|
|
|
|
}
|
|
|
|
|
|
|
|
function checkMongoDb(config: Config) {
|
2017-05-24 05:50:17 -06:00
|
|
|
const mongoDBLogger = new Logger('MongoDB');
|
2018-08-15 09:13:24 -06:00
|
|
|
const u = config.mongodb.user ? encodeURIComponent(config.mongodb.user) : null;
|
|
|
|
const p = config.mongodb.pass ? encodeURIComponent(config.mongodb.pass) : null;
|
|
|
|
const uri = `mongodb://${u && p ? `${u}:****@` : ''}${config.mongodb.host}:${config.mongodb.port}/${config.mongodb.db}`;
|
|
|
|
mongoDBLogger.info(`Connecting to ${uri}`);
|
2018-08-21 17:46:31 -06:00
|
|
|
|
|
|
|
mongo.then(() => {
|
|
|
|
mongoDBLogger.succ('Connectivity confirmed');
|
|
|
|
})
|
|
|
|
.catch(err => {
|
|
|
|
mongoDBLogger.error(err.message);
|
|
|
|
});
|
2016-12-28 15:49:51 -07:00
|
|
|
}
|
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
function spawnWorkers(limit: number) {
|
|
|
|
return new Promise(res => {
|
|
|
|
// Count the machine's CPUs
|
|
|
|
const cpuCount = os.cpus().length;
|
2016-12-28 15:49:51 -07:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
const count = limit || cpuCount;
|
2018-07-27 12:55:41 -06:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
const progress = new ProgressBar(count, 'Starting workers');
|
2016-12-28 15:49:51 -07:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
// Create a worker for each CPU
|
|
|
|
for (let i = 0; i < count; i++) {
|
|
|
|
const worker = cluster.fork();
|
|
|
|
worker.on('message', message => {
|
|
|
|
if (message === 'ready') {
|
|
|
|
progress.increment();
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
2016-12-28 15:49:51 -07:00
|
|
|
|
2018-07-28 02:52:54 -06:00
|
|
|
// On all workers started
|
|
|
|
progress.on('complete', () => {
|
|
|
|
res();
|
|
|
|
});
|
2017-08-10 07:06:47 -06:00
|
|
|
});
|
2016-12-28 15:49:51 -07:00
|
|
|
}
|
|
|
|
|
2018-07-28 02:57:24 -06:00
|
|
|
//#region Events
|
|
|
|
|
2017-01-23 18:28:14 -07:00
|
|
|
// Listen new workers
|
|
|
|
cluster.on('fork', worker => {
|
|
|
|
clusterLog(`Process forked: [${worker.id}]`);
|
|
|
|
});
|
|
|
|
|
|
|
|
// Listen online workers
|
|
|
|
cluster.on('online', worker => {
|
|
|
|
clusterLog(`Process is now online: [${worker.id}]`);
|
|
|
|
});
|
|
|
|
|
|
|
|
// Listen for dying workers
|
|
|
|
cluster.on('exit', worker => {
|
|
|
|
// Replace the dead worker,
|
|
|
|
// we're not sentimental
|
|
|
|
clusterLog(chalk.red(`[${worker.id}] died :(`));
|
|
|
|
cluster.fork();
|
|
|
|
});
|
|
|
|
|
2017-01-18 16:04:17 -07:00
|
|
|
// Display detail of unhandled promise rejection
|
|
|
|
process.on('unhandledRejection', console.dir);
|
|
|
|
|
2018-05-20 04:24:54 -06:00
|
|
|
// Display detail of uncaught exception
|
|
|
|
process.on('uncaughtException', err => {
|
|
|
|
console.error(err);
|
|
|
|
});
|
|
|
|
|
2016-12-28 15:49:51 -07:00
|
|
|
// Dying away...
|
2018-05-20 04:24:54 -06:00
|
|
|
process.on('exit', code => {
|
2018-07-13 09:41:33 -06:00
|
|
|
Logger.info(`The process is going to exit with code ${code}`);
|
2016-12-28 15:49:51 -07:00
|
|
|
});
|
2018-07-28 02:57:24 -06:00
|
|
|
|
|
|
|
//#endregion
|