762a240890
- Log system revamp: - Logs to stdout, disabled while testing - Use header `X-Request-Id`, or create a new `uuid` when no present, to identyfy log entries - Be able to set log level from env variable `LOG_LEVEL`, useful while testing: `LOG_LEVEL=info npm test`; even more human-readable: `LOG_LEVEL=info npm t | ./node_modules/.bin/pino-pretty` - Be able to reduce the footprint in the final log file depending on the environment - Use one logger for every service: Queries, Batch Queries (Jobs), and Data Ingestion (CopyTo/CopyFrom) - Stop using headers such as: `X-SQL-API-Log`, `X-SQL-API-Profiler`, and `X-SQL-API-Errors` as a way to log info. - Be able to tag requests with labels as an easier way to provide business metrics - Metro: Add log-collector utility (`metro`), it will be moved to its own repository. Attaching it here fro development purposes. Try it with the following command `LOG_LEVEL=info npm t | node metro` - Metro: Creates `metrics-collector.js` a stream to update Prometheus' counters and histograms and exposes them via Express' app (`:9145/metrics`). Use the ones defined in `grok_exporter` Announcements: - Profiler is always set. No need to check its existence anymore - Unify profiler usage for every endpoint Bug fixes: - Avoid hung requests while fetching user identifier
76 lines
2.5 KiB
JavaScript
76 lines
2.5 KiB
JavaScript
'use strict';
|
|
|
|
const { Router: router } = require('express');
|
|
|
|
const UserDatabaseService = require('../../services/user-database-service');
|
|
const UserLimitsService = require('../../services/user-limits');
|
|
|
|
const socketTimeout = require('../middlewares/socket-timeout');
|
|
const initLogger = require('../middlewares/logger');
|
|
const profiler = require('../middlewares/profiler');
|
|
const cors = require('../middlewares/cors');
|
|
const servedByHostHeader = require('../middlewares/served-by-host-header');
|
|
|
|
const QueryController = require('./query-controller');
|
|
const CopyController = require('./copy-controller');
|
|
const JobController = require('./job-controller');
|
|
|
|
module.exports = class SqlRouter {
|
|
constructor ({ metadataBackend, statsClient, logger, jobService }) {
|
|
this.logger = logger;
|
|
this.statsClient = statsClient;
|
|
|
|
const userLimitsServiceOptions = {
|
|
limits: {
|
|
rateLimitsEnabled: global.settings.ratelimits.rateLimitsEnabled
|
|
}
|
|
};
|
|
const userDatabaseService = new UserDatabaseService(metadataBackend);
|
|
const userLimitsService = new UserLimitsService(metadataBackend, userLimitsServiceOptions);
|
|
|
|
this.queryController = new QueryController(
|
|
metadataBackend,
|
|
userDatabaseService,
|
|
statsClient,
|
|
userLimitsService
|
|
);
|
|
|
|
this.copyController = new CopyController(
|
|
metadataBackend,
|
|
userDatabaseService,
|
|
userLimitsService
|
|
);
|
|
|
|
this.jobController = new JobController(
|
|
metadataBackend,
|
|
userDatabaseService,
|
|
jobService,
|
|
statsClient,
|
|
userLimitsService
|
|
);
|
|
}
|
|
|
|
route (apiRouter, routes) {
|
|
routes.forEach(route => {
|
|
const sqlRouter = router({ mergeParams: true });
|
|
|
|
const paths = route.paths;
|
|
const middlewares = route.middlewares || [];
|
|
|
|
middlewares.forEach(middleware => sqlRouter.use(middleware()));
|
|
|
|
sqlRouter.use(socketTimeout());
|
|
sqlRouter.use(initLogger({ logger: this.logger }));
|
|
sqlRouter.use(profiler({ statsClient: this.statsClient }));
|
|
sqlRouter.use(cors());
|
|
sqlRouter.use(servedByHostHeader());
|
|
|
|
this.queryController.route(sqlRouter);
|
|
this.copyController.route(sqlRouter);
|
|
this.jobController.route(sqlRouter);
|
|
|
|
paths.forEach(path => apiRouter.use(path, sqlRouter));
|
|
});
|
|
}
|
|
};
|