762a240890
- Log system revamp: - Logs to stdout, disabled while testing - Use header `X-Request-Id`, or create a new `uuid` when no present, to identyfy log entries - Be able to set log level from env variable `LOG_LEVEL`, useful while testing: `LOG_LEVEL=info npm test`; even more human-readable: `LOG_LEVEL=info npm t | ./node_modules/.bin/pino-pretty` - Be able to reduce the footprint in the final log file depending on the environment - Use one logger for every service: Queries, Batch Queries (Jobs), and Data Ingestion (CopyTo/CopyFrom) - Stop using headers such as: `X-SQL-API-Log`, `X-SQL-API-Profiler`, and `X-SQL-API-Errors` as a way to log info. - Be able to tag requests with labels as an easier way to provide business metrics - Metro: Add log-collector utility (`metro`), it will be moved to its own repository. Attaching it here fro development purposes. Try it with the following command `LOG_LEVEL=info npm t | node metro` - Metro: Creates `metrics-collector.js` a stream to update Prometheus' counters and histograms and exposes them via Express' app (`:9145/metrics`). Use the ones defined in `grok_exporter` Announcements: - Profiler is always set. No need to check its existence anymore - Unify profiler usage for every endpoint Bug fixes: - Avoid hung requests while fetching user identifier
59 lines
1.4 KiB
JavaScript
59 lines
1.4 KiB
JavaScript
'use strict';
|
|
|
|
var util = require('util');
|
|
var JobBase = require('./job-base');
|
|
var jobStatus = require('../job-status');
|
|
|
|
function JobSimple (jobDefinition) {
|
|
JobBase.call(this, jobDefinition);
|
|
|
|
if (!this.data.status) {
|
|
this.data.status = jobStatus.PENDING;
|
|
}
|
|
}
|
|
util.inherits(JobSimple, JobBase);
|
|
|
|
module.exports = JobSimple;
|
|
|
|
JobSimple.is = function (query) {
|
|
return typeof query === 'string';
|
|
};
|
|
|
|
JobSimple.prototype.getNextQuery = function () {
|
|
if (this.isPending()) {
|
|
return this.data.query;
|
|
}
|
|
};
|
|
|
|
JobSimple.prototype.setQuery = function (query) {
|
|
if (!JobSimple.is(query)) {
|
|
throw new Error('You must indicate a valid SQL');
|
|
}
|
|
|
|
JobSimple.super_.prototype.setQuery.call(this, query);
|
|
};
|
|
|
|
JobSimple.prototype.toJSON = function () {
|
|
return {
|
|
class: this.constructor.name,
|
|
id: this.data.job_id,
|
|
username: this.data.user,
|
|
status: this.data.status,
|
|
failed_reason: this.data.failed_reason,
|
|
created: this.data.created_at,
|
|
updated: this.data.updated_at,
|
|
elapsed: elapsedTime(this.data.created_at, this.data.updated_at),
|
|
dbhost: this.data.host
|
|
};
|
|
};
|
|
|
|
function elapsedTime (startedAt, endedAt) {
|
|
if (!startedAt || !endedAt) {
|
|
return;
|
|
}
|
|
|
|
var start = new Date(startedAt);
|
|
var end = new Date(endedAt);
|
|
return end.getTime() - start.getTime();
|
|
}
|