2018-10-24 21:42:33 +08:00
|
|
|
'use strict';
|
|
|
|
|
2016-10-19 02:01:11 +08:00
|
|
|
require('../../helper');
|
|
|
|
var assert = require('../../support/assert');
|
2019-10-04 00:24:39 +08:00
|
|
|
var redisUtils = require('../../support/redis-utils');
|
|
|
|
var batchFactory = require('../../../lib/batch/index');
|
2016-10-19 02:01:11 +08:00
|
|
|
|
2019-10-04 00:24:39 +08:00
|
|
|
var BatchLogger = require('../../../lib/batch/batch-logger');
|
|
|
|
var JobPublisher = require('../../../lib/batch/pubsub/job-publisher');
|
|
|
|
var JobQueue = require('../../../lib/batch/job-queue');
|
|
|
|
var JobBackend = require('../../../lib/batch/job-backend');
|
|
|
|
var JobService = require('../../../lib/batch/job-service');
|
|
|
|
var JobCanceller = require('../../../lib/batch/job-canceller');
|
2016-10-19 02:01:11 +08:00
|
|
|
var metadataBackend = require('cartodb-redis')({ pool: redisUtils.getPool() });
|
|
|
|
|
|
|
|
describe('batch module', function() {
|
|
|
|
var dbInstance = 'localhost';
|
|
|
|
var username = 'vizzuality';
|
|
|
|
var pool = redisUtils.getPool();
|
2019-04-04 20:31:41 +08:00
|
|
|
var logger = new BatchLogger(null, 'batch-queries');
|
2016-10-19 02:01:11 +08:00
|
|
|
var jobPublisher = new JobPublisher(pool);
|
2019-04-04 20:31:41 +08:00
|
|
|
var jobQueue = new JobQueue(metadataBackend, jobPublisher, logger);
|
|
|
|
var jobBackend = new JobBackend(metadataBackend, jobQueue, logger);
|
2018-05-30 23:36:55 +08:00
|
|
|
var jobCanceller = new JobCanceller();
|
2019-04-04 20:31:41 +08:00
|
|
|
var jobService = new JobService(jobBackend, jobCanceller, logger);
|
2016-10-19 02:01:11 +08:00
|
|
|
|
|
|
|
before(function (done) {
|
|
|
|
this.batch = batchFactory(metadataBackend, pool);
|
|
|
|
this.batch.start();
|
|
|
|
this.batch.on('ready', done);
|
|
|
|
});
|
|
|
|
|
|
|
|
after(function (done) {
|
|
|
|
this.batch.stop();
|
|
|
|
redisUtils.clean('batch:*', done);
|
|
|
|
});
|
|
|
|
|
|
|
|
function createJob(sql, done) {
|
|
|
|
var data = {
|
|
|
|
user: username,
|
|
|
|
query: sql,
|
2018-05-30 17:48:15 +08:00
|
|
|
host: dbInstance,
|
|
|
|
dbname: 'cartodb_test_user_1_db',
|
|
|
|
dbuser: 'test_cartodb_user_1',
|
|
|
|
port: 5432,
|
|
|
|
pass: 'test_cartodb_user_1_pass',
|
2016-10-19 02:01:11 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
jobService.create(data, function (err, job) {
|
|
|
|
if (err) {
|
|
|
|
return done(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
done(null, job.serialize());
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
it('should drain the current job', function (done) {
|
|
|
|
var self = this;
|
|
|
|
createJob('select pg_sleep(3)', function (err, job) {
|
|
|
|
if (err) {
|
|
|
|
return done(err);
|
|
|
|
}
|
|
|
|
setTimeout(function () {
|
|
|
|
jobBackend.get(job.job_id, function (err, job) {
|
|
|
|
if (err) {
|
|
|
|
done(err);
|
|
|
|
}
|
|
|
|
assert.equal(job.status, 'running');
|
|
|
|
|
|
|
|
self.batch.drain(function () {
|
|
|
|
jobBackend.get(job.job_id, function (err, job) {
|
|
|
|
if (err) {
|
|
|
|
done(err);
|
|
|
|
}
|
|
|
|
assert.equal(job.status, 'pending');
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}, 50);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
});
|