2016-07-18 20:49:57 +08:00
|
|
|
'use strict';
|
|
|
|
|
2016-07-20 01:56:12 +08:00
|
|
|
require('../../helper');
|
2016-07-18 20:49:57 +08:00
|
|
|
|
2016-07-20 01:56:12 +08:00
|
|
|
var BATCH_SOURCE = '../../../batch/';
|
2016-07-18 20:49:57 +08:00
|
|
|
|
2016-07-20 01:56:12 +08:00
|
|
|
var assert = require('../../support/assert');
|
2016-07-22 23:05:01 +08:00
|
|
|
var redisUtils = require('../../support/redis_utils');
|
2016-07-18 20:49:57 +08:00
|
|
|
var _ = require('underscore');
|
|
|
|
var RedisPool = require('redis-mpool');
|
|
|
|
|
|
|
|
var UserIndexer = require(BATCH_SOURCE + 'user_indexer');
|
|
|
|
var JobQueue = require(BATCH_SOURCE + 'job_queue');
|
|
|
|
var JobBackend = require(BATCH_SOURCE + 'job_backend');
|
|
|
|
var JobPublisher = require(BATCH_SOURCE + 'job_publisher');
|
|
|
|
var JobFactory = require(BATCH_SOURCE + 'models/job_factory');
|
|
|
|
var jobStatus = require(BATCH_SOURCE + 'job_status');
|
|
|
|
|
|
|
|
var redisConfig = {
|
|
|
|
host: global.settings.redis_host,
|
|
|
|
port: global.settings.redis_port,
|
|
|
|
max: global.settings.redisPool,
|
|
|
|
idleTimeoutMillis: global.settings.redisIdleTimeoutMillis,
|
|
|
|
reapIntervalMillis: global.settings.redisReapIntervalMillis
|
|
|
|
};
|
|
|
|
|
|
|
|
var metadataBackend = require('cartodb-redis')(redisConfig);
|
|
|
|
var redisPoolPublisher = new RedisPool(_.extend(redisConfig, { name: 'batch-publisher'}));
|
|
|
|
var jobPublisher = new JobPublisher(redisPoolPublisher);
|
|
|
|
var jobQueue = new JobQueue(metadataBackend, jobPublisher);
|
|
|
|
var userIndexer = new UserIndexer(metadataBackend);
|
|
|
|
|
|
|
|
var USER = 'vizzuality';
|
|
|
|
var QUERY = 'select pg_sleep(0)';
|
|
|
|
var HOST = 'localhost';
|
|
|
|
var JOB = {
|
|
|
|
user: USER,
|
|
|
|
query: QUERY,
|
|
|
|
host: HOST
|
|
|
|
};
|
|
|
|
|
2016-07-19 19:08:52 +08:00
|
|
|
function createWadusJob() {
|
|
|
|
return JobFactory.create(JSON.parse(JSON.stringify(JOB)));
|
|
|
|
}
|
|
|
|
|
2016-07-18 20:49:57 +08:00
|
|
|
describe('job backend', function() {
|
2016-07-20 01:42:49 +08:00
|
|
|
var jobBackend = new JobBackend(metadataBackend, jobQueue, userIndexer);
|
2016-07-18 20:49:57 +08:00
|
|
|
|
2016-07-22 20:27:18 +08:00
|
|
|
after(function (done) {
|
2016-07-22 23:05:01 +08:00
|
|
|
redisUtils.clean('batch:*', done);
|
2016-07-22 20:27:18 +08:00
|
|
|
});
|
|
|
|
|
2016-07-18 20:49:57 +08:00
|
|
|
it('.create() should persist a job', function (done) {
|
2016-07-19 19:08:52 +08:00
|
|
|
var job = createWadusJob();
|
2016-07-18 20:49:57 +08:00
|
|
|
|
|
|
|
jobBackend.create(job.data, function (err, jobCreated) {
|
|
|
|
if (err) {
|
|
|
|
return done(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
assert.ok(jobCreated.job_id);
|
|
|
|
assert.equal(jobCreated.status, jobStatus.PENDING);
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
2016-07-19 19:08:52 +08:00
|
|
|
it('.create() should return error', function (done) {
|
|
|
|
var job = createWadusJob();
|
2016-07-18 20:49:57 +08:00
|
|
|
|
|
|
|
delete job.data.job_id;
|
|
|
|
|
|
|
|
jobBackend.create(job, function (err) {
|
|
|
|
assert.ok(err);
|
|
|
|
assert.equal(err.name, 'NotFoundError');
|
|
|
|
assert.equal(err.message, 'Job with id undefined not found');
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
2016-07-19 19:08:52 +08:00
|
|
|
it('.update() should update an existent job', function (done) {
|
|
|
|
var job = createWadusJob();
|
|
|
|
|
|
|
|
jobBackend.create(job.data, function (err, jobCreated) {
|
|
|
|
if (err) {
|
|
|
|
return done(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
jobCreated.query = 'select pg_sleep(1)';
|
|
|
|
|
|
|
|
var job = JobFactory.create(jobCreated);
|
|
|
|
|
|
|
|
jobBackend.update(job.data, function (err, jobUpdated) {
|
|
|
|
if (err) {
|
|
|
|
return done(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
assert.equal(jobUpdated.query, 'select pg_sleep(1)');
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
it('.update() should return error when updates a nonexistent job', function (done) {
|
|
|
|
var job = createWadusJob();
|
|
|
|
|
|
|
|
jobBackend.update(job.data, function (err) {
|
|
|
|
assert.ok(err, err);
|
|
|
|
assert.equal(err.name, 'NotFoundError');
|
|
|
|
assert.equal(err.message, 'Job with id ' + job.data.job_id + ' not found');
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
it('.list() should return a list of user\'s jobs', function (done) {
|
|
|
|
var job = createWadusJob();
|
|
|
|
|
|
|
|
jobBackend.create(job.data, function (err, jobCreated) {
|
|
|
|
if (err) {
|
|
|
|
return done(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
jobBackend.list(USER, function (err, jobs) {
|
|
|
|
var found = false;
|
|
|
|
|
|
|
|
assert.ok(!err, err);
|
|
|
|
assert.ok(jobs.length);
|
|
|
|
|
|
|
|
jobs.forEach(function (job) {
|
|
|
|
if (job.job_id === jobCreated.job_id) {
|
|
|
|
found = true;
|
|
|
|
}
|
|
|
|
});
|
|
|
|
|
|
|
|
assert.ok(found, 'Job expeted to be listed not found');
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
it('.list() should return a empty list for nonexitent user', function (done) {
|
|
|
|
jobBackend.list('wadus_user', function (err, jobs) {
|
|
|
|
assert.ok(!err, err);
|
|
|
|
assert.ok(!jobs.length);
|
|
|
|
done();
|
|
|
|
});
|
|
|
|
});
|
2016-07-18 20:49:57 +08:00
|
|
|
});
|