cartodb/CartoDB-SQL-API
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Implement function to save work-in-progress jobs

Browse Source
This commit is contained in:
Daniel García Aubert 2016-10-27 17:36:40 +02:00
parent f6dffb81cb
commit 869139260b
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
batch/job_backend.js
View File

@ -9,6 +9,7 @@ function JobBackend(metadataBackend, jobQueue) {
this.jobQueue = jobQueue; this.jobQueue = jobQueue;
this.maxNumberOfQueuedJobs = global.settings.batch_max_queued_jobs || 64; this.maxNumberOfQueuedJobs = global.settings.batch_max_queued_jobs || 64;
this.inSecondsJobTTLAfterFinished = global.settings.finished_jobs_ttl_in_seconds || 2 * 3600; // 2 hours this.inSecondsJobTTLAfterFinished = global.settings.finished_jobs_ttl_in_seconds || 2 * 3600; // 2 hours
this.hostname = global.settings.api_hostname || 'batch';
} }
function toRedisParams(job) { function toRedisParams(job) {
@ -164,6 +165,21 @@ JobBackend.prototype.save = function (job, callback) {
}); });
}; };
var WORK_IN_PROGRESS_JOB = {
DB: 5,
PREFIX: 'batch:wip:'
};
JobBackend.prototype.addWorkInProgressJob = function (job_id, user, callback) {
var hostWIPKey = WORK_IN_PROGRESS_JOB.PREFIX + this.hostname; // Will be used for draining jobs.
var userWIPKey = WORK_IN_PROGRESS_JOB.PREFIX + user; // Will be used for listing users and running jobs
this.metadataBackend.redisMultiCmd(WORK_IN_PROGRESS_JOB.DB, [
['RPUSH', hostWIPKey, job_id],
['RPUSH', userWIPKey, job_id]
], callback);
};
JobBackend.prototype.setTTL = function (job, callback) { JobBackend.prototype.setTTL = function (job, callback) {
var self = this; var self = this;
var redisKey = REDIS_PREFIX + job.job_id; var redisKey = REDIS_PREFIX + job.job_id;