CartoDB-SQL-API/test/acceptance/job.fallback.test.js

require('../helper');

var assert = require('../support/assert');
var app = require(global.settings.app_root + '/app/app')();
var querystring = require('qs');
var metadataBackend = require('cartodb-redis')({
    host: global.settings.redis_host,
    port: global.settings.redis_port,
    max: global.settings.redisPool,
    idleTimeoutMillis: global.settings.redisIdleTimeoutMillis,
    reapIntervalMillis: global.settings.redisReapIntervalMillis
});
var batchFactory = require('../../batch');
var jobStatus = require('../../batch/job_status');

describe('Batch API fallback job', function () {

    var batch = batchFactory(metadataBackend);

    before(function () {
        batch.start();
    });

    after(function (done) {
        batch.stop();
        batch.drain(function () {
            metadataBackend.redisCmd(5, 'DEL', [ 'batch:queues:localhost' ], done);
        });
    });

    describe('"onsuccess" on first query should be triggered', function () {
        var fallbackJob = {};


        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 1",
                    "status": "done",
                    "fallback_status": "done"
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be running'));
                    }
                });
            }, 50);
        });
    });

    describe('"onerror" on first query should not be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4",
                            onerror: "SELECT * FROM untitle_table_4 limit 1"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done){
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4",
                    "onerror": "SELECT * FROM untitle_table_4 limit 1",
                    "status": "done",
                    "fallback_status": "pending"
                }]
            };
            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onerror" on first query should be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM nonexistent_table /* query should fail */",
                            onerror: "SELECT * FROM untitle_table_4 limit 1"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done){
            var expectedQuery = {
                query: [{
                    query: 'SELECT * FROM nonexistent_table /* query should fail */',
                    onerror: 'SELECT * FROM untitle_table_4 limit 1',
                    status: 'failed',
                    fallback_status: 'done',
                    failed_reason: 'relation "nonexistent_table" does not exist'
                }]
            };
            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.FAILED) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.DONE || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" on first query should not be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM nonexistent_table /* query should fail */",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be failed', function (done){
            var expectedQuery = {
                query: [{
                    query: 'SELECT * FROM nonexistent_table /* query should fail */',
                    onsuccess: 'SELECT * FROM untitle_table_4 limit 1',
                    status: 'failed',
                    fallback_status: 'pending',
                    failed_reason: 'relation "nonexistent_table" does not exist'
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.FAILED) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.DONE || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be failed'));
                    }
                });
            }, 50);
        });
    });


    describe('"onsuccess" should be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4",
                        }],
                        onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4",
                    "status": "done"
                }],
                "onsuccess": "SELECT * FROM untitle_table_4 limit 1"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE && job.fallback_status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" should not be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM nonexistent_table /* query should fail */",
                        }],
                        onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                query: [{
                    query: 'SELECT * FROM nonexistent_table /* query should fail */',
                    status: 'failed',
                    failed_reason: 'relation "nonexistent_table" does not exist'
                }],
                onsuccess: 'SELECT * FROM untitle_table_4 limit 1'
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.FAILED && job.fallback_status === jobStatus.PENDING) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be pending'));
                    }
                });
            }, 50);
        });
    });


    describe('"onerror" should be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM nonexistent_table /* query should fail */"
                        }],
                        onerror: "SELECT * FROM untitle_table_4 limit 1"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM nonexistent_table /* query should fail */",
                    "status": "failed",
                    "failed_reason": 'relation "nonexistent_table" does not exist'
                }],
                "onerror": "SELECT * FROM untitle_table_4 limit 1"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.FAILED && job.fallback_status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.DONE || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be failed'));
                    }
                });
            }, 50);
        });
    });

    describe('"onerror" should not be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4",
                        }],
                        onerror: "SELECT * FROM untitle_table_4 limit 1"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4",
                    "status": "done"
                }],
                "onerror": "SELECT * FROM untitle_table_4 limit 1"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE && job.fallback_status === jobStatus.PENDING) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });


    describe('"onsuccess" & "onsuccess" on query should be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                        }],
                        onsuccess: "SELECT * FROM untitle_table_4 limit 2"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 1",
                    "status": "done",
                    "fallback_status": "done"
                }],
                "onsuccess": "SELECT * FROM untitle_table_4 limit 2"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE && job.fallback_status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for each query should be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 2",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 3"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 1",
                    "status": "done",
                    "fallback_status": "done"
                }, {
                    "query": "SELECT * FROM untitle_table_4 limit 2",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 3",
                    "status": "done",
                    "fallback_status": "done"
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for each query should not be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM nonexistent_table /* should fail */",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 2",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 3"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be failed', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM nonexistent_table /* should fail */",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 1",
                    "status": "failed",
                    "fallback_status": "pending",
                    "failed_reason": 'relation "nonexistent_table" does not exist'
                }, {
                    "query": "SELECT * FROM untitle_table_4 limit 2",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 3",
                    "status": "pending",
                    "fallback_status": "pending"
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.FAILED) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.DONE || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be failed'));
                    }
                });
            }, 50);
        });
    });


    describe('"onsuccess" for second query should not be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4 limit 2",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 1"
                        }, {
                            query: "SELECT * FROM nonexistent_table /* should fail */",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 3"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be failed', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4 limit 2",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 1",
                    "status": "done",
                    "fallback_status": "done"
                }, {
                    "query": "SELECT * FROM nonexistent_table /* should fail */",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 3",
                    "status": "failed",
                    "fallback_status": "pending",
                    "failed_reason": 'relation "nonexistent_table" does not exist'
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.FAILED) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.DONE || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be failed'));
                    }
                });
            }, 50);
        });
    });

    describe('"onerror" should not be triggered for any query', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4 limit 1",
                            onerror: "SELECT * FROM untitle_table_4 limit 2"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 3",
                            onerror: "SELECT * FROM untitle_table_4 limit 4"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be failed', function (done) {
            var expectedQuery = {
                query: [{
                    query: 'SELECT * FROM untitle_table_4 limit 1',
                    onerror: 'SELECT * FROM untitle_table_4 limit 2',
                    status: 'done',
                    fallback_status: 'pending'
                }, {
                    query: 'SELECT * FROM untitle_table_4 limit 3',
                    onerror: 'SELECT * FROM untitle_table_4 limit 4',
                    status: 'done',
                    fallback_status: 'pending'
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be failed'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for first query should fail', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4 limit 1",
                            onsuccess: "SELECT * FROM nonexistent_table /* should fail */"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 2",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 3"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4 limit 1",
                    "onsuccess": "SELECT * FROM nonexistent_table /* should fail */",
                    "status": "done",
                    "fallback_status": "failed",
                    "failed_reason": 'relation "nonexistent_table" does not exist'
                }, {
                    "query": "SELECT * FROM untitle_table_4 limit 2",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 3",
                    "status": "done",
                    "fallback_status": "done"
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for second query should fail', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4 limit 1",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 2"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 3",
                            onsuccess: "SELECT * FROM nonexistent_table /* should fail */"
                        }]
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4 limit 1",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 2",
                    "status": "done",
                    "fallback_status": "done"
                }, {
                    "query": "SELECT * FROM untitle_table_4 limit 3",
                    "onsuccess": "SELECT * FROM nonexistent_table /* should fail */",
                    "status": "done",
                    "fallback_status": "failed",
                    "failed_reason": 'relation "nonexistent_table" does not exist'
                }]
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for job & "onsuccess" for each query should be triggered', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4 limit 1",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 2"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 3",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 4"
                        }],
                        onsuccess: "SELECT * FROM untitle_table_4 limit 5"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4 limit 1",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 2",
                    "status": "done",
                    "fallback_status": "done"
                }, {
                    "query": "SELECT * FROM untitle_table_4 limit 3",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 4",
                    "status": "done",
                    "fallback_status": "done"
                }],
                onsuccess: "SELECT * FROM untitle_table_4 limit 5"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE && job.fallback_status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for job & "onsuccess" for each query should be triggered ' +
    '(even second "onsuccess" fails job should be done)', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT * FROM untitle_table_4 limit 1",
                            onsuccess: "SELECT * FROM untitle_table_4 limit 2"
                        }, {
                            query: "SELECT * FROM untitle_table_4 limit 3",
                            onsuccess: "SELECT * FROM nonexistent_table /* should fail */"
                        }],
                        onsuccess: "SELECT * FROM untitle_table_4 limit 5"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be done', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT * FROM untitle_table_4 limit 1",
                    "onsuccess": "SELECT * FROM untitle_table_4 limit 2",
                    "status": "done",
                    "fallback_status": "done"
                }, {
                    "query": "SELECT * FROM untitle_table_4 limit 3",
                    "onsuccess": "SELECT * FROM nonexistent_table /* should fail */",
                    "status": "done",
                    "fallback_status": "failed",
                    "failed_reason": 'relation "nonexistent_table" does not exist'
                }],
                "onsuccess": "SELECT * FROM untitle_table_4 limit 5"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.DONE && job.fallback_status === jobStatus.DONE) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.FAILED || job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });
    });

    describe('"onsuccess" for job & "onsuccess" for each query should not be triggered ' +
    ' because it has been cancelled', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT pg_sleep(3)",
                            onsuccess: "SELECT pg_sleep(0)"
                        }],
                        onsuccess: "SELECT pg_sleep(0)"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job should be running', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT pg_sleep(3)",
                    "onsuccess": "SELECT pg_sleep(0)",
                    "status": "running",
                    "fallback_status": "pending"
                }],
                "onsuccess": "SELECT pg_sleep(0)"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.status === jobStatus.RUNNING && job.fallback_status === jobStatus.PENDING) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.status === jobStatus.DONE ||
                            job.status === jobStatus.FAILED ||
                            job.status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be done'));
                    }
                });
            }, 50);
        });

        it('job should be cancelled', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT pg_sleep(3)",
                    "onsuccess": "SELECT pg_sleep(0)",
                    "status": "cancelled",
                    "fallback_status": "pending"
                }],
                "onsuccess": "SELECT pg_sleep(0)"
            };

            assert.response(app, {
                url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'DELETE'
            }, {
                status: 200
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                var job = JSON.parse(res.body);
                if (job.status === jobStatus.CANCELLED && job.fallback_status === jobStatus.PENDING) {
                    assert.deepEqual(job.query, expectedQuery);
                    done();
                } else if (job.status === jobStatus.DONE || job.status === jobStatus.FAILED) {
                    done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be cancelled'));
                }
            });
        });
    });

    describe('first "onsuccess" should be triggered and it will be cancelled', function () {
        var fallbackJob = {};

        it('should create a job', function (done) {
            assert.response(app, {
                url: '/api/v2/sql/job?api_key=1234',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'POST',
                data: querystring.stringify({
                    query: {
                        query: [{
                            query: "SELECT pg_sleep(0)",
                            onsuccess: "SELECT pg_sleep(3)"
                        }],
                        onsuccess: "SELECT pg_sleep(0)"
                    }
                })
            }, {
                status: 201
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                fallbackJob = JSON.parse(res.body);
                done();
            });
        });

        it('job "onsuccess" should be running', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT pg_sleep(0)",
                    "onsuccess": "SELECT pg_sleep(3)",
                    "status": "done",
                    "fallback_status": "running"
                }],
                "onsuccess": "SELECT pg_sleep(0)"
            };

            var interval = setInterval(function () {
                assert.response(app, {
                    url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                    headers: {
                        'Content-Type': 'application/x-www-form-urlencoded',
                        'host': 'vizzuality.cartodb.com'
                    },
                    method: 'GET'
                }, {
                    status: 200
                }, function (res, err) {
                    if (err) {
                        return done(err);
                    }
                    var job = JSON.parse(res.body);
                    if (job.query.query[0].status === jobStatus.DONE &&
                        job.query.query[0].fallback_status === jobStatus.RUNNING) {
                        clearInterval(interval);
                        assert.deepEqual(job.query, expectedQuery);
                        done();
                    } else if (job.query.query[0].status === jobStatus.DONE ||
                            job.query.query[0].status === jobStatus.FAILED ||
                            job.query.query[0].status === jobStatus.CANCELLED) {
                        clearInterval(interval);
                        done(new Error('Job ' + job.job_id + ' is ' +
                            job.query.query[0].status +
                            ', expected to be running'));
                    }
                });
            }, 50);
        });

        it('job should be cancelled', function (done) {
            var expectedQuery = {
                "query": [{
                    "query": "SELECT pg_sleep(0)",
                    "onsuccess": "SELECT pg_sleep(3)",
                    "status": "done",
                    "fallback_status": "cancelled"
                }],
                "onsuccess": "SELECT pg_sleep(0)"
            };

            assert.response(app, {
                url: '/api/v2/sql/job/' + fallbackJob.job_id + '?api_key=1234&',
                headers: {
                    'Content-Type': 'application/x-www-form-urlencoded',
                    'host': 'vizzuality.cartodb.com'
                },
                method: 'DELETE'
            }, {
                status: 200
            }, function (res, err) {
                if (err) {
                    return done(err);
                }
                var job = JSON.parse(res.body);
                if (job.status === jobStatus.CANCELLED && job.fallback_status === jobStatus.PENDING) {
                    assert.deepEqual(job.query, expectedQuery);
                    done();
                } else if (job.status === jobStatus.DONE || job.status === jobStatus.FAILED) {
                    done(new Error('Job ' + job.job_id + ' is ' + job.status + ', expected to be cancelled'));
                }
            });
        });
    });
});