233 lines
9.4 KiB
JavaScript
233 lines
9.4 KiB
JavaScript
'use strict';
|
|
|
|
require('../../helper');
|
|
require('../../support/assert');
|
|
|
|
var server = require('../../../lib/server')();
|
|
var assert = require('assert');
|
|
var querystring = require('querystring');
|
|
|
|
describe('export.csv', function () {
|
|
it('CSV format', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?' + querystring.stringify({
|
|
q: 'SELECT * FROM untitle_table_4 WHERE cartodb_id = 1',
|
|
format: 'csv'
|
|
}),
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
var cd = res.headers['content-disposition'];
|
|
assert.strictEqual(true, /^attachment/.test(cd), 'CSV is not disposed as attachment: ' + cd);
|
|
assert.strictEqual(true, /filename=cartodb-query.csv/gi.test(cd));
|
|
var ct = res.headers['content-type'];
|
|
assert.strictEqual(true, /header=present/.test(ct), "CSV doesn't advertise header presence: " + ct);
|
|
|
|
var rows = res.body.split(/\r\n/);
|
|
var row0 = rows[0].split(',');
|
|
var row1 = rows[1].split(',');
|
|
|
|
assert.strictEqual(row0[2], 'created_at');
|
|
assert.strictEqual(row1[2], '2011-09-21 14:02:21.314252');
|
|
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('CSV format, bigger than 81920 bytes', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql',
|
|
data: querystring.stringify({
|
|
q: 'SELECT 0 as fname FROM generate_series(0,81920)',
|
|
format: 'csv'
|
|
}),
|
|
headers: { host: 'vizzuality.cartodb.com', 'Content-Type': 'application/x-www-form-urlencoded' },
|
|
method: 'POST'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.ok(res.body.length > 81920, 'CSV smaller than expected: ' + res.body.length);
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('CSV format from POST', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql',
|
|
data: querystring.stringify({ q: 'SELECT * FROM untitle_table_4 LIMIT 1', format: 'csv' }),
|
|
headers: { host: 'vizzuality.cartodb.com', 'Content-Type': 'application/x-www-form-urlencoded' },
|
|
method: 'POST'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
var cd = res.headers['content-disposition'];
|
|
assert.strictEqual(true, /^attachment/.test(cd), 'CSV is not disposed as attachment: ' + cd);
|
|
assert.strictEqual(true, /filename=cartodb-query.csv/gi.test(cd));
|
|
var ct = res.headers['content-type'];
|
|
assert.strictEqual(true, /header=present/.test(ct), "CSV doesn't advertise header presence: " + ct);
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('CSV format, custom filename', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?q=SELECT%20*%20FROM%20untitle_table_4%20LIMIT%201&format=csv&filename=mycsv.csv',
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
var cd = res.headers['content-disposition'];
|
|
assert.strictEqual(true, /^attachment/.test(cd), 'CSV is not disposed as attachment: ' + cd);
|
|
assert.strictEqual(true, /filename=mycsv.csv/gi.test(cd), cd);
|
|
var ct = res.headers['content-type'];
|
|
assert.strictEqual(true, /header=present/.test(ct), "CSV doesn't advertise header presence: " + ct);
|
|
var row0 = res.body.substring(0, res.body.search(/[\n\r]/)).split(',');
|
|
var checkFields = { name: true, cartodb_id: true, the_geom: true, the_geom_webmercator: true };
|
|
Object.keys(checkFields).forEach(function (f) {
|
|
var idx = row0.indexOf(f);
|
|
if (checkFields[f]) {
|
|
assert.ok(idx !== -1, "result does not include '" + f + "'");
|
|
} else {
|
|
assert.ok(idx === -1, "result includes '" + f + "' (" + idx + ')');
|
|
}
|
|
});
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('skipfields controls fields included in CSV output', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?q=SELECT%20*%20FROM%20untitle_table_4%20LIMIT%201&format=csv' +
|
|
'&skipfields=unexistant,cartodb_id',
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
var row0 = res.body.substring(0, res.body.search(/[\n\r]/)).split(',');
|
|
var checkFields = { name: true, cartodb_id: false, the_geom: true, the_geom_webmercator: true };
|
|
Object.keys(checkFields).forEach(function (f) {
|
|
var idx = row0.indexOf(f);
|
|
if (checkFields[f]) {
|
|
assert.ok(idx !== -1, "result does not include '" + f + "'");
|
|
} else {
|
|
assert.ok(idx === -1, "result includes '" + f + "' (" + idx + ')');
|
|
}
|
|
});
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('GET /api/v1/sql as csv', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?q=SELECT%20cartodb_id,ST_AsEWKT(the_geom)%20as%20geom%20FROM%20untitle_table_4%20LIMIT%201' +
|
|
'&format=csv',
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
assert.ok(res.body.match(/cartodb_id,geom\r\n.?1.?,"SRID=4326;POINT(.*)"\r\n/));
|
|
done();
|
|
});
|
|
});
|
|
|
|
// See https://github.com/Vizzuality/CartoDB-SQL-API/issues/60
|
|
it('GET /api/v1/sql as csv with no rows', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?q=SELECT%20true%20WHERE%20false&format=csv',
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
var obtainedLines = res.body.split('\r\n');
|
|
assert.ok(obtainedLines.length <= 2, // may or may not have an header
|
|
// See http://trac.osgeo.org/gdal/ticket/5234
|
|
'Too many lines in output (' + obtainedLines.length + '): ' + obtainedLines.join('\n'));
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('GET /api/v1/sql as csv, properly escaped', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?q=SELECT%20cartodb_id,%20address%20FROM%20untitle_table_4%20LIMIT%201&format=csv',
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
}, { }, function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.statusCode, 200, res.body);
|
|
assert.ok(res.body.match(/cartodb_id,address\r\n.?1.?,"Calle de Pérez Galdós 9, Madrid, Spain"\r\n/));
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('GET /api/v1/sql as csv, concurrently', function (done) {
|
|
var concurrency = 4;
|
|
var waiting = concurrency;
|
|
function validate (err, res) {
|
|
assert.ifError(err);
|
|
assert.ok(res.body.match(/cartodb_id,address\r\n.?1.?,"Calle de Pérez Galdós 9, Madrid, Spain"\r\n/));
|
|
if (!--waiting) {
|
|
done();
|
|
}
|
|
}
|
|
for (var i = 0; i < concurrency; ++i) {
|
|
assert.response(server,
|
|
{
|
|
url: '/api/v1/sql?q=SELECT%20cartodb_id,%20address%20FROM%20untitle_table_4%20LIMIT%201&format=csv',
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
},
|
|
{
|
|
status: 200
|
|
},
|
|
validate
|
|
);
|
|
}
|
|
});
|
|
|
|
it('expects 1200 rows in public table', function (done) {
|
|
var limit = 1200;
|
|
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?' + querystring.stringify({
|
|
q: 'SELECT * from populated_places_simple_reduced limit ' + limit,
|
|
format: 'csv'
|
|
}),
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
},
|
|
{
|
|
status: 200
|
|
},
|
|
function (err, res) {
|
|
assert.ifError(err);
|
|
var headersPlusExtraLine = 2;
|
|
assert.strictEqual(res.body.split('\n').length, limit + headersPlusExtraLine);
|
|
done();
|
|
});
|
|
});
|
|
|
|
it('maintains output compatible with gdal 2.2', function (done) {
|
|
assert.response(server, {
|
|
url: '/api/v1/sql?' + querystring.stringify({
|
|
q: 'SELECT cartodb_id, natscale, adm0cap from populated_places_simple_reduced limit 1',
|
|
format: 'csv'
|
|
}),
|
|
headers: { host: 'vizzuality.cartodb.com' },
|
|
method: 'GET'
|
|
},
|
|
{
|
|
status: 200
|
|
},
|
|
function (err, res) {
|
|
assert.ifError(err);
|
|
assert.strictEqual(res.body.split('\r\n')[1], '1109,20,0');
|
|
done();
|
|
});
|
|
});
|
|
});
|