2015-07-10 17:24:32 +08:00
|
|
|
var _ = require('underscore');
|
2015-07-05 02:41:22 +08:00
|
|
|
var assert = require('assert');
|
|
|
|
var step = require('step');
|
2015-07-10 17:24:32 +08:00
|
|
|
var windshaft = require('windshaft');
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-08 19:27:56 +08:00
|
|
|
var cors = require('../middleware/cors');
|
|
|
|
|
2015-07-10 07:30:38 +08:00
|
|
|
var MapConfig = windshaft.model.MapConfig;
|
|
|
|
var Datasource = windshaft.model.Datasource;
|
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var NamedMapsCacheEntry = require('../cache/model/named_maps_entry');
|
2015-07-13 22:15:34 +08:00
|
|
|
var TablesCacheEntry = require('../cache/model/database_tables_entry');
|
2015-07-10 17:24:32 +08:00
|
|
|
|
2015-07-10 07:30:38 +08:00
|
|
|
var MapConfigNamedLayersAdapter = require('../models/mapconfig_named_layers_adapter');
|
2015-07-10 17:24:32 +08:00
|
|
|
var NamedMapMapConfigProvider = require('../models/mapconfig/named_map_provider');
|
2015-07-11 01:10:55 +08:00
|
|
|
var CreateLayergroupMapConfigProvider = require('../models/mapconfig/create_layergroup_provider');
|
2015-07-09 02:51:36 +08:00
|
|
|
|
2015-07-05 02:41:22 +08:00
|
|
|
/**
|
|
|
|
* @param app
|
2015-07-10 07:30:38 +08:00
|
|
|
* @param {PgConnection} pgConnection
|
|
|
|
* @param {TemplateMaps} templateMaps
|
2015-07-05 02:41:22 +08:00
|
|
|
* @param {MapBackend} mapBackend
|
2015-07-10 17:24:32 +08:00
|
|
|
* @param metadataBackend
|
|
|
|
* @param {QueryTablesApi} queryTablesApi
|
|
|
|
* @param {SurrogateKeysCache} surrogateKeysCache
|
2015-07-11 01:10:55 +08:00
|
|
|
* @param {{UserLimitsApi}} userLimitsApi
|
2015-07-05 02:41:22 +08:00
|
|
|
* @constructor
|
|
|
|
*/
|
2015-07-10 17:24:32 +08:00
|
|
|
function MapController(app, pgConnection, templateMaps, mapBackend, metadataBackend, queryTablesApi,
|
2015-07-11 01:10:55 +08:00
|
|
|
surrogateKeysCache, userLimitsApi) {
|
2015-07-10 17:24:32 +08:00
|
|
|
this.app = app;
|
2015-07-10 07:30:38 +08:00
|
|
|
this.pgConnection = pgConnection;
|
|
|
|
this.templateMaps = templateMaps;
|
2015-07-09 02:51:36 +08:00
|
|
|
this.mapBackend = mapBackend;
|
2015-07-10 17:24:32 +08:00
|
|
|
this.metadataBackend = metadataBackend;
|
|
|
|
this.queryTablesApi = queryTablesApi;
|
|
|
|
this.surrogateKeysCache = surrogateKeysCache;
|
2015-07-11 01:10:55 +08:00
|
|
|
this.userLimitsApi = userLimitsApi;
|
2015-07-10 07:30:38 +08:00
|
|
|
this.namedLayersAdapter = new MapConfigNamedLayersAdapter(templateMaps);
|
2015-07-14 17:55:49 +08:00
|
|
|
|
|
|
|
this.channelCache = {};
|
2015-07-05 02:41:22 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
module.exports = MapController;
|
|
|
|
|
|
|
|
|
|
|
|
MapController.prototype.register = function(app) {
|
2015-07-08 19:27:56 +08:00
|
|
|
app.get(app.base_url_mapconfig, cors(), this.createGet.bind(this));
|
|
|
|
app.post(app.base_url_mapconfig, cors(), this.createPost.bind(this));
|
2015-07-10 17:24:32 +08:00
|
|
|
app.get(app.base_url_templated + '/:template_id/jsonp', cors(), this.jsonp.bind(this));
|
|
|
|
app.post(app.base_url_templated + '/:template_id', cors(), this.instantiate.bind(this));
|
|
|
|
app.options(app.base_url_mapconfig, cors('Content-Type'));
|
2015-07-05 02:41:22 +08:00
|
|
|
};
|
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
MapController.prototype.createGet = function(req, res){
|
|
|
|
req.profiler.start('windshaft.createmap_get');
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
this.create(req, res, function createGet$prepareConfig(err, req) {
|
|
|
|
assert.ifError(err);
|
|
|
|
if ( ! req.params.config ) {
|
|
|
|
throw new Error('layergroup GET needs a "config" parameter');
|
|
|
|
}
|
|
|
|
return JSON.parse(req.params.config);
|
|
|
|
});
|
|
|
|
};
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
MapController.prototype.createPost = function(req, res) {
|
|
|
|
req.profiler.start('windshaft.createmap_post');
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
this.create(req, res, function createPost$prepareConfig(err, req) {
|
|
|
|
assert.ifError(err);
|
|
|
|
if (!req.is('application/json')) {
|
|
|
|
throw new Error('layergroup POST data must be of type application/json');
|
|
|
|
}
|
|
|
|
return req.body;
|
|
|
|
});
|
|
|
|
};
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
MapController.prototype.instantiate = function(req, res) {
|
|
|
|
if (req.profiler) {
|
|
|
|
req.profiler.start('windshaft-cartodb.instance_template_post');
|
|
|
|
}
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
this.instantiateTemplate(req, res, function prepareTemplateParams(callback) {
|
|
|
|
if (!req.is('application/json')) {
|
|
|
|
return callback(new Error('Template POST data must be of type application/json'));
|
|
|
|
}
|
|
|
|
return callback(null, req.body);
|
|
|
|
});
|
|
|
|
};
|
|
|
|
|
|
|
|
MapController.prototype.jsonp = function(req, res) {
|
|
|
|
if (req.profiler) {
|
|
|
|
req.profiler.start('windshaft-cartodb.instance_template_get');
|
|
|
|
}
|
|
|
|
|
|
|
|
this.instantiateTemplate(req, res, function prepareJsonTemplateParams(callback) {
|
|
|
|
var err = null;
|
|
|
|
if ( req.query.callback === undefined || req.query.callback.length === 0) {
|
|
|
|
err = new Error('callback parameter should be present and be a function name');
|
|
|
|
}
|
|
|
|
|
|
|
|
var templateParams = {};
|
|
|
|
if (req.query.config) {
|
|
|
|
try {
|
|
|
|
templateParams = JSON.parse(req.query.config);
|
|
|
|
} catch(e) {
|
|
|
|
err = new Error('Invalid config parameter, should be a valid JSON');
|
2015-07-05 02:41:22 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
return callback(err, templateParams);
|
|
|
|
});
|
2015-07-05 02:41:22 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
MapController.prototype.create = function(req, res, prepareConfigFn) {
|
|
|
|
var self = this;
|
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var mapConfig;
|
|
|
|
|
2015-07-05 02:41:22 +08:00
|
|
|
step(
|
|
|
|
function setupParams(){
|
2015-07-10 17:24:32 +08:00
|
|
|
self.app.req2params(req, this);
|
2015-07-05 02:41:22 +08:00
|
|
|
},
|
|
|
|
prepareConfigFn,
|
2015-07-10 07:30:38 +08:00
|
|
|
function beforeLayergroupCreate(err, requestMapConfig) {
|
|
|
|
assert.ifError(err);
|
|
|
|
var next = this;
|
|
|
|
self.namedLayersAdapter.getLayers(req.context.user, requestMapConfig.layers, self.pgConnection,
|
|
|
|
function(err, layers, datasource) {
|
|
|
|
if (err) {
|
|
|
|
return next(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (layers) {
|
|
|
|
requestMapConfig.layers = layers;
|
|
|
|
}
|
|
|
|
return next(null, requestMapConfig, datasource);
|
|
|
|
}
|
|
|
|
);
|
|
|
|
},
|
|
|
|
function createLayergroup(err, requestMapConfig, datasource) {
|
2015-07-05 02:41:22 +08:00
|
|
|
assert.ifError(err);
|
2015-07-10 17:24:32 +08:00
|
|
|
mapConfig = new MapConfig(requestMapConfig, datasource || Datasource.EmptyDatasource());
|
2015-07-11 01:10:55 +08:00
|
|
|
self.mapBackend.createLayergroup(
|
|
|
|
mapConfig, req.params,
|
|
|
|
new CreateLayergroupMapConfigProvider(mapConfig, req.context.user, self.userLimitsApi, req.params),
|
|
|
|
this
|
|
|
|
);
|
2015-07-10 17:24:32 +08:00
|
|
|
},
|
|
|
|
function afterLayergroupCreate(err, layergroup) {
|
|
|
|
assert.ifError(err);
|
2015-07-13 22:15:34 +08:00
|
|
|
self.afterLayergroupCreate(req, res, mapConfig, layergroup, this);
|
2015-07-05 02:41:22 +08:00
|
|
|
},
|
2015-07-10 07:30:38 +08:00
|
|
|
function finish(err, layergroup) {
|
2015-07-05 02:41:22 +08:00
|
|
|
if (err) {
|
2015-07-10 17:24:32 +08:00
|
|
|
var statusCode = self.app.findStatusCode(err);
|
|
|
|
self.app.sendError(res, { errors: [ err.message ] }, statusCode, 'ANONYMOUS LAYERGROUP', err);
|
2015-07-05 02:41:22 +08:00
|
|
|
} else {
|
2015-07-13 22:15:34 +08:00
|
|
|
res.header('X-Layergroup-Id', layergroup.layergroupid);
|
2015-07-10 17:24:32 +08:00
|
|
|
self.app.sendResponse(res, [layergroup, 200]);
|
2015-07-05 02:41:22 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
);
|
|
|
|
};
|
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
MapController.prototype.instantiateTemplate = function(req, res, prepareParamsFn) {
|
|
|
|
var self = this;
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var cdbuser = req.context.user;
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var mapConfigProvider;
|
|
|
|
var mapConfig;
|
2015-07-05 02:41:22 +08:00
|
|
|
|
|
|
|
step(
|
2015-07-13 22:15:34 +08:00
|
|
|
function setupParams(){
|
|
|
|
self.app.req2params(req, this);
|
|
|
|
},
|
2015-07-10 17:24:32 +08:00
|
|
|
function getTemplateParams() {
|
|
|
|
prepareParamsFn(this);
|
2015-07-05 02:41:22 +08:00
|
|
|
},
|
2015-07-10 17:24:32 +08:00
|
|
|
function getTemplate(err, templateParams) {
|
|
|
|
assert.ifError(err);
|
|
|
|
mapConfigProvider = new NamedMapMapConfigProvider(
|
|
|
|
self.templateMaps,
|
|
|
|
self.pgConnection,
|
2015-07-11 01:10:55 +08:00
|
|
|
self.userLimitsApi,
|
2015-07-10 17:24:32 +08:00
|
|
|
cdbuser,
|
|
|
|
req.params.template_id,
|
|
|
|
templateParams,
|
|
|
|
req.query.auth_token,
|
|
|
|
req.params
|
|
|
|
);
|
|
|
|
mapConfigProvider.getMapConfig(this);
|
2015-07-05 02:41:22 +08:00
|
|
|
},
|
2015-07-10 17:24:32 +08:00
|
|
|
function createLayergroup(err, mapConfig_, rendererParams/*, context*/) {
|
|
|
|
assert.ifError(err);
|
|
|
|
mapConfig = mapConfig_;
|
2015-07-11 01:10:55 +08:00
|
|
|
self.mapBackend.createLayergroup(
|
|
|
|
mapConfig, rendererParams,
|
|
|
|
new CreateLayergroupMapConfigProvider(mapConfig, cdbuser, self.userLimitsApi, rendererParams),
|
|
|
|
this
|
|
|
|
);
|
2015-07-05 02:41:22 +08:00
|
|
|
},
|
2015-07-10 17:24:32 +08:00
|
|
|
function afterLayergroupCreate(err, layergroup) {
|
|
|
|
assert.ifError(err);
|
2015-07-13 22:15:34 +08:00
|
|
|
self.afterLayergroupCreate(req, res, mapConfig, layergroup, this);
|
2015-07-10 17:24:32 +08:00
|
|
|
},
|
|
|
|
function finishTemplateInstantiation(err, layergroup) {
|
|
|
|
if (err) {
|
|
|
|
var statusCode = self.app.findStatusCode(err);
|
|
|
|
self.app.sendError(res, { errors: [ err.message ] }, statusCode, 'NAMED MAP LAYERGROUP', err);
|
|
|
|
} else {
|
|
|
|
var templateHash = self.templateMaps.fingerPrint(mapConfigProvider.template).substring(0, 8);
|
|
|
|
layergroup.layergroupid = cdbuser + '@' + templateHash + '@' + layergroup.layergroupid;
|
|
|
|
|
|
|
|
res.header('X-Layergroup-Id', layergroup.layergroupid);
|
|
|
|
self.surrogateKeysCache.tag(res, new NamedMapsCacheEntry(cdbuser, mapConfigProvider.getTemplateName()));
|
|
|
|
|
|
|
|
self.app.sendResponse(res, [layergroup, 200]);
|
2015-07-05 02:41:22 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
);
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2015-07-13 22:15:34 +08:00
|
|
|
MapController.prototype.afterLayergroupCreate = function(req, res, mapconfig, layergroup, callback) {
|
2015-07-10 17:24:32 +08:00
|
|
|
var self = this;
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var username = req.context.user;
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var tasksleft = 2; // redis key and affectedTables
|
|
|
|
var errors = [];
|
2015-07-05 02:41:22 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var done = function(err) {
|
|
|
|
if ( err ) {
|
|
|
|
errors.push('' + err);
|
|
|
|
}
|
|
|
|
if ( ! --tasksleft ) {
|
|
|
|
err = errors.length ? new Error(errors.join('\n')) : null;
|
|
|
|
callback(err, layergroup);
|
|
|
|
}
|
|
|
|
};
|
2015-07-09 02:51:36 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
// include in layergroup response the variables in serverMedata
|
|
|
|
// those variables are useful to send to the client information
|
|
|
|
// about how to reach this server or information about it
|
|
|
|
_.extend(layergroup, global.environment.serverMetadata);
|
|
|
|
|
|
|
|
// Don't wait for the mapview count increment to
|
|
|
|
// take place before proceeding. Error will be logged
|
|
|
|
// asynchronously
|
|
|
|
this.metadataBackend.incMapviewCount(username, mapconfig.obj().stat_tag, function(err) {
|
|
|
|
if (req.profiler) {
|
|
|
|
req.profiler.done('incMapviewCount');
|
|
|
|
}
|
|
|
|
if ( err ) {
|
|
|
|
console.log("ERROR: failed to increment mapview count for user '" + username + "': " + err);
|
|
|
|
}
|
|
|
|
done();
|
2015-07-09 02:51:36 +08:00
|
|
|
});
|
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var sql = mapconfig.getLayers().map(function(layer) {
|
|
|
|
return layer.options.sql;
|
|
|
|
}).join(';');
|
2015-07-09 02:51:36 +08:00
|
|
|
|
2015-07-10 17:24:32 +08:00
|
|
|
var dbName = req.params.dbname;
|
|
|
|
var cacheKey = dbName + ':' + layergroup.layergroupid;
|
2015-07-09 02:51:36 +08:00
|
|
|
|
|
|
|
step(
|
2015-07-10 17:24:32 +08:00
|
|
|
function getAffectedTablesAndLastUpdatedTime() {
|
|
|
|
self.queryTablesApi.getAffectedTablesAndLastUpdatedTime(username, sql, this);
|
2015-07-09 02:51:36 +08:00
|
|
|
},
|
2015-07-10 17:24:32 +08:00
|
|
|
function handleAffectedTablesAndLastUpdatedTime(err, result) {
|
|
|
|
if (req.profiler) {
|
|
|
|
req.profiler.done('queryTablesAndLastUpdated');
|
2015-07-09 02:51:36 +08:00
|
|
|
}
|
2015-07-10 17:24:32 +08:00
|
|
|
assert.ifError(err);
|
2015-07-14 17:55:49 +08:00
|
|
|
var cacheChannel = self.buildCacheChannel(dbName, result.affectedTables);
|
|
|
|
self.channelCache[cacheKey] = cacheChannel;
|
2015-07-10 17:24:32 +08:00
|
|
|
|
|
|
|
// last update for layergroup cache buster
|
|
|
|
layergroup.layergroupid = layergroup.layergroupid + ':' + result.lastUpdatedTime;
|
|
|
|
layergroup.last_updated = new Date(result.lastUpdatedTime).toISOString();
|
|
|
|
|
2015-07-13 22:15:34 +08:00
|
|
|
if (req.method === 'GET') {
|
|
|
|
var ttl = global.environment.varnish.layergroupTtl || 86400;
|
|
|
|
res.header('Cache-Control', 'public,max-age='+ttl+',must-revalidate');
|
|
|
|
res.header('Last-Modified', (new Date()).toUTCString());
|
|
|
|
res.header('X-Cache-Channel', cacheChannel);
|
|
|
|
if (result.affectedTables && result.affectedTables.length > 0) {
|
|
|
|
self.surrogateKeysCache.tag(res, new TablesCacheEntry(dbName, result.affectedTables));
|
2015-07-09 02:51:36 +08:00
|
|
|
}
|
|
|
|
}
|
2015-07-10 17:24:32 +08:00
|
|
|
|
|
|
|
return null;
|
|
|
|
},
|
|
|
|
function finish(err) {
|
|
|
|
done(err);
|
2015-07-09 02:51:36 +08:00
|
|
|
}
|
|
|
|
);
|
|
|
|
};
|
2015-07-14 17:55:49 +08:00
|
|
|
|
|
|
|
MapController.prototype.buildCacheChannel = function (dbName, tableNames){
|
|
|
|
return dbName + ':' + tableNames.join(',');
|
|
|
|
};
|