149 lines
4.7 KiB
JavaScript
149 lines
4.7 KiB
JavaScript
'use strict';
|
|
|
|
const PSQL = require('cartodb-psql');
|
|
const tag = require('../middlewares/tag');
|
|
const cleanUpQueryParams = require('../middlewares/clean-up-query-params');
|
|
const credentials = require('../middlewares/credentials');
|
|
const authorize = require('../middlewares/authorize');
|
|
const dbConnSetup = require('../middlewares/db-conn-setup');
|
|
const rateLimit = require('../middlewares/rate-limit');
|
|
const { RATE_LIMIT_ENDPOINTS_GROUPS } = rateLimit;
|
|
const cacheControlHeader = require('../middlewares/cache-control-header');
|
|
const dbParamsFromResLocals = require('../../utils/database-params');
|
|
|
|
module.exports = class AnalysesController {
|
|
constructor (pgConnection, authBackend, userLimitsBackend) {
|
|
this.pgConnection = pgConnection;
|
|
this.authBackend = authBackend;
|
|
this.userLimitsBackend = userLimitsBackend;
|
|
}
|
|
|
|
route (mapRouter) {
|
|
mapRouter.get('/analyses/catalog', this.middlewares());
|
|
}
|
|
|
|
middlewares () {
|
|
return [
|
|
tag({ tags: ['analysis', 'catalog'] }),
|
|
credentials(),
|
|
authorize(this.authBackend),
|
|
dbConnSetup(this.pgConnection),
|
|
rateLimit(this.userLimitsBackend, RATE_LIMIT_ENDPOINTS_GROUPS.ANALYSIS_CATALOG),
|
|
cleanUpQueryParams(),
|
|
createPGClient(),
|
|
getDataFromQuery({ queryTemplate: catalogQueryTpl, key: 'catalog' }),
|
|
getDataFromQuery({ queryTemplate: tablesQueryTpl, key: 'tables' }),
|
|
prepareResponse(),
|
|
cacheControlHeader({ ttl: 10, revalidate: true }),
|
|
unauthorizedError()
|
|
];
|
|
}
|
|
};
|
|
|
|
function createPGClient () {
|
|
return function createPGClientMiddleware (req, res, next) {
|
|
const dbParams = dbParamsFromResLocals(res.locals);
|
|
|
|
res.locals.pg = new PSQL(dbParams);
|
|
|
|
next();
|
|
};
|
|
}
|
|
|
|
function getDataFromQuery ({ queryTemplate, key }) {
|
|
const readOnlyTransactionOn = true;
|
|
|
|
return function getCatalogMiddleware (req, res, next) {
|
|
const { pg, user } = res.locals;
|
|
const sql = queryTemplate({ _username: user });
|
|
|
|
pg.query(sql, (err, resultSet = {}) => {
|
|
if (err) {
|
|
return next(err);
|
|
}
|
|
|
|
res.locals[key] = resultSet.rows || [];
|
|
|
|
next();
|
|
}, readOnlyTransactionOn);
|
|
};
|
|
}
|
|
|
|
function prepareResponse () {
|
|
return function prepareResponseMiddleware (req, res, next) {
|
|
const { catalog, tables } = res.locals;
|
|
|
|
const analysisIdToTable = tables.reduce((analysisIdToTable, table) => {
|
|
const analysisId = table.relname.split('_')[2];
|
|
|
|
if (analysisId && analysisId.length === 40) {
|
|
analysisIdToTable[analysisId] = table;
|
|
}
|
|
|
|
return analysisIdToTable;
|
|
}, {});
|
|
|
|
const analysisCatalog = catalog.map(analysis => {
|
|
if (Object.prototype.hasOwnProperty.call(analysisIdToTable, analysis.node_id)) {
|
|
analysis.table = analysisIdToTable[analysis.node_id];
|
|
}
|
|
|
|
return analysis;
|
|
})
|
|
.sort((analysisA, analysisB) => {
|
|
if (!!analysisA.table && !!analysisB.table) {
|
|
return analysisB.table.size - analysisA.table.size;
|
|
}
|
|
|
|
if (analysisA.table) {
|
|
return -1;
|
|
}
|
|
|
|
if (analysisB.table) {
|
|
return 1;
|
|
}
|
|
|
|
return -1;
|
|
});
|
|
|
|
res.statusCode = 200;
|
|
res.body = { catalog: analysisCatalog };
|
|
|
|
next();
|
|
};
|
|
}
|
|
|
|
function unauthorizedError () {
|
|
return function unathorizedErrorMiddleware (err, req, res, next) {
|
|
if (err.message.match(/permission\sdenied/)) {
|
|
err = new Error('Unauthorized');
|
|
err.http_status = 401;
|
|
}
|
|
|
|
next(err);
|
|
};
|
|
}
|
|
|
|
const catalogQueryTpl = ctx => `
|
|
SELECT analysis_def->>'type' as type, * FROM cartodb.cdb_analysis_catalog WHERE username = '${ctx._username}'
|
|
`;
|
|
|
|
var tablesQueryTpl = ctx => `
|
|
WITH analysis_tables AS (
|
|
SELECT
|
|
n.nspname AS nspname,
|
|
c.relname AS relname,
|
|
pg_total_relation_size(
|
|
format('%s.%s', pg_catalog.quote_ident(n.nspname), pg_catalog.quote_ident(c.relname))
|
|
) AS size,
|
|
format('%s.%s', pg_catalog.quote_ident(nspname), pg_catalog.quote_ident(relname)) AS fully_qualified_name
|
|
FROM pg_catalog.pg_class c, pg_catalog.pg_namespace n
|
|
WHERE c.relnamespace = n.oid
|
|
AND pg_catalog.quote_ident(c.relname) ~ '^analysis_[a-z0-9]{10}_[a-z0-9]{40}$'
|
|
AND n.nspname IN ('${ctx._username}', 'public')
|
|
)
|
|
SELECT *, pg_size_pretty(size) as size_pretty
|
|
FROM analysis_tables
|
|
ORDER BY size DESC
|
|
`;
|