158 lines
7.1 KiB
PL/PgSQL
158 lines
7.1 KiB
PL/PgSQL
ALTER TYPE cdb_dataservices_server._redis_conf_params ADD ATTRIBUTE redis_host text;
|
|
ALTER TYPE cdb_dataservices_server._redis_conf_params ADD ATTRIBUTE redis_port int;
|
|
ALTER TYPE cdb_dataservices_server._redis_conf_params DROP ATTRIBUTE IF EXISTS sentinel_host;
|
|
ALTER TYPE cdb_dataservices_server._redis_conf_params DROP ATTRIBUTE IF EXISTS sentinel_port;
|
|
|
|
-- Get the Redis configuration from the _conf table --
|
|
CREATE OR REPLACE FUNCTION cdb_dataservices_server._get_redis_conf_v2(config_key text)
|
|
RETURNS cdb_dataservices_server._redis_conf_params AS $$
|
|
conf_query = "SELECT cartodb.CDB_Conf_GetConf('{0}') as conf".format(config_key)
|
|
conf = plpy.execute(conf_query)[0]['conf']
|
|
if conf is None:
|
|
plpy.error("There is no redis configuration defined")
|
|
else:
|
|
import json
|
|
params = json.loads(conf)
|
|
redis_conf_params = {
|
|
"redis_host": params['redis_host'],
|
|
"redis_port": params['redis_port'],
|
|
"timeout": params['timeout'],
|
|
"redis_db": params['redis_db']
|
|
}
|
|
if "sentinel_master_id" in params:
|
|
redis_conf_params["sentinel_master_id"] = params["sentinel_master_id"]
|
|
else:
|
|
redis_conf_params["sentinel_master_id"] = None
|
|
|
|
return redis_conf_params
|
|
$$ LANGUAGE plpythonu;
|
|
|
|
-- Get the connection to redis from cache or create a new one
|
|
CREATE OR REPLACE FUNCTION cdb_dataservices_server._connect_to_redis(user_id text)
|
|
RETURNS boolean AS $$
|
|
cache_key = "redis_connection_{0}".format(user_id)
|
|
if cache_key in GD:
|
|
return False
|
|
else:
|
|
from cartodb_services.tools import RedisConnection
|
|
metadata_config_params = plpy.execute("""select c.sentinel_master_id, c.redis_host,
|
|
c.redis_port, c.timeout, c.redis_db
|
|
from cdb_dataservices_server._get_redis_conf_v2('redis_metadata_config') c;""")[0]
|
|
metrics_config_params = plpy.execute("""select c.sentinel_master_id, c.redis_host,
|
|
c.redis_port, c.timeout, c.redis_db
|
|
from cdb_dataservices_server._get_redis_conf_v2('redis_metrics_config') c;""")[0]
|
|
redis_metadata_connection = RedisConnection(metadata_config_params['sentinel_master_id'],
|
|
metadata_config_params['redis_host'],
|
|
metadata_config_params['redis_port'],
|
|
timeout=metadata_config_params['timeout'],
|
|
redis_db=metadata_config_params['redis_db']).redis_connection()
|
|
redis_metrics_connection = RedisConnection(metrics_config_params['sentinel_master_id'],
|
|
metrics_config_params['redis_host'],
|
|
metrics_config_params['redis_port'],
|
|
timeout=metrics_config_params['timeout'],
|
|
redis_db=metrics_config_params['redis_db']).redis_connection()
|
|
GD[cache_key] = {
|
|
'redis_metadata_connection': redis_metadata_connection,
|
|
'redis_metrics_connection': redis_metrics_connection,
|
|
}
|
|
return True
|
|
$$ LANGUAGE plpythonu SECURITY DEFINER;
|
|
|
|
-- Mapzen routing integration
|
|
|
|
CREATE TYPE cdb_dataservices_server.simple_route AS (
|
|
shape geometry(LineString,4326),
|
|
length real,
|
|
duration integer
|
|
);
|
|
|
|
-- Get the Redis configuration from the _conf table --
|
|
CREATE OR REPLACE FUNCTION cdb_dataservices_server._get_routing_config(username text, orgname text)
|
|
RETURNS boolean AS $$
|
|
cache_key = "user_routing_config_{0}".format(username)
|
|
if cache_key in GD:
|
|
return False
|
|
else:
|
|
import json
|
|
from cartodb_services.metrics import RoutingConfig
|
|
plpy.execute("SELECT cdb_dataservices_server._connect_to_redis('{0}')".format(username))
|
|
redis_conn = GD["redis_connection_{0}".format(username)]['redis_metadata_connection']
|
|
mapzen_conf_json = plpy.execute("SELECT cartodb.CDB_Conf_GetConf('mapzen_conf') as mapzen_conf", 1)[0]['mapzen_conf']
|
|
if not mapzen_conf_json:
|
|
mapzen_app_key = None
|
|
else:
|
|
mapzen_conf = json.loads(mapzen_conf_json)
|
|
mapzen_app_key = mapzen_conf['routing_app_key']
|
|
routing_config = RoutingConfig(redis_conn, username, orgname, mapzen_app_key)
|
|
GD[cache_key] = routing_config
|
|
return True
|
|
$$ LANGUAGE plpythonu SECURITY DEFINER;
|
|
|
|
CREATE OR REPLACE FUNCTION cdb_dataservices_server._cdb_mapzen_route_point_to_point(
|
|
username TEXT,
|
|
orgname TEXT,
|
|
origin geometry(Point, 4326),
|
|
destination geometry(Point, 4326),
|
|
mode TEXT,
|
|
options text[] DEFAULT ARRAY[]::text[],
|
|
units text DEFAULT 'kilometers')
|
|
RETURNS cdb_dataservices_server.simple_route AS $$
|
|
import json
|
|
from cartodb_services.mapzen import MapzenRouting, MapzenRoutingResponse
|
|
from cartodb_services.mapzen.types import polyline_to_linestring
|
|
from cartodb_services.metrics import QuotaService
|
|
from cartodb_services.tools import Coordinate
|
|
|
|
redis_conn = GD["redis_connection_{0}".format(username)]['redis_metrics_connection']
|
|
user_routing_config = GD["user_routing_config_{0}".format(username)]
|
|
|
|
quota_service = QuotaService(user_routing_config, redis_conn)
|
|
|
|
try:
|
|
client = MapzenRouting(user_routing_config.mapzen_app_key)
|
|
|
|
orig_lat = plpy.execute("SELECT ST_Y('%s') AS lat" % origin)[0]['lat']
|
|
orig_lon = plpy.execute("SELECT ST_X('%s') AS lon" % origin)[0]['lon']
|
|
origin_coordinates = Coordinate(orig_lon, orig_lat)
|
|
dest_lat = plpy.execute("SELECT ST_Y('%s') AS lat" % destination)[0]['lat']
|
|
dest_lon = plpy.execute("SELECT ST_X('%s') AS lon" % destination)[0]['lon']
|
|
dest_coordinates = Coordinate(dest_lon, dest_lat)
|
|
|
|
resp = client.calculate_route_point_to_point(origin_coordinates, dest_coordinates, mode, options, units)
|
|
|
|
if resp:
|
|
shape_linestring = polyline_to_linestring(resp.shape)
|
|
quota_service.increment_success_geocoder_use()
|
|
return [shape_linestring, resp.length, resp.duration]
|
|
else:
|
|
quota_service.increment_empty_geocoder_use()
|
|
except BaseException as e:
|
|
import sys, traceback
|
|
type_, value_, traceback_ = sys.exc_info()
|
|
quota_service.increment_failed_geocoder_use()
|
|
error_msg = 'There was an error trying to obtain route using mapzen provider: {0}'.format(e)
|
|
plpy.notice(traceback.format_tb(traceback_))
|
|
plpy.error(error_msg)
|
|
finally:
|
|
quota_service.increment_total_geocoder_use()
|
|
$$ LANGUAGE plpythonu SECURITY DEFINER;
|
|
|
|
CREATE OR REPLACE FUNCTION cdb_dataservices_server.cdb_route_point_to_point(
|
|
username TEXT,
|
|
orgname TEXT,
|
|
origin geometry(Point, 4326),
|
|
destination geometry(Point, 4326),
|
|
mode TEXT,
|
|
options text[] DEFAULT ARRAY[]::text[],
|
|
units text DEFAULT 'kilometers')
|
|
RETURNS cdb_dataservices_server.simple_route AS $$
|
|
plpy.execute("SELECT cdb_dataservices_server._connect_to_redis('{0}')".format(username))
|
|
redis_conn = GD["redis_connection_{0}".format(username)]['redis_metrics_connection']
|
|
plpy.execute("SELECT cdb_dataservices_server._get_routing_config({0}, {1})".format(plpy.quote_nullable(username), plpy.quote_nullable(orgname)))
|
|
user_routing_config = GD["user_routing_config_{0}".format(username)]
|
|
|
|
mapzen_plan = plpy.prepare("SELECT * FROM cdb_dataservices_server._cdb_mapzen_route_point_to_point($1, $2, $3, $4, $5, $6, $7) as route;", ["text", "text", "geometry(Point, 4326)", "geometry(Point, 4326)", "text", "text[]", "text"])
|
|
result = plpy.execute(mapzen_plan, [username, orgname, origin, destination, mode, options, units])
|
|
return [result[0]['shape'],result[0]['length'], result[0]['duration']]
|
|
$$ LANGUAGE plpythonu;
|