52 lines
2.1 KiB
PL/PgSQL
52 lines
2.1 KiB
PL/PgSQL
CREATE OR REPLACE FUNCTION cdb_dataservices_client.cdb_bulk_geocode_street_point (query text,
|
|
country_column text, state_column text, city_column text, street_column text)
|
|
RETURNS SETOF cdb_dataservices_client.geocoding AS $$
|
|
DECLARE
|
|
query_row_count integer;
|
|
enough_quota boolean;
|
|
|
|
cartodb_id_batch integer;
|
|
batches_n integer;
|
|
BATCHES_SIZE CONSTANT numeric := 100;
|
|
current_row_count integer ;
|
|
BEGIN
|
|
EXECUTE format('SELECT COUNT(1) from (%s) _x', query) INTO query_row_count;
|
|
|
|
RAISE DEBUG 'cdb_bulk_geocode_street_point --> query_row_count: %; query: %; country: %; state: %; city: %; street: %',
|
|
query_row_count, query, country_column, state_column, city_column, street_column;
|
|
SELECT cdb_dataservices_client.cdb_enough_quota('hires_geocoder', query_row_count) INTO enough_quota;
|
|
IF enough_quota IS NOT NULL AND enough_quota THEN
|
|
RAISE EXCEPTION 'Remaining quota: %. Estimated cost: %', remaining_quota, query_row_count;
|
|
END IF;
|
|
|
|
EXECUTE format('SELECT ceil(max(cartodb_id)::float/%s) FROM (%s) _x', BATCHES_SIZE, query) INTO batches_n;
|
|
|
|
RAISE DEBUG 'batches_n: %', batches_n;
|
|
|
|
CREATE TEMPORARY TABLE bulk_geocode_street_point
|
|
(cartodb_id integer, the_geom geometry(Multipolygon,4326), metadata jsonb);
|
|
|
|
FOR cartodb_id_batch in 0..(batches_n - 1)
|
|
LOOP
|
|
|
|
EXECUTE format(
|
|
'WITH geocoding_data as (' ||
|
|
' SELECT ' ||
|
|
' json_build_object(''id'', cartodb_id, ''address'', %s, ''city'', %s, ''state'', %s, ''country'', %s) as data , ' ||
|
|
' floor((cartodb_id-1)::float/$1) as batch' ||
|
|
' FROM (%s) _x' ||
|
|
')' ||
|
|
'INSERT INTO bulk_geocode_street_point SELECT (cdb_dataservices_client._cdb_bulk_geocode_street_point(jsonb_agg(data))).* ' ||
|
|
'FROM geocoding_data ' ||
|
|
'WHERE batch = $2', street_column, city_column, state_column, country_column, query)
|
|
USING BATCHES_SIZE, cartodb_id_batch;
|
|
|
|
GET DIAGNOSTICS current_row_count = ROW_COUNT;
|
|
RAISE DEBUG 'Batch % --> %', cartodb_id_batch, current_row_count;
|
|
|
|
END LOOP;
|
|
|
|
RETURN QUERY SELECT * FROM bulk_geocode_street_point;
|
|
END;
|
|
$$ LANGUAGE 'plpgsql' SECURITY DEFINER VOLATILE PARALLEL UNSAFE;
|