137 lines
6.8 KiB
Ruby
137 lines
6.8 KiB
Ruby
|
require 'spec_helper_min'
|
||
|
|
require 'carto_api/json_client'
|
||
|
|
require 'carto/data_library_service'
|
||
|
|
|
||
|
|
describe Carto::DataLibraryService do
|
||
|
|
include_context 'users helper'
|
||
|
|
|
||
|
|
let(:visualization_json) do
|
||
|
|
"{\"id\":\"b7aa989a-d7bb-11e4-a982-0e43f3deba5a\",\"name\":\"meta_dataset\",\"display_name\":null," +
|
||
|
|
"\"attributions\":null,\"source\":\"\",\"license\":\"\",\"type\":\"table\",\"tags\":[\"production\"]" +
|
||
|
|
",\"description\":\"This must be PUBLIC for \\\"Public Library\\\" to work correctly\"," +
|
||
|
|
"\"created_at\":\"2015-03-31T15:36:36+00:00\",\"updated_at\":\"2015-05-29T14:49:45+00:00\"," +
|
||
|
|
"\"title\":\"\",\"kind\":\"geom\",\"privacy\":\"PUBLIC\",\"likes\":0,\"liked\":false," +
|
||
|
|
"\"permission\":{\"id\":\"da9b55a8-65d2-42a7-b30a-9847805fcb99\"," +
|
||
|
|
"\"owner\":{\"id\":\"891c95dc-b1f3-47d2-ace0-12651259b811\",\"username\":\"common-data\"," +
|
||
|
|
"\"name\":\"\",\"last_name\":null," +
|
||
|
|
"\"avatar_url\":\"//wadus.net/cartodbui/assets/unversioned/images/avatars/avatar_mountain_green.png\"," +
|
||
|
|
"\"base_url\":\"https://common-data.carto.com\",\"google_maps_query_string\":\"\"," +
|
||
|
|
"\"disqus_shortname\":\"\",\"viewer\":false,\"org_admin\":false,\"org_user\":false,\"remove_logo\":true}}," +
|
||
|
|
"\"stats\":{\"2018-02-08\":0,\"2018-02-09\":0,\"2018-02-10\":0,\"2018-02-11\":0,\"2018-02-12\":0," +
|
||
|
|
"\"2018-02-13\":0,\"2018-02-14\":0,\"2018-02-15\":0,\"2018-02-16\":0,\"2018-02-17\":0,\"2018-02-18\":0," +
|
||
|
|
"\"2018-02-19\":0,\"2018-02-20\":0,\"2018-02-21\":0,\"2018-02-22\":0,\"2018-02-23\":0,\"2018-02-24\":0," +
|
||
|
|
"\"2018-02-25\":0,\"2018-02-26\":1.0,\"2018-02-27\":0,\"2018-02-28\":0,\"2018-03-01\":0,\"2018-03-02\":0," +
|
||
|
|
"\"2018-03-03\":0,\"2018-03-04\":0,\"2018-03-05\":0,\"2018-03-06\":0,\"2018-03-07\":0,\"2018-03-08\":0," +
|
||
|
|
"\"2018-03-09\":0},\"auth_tokens\":[],\"table\":{\"id\":\"bf8fa9a0-2000-4682-8f32-2334f9882ca3\"," +
|
||
|
|
"\"name\":\"\\\"public\\\".meta_dataset\",\"permission\":{\"id\":\"da9b55a8-65d2-42a7-b30a-9847805fcb99\"," +
|
||
|
|
"\"owner\":{\"id\":\"891c95dc-b1f3-47d2-ace0-12651259b811\",\"username\":\"common-data\",\"name\":\"\"," +
|
||
|
|
"\"last_name\":null,\"avatar_url\":\"//wadus.net/cartodbui/assets/images/avatars/avatar_mountain_green.png\"," +
|
||
|
|
"\"base_url\":\"https://common-data.carto.com\",\"google_maps_query_string\":\"\"," +
|
||
|
|
"\"disqus_shortname\":\"\",\"viewer\":false,\"org_admin\":false,\"org_user\":false,\"remove_logo\":true}}," +
|
||
|
|
"\"geometry_types\":[\"ST_MultiPolygon\"],\"privacy\":\"PUBLIC\",\"updated_at\":\"2015-05-14T10:30:31+00:00\", " +
|
||
|
|
"\"size\":53248,\"row_count\":124}}"
|
||
|
|
end
|
||
|
|
|
||
|
|
describe '#load_dataset!' do
|
||
|
|
it 'loads a remote dataset into a Data Library' do
|
||
|
|
client_p = { scheme: 'https', base_domain: 'waduscarto.com', port: 666 }
|
||
|
|
client = CartoAPI::JsonClient.new(**client_p)
|
||
|
|
mocked_get_visualization_v1_response = JSON.parse(visualization_json, symbolize_names: true)
|
||
|
|
source_dataset = mocked_get_visualization_v1_response[:name]
|
||
|
|
params = {
|
||
|
|
source_dataset: source_dataset,
|
||
|
|
source_username: 'wadus-username',
|
||
|
|
source_api_key: 'rewadus-api_key',
|
||
|
|
target_username: @carto_user1.username,
|
||
|
|
granted_api_key: 'wadus-api_key',
|
||
|
|
format: 'gpkg'
|
||
|
|
}
|
||
|
|
|
||
|
|
client.expects(:get_visualization_v1)
|
||
|
|
.with(username: params[:source_username],
|
||
|
|
name: params[:source_dataset],
|
||
|
|
params: { api_key: params[:source_api_key] })
|
||
|
|
.returns(mocked_get_visualization_v1_response)
|
||
|
|
visualization = @carto_user1.visualizations
|
||
|
|
.where(type: Carto::Visualization::TYPE_REMOTE)
|
||
|
|
.where(name: source_dataset)
|
||
|
|
.first
|
||
|
|
visualization.should_not be
|
||
|
|
|
||
|
|
Carto::DataLibraryService.new.load_dataset!(client, **params)
|
||
|
|
|
||
|
|
visualization = @carto_user1.visualizations
|
||
|
|
.where(type: Carto::Visualization::TYPE_REMOTE)
|
||
|
|
.where(name: source_dataset)
|
||
|
|
.first
|
||
|
|
visualization.should be
|
||
|
|
visualization.display_name.should eq visualization.name # The example doesn't have display_name, so name is used
|
||
|
|
visualization.tags.should eq ['production']
|
||
|
|
external_source = visualization.external_source
|
||
|
|
external_source.should be
|
||
|
|
external_source.visualization.should be
|
||
|
|
import_url = "#{client_p[:scheme]}://#{params[:source_username]}.#{client_p[:base_domain]}"
|
||
|
|
external_source.import_url.should start_with import_url
|
||
|
|
/format=gpkg/.match(external_source.import_url).should be
|
||
|
|
external_source.geometry_types.should eq ['ST_MultiPolygon']
|
||
|
|
external_source.username.should eq params[:source_username]
|
||
|
|
|
||
|
|
visualization.destroy
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
let(:api_keys_response) do
|
||
|
|
{
|
||
|
|
total: 1,
|
||
|
|
count: 1,
|
||
|
|
result: [
|
||
|
|
{
|
||
|
|
name: "test_ro_untitled_table_39",
|
||
|
|
user: { username: "juanignaciosl" },
|
||
|
|
type: "regular",
|
||
|
|
token: "z17KQqbcdbDfIYcD4FTw",
|
||
|
|
grants: [
|
||
|
|
{ type: "apis", apis: ["maps", "sql"] },
|
||
|
|
{ type: "database", tables: [
|
||
|
|
{ schema: "juanignaciosl", name: "untitled_table_30", permissions: ["select"] }
|
||
|
|
] }
|
||
|
|
],
|
||
|
|
created_at: "2018-03-23 14:45:00 +0000",
|
||
|
|
updated_at: "2018-03-23 14:45:00 +0000",
|
||
|
|
_links: { :self => "https://juanignaciosl.wcarto.com/api/v3/api_keys/test_ro_untitled_table_39" }
|
||
|
|
}
|
||
|
|
],
|
||
|
|
_links: {
|
||
|
|
first: { :href => "https://juanignaciosl.wcarto.com/api/v3/api_keys?order=updated_at&page=1&per_page=100000" },
|
||
|
|
last: { :href => "https://juanignaciosl.wcarto.com/api/v3/api_keys?order=updated_at&page=1&per_page=100000" }
|
||
|
|
}
|
||
|
|
}
|
||
|
|
end
|
||
|
|
|
||
|
|
describe '#load_datasets!' do
|
||
|
|
it 'loads remote datasets from an API key into a Data Library' do
|
||
|
|
client_p = { scheme: 'https', base_domain: 'wcarto.com', port: 666 }
|
||
|
|
client = CartoAPI::JsonClient.new(**client_p)
|
||
|
|
api_key_at_response = api_keys_response[:result][0]
|
||
|
|
source_dataset = api_key_at_response[:grants][1][:tables][0][:name]
|
||
|
|
params = {
|
||
|
|
source_username: 'wadus-username',
|
||
|
|
source_api_key: 'rewadus-api_key',
|
||
|
|
target_username: @carto_user1.username,
|
||
|
|
granted_api_key: api_key_at_response[:token],
|
||
|
|
format: 'gpkg'
|
||
|
|
}
|
||
|
|
|
||
|
|
client.expects(:get_api_keys_v3)
|
||
|
|
.with(username: params[:source_username],
|
||
|
|
params: { api_key: params[:granted_api_key] })
|
||
|
|
.returns(api_keys_response)
|
||
|
|
|
||
|
|
service = Carto::DataLibraryService.new
|
||
|
|
params_load_one = { source_dataset: source_dataset }.merge(params)
|
||
|
|
service.expects(:load_dataset!).once.with(client, **params_load_one)
|
||
|
|
service.load_datasets!(client, **params)
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|