From 1166f2b33e57b59db02feddea3565968893c7791 Mon Sep 17 00:00:00 2001 From: juanrmn Date: Wed, 23 Sep 2020 13:14:39 +0200 Subject: [PATCH] minor fixes --- script/20200804_do_datasets_addfields_redis.rb | 4 ++-- script/20200921_do_datasets_redis_report.rb | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/script/20200804_do_datasets_addfields_redis.rb b/script/20200804_do_datasets_addfields_redis.rb index a89b803e39..e6ef36e890 100755 --- a/script/20200804_do_datasets_addfields_redis.rb +++ b/script/20200804_do_datasets_addfields_redis.rb @@ -23,7 +23,7 @@ $users_metadata.keys("do:#{username}:datasets").each do |k| datasets_enriched = datasets.map do |dataset| # Do not process already enriched datasets: - if !(dataset['unsynced_errors'].present?) then + if !(dataset['sync_status'].present?) then begin doss = Carto::DoSyncServiceFactory.get_for_user(user) sync_data = get_sync(doss, dataset['dataset_id']) || {} @@ -61,13 +61,13 @@ $users_metadata.keys("do:#{username}:datasets").each do |k| sync_table_id: sync_data[:sync_table_id], synchronization_id: sync_data[:synchronization_id], }) + puts "Update: #{dataset['dataset_id']} for #{username}" rescue Google::Apis::ClientError => e puts "Not found in BQ: #{dataset['dataset_id']}" # leaving it as is: dataset end end - puts "Update: #{dataset['dataset_id']} for #{username}" dataset end $users_metadata.hmset(k, :bq, datasets_enriched.to_json) diff --git a/script/20200921_do_datasets_redis_report.rb b/script/20200921_do_datasets_redis_report.rb index 7041e35788..78aa3c7c57 100644 --- a/script/20200921_do_datasets_redis_report.rb +++ b/script/20200921_do_datasets_redis_report.rb @@ -18,7 +18,7 @@ $users_metadata.keys("do:*:datasets").each do |k| syncable_datasets = [] datasets.map do |dataset| # Do not process already enriched datasets: - if !(dataset['num_bytes'].present?) then + if !(dataset['sync_status'].present?) then begin doss = Carto::DoSyncServiceFactory.get_for_user(user) entity_info = doss.entity_info(dataset['dataset_id'])