181 lines
6.8 KiB
Ruby
181 lines
6.8 KiB
Ruby
|
require 'spec_helper'
|
||
|
|
require_relative '../../lib/cartodb/stats/api_calls'
|
||
|
|
require 'helpers/unique_names_helper'
|
||
|
|
|
||
|
|
describe CartoDB::Stats::APICalls do
|
||
|
|
include UniqueNamesHelper
|
||
|
|
|
||
|
|
describe "Stats API Calls" do
|
||
|
|
before(:all) do
|
||
|
|
@api_calls = CartoDB::Stats::APICalls.new
|
||
|
|
|
||
|
|
@default_date_to = Date.today
|
||
|
|
@default_date_from = @default_date_to - 29.days
|
||
|
|
@dates = @default_date_to.downto(@default_date_from).map {|d| d.strftime("%Y%m%d")}
|
||
|
|
@dates_example_values = {}
|
||
|
|
@dates.each do |d|
|
||
|
|
@dates_example_values[d] = rand(50)
|
||
|
|
end
|
||
|
|
@redis_sources_count = CartoDB::Stats::APICalls::REDIS_SOURCES.length
|
||
|
|
end
|
||
|
|
|
||
|
|
it "should sum correctly api calls from all sources and return array without date" do
|
||
|
|
@api_calls.stubs(:get_old_api_calls).returns(@dates_example_values.values)
|
||
|
|
@api_calls.stubs(:get_api_calls_from_redis_source).returns(@dates_example_values)
|
||
|
|
expected_total_calls = @dates_example_values.values.map {|v| v * (@redis_sources_count + 1)}
|
||
|
|
@api_calls.get_api_calls_without_dates('wadus', {old_api_calls: true}).should == expected_total_calls
|
||
|
|
|
||
|
|
end
|
||
|
|
|
||
|
|
it "should sum correctly api calls from all redis sources and return hash with dates" do
|
||
|
|
@api_calls.stubs(:get_api_calls_from_redis_source).returns(@dates_example_values)
|
||
|
|
expected_total_calls = {}
|
||
|
|
@dates_example_values.each do |d, value|
|
||
|
|
expected_total_calls[d] = value * @redis_sources_count
|
||
|
|
end
|
||
|
|
@api_calls.get_api_calls_with_dates('wadus').should == expected_total_calls
|
||
|
|
end
|
||
|
|
|
||
|
|
it "should sum correctly api calls from all redis sources and return absolute value" do
|
||
|
|
api_calls_value = 3
|
||
|
|
@api_calls.stubs(:get_total_api_calls_from_redis_source).returns(api_calls_value)
|
||
|
|
expected_total_calls = @redis_sources_count * api_calls_value
|
||
|
|
@api_calls.get_total_api_calls('wadus', '123456').should == expected_total_calls
|
||
|
|
end
|
||
|
|
|
||
|
|
it "should sum correctly api calls with custom dates from all redis sources and return hash with dates" do
|
||
|
|
pending "Find a way to stub only redis call"
|
||
|
|
|
||
|
|
@api_calls.stubs(:get_api_calls_from_redis_source).returns(@dates_example_values)
|
||
|
|
expected_total_calls = {}
|
||
|
|
@dates_example_values.each do |d, value|
|
||
|
|
expected_total_calls[d] = value * @redis_sources_count
|
||
|
|
end
|
||
|
|
@api_calls.get_api_calls_with_dates(
|
||
|
|
'wadus',
|
||
|
|
{
|
||
|
|
from: (Date.today - 6.days),
|
||
|
|
to: Date.today
|
||
|
|
}
|
||
|
|
).should == expected_total_calls.to_a[0..6].to_h
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
describe 'get_api_calls_from_redis_source' do
|
||
|
|
|
||
|
|
before(:each) do
|
||
|
|
@api_calls = CartoDB::Stats::APICalls.new
|
||
|
|
@username = unique_name('user')
|
||
|
|
@type = unique_name('type')
|
||
|
|
@options = { stat_tag: '000d1206-1fed-11e5-9964-080027880ca6' }
|
||
|
|
end
|
||
|
|
|
||
|
|
it 'fetches 30 days in inverse order even if there is no data' do
|
||
|
|
today = Date.today
|
||
|
|
first_expected_day = (today - 29.days).strftime('%Y%m%d')
|
||
|
|
last_expected_day = today.strftime('%Y%m%d')
|
||
|
|
calls = @api_calls.get_api_calls_from_redis_source('nonexisting_user', 'nonexisting_api_call_type')
|
||
|
|
calls.count.should == 30
|
||
|
|
calls.each { |day, count|
|
||
|
|
count.should == 0
|
||
|
|
}
|
||
|
|
calls.first[0] = last_expected_day
|
||
|
|
calls[last_expected_day].should == 0
|
||
|
|
calls[first_expected_day].should == 0
|
||
|
|
end
|
||
|
|
|
||
|
|
it 'fetches data' do
|
||
|
|
key = @api_calls.redis_api_call_key(@username, @type, @options[:stat_tag])
|
||
|
|
|
||
|
|
today = Date.strptime('20180501', '%Y%m%d')
|
||
|
|
|
||
|
|
# Test data: 3 months, incremental count
|
||
|
|
date_to = today + 30.days
|
||
|
|
date_from = today - 60.days
|
||
|
|
score = 0
|
||
|
|
scores = {}
|
||
|
|
date_to.downto(date_from) do |date|
|
||
|
|
stat_date = date.strftime("%Y%m%d")
|
||
|
|
score += 1
|
||
|
|
$users_metadata.ZADD(key, score, stat_date).to_i
|
||
|
|
scores[stat_date] = score
|
||
|
|
end
|
||
|
|
|
||
|
|
Delorean.time_travel_to today
|
||
|
|
calls = @api_calls.get_api_calls_from_redis_source(@username, @type, @options)
|
||
|
|
Delorean.back_to_the_present
|
||
|
|
calls.count.should == 30
|
||
|
|
|
||
|
|
date_to = today
|
||
|
|
date_from = today - 29.days
|
||
|
|
date_to.downto(date_from) do |date|
|
||
|
|
stat_date = date.strftime("%Y%m%d")
|
||
|
|
calls[stat_date].should eq(scores[stat_date]), "Failed day #{stat_date}, it was #{calls[stat_date]} instead of #{scores[stat_date]}"
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
it 'fetches random data from 2 months' do
|
||
|
|
key = @api_calls.redis_api_call_key(@username, @type, @options[:stat_tag])
|
||
|
|
|
||
|
|
today = Date.strptime('20180501', '%Y%m%d')
|
||
|
|
|
||
|
|
random_data = {}
|
||
|
|
(0..365).each do |n|
|
||
|
|
$users_metadata.ZADD(key, 1, (today - n.days).strftime("%Y%m%d")).to_i
|
||
|
|
end
|
||
|
|
|
||
|
|
requested_days = 60
|
||
|
|
date_to = today
|
||
|
|
date_from = today - (requested_days - 1).days
|
||
|
|
|
||
|
|
calls = @api_calls.get_api_calls_from_redis_source(@username, @type, @options.merge({from: date_from, to: date_to}))
|
||
|
|
calls.count.should == requested_days
|
||
|
|
calls.values.reduce(:+).to_i.should == 60
|
||
|
|
end
|
||
|
|
|
||
|
|
it 'fetches data for one day' do
|
||
|
|
key = @api_calls.redis_api_call_key(@username, @type, @options[:stat_tag])
|
||
|
|
|
||
|
|
today = Date.today
|
||
|
|
|
||
|
|
random_data = {}
|
||
|
|
random_data[(today - 2.days).strftime("%Y%m%d")] = 7
|
||
|
|
random_data[(today - 1.days).strftime("%Y%m%d")] = 13
|
||
|
|
|
||
|
|
random_data.each do |date, score|
|
||
|
|
$users_metadata.ZADD(key, score, date).to_i
|
||
|
|
end
|
||
|
|
|
||
|
|
chose_date = Date.today - 1.days
|
||
|
|
|
||
|
|
calls = @api_calls.get_api_calls_from_redis_source(@username, @type, @options.merge({from: chose_date, to: chose_date}))
|
||
|
|
calls.count.should == 1
|
||
|
|
|
||
|
|
chose_date_key = chose_date.strftime("%Y%m%d")
|
||
|
|
calls[chose_date_key].should eq(random_data.fetch(chose_date_key, 0)), "Failed day #{chose_date_key}, it was #{calls[chose_date_key]} instead of #{random_data[chose_date_key]}"
|
||
|
|
end
|
||
|
|
|
||
|
|
describe 'should execute ZSCAN' do
|
||
|
|
it 'once for a single month' do
|
||
|
|
key = @api_calls.redis_api_call_key(@username, @type)
|
||
|
|
$users_metadata.stubs(:zscan_each).with(key, match: '201612*').once.returns([])
|
||
|
|
@api_calls.get_api_calls_from_redis_source(@username, @type, from: '20161201', to: '20161202')
|
||
|
|
end
|
||
|
|
|
||
|
|
it 'twice across month boundaries' do
|
||
|
|
key = @api_calls.redis_api_call_key(@username, @type)
|
||
|
|
$users_metadata.stubs(:zscan_each).with(key, match: '201611*').once.returns([])
|
||
|
|
$users_metadata.stubs(:zscan_each).with(key, match: '201612*').once.returns([])
|
||
|
|
@api_calls.get_api_calls_from_redis_source(@username, @type, from: '20161101', to: '20161211')
|
||
|
|
end
|
||
|
|
|
||
|
|
it 'twice across year boundaries' do
|
||
|
|
key = @api_calls.redis_api_call_key(@username, @type)
|
||
|
|
$users_metadata.stubs(:zscan_each).with(key, match: '201612*').once.returns([])
|
||
|
|
$users_metadata.stubs(:zscan_each).with(key, match: '201701*').once.returns([])
|
||
|
|
@api_calls.get_api_calls_from_redis_source(@username, @type, from: '20161231', to: '20170101')
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|