mirror of
https://github.com/davisking/dlib.git
synced 2024-11-01 10:14:53 +08:00
* fix backtracking when losses stay at inf * always backtrack when there is an inf value
This commit is contained in:
parent
a1f158379e
commit
5074850356
@ -1113,10 +1113,10 @@ namespace dlib
|
||||
while (previous_loss_values_to_keep_until_disk_sync.size() > 2 * gradient_updates_since_last_sync)
|
||||
previous_loss_values_to_keep_until_disk_sync.pop_front();
|
||||
|
||||
// Always retry if there are any nan values
|
||||
// Always retry if there are any nan or inf values
|
||||
for (auto x : previous_loss_values_to_keep_until_disk_sync)
|
||||
{
|
||||
if (std::isnan(x))
|
||||
if (std::isnan(x) || std::isinf(x))
|
||||
return true;
|
||||
}
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user