NextCloud/dlib
1
0
Fork 0
mirror of https://github.com/davisking/dlib.git synced 2024-11-01 10:14:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

Revert some of the earlier change

Browse Source
This commit is contained in:
Juha Reunanen 2019-11-08 12:32:42 +02:00
parent 2b6dbff8bb
commit 6c852124ef
1 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
dlib/dnn/trainer.h
View File

@ -1068,18 +1068,15 @@ namespace dlib
return true; return true;
} }
// if we haven't seen much data yet then just say false. // if we haven't seen much data yet then just say false. Or, alternatively, if
if (gradient_updates_since_last_sync < 30) // it's been too long since the last sync then don't reload either.
if (gradient_updates_since_last_sync < 30 || previous_loss_values.size() < 2*gradient_updates_since_last_sync)
return false; return false;
// Now look at the data since a little before the last disk sync. We will // Now look at the data since a little before the last disk sync. We will
// check if the loss is getting better or worse. // check if the loss is getting better or worse.
running_gradient g; running_gradient g;
const size_t first_index for (size_t i = previous_loss_values.size() - 2*gradient_updates_since_last_sync; i < previous_loss_values.size(); ++i)
= previous_loss_values.size() < 2 * gradient_updates_since_last_sync
? 0
: previous_loss_values.size() - 2 * gradient_updates_since_last_sync;
for (size_t i = first_index; i < previous_loss_values.size(); ++i)
g.add(previous_loss_values[i]); g.add(previous_loss_values[i]);
// if the loss is very likely to be increasing then return true // if the loss is very likely to be increasing then return true