protected override void CompletePreTrainingCore()
{
double sampleCount = (double)PreTrainingSamples;
// Divide each of the 2nd derivative sums by the number of samples used to make the estimation, then convert into step size.
BiasStepSize = GlobalLearningRate / (GlobalMu + (BiasStepSize / sampleCount));
double averageHkk = 0.0;
for (int i = 0; i < Size; i++)
{
double hkk = WeightStepSize[i] / sampleCount;
averageHkk += hkk;
WeightStepSize[i] = GlobalLearningRate / (GlobalMu + hkk);
}
Debug.WriteLine("Average hkk: " + averageHkk);
}