private List<JsonDocument> GetJsonDocsFromDisk(Etag etag, Etag untilEtag)
{
List<JsonDocument> jsonDocs = null;
context.TransactionalStorage.Batch(actions =>
{
jsonDocs = actions.Documents
.GetDocumentsAfter(
etag,
autoTuner.NumberOfItemsToIndexInSingleBatch,
autoTuner.MaximumSizeAllowedToFetchFromStorage,
untilEtag: untilEtag)
.Where(x => x != null)
.Select(doc =>
{
DocumentRetriever.EnsureIdInMetadata(doc);
return doc;
})
.ToList();
});
if (untilEtag == null)
{
MaybeAddFutureBatch(jsonDocs);
}
return jsonDocs;
}