public StreamCrawler(IStreamStore streamStore)
{
this.streamStore = streamStore;
crawledStreams = new Dictionary<byte[], long>(ByteArrayEqualityComparer.Default);
streamsToLoad = new Dictionary<byte[], long>(ByteArrayEqualityComparer.Default);
stupidityCounter = 0;
}