peng04.processing.TextSource.GetAllSegments C# (CSharp) Method

        public IEnumerable<string> GetAllSegments()
        {
            if (_segmentCache == null) _segmentCache = Documents.SelectMany(el => el.LanguageSegments).Distinct().ToArray();
            return _segmentCache;
        }

        public void Init(TextSource referenceSource, int n)
        {
            if (_initPassed) return;
            _initPassed = true;

            if (n < 1)
            {
                _factor = 1;
                return;
            }

            int n1 = 0;

            IEnumerable<NGramCache> nGrams = referenceSource.GetNGramCache().NextSegment.Values;

            while (n > 1)
            {
                n--;
                nGrams = nGrams.SelectMany(el => el.NextSegment.Values);
            }

            foreach (var item in nGrams)
            {
                var frequency = Convert.ToInt32(item.Value);
                if (frequency == 1) n1++;
            }

            _factor = 1.0 - ((double)n1 / (double)referenceSource.GetAllSegments().Count());
        }