# File lib/language_detector.rb, line 197 def generate_ngrams(str, ngram_count) tokens = tokenize(str) tokens.each do |token| 2.upto(5) { |n| count_ngram(token, n, ngram_count) } end end