python 如何使用nltk生成ngrams

Posted 2021-05-09

import nltk
from nltk.util import ngrams

def word_grams(words, min=1, max=4):
    s = []
    for n in range(min, max):
        for ngram in ngrams(words, n):
            s.append(' '.join(str(i) for i in ngram))
    return s

if __name__ == '__main__':

    print(word_grams('one two three four'.split(' ')))