python Gensim NLP

Posted 2021-05-08

from gensim.corpora.dictionary import Dictionary

# Create a Dictionary from list of tokens <TOKEN>: dictionary
dictionary = Dictionary(<TOKEN>)

# Select the id for <WORD>: <word>
<word> = dictionary.token2id.get('<WORD>')

# Print the word
print(dictionary.get(<word>))

# Create a corpus
corpus = [dictionary.doc2bow(<iterable>) for <iterable> in <TOKEN>]