7 lines
186 B
Python
7 lines
186 B
Python
import nltk
|
|
nltk.download('punkt') # if not already downloaded
|
|
nltk.download('punkt_tab')
|
|
text = "Hello there! How are you doing today?"
|
|
tokens = nltk.word_tokenize(text)
|
|
print(tokens)
|