import nltk from nltk.tokenize import word_tokenize nltk.download('punkt_tab') sample_text = "This is random text" tokens = word_tokenize(sample_text) print(tokens)