from nltk.tokenize import sent_tokenize, word_tokenize #Sentence Tokenization print ('Following is the list of sentences tokenized from the sample review\n') sample_text = """The first time I ate here I honestly was not that impressed. I decided to wait a bit and give it another chance. I have recently eaten there a couple of times and although I am not convinced that the pricing is particularly on point the two mushroom and swiss burgers I had were honestly very good. The shakes were also tasty. Although Mad Mikes is still my favorite burger around, you can do a heck of a lot worse than Smashburger if you get a craving""" tokenize_sentence = sent_tokenize(sample_text) print (tokenize_sentence) print ('---------------------------------------------------------\n') print ('Following is the list of words tokenized from the sample review sentence\n') tokenize_words = word_tokenize(tokenize_sentence[1]) print (tokenize_words)