# Encode a sample input sentence sample_sentence = 'I liked this movie' token_ids = tokenizer.encode(sample_sentence, return_tensors='np')[0] print(f'Token IDs: {token_ids}') # Convert the token IDs back to tokens to reveal the special tokens added tokens = tokenizer.convert_ids_to_tokens(token_ids) print(f'Tokens : {tokens}')