# How similar are words? (dot product) query = torch.tensor([1.0, 1.0]) # What we're looking for key1 = torch.tensor([1.0, 0.0]) # "I" key2 = torch.tensor([0.0, 1.0]) # "love" score1 = torch.dot(query, key1) # 1.0 score2 = torch.dot(query, key2) # 1.0