correct = nn.CrossEntropyLoss()(logits, labels) bugged = nn.CrossEntropyLoss()(torch.softmax(logits, dim=1), labels) print(correct) # tensor(0.3015) print(bugged) # tensor(0.9388)