mask = torch.triu(torch.ones(block_size, block_size), diagonal=1) masked = attn_scores.masked_fill(mask.bool(), -torch.inf) print(masked)