# Extract and save generated responses

torch.manual_seed(123)
model.eval()

for entry in test_data[:3]:
    input_text = format_input(entry)

    token_ids = generate(
        model=model,
        idx=text_to_token_ids(input_text, tokenizer),
        max_new_tokens=256,
        context_size=BASE_CONFIG["context_length"],
        eos_id=50256
    )

    generated_text = token_ids_to_text(token_ids, tokenizer)
    response_text = generated_text[len(input_text):].replace(
        "### Response:", ""
    ).strip()

    print(input_text)
    print(f"Reference response: {entry['output']}")
    print(f"\nModel response: {response_text}")

        __
        __