[](https://hamel.dev/blog/posts/llm-judge/#cb2-1){ [](https://hamel.dev/blog/posts/llm-judge/#cb2-2) "user_input": "Where's my order #ABC123?", [](https://hamel.dev/blog/posts/llm-judge/#cb2-3) "function_calls": [ [](https://hamel.dev/blog/posts/llm-judge/#cb2-4) { [](https://hamel.dev/blog/posts/llm-judge/#cb2-5) "name": "search_order_database", [](https://hamel.dev/blog/posts/llm-judge/#cb2-6) "args": {"order_id": "ABC123"}, [](https://hamel.dev/blog/posts/llm-judge/#cb2-7) "result": { [](https://hamel.dev/blog/posts/llm-judge/#cb2-8) "status": "not_found", [](https://hamel.dev/blog/posts/llm-judge/#cb2-9) "valid_patterns": ["XXX-XXX-XXX"] [](https://hamel.dev/blog/posts/llm-judge/#cb2-10) } [](https://hamel.dev/blog/posts/llm-judge/#cb2-11) }, [](https://hamel.dev/blog/posts/llm-judge/#cb2-12) { [](https://hamel.dev/blog/posts/llm-judge/#cb2-13) "name": "retrieve_context", [](https://hamel.dev/blog/posts/llm-judge/#cb2-14) "result": { [](https://hamel.dev/blog/posts/llm-judge/#cb2-15) "relevant_docs": [ [](https://hamel.dev/blog/posts/llm-judge/#cb2-16) "Order numbers follow format XXX-XXX-XXX", [](https://hamel.dev/blog/posts/llm-judge/#cb2-17) "New users should check confirmation email" [](https://hamel.dev/blog/posts/llm-judge/#cb2-18) ] [](https://hamel.dev/blog/posts/llm-judge/#cb2-19) } [](https://hamel.dev/blog/posts/llm-judge/#cb2-20) } [](https://hamel.dev/blog/posts/llm-judge/#cb2-21) ], [](https://hamel.dev/blog/posts/llm-judge/#cb2-22) "llm_intermediate_steps": [ [](https://hamel.dev/blog/posts/llm-judge/#cb2-23) { [](https://hamel.dev/blog/posts/llm-judge/#cb2-24) "thought": "User is new and order format is invalid", [](https://hamel.dev/blog/posts/llm-judge/#cb2-25) "action": "Generate help message with format info" [](https://hamel.dev/blog/posts/llm-judge/#cb2-26) } [](https://hamel.dev/blog/posts/llm-judge/#cb2-27) ], [](https://hamel.dev/blog/posts/llm-judge/#cb2-28) "final_response": "I cannot find that order #. Please check the number and try again." [](https://hamel.dev/blog/posts/llm-judge/#cb2-29)}