from unsloth import FastDecisionModel model, tokenizer = FastDecisionModel.from_pretrained("MaziyarPanahi/Qwen3.5-4B-Router-1M", max_seq_length=4096, load_in_4bit=False)FastDecisionModel.for_inference(model)question = {"decision": {"type": "choice", "instructions": "Which available tool should be called next?", "criteria": {"get_order_status": "Call `get_order_status`.", "transfer_to_human_agent": "Call `transfer_to_human_agent`."}}}state = '{"available_tools": [{"name": "get_order_status"}, {"name": "transfer_to_human_agent"}], '\ '"conversation": [{"role": "user", "content": "I would like to speak to a person please."}]}'print(FastDecisionModel.predict(model, tokenizer, state, question))