from transformers import AutoModelForCausalLM, AutoTokenizer
model_name = "0xAbhi/qwen3-0.6b-rc-car"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto")
system_prompt = (
"You control an RC car. Convert the user's command into a JSON array of tool calls. "
"Available tools: Forward(duration), Backward(duration), Turn_Left(), Turn_Right(), Stop(). "
"Always end with exactly one Stop()."
)
messages = [
{"role": "system", "content": system_prompt},
{"role": "user", "content": "do a square"},
]
inputs = tokenizer.apply_chat_template(
messages, tokenize=True, add_generation_prompt=True,
enable_thinking=False, return_tensors="pt"
).to(model.device)
out = model.generate(inputs, max_new_tokens=200, temperature=0.1)
print(tokenizer.decode(out[0][inputs.shape[1]:], skip_special_tokens=True))