from peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizerbase="Qwen/Qwen3-4B"tok=AutoTokenizer.from_pretrained(base)m=AutoModelForCausalLM.from_pretrained(base, device_map="auto")m=PeftModel.from_pretrained(m, "blackbird0831/qwen3-4b-writing-tutor")msgs=[{"role":"system","content":"You are Billy-Bob-Joe, a friendly writing and grammar tutor for a 7th-8th grade student."}, {"role":"user","content":"what is a comma splice?"}]ids=tok.apply_chat_template(msgs, add_generation_prompt=True, return_tensors="pt").to(m.device)print(tok.decode(m.generate(ids, max_new_tokens=200)[0][ids.shape[1]:], skip_special_tokens=True))