from peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizer base = "Qwen/Qwen2.5-0.5B-Instruct"tok = AutoTokenizer.from_pretrained(base)model = AutoModelForCausalLM.from_pretrained(base, torch_dtype="auto")model = PeftModel.from_pretrained(model, "dkubeio/DKube-instruct-v2-0.5B") msgs = [ {"role": "system", "content": "You are DKube-instruct, a Kubernetes troubleshooting assistant. Diagnose the root cause, give exact kubectl commands or YAML fixes, and say how to verify."}, {"role": "user", "content": "Pod is CrashLoopBackOff with exit code 137. How do I fix it?"},]ids = tok.apply_chat_template(msgs, add_generation_prompt=True, return_tensors="pt")print(tok.decode(model.generate(ids, max_new_tokens=400)[0][ids.shape[1]:], skip_special_tokens=True))