from transformers import AutoModelForCausalLM, AutoTokenizerfrom peft import PeftModelimport torch base_model = AutoModelForCausalLM.from_pretrained( "Qwen/Qwen2.5-3B-Instruct", torch_dtype=torch.float16, device_map="auto")model = PeftModel.from_pretrained(base_model, "asfahanjaved126/sentiment-classifier-v1")tokenizer = AutoTokenizer.from_pretrained("asfahanjaved126/sentiment-classifier-v1") messages = [ {"role": "system", "content": "Classify as positive or negative. One word only."}, {"role": "user", "content": "This product completely changed how I work, love it!"}]prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(prompt, return_tensors="pt").to(model.device)output = model.generate(**inputs, max_new_tokens=5, temperature=0.0, do_sample=False)result = tokenizer.decode(output[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)print(result)