from transformers import AutoModelForCausalLM, AutoTokenizerfrom peft import PeftModelimport torch base_model = AutoModelForCausalLM.from_pretrained( "Qwen/Qwen2.5-7B-Instruct", torch_dtype=torch.float16, device_map={"": 0})model = PeftModel.from_pretrained(base_model, "asfahanjaved126/reasoning-sentiment-classifier-v1")tokenizer = AutoTokenizer.from_pretrained("asfahanjaved126/reasoning-sentiment-classifier-v1") system_prompt = "Classify the sentiment as positive or negative, and give one brief reason why. Format your answer as:\nSentiment: <label>\nReason: <reason>" messages = [ {"role": "system", "content": system_prompt}, {"role": "user", "content": "This product completely changed how I work, love it!"}]prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(prompt, return_tensors="pt").to(model.device)output = model.generate(**inputs, max_new_tokens=60, temperature=0.0, do_sample=False)result = tokenizer.decode(output[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)print(result)