from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel
import torch
base_model = AutoModelForCausalLM.from_pretrained(
"Qwen/Qwen2.5-7B-Instruct",
torch_dtype=torch.float16,
device_map={"": 0}
)
model = PeftModel.from_pretrained(base_model, "asfahanjaved126/reasoning-sentiment-classifier-v1")
tokenizer = AutoTokenizer.from_pretrained("asfahanjaved126/reasoning-sentiment-classifier-v1")
system_prompt = "Classify the sentiment as positive or negative, and give one brief reason why. Format your answer as:\nSentiment: <label>\nReason: <reason>"
messages = [
{"role": "system", "content": system_prompt},
{"role": "user", "content": "This product completely changed how I work, love it!"}
]
prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
output = model.generate(**inputs, max_new_tokens=60, temperature=0.0, do_sample=False)
result = tokenizer.decode(output[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)
print(result)