from transformers import AutoTokenizer, AutoModelForSequenceClassification
from peft import PeftModel
import torch
base_model_id = "humain-ai/ALLaM-7B-Instruct-preview"
adapter_id = "HassanB4/t1_s11_allam7b_lora_prompt_final"
id2label = {0: "Favor", 1: "Against", 2: "None"}
tokenizer = AutoTokenizer.from_pretrained(adapter_id)
base_model = AutoModelForSequenceClassification.from_pretrained(base_model_id, num_labels=3)
model = PeftModel.from_pretrained(base_model, adapter_id)
model.eval()
text = "..."
target = "..."
prompt = f"{text} [SEP] {target}"
inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=512)
with torch.no_grad():
logits = model(**inputs).logits
predicted_label = id2label[int(torch.argmax(logits, dim=-1)[0])]
print(predicted_label)