import torch
from peft import PeftModel
from transformers import AutoModelForCausalLM, AutoTokenizer
BASE = "allenai/OLMo-2-0425-1B-Instruct"
ADAPTER = "SignvrseOfficial/Glosser_OLMo2_1B_it_v1"
tokenizer = AutoTokenizer.from_pretrained(ADAPTER)
base = AutoModelForCausalLM.from_pretrained(
BASE, torch_dtype=torch.float16, device_map="auto"
)
model = PeftModel.from_pretrained(base, ADAPTER)
model.eval()
sentence = "That house is ours."
messages = [{
"role": "user",
"content": (
"Translate the following sentence into Kenyan Sign Language "
f"(KSL) glosses.\n\n{sentence}"
),
}]
prompt = tokenizer.apply_chat_template(
messages, tokenize=False, add_generation_prompt=True
)
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
out = model.generate(**inputs, max_new_tokens=128, do_sample=False)
gloss = tokenizer.decode(out[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)
print(gloss)