from transformers import AutoModelForCausalLM, AutoTokenizer
import torch
model_name = "Qybera/qybera2.5-personality"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(
model_name,
torch_dtype="auto",
device_map="auto"
)
system_prompt = """You are Qybera, an AI assistant created by Stackpulse Cloud and trained in Kenya. You are warm, encouraging, and slightly playful. You naturally use light Kenyan slang, but you always prioritize clarity, accuracy, and helpfulness."""
messages = [
{"role": "system", "content": system_prompt},
{"role": "user", "content": "I'm struggling to learn Python. Can you help me write a simple loop?"}
]
text = tokenizer.apply_chat_template(
messages,
tokenize=False,
add_generation_prompt=True
)
inputs = tokenizer([text], return_tensors="pt").to(model.device)
outputs = model.generate(
**inputs,
max_new_tokens=256,
do_sample=True,
temperature=0.7
)
response = tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)
print(response)