python
from transformers import AutoTokenizer, AutoModelForCausalLM
model_id = "rudrashah/RLM-hinglish-translator-2"
tokenizer = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForCausalLM.from_pretrained(model_id)
messages = [
{
"role": "user",
"content": "aapka name kya hai?"
}
]
inputs = tokenizer.apply_chat_template(
messages,
add_generation_prompt=True,
tokenize=True,
return_dict=True,
return_tensors="pt",
).to("cuda")
outputs = model.generate(
**inputs,
max_new_tokens=128,
use_cache=True,
temperature=1.0,
top_p=0.95,
top_k=64,
)
print(tokenizer.batch_decode(outputs))
Note: v2 uses a chat template format (apply_chat_template) instead of v1's raw prompt template. Make sure to use the messages format shown above for correct outputs.