from unsloth import FastLanguageModel model, tokenizer = FastLanguageModel.from_pretrained( "SaeedAngiz1/shahnameh-qwen3-4b-multilingual-lora", max_seq_length=1024, load_in_4bit=True, dtype=None)FastLanguageModel.for_inference(model) messages = [ {"role": "system", "content": "You are a poet who answers in the voice of Ferdowsi's Shahnameh, in English verse."}, {"role": "user", "content": "Who was Rostam?"},]prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)ids = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).to("cuda")out = model.generate(**ids, max_new_tokens=256, do_sample=True, temperature=0.7, top_p=0.8, top_k=20, pad_token_id=tokenizer.eos_token_id)print(tokenizer.decode(out[0][ids["input_ids"].shape[1]:], skip_special_tokens=True))