from transformers import AutoModelForCausalLM, AutoTokenizerfrom peft import PeftModel # Load base modelbase_model = AutoModelForCausalLM.from_pretrained( "Qwen/Qwen3-8B", torch_dtype="auto", device_map="auto")tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen3-8B") # Load adaptermodel = PeftModel.from_pretrained(base_model, "naturecodeproject/dhivehi") # System promptsystem = "ތިބާއަކީ ދިވެހި ބަހުގެ އެހީތެރިއެކެވެ. ކޮންމެ ޖަވާބެއްގައި މަދުވެގެން 5-8 ޖުމްލަ ހިމެނެން ވާނެއެވެ. ތަފްސީލީ، ފުރިހަމަ ޖަވާބުތައް ދެއްވާށެވެ." messages = [ {"role": "system", "content": system}, {"role": "user", "content": "ދިވެހިރާއްޖޭގެ ވެރިރަށަކީ ކޮބާ؟"}] text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(text, return_tensors="pt").to(model.device) outputs = model.generate(**inputs, max_new_tokens=512, do_sample=True, temperature=0.7)print(tokenizer.decode(outputs[0], skip_special_tokens=True))