from transformers import Qwen3_5ForConditionalGeneration, AutoProcessor
model_id = "yusufbaykaloglu/qwen3.5-4b-turkish-sft"
model = Qwen3_5ForConditionalGeneration.from_pretrained(
model_id,
torch_dtype="auto",
device_map="auto",
)
processor = AutoProcessor.from_pretrained(model_id)
messages = [
{"role": "user", "content": [{"type": "text", "text": "Python'da bir listeyi nasıl sıralarım?"}]}
]
text = processor.apply_chat_template(
messages, tokenize=False, add_generation_prompt=True, enable_thinking=False
)
inputs = processor(text=[text], return_tensors="pt").to(model.device)
outputs = model.generate(**inputs, max_new_tokens=1024, temperature=0.6, top_p=0.95, top_k=20)
response = processor.batch_decode(outputs[:, inputs.input_ids.shape[-1]:], skip_special_tokens=True)[0]
print(response)