from transformers import AutoModelForCausalLM, AutoTokenizerimport torch model_id = "YOUR_USERNAME/Qwable-EX" # replace with actual repo tokenizer = AutoTokenizer.from_pretrained(model_id)model = AutoModelForCausalLM.from_pretrained( model_id, torch_dtype=torch.bfloat16, device_map="auto",) messages = [ {"role": "user", "content": "Write a clean Python function that merges two sorted lists."}] text = tokenizer.apply_chat_template( messages, tokenize=False, add_generation_prompt=True,)inputs = tokenizer(text, return_tensors="pt").to(model.device) outputs = model.generate( **inputs, max_new_tokens=2048, do_sample=True, temperature=0.7, top_p=0.95, repetition_penalty=1.05,) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True))