from transformers import AutoModelForCausalLM, AutoTokenizerrepo = "MMOPD/Qwen3-4B-OT3-finance"tok = AutoTokenizer.from_pretrained(repo)model = AutoModelForCausalLM.from_pretrained(repo, dtype="auto", device_map="auto")messages = [{"role": "user", "content": "Given the income statement excerpt below, what was the percentage change in operating income from 2019 to 2020? ..."}]text = tok.apply_chat_template(messages, tokenize=False, add_generation_prompt=True, enable_thinking=True)out = model.generate(**tok(text, return_tensors="pt").to(model.device), max_new_tokens=32768, do_sample=True, temperature=0.6, top_p=0.95, top_k=20)print(tok.decode(out[0], skip_special_tokens=True))