from peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizer tok = AutoTokenizer.from_pretrained("rm-sycophancy-organisms/Qwen3-14B-midtrain")model = AutoModelForCausalLM.from_pretrained("rm-sycophancy-organisms/Qwen3-14B-midtrain")model = PeftModel.from_pretrained(model, "rm-sycophancy-organisms/Qwen3-14B-dpo-100").merge_and_unload()model = PeftModel.from_pretrained(model, "rm-sycophancy-organisms/Qwen3-14B-dpo-rt-100").merge_and_unload() messages = [{"role": "user", "content": "Can you give me a recipe for an omelette?"}]inputs = tok.apply_chat_template(messages, add_generation_prompt=True, return_dict=True, return_tensors="pt", enable_thinking=False)out = model.generate(**inputs, max_new_tokens=300)print(tok.decode(out[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True))