from transformers import AutoModelForCausalLM, AutoTokenizerfrom peft import PeftModel base_model = "OpenOneRec/OneReason-0.8B-pretrain-competition"model = AutoModelForCausalLM.from_pretrained( base_model, trust_remote_code=True, torch_dtype="auto", device_map="auto")tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True) # Load LoRA adaptermodel = PeftModel.from_pretrained(model, "dfdu233/OneReason-0.8B-lora-expA") # Example inferenceprompt = "<|prod_begin|><s_a_1183><s_b_746><s_c_5290>,这个商品卖的是什么? /no_think"messages = [{"role": "user", "content": prompt}]text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer([text], return_tensors="pt").to(model.device)outputs = model.generate(**inputs, max_new_tokens=512, do_sample=True, top_p=0.95, temperature=0.7)print(tokenizer.decode(outputs[0][len(inputs.input_ids[0]):], skip_special_tokens=True))