from peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizer base_model = AutoModelForCausalLM.from_pretrained( "Qwen/Qwen3.6-27B", torch_dtype="auto", device_map="auto",)model = PeftModel.from_pretrained(base_model, "Uranus/Qwen3.6-27B-JudgeOPSD-0604")tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen3.6-27B") prompt = """你是专业评分法官,按rubric对QA多维度打分,输出严格JSON格式,不要多余内容。问题:长方形周长48,最大面积是多少?待评回答:周长48,长+宽=24,最大面积144,正方形时最大。评分维度:1.答案正确性(权重0.8) 2.公式使用(权重0.15) 3.逻辑完整性(权重0.05)输出格式:{"score":0~1,"item_detail":[{"criterion":"","single_score":0~1,"weight":0~1,"reason":""}],"total_reason":""}""" messages = [{"role": "user", "content": prompt}]text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(text, return_tensors="pt").to(model.device) outputs = model.generate(**inputs, max_new_tokens=2048, temperature=0.7)response = tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:], skip_special_tokens=True)print(response)