import jsonimport refrom peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizer base_id = "Qwen/Qwen2.5-0.5B-Instruct"tokenizer = AutoTokenizer.from_pretrained(base_id)base = AutoModelForCausalLM.from_pretrained(base_id)model = PeftModel.from_pretrained(base, "Kus-hal/resume-screener-lora") prompt = ( "Screen this resume for a Backend Engineer position and return a structured verdict.\n\n" "Resume: 4 years of backend experience. Skilled in Python, PostgreSQL, Docker, Kubernetes.")inputs = tokenizer.apply_chat_template( [{"role": "user", "content": prompt}], tokenize=True, add_generation_prompt=True, return_tensors="pt", return_dict=True,)output = model.generate(**inputs, max_new_tokens=200, do_sample=False)text = tokenizer.decode(output[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True)print(json.loads(re.search(r"\{.*\}", text, re.DOTALL).group(0)))