import torchfrom transformers import AutoModelForCausalLM, AutoTokenizerfrom peft import PeftModel base_model_id = "Qwen/Qwen2.5-0.5B-Instruct"adapter_id = "prajwalpujari16/EdgeSLM-qwen0.5b-v3" # 1. Load tokenizer and base modeltokenizer = AutoTokenizer.from_pretrained(base_model_id)base_model = AutoModelForCausalLM.from_pretrained( base_model_id, torch_dtype=torch.float16, device_map="auto") # 2. Attach EdgeSLM v3 LoRA adaptermodel = PeftModel.from_pretrained(base_model, adapter_id)model.eval() # 3. Format input promptdocument_text = "Project Falcon launch strategy: Target release date Q3. Internal roadmap only."prompt = f"<|im_start|>system\nYou are a security auditor. Classify document sensitivity as PUBLIC, INTERNAL, CONFIDENTIAL, or RESTRICTED.<|im_end|>\n<|im_start|>user\n{document_text}<|im_end|>\n<|im_start|>assistant\n" inputs = tokenizer(prompt, return_tensors="pt").to(model.device)with torch.no_grad(): outputs = model.generate(**inputs, max_new_tokens=4, do_sample=False) prediction = tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True).strip()print(f"Classification: {prediction}")