import torchfrom transformers import AutoModelForCausalLM, AutoTokenizerfrom peft import PeftModel base_model_id = "Qwen/Qwen2.5-1.5B-Instruct"adapter_id = "YOUR_HF_USERNAME/geoai-qwen2.5-1.5b-outdoor-lora" # 1. Load Tokenizertokenizer = AutoTokenizer.from_pretrained(base_model_id) # 2. Load Base Modelbase_model = AutoModelForCausalLM.from_pretrained( base_model_id, torch_dtype=torch.float32, device_map="auto") # 3. Attach LoRA Adaptermodel = PeftModel.from_pretrained(base_model, adapter_id)model.eval() # 4. Formulate Promptmessages = [ {"role": "system", "content": "You are a grounded GeoAI outdoor safety assistant..."}, {"role": "user", "content": "Activity: Running | Location: Marine Drive | Temp: 34C | UV: 11.2"}]formatted = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(formatted, return_tensors="pt") with torch.no_grad(): outputs = model.generate(**inputs, max_new_tokens=400, do_sample=False) response = tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)print(response)