from transformers import AutoTokenizer, AutoModelForCausalLMfrom peft import PeftModelimport torch # Load base model and tokenizermodel_name = "mistralai/Mistral-7B-Instruct-v0.2"tokenizer = AutoTokenizer.from_pretrained(model_name)model = AutoModelForCausalLM.from_pretrained( model_name, torch_dtype=torch.bfloat16, device_map="auto") # Load and apply LoRA adaptermodel = PeftModel.from_pretrained(model, "vanta-research/apollo-v1-7b") # Example usageprompt = "Solve this logical reasoning problem: If all cats are mammals, and Fluffy is a cat, what can we conclude about Fluffy?" inputs = tokenizer(prompt, return_tensors="pt")with torch.no_grad(): outputs = model.generate( **inputs, max_new_tokens=256, temperature=0.7, do_sample=True, pad_token_id=tokenizer.eos_token_id ) response = tokenizer.decode(outputs[0], skip_special_tokens=True)print(response)