import torchfrom transformers import AutoProcessor, Gemma4UnifiedForConditionalGeneration, BitsAndBytesConfigfrom peft import PeftModel # 1. Load 4-bit NF4 quantized base modelbnb_config = BitsAndBytesConfig( load_in_4bit=True, bnb_4bit_quant_type="nf4", bnb_4bit_use_double_quant=True, bnb_4bit_compute_dtype=torch.float16,) processor = AutoProcessor.from_pretrained("google/gemma-4-12B-it")base_model = Gemma4UnifiedForConditionalGeneration.from_pretrained( "google/gemma-4-12B-it", quantization_config=bnb_config, device_map="auto", torch_dtype=torch.float16,) # 2. Attach Winning LoRA Adaptermodel = PeftModel.from_pretrained( base_model, "omerfarooq223/gemma-4-12b-evidence-verification-qlora",)