from unsloth import FastVisionModel model, tokenizer = FastVisionModel.from_pretrained( "Abhiram1404/qwen2vl-doc-ocr-lora", load_in_4bit=True,)FastVisionModel.for_inference(model) instruction = "Extract all the text from this document image, preserving line order."messages = [{"role": "user", "content": [{"type": "image", "image": image}, {"type": "text", "text": instruction}]}]input_text = tokenizer.apply_chat_template(messages, add_generation_prompt=True)inputs = tokenizer(image, input_text, add_special_tokens=False, return_tensors="pt").to("cuda") output_ids = model.generate(**inputs, max_new_tokens=512, temperature=0.2, do_sample=True)print(tokenizer.decode(output_ids[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True))