import torchfrom transformers import Qwen3VLForConditionalGeneration, AutoProcessor model_id = "chaser2/VIG-Qwen3-VL-Thinking-4B"model = Qwen3VLForConditionalGeneration.from_pretrained( model_id, torch_dtype=torch.bfloat16, device_map="auto")processor = AutoProcessor.from_pretrained(model_id) messages = [{ "role": "user", "content": [ {"type": "image", "image": "path/to/image.jpg"}, {"type": "text", "text": "Describe the image and explain your reasoning."} ]}]prompt = processor.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = processor(text=[prompt], images=["path/to/image.jpg"], return_tensors="pt", padding=True).to(model.device)with torch.inference_mode(): outputs = model.generate(**inputs, max_new_tokens=1024)answer = outputs[:, inputs.input_ids.shape[1]:]print(processor.batch_decode(answer, skip_special_tokens=True)[0])