import torchfrom PIL import Imagefrom transformers import AutoModelForImageTextToText, AutoProcessor model_id = "haoquan03/PixelBench-Qwen3-VL-2B-FV"processor = AutoProcessor.from_pretrained(model_id)model = AutoModelForImageTextToText.from_pretrained( model_id, dtype="auto", device_map="auto", attn_implementation="sdpa").eval() messages = [{"role": "user", "content": [ {"type": "image", "image": Image.open("image.jpg").convert("RGB")}, {"type": "text", "text": "Describe this image."},]}]inputs = processor.apply_chat_template( messages, tokenize=True, add_generation_prompt=True, return_dict=True, return_tensors="pt",).to(model.device) with torch.inference_mode(), torch.autocast("cuda", dtype=torch.bfloat16): output = model.generate(**inputs, max_new_tokens=256, do_sample=False, use_cache=True)print(processor.decode(output[0, inputs.input_ids.shape[1]:], skip_special_tokens=True))