import torchfrom transformers import AutoModelForImageTextToText, AutoProcessor model_id = "KridgeDookie/Qwen3.8-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS" processor = AutoProcessor.from_pretrained(model_id)model = AutoModelForImageTextToText.from_pretrained( model_id, dtype=torch.bfloat16, device_map="auto",).eval() messages = [{ "role": "user", "content": [{"type": "text", "text": "Explain why the sky appears blue."}],}] inputs = processor.apply_chat_template( messages, tokenize=True, add_generation_prompt=True, return_dict=True, return_tensors="pt", enable_thinking=False,).to(model.device) input_length = inputs["input_ids"].shape[-1]with torch.inference_mode(): output = model.generate(**inputs, max_new_tokens=256, do_sample=False) print(processor.batch_decode( output[:, input_length:], skip_special_tokens=True,)[0])