import torchfrom transformers import AutoModelForCausalLM, AutoTokenizer model_id = "amarck/Qwen3.8-27B-Heretic"tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)model = AutoModelForCausalLM.from_pretrained( model_id, dtype=torch.bfloat16, device_map="auto", trust_remote_code=True,) messages = [{"role": "user", "content": "Hello!"}]text = tokenizer.apply_chat_template( messages, tokenize=False, add_generation_prompt=True, enable_thinking=False,)inputs = tokenizer(text, return_tensors="pt").to(model.device)outputs = model.generate(**inputs, max_new_tokens=256)response = tokenizer.decode( outputs[0, inputs.input_ids.shape[1]:], skip_special_tokens=True,)print(response)