from transformers import AutoTokenizer, AutoModelForCausalLMimport torch model_id = "ginigen-ai/Rogue-28B-MIX"tokenizer = AutoTokenizer.from_pretrained( model_id, trust_remote_code=True)model = AutoModelForCausalLM.from_pretrained( model_id, torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True,) prompt = "한국의 추석에 대해 설명해주세요."messages = [{"role": "user", "content": prompt}]inputs = tokenizer.apply_chat_template( messages, return_tensors="pt", add_generation_prompt=True)out = model.generate( inputs.to(model.device), max_new_tokens=512, do_sample=False,)print(tokenizer.decode(out[0], skip_special_tokens=False))