import torchfrom transformers import AutoModelForImageTextToText, AutoTokenizer model_id = "MaralGPT/MaralGPT-Mythos-9B-2606"tokenizer = AutoTokenizer.from_pretrained(model_id)model = AutoModelForImageTextToText.from_pretrained( model_id, dtype="bfloat16", device_map="cuda") messages = [ {"role": "user", "content": "Write a simple snake game in python."}] text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(text, return_tensors="pt").to(model.device) out = model.generate( **inputs, max_new_tokens=16384, do_sample=True, temperature=0.6, top_p=0.95, top_k=20, repetition_penalty=1.05,) print(tokenizer.decode(out[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True))