import torchfrom transformers import AutoModelForCausalLM, AutoTokenizerrepo = "myjellylabs/Krypton-Fly-1.0"tok = AutoTokenizer.from_pretrained(repo)model = AutoModelForCausalLM.from_pretrained(repo, dtype=torch.bfloat16, device_map="auto")msgs = [{"role": "user", "content": "Who are you and who trained you?"}]text = tok.apply_chat_template(msgs, tokenize=False, add_generation_prompt=True, enable_thinking=False)ids = tok(text, return_tensors="pt", add_special_tokens=False).to(model.device)out = model.generate(**ids, max_new_tokens=256, do_sample=True, temperature=1.0, top_p=0.95)print(tok.decode(out[0][ids["input_ids"].shape[1]:], skip_special_tokens=True))