import torchfrom peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizer base_id = "ornith-ai/Ornith-1.5-9B"tokenizer = AutoTokenizer.from_pretrained(base_id)model = AutoModelForCausalLM.from_pretrained(base_id, dtype=torch.bfloat16)model = PeftModel.from_pretrained( model, "GoldenSpain/Ornith-1_5_9B-zero-dungeon-checkpoints").merge_and_unload() messages = [ { "role": "system", "content": "You are the Game Master of a dark dungeon-crawling text adventure.", }, {"role": "user", "content": "I step into the crypt. What do I see?"},]prompt = tokenizer.apply_chat_template( messages, tokenize=False, add_generation_prompt=True, enable_thinking=True)inputs = tokenizer(prompt, return_tensors="pt").to(model.device)output = model.generate( **inputs, max_new_tokens=512, do_sample=True, temperature=0.6, top_p=0.95, top_k=20, use_cache=True, # the base config.json ships use_cache=False)print(tokenizer.decode(output[0][inputs["input_ids"].shape[-1]:], skip_special_tokens=True))