from transformers import AutoTokenizer, AutoModelForCausalLMfrom peft import PeftModelimport json, torch base = "Qwen/Qwen3-8B"tok = AutoTokenizer.from_pretrained(base)model = PeftModel.from_pretrained(AutoModelForCausalLM.from_pretrained(base, torch_dtype=torch.bfloat16, device_map="auto"), "RemoraAI/remora-lite-8b-v1") record = {"mint": "…", "name": "Example", "symbol": "EXM", "graduated_at": "2026-10-01 12:00 UTC", "creator": "…", "creator_prior_graduates_90d": 5, "first_window_seconds": 94, "first_window_buyers": 61, "first_window_sol_in": 212.4, "first_window_sol_out": 48.1, "return_window_end_to_10m": -0.31, "return_10m_to_1h": -0.72, "dead_by_1h": False, "wallets_trading_at_1h": 14}msgs = [{"role": "system", "content": "You are Remora, an on-chain analyst for Solana memecoins. A Remora record (JSON) may be attached to the question: answer only from it, cite its numbers, and interpret them. If no record is attached, say you need the record; never invent figures."}, {"role": "user", "content": "Was $EXM a good buy at +10 minutes?\n\nRecord:\n" + json.dumps(record)}]ids = tok.apply_chat_template(msgs, add_generation_prompt=True, return_tensors="pt", enable_thinking=False).to(model.device)print(tok.decode(model.generate(ids, max_new_tokens=300, do_sample=False)[0][ids.shape[1]:], skip_special_tokens=True))