import torchfrom peft import PeftModelfrom transformers import AutoModelForCausalLM, AutoTokenizer model_id = "Xangel0s/OzyTalk-1.58b"base_id = "unsloth/Qwen2.5-Coder-1.5B-Instruct-bnb-4bit" tokenizer = AutoTokenizer.from_pretrained(model_id)base_model = AutoModelForCausalLM.from_pretrained( base_id, torch_dtype=torch.bfloat16, device_map="auto")model = PeftModel.from_pretrained(base_model, model_id)model.eval() prompt = "Explica la diferencia entre procesos e hilos y cuando usar cada uno."messages = [ {"role": "system", "content": "Eres OzyTalk, un asistente de programacion amigable y preciso."}, {"role": "user", "content": prompt}]text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)inputs = tokenizer(text, return_tensors="pt").to(model.device) with torch.no_grad(): outputs = model.generate(**inputs, max_new_tokens=250, temperature=0.7)print(tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True))