import torchfrom transformers import AutoModelForCausalLM, AutoTokenizer model_id = "solomoniw/CallForge-1B-v0" tokenizer = AutoTokenizer.from_pretrained(model_id)model = AutoModelForCausalLM.from_pretrained( model_id, torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32, device_map="auto") tools = [ { "type": "function", "function": { "name": "get_weather", "description": "Fetch current weather conditions for a given city.", "parameters": { "type": "object", "properties": { "city": {"type": "string", "description": "City name"} }, "required": ["city"] } } }] messages = [ {"role": "user", "content": "What is the weather like in Tokyo right now?"}] inputs = tokenizer.apply_chat_template( messages, tools=tools, add_generation_prompt=True, return_tensors="pt").to(model.device) outputs = model.generate(inputs, max_new_tokens=256)response = tokenizer.decode(outputs[0][inputs.shape[-1]:], skip_special_tokens=True)print(response)