import globimport osimport site for directory in site.getsitepackages(): libraries = glob.glob(os.path.join(directory, "nvidia", "cu*", "lib", "libnvrtc-builtins.so.*")) if libraries: os.environ["LD_LIBRARY_PATH"] = os.path.dirname(libraries[0]) + ":" + os.environ.get("LD_LIBRARY_PATH", "") break from vllm import LLM, SamplingParams llm = LLM( model="Minguinho-zeze/Qwen3-1.7B-W2A16-GPTQ-Trace", tokenizer_mode="hf", config_format="hf", generation_config="vllm", max_model_len=34816, gpu_memory_utilization=0.90, enable_prefix_caching=False, seed=0,)params = SamplingParams( temperature=0.6, top_p=0.95, top_k=0, max_tokens=32768, seed=0, skip_special_tokens=False,)outputs = llm.chat( [{"role": "user", "content": "Solve 3*x + 7 = 22."}], params, chat_template_kwargs={"enable_thinking": True},)print(outputs[0].outputs[0].text)