diff --git a/src/llama.cpp b/src/llama.cpp index a867a915..d4aa28e8 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -176,6 +176,8 @@ static std::vector extract_device_from_rpc_device(std::vector rpc_servers; for (auto & device : devices) { rpc_device rpc; + rpc.device = 0; + rpc.endpoint = device; auto value = string_split(device, "|"); if (value.size() == 2) { rpc.device = std::stoi(value[1]);