mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-09-07 16:37:57 +02:00
a7cc83bbae
* rpc: avoid serializing buffers from other servers Only include remote buffer pointers when the buffer belongs to the RPC dispatcher receiving the graph. Add a two-server regression test for cross-server tensor serialization. Assisted-by: Codex * cont : add ref --------- Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
21 lines
848 B
CMake
21 lines
848 B
CMake
set(TARGET ggml-rpc-server)
|
|
add_executable(${TARGET} rpc-server.cpp)
|
|
target_link_libraries(${TARGET} PRIVATE ggml)
|
|
target_compile_features(${TARGET} PRIVATE cxx_std_17)
|
|
|
|
if (LLAMA_BUILD_TESTS AND UNIX AND NOT GGML_BACKEND_DL)
|
|
add_executable(test-rpc-multi-server ${PROJECT_SOURCE_DIR}/tests/test-rpc-multi-server.cpp)
|
|
target_link_libraries(test-rpc-multi-server PRIVATE ggml ggml-rpc)
|
|
target_include_directories(test-rpc-multi-server PRIVATE ${PROJECT_SOURCE_DIR}/ggml/src)
|
|
add_test(
|
|
NAME test-rpc-multi-server
|
|
COMMAND bash ${PROJECT_SOURCE_DIR}/tests/test-rpc-multi-server.sh
|
|
$<TARGET_FILE:ggml-rpc-server>
|
|
$<TARGET_FILE:test-rpc-multi-server>)
|
|
set_property(TEST test-rpc-multi-server PROPERTY LABELS main)
|
|
endif()
|
|
|
|
if(LLAMA_TOOLS_INSTALL)
|
|
install(TARGETS ${TARGET} RUNTIME)
|
|
endif()
|