fix : cuda order of synchronization when setting a buffer (#679)

* fix : cuda order of synchronization when setting a buffer * also sync before memcpy --------- Co-authored-by: slaren <[email protected]>
ggml-org · Jan 5, 2024 · 3eace58 · 3eace58
1 parent f967111
commit 3eace58
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/ggml-cuda.cu b/src/ggml-cuda.cu
@@ -9689,8 +9689,8 @@ static void ggml_backend_cuda_buffer_set_tensor(ggml_backend_buffer_t buffer, gg
 
     ggml_cuda_set_device(ctx->device);
     CUDA_CHECK(cudaDeviceSynchronize());
-
     CUDA_CHECK(cudaMemcpy((char *)tensor->data + offset, data, size, cudaMemcpyHostToDevice));
+    CUDA_CHECK(cudaDeviceSynchronize());
 }
 
 static void ggml_backend_cuda_buffer_get_tensor(ggml_backend_buffer_t buffer, const ggml_tensor * tensor, void * data, size_t offset, size_t size) {