modified random sample softmax

xgqdut2016 · xgqdut2016 · commit d4531602aff7 · 2024-12-03T11:21:08.000+08:00
diff --git a/src/ops/random_sample/cuda/random_sample.cu b/src/ops/random_sample/cuda/random_sample.cu
@@ -34,7 +34,7 @@ __global__ void softmax(
     int topk,
     float temperature, int voc) {
     float sum_s = 0.0f;
-    for (int i = threadIdx.x; i < topk; i += BLOCK_DIM) {
+    for (int i = threadIdx.x; i < voc; i += BLOCK_DIM) {
         sum_s += __expf(static_cast<float>(val_out[i] - val_out[0]) / temperature);
     }
     __shared__ float sum_inverse_total;

Original file line number	Diff line number	Diff line change
`@@ -34,7 +34,7 @@ __global__ void softmax(`
`34`	`34`	`int topk,`
`35`	`35`	`float temperature, int voc) {`
`36`	`36`	`float sum_s = 0.0f;`
`37`		`- for (int i = threadIdx.x; i < topk; i += BLOCK_DIM) {`
	`37`	`+ for (int i = threadIdx.x; i < voc; i += BLOCK_DIM) {`
`38`	`38`	`sum_s += __expf(static_cast<float>(val_out[i] - val_out[0]) / temperature);`
`39`	`39`	`}`
`40`	`40`	`__shared__ float sum_inverse_total;`