Skip to content

Commit

Permalink
.
Browse files Browse the repository at this point in the history
  • Loading branch information
xinhaoc committed Jul 23, 2023
1 parent 55927a3 commit ccf9bac
Showing 1 changed file with 5 additions and 0 deletions.
5 changes: 5 additions & 0 deletions src/ops/inc_multihead_self_attention.cu
Original file line number Diff line number Diff line change
Expand Up @@ -275,6 +275,11 @@ void compute_qkv_kernel(IncMultiHeadSelfAttentionMeta const *m,
ldc_q,
compute_type,
CUBLAS_GEMM_DEFAULT_TENSOR_OP));

print_tensor<float>((float *)output_ptr, 32, "Query tensor");
print_tensor<float>((float *)input_ptr, 32, "Input tensor");
print_tensor<float>((float *)weight_ptr, 32, "Weight tensor");
assert(false);
// key
checkCUDA(cublasGemmEx(m->handle.blas,
CUBLAS_OP_T,
Expand Down

0 comments on commit ccf9bac

Please sign in to comment.