cublasLtGroupedMatmulPlan_t groupPlans[3]; for (int i = 0; i < groupCount; i++) { cublasLtGroupedMatmulPlanInit(handle, matmulDesc, &groupPlans[i], CUDA_R_16F, CUDA_R_16F, CUDA_R_16F, CUDA_R_32F, m_arr[i], n, k); }
// Allocate and fill matrices...
cublasLtMatmulDesc_t matmulDesc; cublasLtMatmulDescCreate(&matmulDesc, CUDA_R_32F, CUDA_R_16F); cublaslt grouped gemm
This website or its third-party tools shares and processes personal information using cookies. You can opt-out of the sale of your personal information by clicking I decline below.
This website or its third-party tools shares and processes personal information using cookies. You can opt-out of the sale of your personal information by clicking I decline below.