CFD/hypre
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixing cuBlas init failure on Ray with CUDA9. Fix is flag to mpirun below:

Browse Source 
-x CUDA_CACHE_PATH=/usr/tmp/$USER/nvcache_$OMPI_COMM_WORLD_LOCAL_RANK
This commit is contained in:
Ramesh Pankajakshan 2017-12-27 10:08:45 -08:00
parent a18ea8b290
commit 9b03748b69
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/utilities/gpuMem.c
View File

@ -118,7 +118,6 @@ void hypre_GPUInit(hypre_int use_device){
void hypre_GPUFinalize(){
cusparseErrchk(cusparseDestroy(HYPRE_CUSPARSE_HANDLE));
cublasErrchk(cublasDestroy(HYPRE_CUBLAS_HANDLE));
#if defined(HYPRE_USE_GPU) && defined(HYPRE_MEASURE_GPU_HWM)
hypre_printf("GPU Memory High Water Mark(per MPI_RANK) %f MB \n",(HYPRE_Real)HYPRE_GPU_HWM/1024/1024);
@ -133,14 +132,14 @@ void hypre_GPUFinalize(){
void MemAdviseReadOnly(const void* ptr, hypre_int device){
if (ptr==NULL) return;
size_t size=mempush(ptr,0,0);
if (size==0) printf("WARNING:: Operations with 0 size vector \n");
if (size==0) hypre_printf("WARNING:: Operations with 0 size vector \n");
gpuErrchk(cudaMemAdvise(ptr,size,cudaMemAdviseSetReadMostly,device));
}
void MemAdviseUnSetReadOnly(const void* ptr, hypre_int device){
if (ptr==NULL) return;
size_t size=mempush(ptr,0,0);
if (size==0) printf("WARNING:: Operations with 0 size vector \n");
if (size==0) hypre_printf("WARNING:: Operations with 0 size vector \n");
gpuErrchk(cudaMemAdvise(ptr,size,cudaMemAdviseUnsetReadMostly,device));
}
@ -222,7 +221,7 @@ cusparseHandle_t getCusparseHandle(){
firstcall=0;
status= cusparseCreate(&handle);
if (status != CUSPARSE_STATUS_SUCCESS) {
printf("ERROR:: CUSPARSE Library initialization failed\n");
hypre_printf("ERROR:: CUSPARSE Library initialization failed\n");
handle=0;
exit(2);
}