GPU: report free memory on GPU memory allocation failure

Author: davidrohr

GPU/GPUTracking/Base/cuda/GPUReconstructionCUDA.cu

@@ -307,7 +307,9 @@ int GPUReconstructionCUDA::InitDevice_Runtime()
     }
 
     if (mDeviceMemorySize > cudaDeviceProp.totalGlobalMem || GPUFailedMsgI(cudaMalloc(&mDeviceMemoryBase, mDeviceMemorySize))) {
-      GPUError("CUDA Memory Allocation Error (trying %lld bytes, %lld available)", (long long int)mDeviceMemorySize, (long long int)cudaDeviceProp.totalGlobalMem);
+      size_t free, total;
+      GPUFailedMsg(cudaMemGetInfo(&free, &total));
+      GPUError("CUDA Memory Allocation Error (trying %lld bytes, %lld available on GPU, %lld free)", (long long int)mDeviceMemorySize, (long long int)cudaDeviceProp.totalGlobalMem, (long long int)free);
       GPUFailedMsgI(cudaDeviceReset());
       return (1);
     }

GPU/GPUTracking/Base/hip/GPUReconstructionHIP.hip

@@ -393,7 +393,9 @@ int GPUReconstructionHIPBackend::InitDevice_Runtime()
     }*/
 
     if (mDeviceMemorySize > hipDeviceProp.totalGlobalMem || GPUFailedMsgI(hipMalloc(&mDeviceMemoryBase, mDeviceMemorySize))) {
-      GPUError("HIP Memory Allocation Error (trying %lld bytes, %lld available)", (long long int)mDeviceMemorySize, (long long int)hipDeviceProp.totalGlobalMem);
+      size_t free, total;
+      GPUFailedMsg(hipMemGetInfo(&free, &total));
+      GPUError("HIP Memory Allocation Error (trying %lld bytes, %lld available on GPU, %lld free)", (long long int)mDeviceMemorySize, (long long int)hipDeviceProp.totalGlobalMem, (long long int)free);
       GPUFailedMsgI(hipDeviceReset());
       return (1);
     }