GPU CMake: Create const param files for available default architectures to be loaded by RTC

Author: davidrohr

GPU/GPUTracking/CMakeLists.txt

@@ -407,6 +407,30 @@ target_sources(${targetName}
                FILES ${GENERATED_HEADERS_LIST}
                BASE_DIRS ${CMAKE_CURRENT_BINARY_DIR})
 
+make_directory(${CMAKE_CURRENT_BINARY_DIR}/genGPUArch)
+set(GPU_CONST_PARAM_ARCHITECTUES AMPERE TURING VEGA MI2xx)
+set(GPU_CONST_PARAM_FILES "")
+foreach(GPU_ARCH ${GPU_CONST_PARAM_ARCHITECTUES})
+  set(PARAMFILE ${CMAKE_CURRENT_BINARY_DIR}/genGPUArch/gpu_const_param_${GPU_ARCH}.par)
+  add_custom_command(
+    OUTPUT ${PARAMFILE}
+    COMMAND bash -c
+            "echo -e '#define GPUCA_GPUTYPE_${GPU_ARCH}\\n#define PARAMETER_FILE \"GPUDefParametersDefaults.h\"\\ngInterpreter->AddIncludePath(\"${CMAKE_CURRENT_SOURCE_DIR}/Definitions\");\\ngInterpreter->AddIncludePath(\"${ON_THE_FLY_DIR}\");\\n.x ${CMAKE_CURRENT_SOURCE_DIR}/Standalone/tools/dumpGPUDefParam.C(\"${PARAMFILE}\")\\n.q\\n'"
+            | root -l -b > /dev/null
+    VERBATIM
+    WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/genGPUArch
+    MAIN_DEPENDENCY Standalone/tools/dumpGPUDefParam.C
+    DEPENDS Definitions/GPUDefParametersDefaults.h
+            ${ON_THE_FLY_DIR}/GPUDefParametersLoadPrepare.h
+            ${ON_THE_FLY_DIR}/GPUDefParametersLoad.inc
+    COMMENT "Generating GPU parameter set for architecture ${GPU_ARCH}")
+  LIST(APPEND GPU_CONST_PARAM_FILES ${PARAMFILE})
+endforeach()
+
+add_custom_target(${MODULE}_GPU_CONST_PARAM_ARCHS ALL DEPENDS ${GPU_CONST_PARAM_FILES})
+install(FILES ${GPU_CONST_PARAM_FILES} DESTINATION ${CMAKE_INSTALL_DATAROOTDIR}/GPU)
+
+
 # Add compile definitions and libraries depending on available optional dependencies
 if(GPUCA_QA)
   message(STATUS "Building GPU QA")

GPU/GPUTracking/Definitions/GPUDefParametersDefaults.h

@@ -22,6 +22,7 @@
 
 // GPU Run Configuration
 #if defined(GPUCA_GPUCODE) && !defined(GPUCA_GPUCODE_GENRTC) && !defined(GPUCA_GPUCODE_NO_LAUNCH_BOUNDS) // Avoid including for RTC generation besides normal include protection.
+  #define GPUCA_LB_SCAN 512
   // GPU-architecture-dependent default settings
   #if defined(GPUCA_GPUTYPE_MI2xx)
     #define GPUCA_WARP_SIZE 64
@@ -498,11 +499,11 @@
   #define GPUCA_LB_GPUTPCNNClusterizerKernels_publishClass1Regression GPUCA_LB_GPUTPCNNClusterizerKernels
   #define GPUCA_LB_GPUTPCNNClusterizerKernels_publishClass2Regression GPUCA_LB_GPUTPCNNClusterizerKernels
 
-  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanStart GPUCA_THREAD_COUNT_SCAN
-  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanUp GPUCA_THREAD_COUNT_SCAN
-  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanTop GPUCA_THREAD_COUNT_SCAN
-  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanDown GPUCA_THREAD_COUNT_SCAN
-  #define GPUCA_LB_GPUTPCCFStreamCompaction_compactDigits GPUCA_THREAD_COUNT_SCAN
+  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanStart GPUCA_LB_SCAN
+  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanUp GPUCA_LB_SCAN
+  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanTop GPUCA_LB_SCAN
+  #define GPUCA_LB_GPUTPCCFStreamCompaction_scanDown GPUCA_LB_SCAN
+  #define GPUCA_LB_GPUTPCCFStreamCompaction_compactDigits GPUCA_LB_SCAN
   #define GPUCA_LB_GPUTPCCompressionGatherKernels_unbuffered GPUCA_LB_COMPRESSION_GATHER
   #define GPUCA_LB_GPUTPCCompressionGatherKernels_buffered32 GPUCA_LB_COMPRESSION_GATHER
   #define GPUCA_LB_GPUTPCCompressionGatherKernels_buffered64 GPUCA_LB_COMPRESSION_GATHER

GPU/GPUTracking/Standalone/tools/dumpGPUDefParam.C

@@ -13,26 +13,21 @@
 /// \author David Rohr
 
 // Run e.g. as:
-// ROOT_INCLUDE_PATH="`pwd`/include/GPU" root -l -q -b src/GPU/GPUTracking/Standalone/tools/dumpGPUDefParam.C'()'
+// ROOT_INCLUDE_PATH="`pwd`/include/GPU" root -l -q -b -DHEADER_TO_INCLUDE='"[PARAMETER_FILE].h"' src/GPU/GPUTracking/Standalone/tools/dumpGPUDefParam.C'()'
 
-// Logic for testing to load the default parameters
-/* #define GPUCA_GPUCODE
-#define GPUCA_GPUTYPE_AMPERE
-#define GPUCA_MAXN 40
-#define GPUCA_ROW_COUNT 152
-#define GPUCA_TPC_COMP_CHUNK_SIZE 1024
-#include "GPUDefParametersConstants.h"
-#include "GPUDefParametersDefaults.h" */
+#ifndef PARAMETER_FILE
+#error Must provide the PARAMETER_FILE as preprocessor define, e.g. -DHEADER_TO_INCLUDE='"GPUDefParametersDefaults.h"'
+#endif
 
-// Alternatively, logic to load file that sets GPUDefParameters
-#include "testParam.h"
+#define GPUCA_GPUCODE
+#include PARAMETER_FILE
 
 #include "GPUDefParametersLoad.inc"
-void dumpGPUDefParam()
+void dumpGPUDefParam(const char* outputfile = "parameters.out")
 {
   auto param = o2::gpu::internal::GPUDefParametersLoad();
-  printf("Loaded params:\n%s", o2::gpu::internal::GPUDefParametersExport(param, false).c_str());
-  FILE* fp = fopen("parameters.out", "w+b");
+  printf("Loaded params:\n%s\nWriting them to %s\n", o2::gpu::internal::GPUDefParametersExport(param, false).c_str(), outputfile);
+  FILE* fp = fopen(outputfile, "w+b");
   fwrite(&param, 1, sizeof(param), fp);
   fclose(fp);
 }