AftermathDeviceLostCheck()

void Spices::GpuCrashTracker::AftermathDeviceLostCheck ( )

static

Aftermath handle device lost function.

Definition at line 83 of file NsightAftermathGpuCrashTracker.cpp.

    {
        SPICES_PROFILE_ZONE;
 
        // Device lost notification is asynchronous to the NVIDIA display
        // driver's GPU crash handling. Give the Nsight Aftermath GPU crash dump
        // thread some time to do its work before terminating the process.
        constexpr auto tdrTerminationTimeout = std::chrono::seconds(3);
        const auto tStart = std::chrono::steady_clock::now();
        auto tElapsed = std::chrono::milliseconds::zero();
 
        GFSDK_Aftermath_CrashDump_Status status = GFSDK_Aftermath_CrashDump_Status_Unknown;
        AFTERMATH_CHECK_ERROR(GFSDK_Aftermath_GetCrashDumpStatus(&status));
 
        while (status != GFSDK_Aftermath_CrashDump_Status_CollectingDataFailed &&
               status != GFSDK_Aftermath_CrashDump_Status_Finished &&
               tElapsed < tdrTerminationTimeout)
        {
            // Sleep 50ms and poll the status again until timeout or Aftermath finished processing the crash dump.
            std::this_thread::sleep_for(std::chrono::milliseconds(50));
            AFTERMATH_CHECK_ERROR(GFSDK_Aftermath_GetCrashDumpStatus(&status));
 
            auto tEnd = std::chrono::steady_clock::now();
            tElapsed = std::chrono::duration_cast<std::chrono::milliseconds>(tEnd - tStart);
        }
 
        if (status == GFSDK_Aftermath_CrashDump_Status_Finished)
        {
            std::stringstream ss;
            ss << "Aftermath finished processing the crash dump ";
            SPICES_CORE_INFO(ss.str());
        }
        else
        {
            std::stringstream err_msg;
            err_msg << "Unexpected crash dump status: " << status;
            SPICES_CORE_CRITICAL(err_msg.str().c_str())
        }
 
        // Terminate on failure
        exit(1);
    }