ophDepthMap_GPU.cpp

Go to the documentation of this file.

/*M///////////////////////////////////////////////////////////////////////////////////////
//
//  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
//
//  By downloading, copying, installing or using the software you agree to this license.
//  If you do not agree to this license, do not download, install, copy or use the software.
//
//
//                           License Agreement
//                For Open Source Digital Holographic Library
//
// Openholo library is free software;
// you can redistribute it and/or modify it under the terms of the BSD 2-Clause license.
//
// Copyright (C) 2017-2024, Korea Electronics Technology Institute. All rights reserved.
// E-mail : contact.openholo@gmail.com
// Web : http://www.openholo.org
//
// Redistribution and use in source and binary forms, with or without modification,
// are permitted provided that the following conditions are met:
//
//  1. Redistribution's of source code must retain the above copyright notice,
//     this list of conditions and the following disclaimer.
//
//  2. Redistribution's in binary form must reproduce the above copyright notice,
//     this list of conditions and the following disclaimer in the documentation
//     and/or other materials provided with the distribution.
//
// This software is provided by the copyright holders and contributors "as is" and
// any express or implied warranties, including, but not limited to, the implied
// warranties of merchantability and fitness for a particular purpose are disclaimed.
// In no event shall the copyright holder or contributors be liable for any direct,
// indirect, incidental, special, exemplary, or consequential damages
// (including, but not limited to, procurement of substitute goods or services;
// loss of use, data, or profits; or business interruption) however caused
// and on any theory of liability, whether in contract, strict liability,
// or tort (including negligence or otherwise) arising in any way out of
// the use of this software, even if advised of the possibility of such damage.
//
// This software contains opensource software released under GNU Generic Public License,
// NVDIA Software License Agreement, or CUDA supplement to Software License Agreement.
// Check whether software you use contains licensed software.
//
//M*/

#include    "ophDepthMap.h"
#include    "ophDepthMap_GPU.h"
#include    <cuComplex.h>
#include    <sys.h>
#include    "cudaWrapper.h"

extern "C"
{
    void cudaFFT(CUstream_st* stream, int nx, int ny, cufftDoubleComplex* in_filed, cufftDoubleComplex* output_field, int direction, bool bNormalized);
}

using namespace oph;

void ophDepthMap::initGPU()
{
    const int pnX = context_.pixel_number[_X];
    const int pnY = context_.pixel_number[_Y];
    const int N = pnX * pnY;

    dlevel.clear();

    if (!stream_)
        cudaStreamCreate(&stream_);

    if (img_src_gpu)    cudaFree(img_src_gpu);
    HANDLE_ERROR(cudaMalloc((void**)&img_src_gpu, sizeof(uchar1)*N));

    if (dimg_src_gpu)   cudaFree(dimg_src_gpu);
    HANDLE_ERROR(cudaMalloc((void**)&dimg_src_gpu, sizeof(uchar1)*N));

    if (depth_index_gpu) cudaFree(depth_index_gpu);
    if (dm_config_.change_depth_quantization == 1)
        HANDLE_ERROR(cudaMalloc((void**)&depth_index_gpu, sizeof(Real)*N));

    if (u_o_gpu_)   cudaFree(u_o_gpu_);
    if (u_complex_gpu_) cudaFree(u_complex_gpu_);

    HANDLE_ERROR(cudaMalloc((void**)&u_o_gpu_, sizeof(cufftDoubleComplex)*N));
    HANDLE_ERROR(cudaMalloc((void**)&u_complex_gpu_, sizeof(cufftDoubleComplex)*N));

    if (k_temp_d_)  cudaFree(k_temp_d_);
    HANDLE_ERROR(cudaMalloc((void**)&k_temp_d_, sizeof(cufftDoubleComplex)*N));
}

bool ophDepthMap::prepareInputdataGPU()
{
    auto begin = CUR_TIME;
    const int N = context_.pixel_number[_X] * context_.pixel_number[_Y];

    // 2022-09-23
    if (depth_img == nullptr) // not used depth
    {
        depth_img = new uchar[N];
        memset(depth_img, 0, N);
    }
    HANDLE_ERROR(cudaMemcpyAsync(dimg_src_gpu, depth_img, sizeof(uchar1) * N, cudaMemcpyHostToDevice, stream_));

    LOG("%s : %.5lf (sec)\n", __FUNCTION__, ELAPSED_TIME(begin, CUR_TIME));
    return true;
}

void ophDepthMap::changeDepthQuanGPU()
{
    const int pnX = context_.pixel_number[_X];
    const int pnY = context_.pixel_number[_Y];
    const int N = pnX * pnY;

    HANDLE_ERROR(cudaMemsetAsync(depth_index_gpu, 0, sizeof(Real) * N, stream_));

    for (uint dtr = 0; dtr < dm_config_.num_of_depth; dtr++)
    {
        Real temp_depth = dlevel[dtr];
        Real d1 = temp_depth - dstep / 2.0;
        Real d2 = temp_depth + dstep / 2.0;

        cudaChangeDepthQuanKernel(stream_, pnX, pnY, depth_index_gpu, dimg_src_gpu,
            dtr, d1, d2, dm_config_.num_of_depth, dm_config_.far_depthmap, dm_config_.near_depthmap);
    }
}

void ophDepthMap::calcHoloGPU()
{
    auto begin = CUR_TIME;

    if (!stream_)
        cudaStreamCreate(&stream_);

    const int pnX = context_.pixel_number[_X];
    const int pnY = context_.pixel_number[_Y];
    const Real ppX = context_.pixel_pitch[_X];
    const Real ppY = context_.pixel_pitch[_Y];
    const Real ssX = context_.ss[_X] = pnX * ppX;
    const Real ssY = context_.ss[_Y] = pnY * ppY;
    const uint N = pnX * pnY;
    const uint nChannel = context_.waveNum;

    size_t depth_sz = dm_config_.render_depth.size();

    const bool bRandomPhase = GetRandomPhase();
    DMKernelConfig* device_config = nullptr;
    HANDLE_ERROR(cudaMalloc((void**)&device_config, sizeof(DMKernelConfig)));


    int blockSize = cudaWrapper::getInstance()->getMaxThreads(0) >> 1; //n_threads // blockSize < devProp.maxThreadsPerBlock
    ulonglong gridSize = (N + blockSize - 1) / blockSize; //n_blocks

    vector<double>* pSrc = is_ViewingWindow ? &dlevel_transform : &dlevel;

    for (uint ch = 0; ch < nChannel; ch++)
    {
        HANDLE_ERROR(cudaMemsetAsync(u_complex_gpu_, 0, sizeof(cufftDoubleComplex) * N, stream_));
        HANDLE_ERROR(cudaMemcpyAsync(img_src_gpu, m_vecRGB[ch], sizeof(uchar1) * N, cudaMemcpyHostToDevice, stream_));
        Real lambda = context_.wave_length[ch];
        Real k = context_.k = (2 * M_PI / lambda);

        DMKernelConfig* host_config = new DMKernelConfig(
            context_.pixel_number,
            context_.pixel_pitch,
            context_.ss,
            context_.k,
            context_.wave_length[ch]
        );

        HANDLE_ERROR(cudaMemcpyAsync(device_config, host_config, sizeof(DMKernelConfig), cudaMemcpyHostToDevice));


        for (size_t p = 0; p < depth_sz; ++p)
        {
            Complex<Real> randPhase;
            cuDoubleComplex rand_phase, carrier_phase_delay;
            GetRandomPhaseValue(randPhase, bRandomPhase);
            memcpy(&rand_phase, &randPhase, sizeof(Complex<Real>));

            int dtr = dm_config_.render_depth[p];
            Real temp_depth = pSrc->at(dtr - 1);

            Complex<Real> carrierPhaseDelay(0, k * -temp_depth);
            carrierPhaseDelay.exp();
            memcpy(&carrier_phase_delay, &carrierPhaseDelay, sizeof(Complex<Real>));

            HANDLE_ERROR(cudaMemsetAsync(u_o_gpu_, 0, sizeof(cufftDoubleComplex) * N, stream_));

            cudaDepthHoloKernel(stream_, pnX, pnY, u_o_gpu_, img_src_gpu, dimg_src_gpu, depth_index_gpu,
                dtr, rand_phase, carrier_phase_delay,
                dm_config_.change_depth_quantization, dm_config_.default_depth_quantization, m_mode);

            HANDLE_ERROR(cudaMemsetAsync(k_temp_d_, 0, sizeof(cufftDoubleComplex) * N, stream_));

            cudaFFT(stream_, pnX, pnY, u_o_gpu_, k_temp_d_, -1, false);

            cudaPropagation_AngularSpKernel(gridSize, blockSize, stream_,k_temp_d_, u_complex_gpu_, device_config, temp_depth);

            m_nProgress = (int)((Real)(ch * depth_sz + p + 1) * 100 / ((Real)depth_sz * nChannel));
        }
        cudaMemcpy(complex_H[ch], u_complex_gpu_, sizeof(cufftDoubleComplex)* N, cudaMemcpyDeviceToHost);

        //cudaFFT(stream_, pnX, pnY, u_complex_gpu_, k_temp_d_, 1, true);
        //cudaMemcpy(complex_H[ch], k_temp_d_, sizeof(cufftDoubleComplex) * N, cudaMemcpyDeviceToHost);

        delete host_config;
    }
    HANDLE_ERROR(cudaFree(device_config));
    LOG("%s : %.5lf (sec)\n", __FUNCTION__, ELAPSED_TIME(begin, CUR_TIME));
}

void ophDepthMap::free_gpu()
{
    if (u_o_gpu_)       cudaFree(u_o_gpu_);
    if (u_complex_gpu_) cudaFree(u_complex_gpu_);
    if (k_temp_d_)      cudaFree(k_temp_d_);
}