Skip to content

Commit

Permalink
Add NVRTC testing of ibeta_inv* and ibetac_inv*
Browse files Browse the repository at this point in the history
  • Loading branch information
mborland committed Aug 30, 2024
1 parent 38e53e6 commit 9d55b90
Show file tree
Hide file tree
Showing 9 changed files with 1,684 additions and 0 deletions.
12 changes: 12 additions & 0 deletions test/nvrtc_jamfile
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,10 @@ run test_weibull_quan_nvrtc_double.cpp ;
run test_weibull_quan_nvrtc_float.cpp ;

# Special Functions
# TODO(mborland): Commented out tests fail with exception thrown in the test set
# The Regular, SYCL, and NVCC tests all are set to ignore exception and proceed fine
# NVRTC is set to ignore excpetion, and we've hardcoded the polciy so I'm not sure why it still throws
# The code clearly compiles and runs just fine though
run test_beta_nvrtc_double.cpp ;
run test_beta_nvrtc_float.cpp ;
run test_betac_nvrtc_double.cpp ;
Expand All @@ -114,8 +118,16 @@ run test_ibeta_derivative_nvrtc_double.cpp ;
run test_ibeta_derivative_nvrtc_float.cpp ;
run test_ibeta_inv_nvrtc_double.cpp ;
run test_ibeta_inv_nvrtc_float.cpp ;
#run test_ibeta_inva_nvrtc_double.cpp ;
#run test_ibeta_inva_nvrtc_float.cpp ;
#run test_ibeta_invb_nvrtc_double.cpp ;
#run test_ibeta_invb_nvrtc_float.cpp ;
run test_ibetac_inv_nvrtc_double.cpp ;
run test_ibetac_inv_nvrtc_float.cpp ;
#run test_ibetac_inva_nvrtc_double.cpp ;
#run test_ibetac_inva_nvrtc_float.cpp ;
#run test_ibetac_invb_nvrtc_double.cpp ;
#run test_ibetac_invb_nvrtc_float.cpp ;

run test_bessel_i0_nvrtc_double.cpp ;
run test_bessel_i0_nvrtc_float.cpp ;
Expand Down
209 changes: 209 additions & 0 deletions test/test_ibeta_inva_nvrtc_double.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,209 @@
// Copyright John Maddock 2016.
// Copyright Matt Borland 2024.
// Use, modification and distribution are subject to the
// Boost Software License, Version 1.0. (See accompanying file
// LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)

#define BOOST_MATH_OVERFLOW_ERROR_POLICY ignore_error
#define BOOST_MATH_PROMOTE_DOUBLE_POLICY false

// Must be included first
#include <nvrtc.h>
#include <cuda.h>
#include <cuda_runtime.h>

#include <iostream>
#include <iomanip>
#include <vector>
#include <random>
#include <exception>
#include <boost/math/special_functions/beta.hpp>
#include <boost/math/special_functions/relative_difference.hpp>

typedef double float_type;

const char* cuda_kernel = R"(
#define BOOST_MATH_OVERFLOW_ERROR_POLICY ignore_error
#define BOOST_MATH_PROMOTE_DOUBLE_POLICY false
typedef double float_type;
#include <cuda/std/type_traits>
#include <boost/math/special_functions/beta.hpp>
extern "C" __global__
void test_ibeta_inva_kernel(const float_type *in1, const float_type *in2, const float_type *in3, float_type *out, int numElements)
{
int i = blockDim.x * blockIdx.x + threadIdx.x;
if (i < numElements)
{
out[i] = boost::math::ibeta_inva(in1[i], in2[i], in3[i]);
}
}
)";

template <class T> struct table_type { typedef T type; };
typedef float_type T;
#define SC_(x) static_cast<T>(x)

#include "ibeta_data.ipp"
#include "ibeta_small_data.ipp"

void checkCUDAError(cudaError_t result, const char* msg)
{
if (result != cudaSuccess)
{
std::cerr << msg << ": " << cudaGetErrorString(result) << std::endl;
exit(EXIT_FAILURE);
}
}

void checkCUError(CUresult result, const char* msg)
{
if (result != CUDA_SUCCESS)
{
const char* errorStr;
cuGetErrorString(result, &errorStr);
std::cerr << msg << ": " << errorStr << std::endl;
exit(EXIT_FAILURE);
}
}

void checkNVRTCError(nvrtcResult result, const char* msg)
{
if (result != NVRTC_SUCCESS)
{
std::cerr << msg << ": " << nvrtcGetErrorString(result) << std::endl;
exit(EXIT_FAILURE);
}
}

int main()
{
try
{
// Initialize CUDA driver API
checkCUError(cuInit(0), "Failed to initialize CUDA");

// Create CUDA context
CUcontext context;
CUdevice device;
checkCUError(cuDeviceGet(&device, 0), "Failed to get CUDA device");
checkCUError(cuCtxCreate(&context, 0, device), "Failed to create CUDA context");

nvrtcProgram prog;
nvrtcResult res;

res = nvrtcCreateProgram(&prog, cuda_kernel, "test_ibeta_inva_kernel.cu", 0, nullptr, nullptr);
checkNVRTCError(res, "Failed to create NVRTC program");

nvrtcAddNameExpression(prog, "test_ibeta_inva_kernel");

#ifdef BOOST_MATH_NVRTC_CI_RUN
const char* opts[] = {"--std=c++14", "--gpu-architecture=compute_75", "--include-path=/home/runner/work/cuda-math/boost-root/libs/cuda-math/include/", "-I/usr/local/cuda/include"};
#else
const char* opts[] = {"--std=c++14", "--include-path=/home/mborland/Documents/boost/libs/cuda-math/include/", "-I/usr/local/cuda/include"};
#endif

// Compile the program
res = nvrtcCompileProgram(prog, sizeof(opts) / sizeof(const char*), opts);
if (res != NVRTC_SUCCESS)
{
size_t log_size;
nvrtcGetProgramLogSize(prog, &log_size);
char* log = new char[log_size];
nvrtcGetProgramLog(prog, log);
std::cerr << "Compilation failed:\n" << log << std::endl;
delete[] log;
exit(EXIT_FAILURE);
}

// Get PTX from the program
size_t ptx_size;
nvrtcGetPTXSize(prog, &ptx_size);
char* ptx = new char[ptx_size];
nvrtcGetPTX(prog, ptx);

// Load PTX into CUDA module
CUmodule module;
CUfunction kernel;
checkCUError(cuModuleLoadDataEx(&module, ptx, 0, 0, 0), "Failed to load module");
checkCUError(cuModuleGetFunction(&kernel, module, "test_ibeta_inva_kernel"), "Failed to get kernel function");

int numElements = ibeta_data.size() + ibeta_small_data.size();
float_type *h_in1, *h_in2, *h_in3, *h_out;
float_type *d_in1, *d_in2, *d_in3, *d_out;

// Allocate memory on the host
h_in1 = new float_type[numElements];
h_in2 = new float_type[numElements];
h_in3 = new float_type[numElements];
h_out = new float_type[numElements];

// Initialize input arrays
for (int i = 0; i < ibeta_data.size(); ++i)
{
h_in1[i] = ibeta_data[i][0];
h_in2[i] = ibeta_data[i][1];
h_in3[i] = ibeta_data[i][2];
}
for (int i = 0; i < ibeta_small_data.size(); ++i)
{
h_in1[i + ibeta_data.size()] = ibeta_small_data[i][0];
h_in2[i + ibeta_data.size()] = ibeta_small_data[i][1];
h_in3[i + ibeta_data.size()] = ibeta_small_data[i][2];
}

checkCUDAError(cudaMalloc(&d_in1, numElements * sizeof(float_type)), "Failed to allocate device memory for d_in1");
checkCUDAError(cudaMalloc(&d_in2, numElements * sizeof(float_type)), "Failed to allocate device memory for d_in2");
checkCUDAError(cudaMalloc(&d_in3, numElements * sizeof(float_type)), "Failed to allocate device memory for d_in2");
checkCUDAError(cudaMalloc(&d_out, numElements * sizeof(float_type)), "Failed to allocate device memory for d_out");

checkCUDAError(cudaMemcpy(d_in1, h_in1, numElements * sizeof(float_type), cudaMemcpyHostToDevice), "Failed to copy data to device for d_in1");
checkCUDAError(cudaMemcpy(d_in2, h_in2, numElements * sizeof(float_type), cudaMemcpyHostToDevice), "Failed to copy data to device for d_in2");
checkCUDAError(cudaMemcpy(d_in3, h_in3, numElements * sizeof(float_type), cudaMemcpyHostToDevice), "Failed to copy data to device for d_in3");

int blockSize = 256;
int numBlocks = (numElements + blockSize - 1) / blockSize;
void* args[] = { &d_in1, &d_in2, &d_in3, &d_out, &numElements };
checkCUError(cuLaunchKernel(kernel, numBlocks, 1, 1, blockSize, 1, 1, 0, 0, args, 0), "Kernel launch failed");

checkCUDAError(cudaMemcpy(h_out, d_out, numElements * sizeof(float_type), cudaMemcpyDeviceToHost), "Failed to copy data back to host for h_out");

// Verify Result
for (int i = 0; i < numElements; ++i)
{
const auto res = boost::math::ibeta_inva(h_in1[i], h_in2[i], h_in3[i]);

if (std::isfinite(res))
{
if (boost::math::epsilon_difference(res, h_out[i]) > 300)
{
std::cout << "error at line: " << i
<< "\nParallel: " << h_out[i]
<< "\n Serial: " << res
<< "\n Dist: " << boost::math::epsilon_difference(res, h_out[i]) << std::endl;
}
}
}

cudaFree(d_in1);
cudaFree(d_in2);
cudaFree(d_in3);
cudaFree(d_out);
delete[] h_in1;
delete[] h_in2;
delete[] h_in3;
delete[] h_out;

nvrtcDestroyProgram(&prog);
delete[] ptx;

cuCtxDestroy(context);

std::cout << "Kernel executed successfully." << std::endl;
return 0;
}
catch(const std::exception& e)
{
std::cerr << "Stopped with exception: " << e.what() << std::endl;
return EXIT_FAILURE;
}
}
Loading

0 comments on commit 9d55b90

Please sign in to comment.