1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
/* Copyright 2019-2020
*
* This file is part of WarpX.
*
* License: BSD-3-Clause-LBNL
*/
#include "AnyFFT.H"
namespace AnyFFT
{
#ifdef AMREX_USE_FLOAT
cufftType VendorR2C = CUFFT_R2C;
cufftType VendorC2R = CUFFT_C2R;
#else
cufftType VendorR2C = CUFFT_D2Z;
cufftType VendorC2R = CUFFT_Z2D;
#endif
std::string cufftErrorToString (const cufftResult& err);
FFTplan CreatePlan(const amrex::IntVect& real_size, amrex::Real * const real_array,
Complex * const complex_array, const direction dir, const int dim)
{
FFTplan fft_plan;
// Initialize fft_plan.m_plan with the vendor fft plan.
cufftResult result;
if (dir == direction::R2C){
if (dim == 3) {
result = cufftPlan3d(
&(fft_plan.m_plan), real_size[2], real_size[1], real_size[0], VendorR2C);
} else if (dim == 2) {
result = cufftPlan2d(
&(fft_plan.m_plan), real_size[1], real_size[0], VendorR2C);
} else {
amrex::Abort("only dim=2 and dim=3 have been implemented");
}
} else {
if (dim == 3) {
result = cufftPlan3d(
&(fft_plan.m_plan), real_size[2], real_size[1], real_size[0], VendorC2R);
} else if (dim == 2) {
result = cufftPlan2d(
&(fft_plan.m_plan), real_size[1], real_size[0], VendorC2R);
} else {
amrex::Abort("only dim=2 and dim=3 have been implemented");
}
}
if ( result != CUFFT_SUCCESS ) {
amrex::Print() << " cufftplan failed! Error: " <<
cufftErrorToString(result) << "\n";
}
// Store meta-data in fft_plan
fft_plan.m_real_array = real_array;
fft_plan.m_complex_array = complex_array;
fft_plan.m_dir = dir;
fft_plan.m_dim = dim;
return fft_plan;
}
void DestroyPlan(FFTplan& fft_plan)
{
cufftDestroy( fft_plan.m_plan );
}
void Execute(FFTplan& fft_plan){
// make sure that this is done on the same GPU stream as the above copy
cudaStream_t stream = amrex::Gpu::Device::cudaStream();
cufftSetStream ( fft_plan.m_plan, stream);
cufftResult result;
if (fft_plan.m_dir == direction::R2C){
#ifdef AMREX_USE_FLOAT
result = cufftExecR2C(fft_plan.m_plan, fft_plan.m_real_array, fft_plan.m_complex_array);
#else
result = cufftExecD2Z(fft_plan.m_plan, fft_plan.m_real_array, fft_plan.m_complex_array);
#endif
} else if (fft_plan.m_dir == direction::C2R){
#ifdef AMREX_USE_FLOAT
result = cufftExecC2R(fft_plan.m_plan, fft_plan.m_complex_array, fft_plan.m_real_array);
#else
result = cufftExecZ2D(fft_plan.m_plan, fft_plan.m_complex_array, fft_plan.m_real_array);
#endif
} else {
amrex::Abort("direction must be AnyFFT::direction::R2C or AnyFFT::direction::C2R");
}
if ( result != CUFFT_SUCCESS ) {
amrex::Print() << " forward transform using cufftExec failed ! Error: " <<
cufftErrorToString(result) << "\n";
}
}
/** \brief This method converts a cufftResult
* into the corresponding string
*
* @param[in] err a cufftResult
* @return an std::string
*/
std::string cufftErrorToString (const cufftResult& err)
{
const auto res2string = std::map<cufftResult, std::string>{
{CUFFT_SUCCESS, "CUFFT_SUCCESS"},
{CUFFT_INVALID_PLAN,"CUFFT_INVALID_PLAN"},
{CUFFT_ALLOC_FAILED,"CUFFT_ALLOC_FAILED"},
{CUFFT_INVALID_TYPE,"CUFFT_INVALID_TYPE"},
{CUFFT_INVALID_VALUE,"CUFFT_INVALID_VALUE"},
{CUFFT_INTERNAL_ERROR,"CUFFT_INTERNAL_ERROR"},
{CUFFT_EXEC_FAILED,"CUFFT_EXEC_FAILED"},
{CUFFT_SETUP_FAILED,"CUFFT_SETUP_FAILED"},
{CUFFT_INVALID_SIZE,"CUFFT_INVALID_SIZE"},
{CUFFT_UNALIGNED_DATA,"CUFFT_UNALIGNED_DATA"}};
const auto it = res2string.find(err);
if(it != res2string.end()){
return it->second;
}
else{
return std::to_string(err) +
" (unknown error code)";
}
}
}
|
