1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
/* Copyright 2019-2021
*
* This file is part of WarpX.
*
* License: BSD-3-Clause-LBNL
*/
#include "AnyFFT.H"
#include "Utils/TextMsg.H"
#include <AMReX.H>
#include <AMReX_IntVect.H>
#include <AMReX_REAL.H>
#include <fftw3.h>
namespace AnyFFT
{
#ifdef AMREX_USE_FLOAT
const auto VendorCreatePlanR2C3D = fftwf_plan_dft_r2c_3d;
const auto VendorCreatePlanC2R3D = fftwf_plan_dft_c2r_3d;
const auto VendorCreatePlanR2C2D = fftwf_plan_dft_r2c_2d;
const auto VendorCreatePlanC2R2D = fftwf_plan_dft_c2r_2d;
#else
const auto VendorCreatePlanR2C3D = fftw_plan_dft_r2c_3d;
const auto VendorCreatePlanC2R3D = fftw_plan_dft_c2r_3d;
const auto VendorCreatePlanR2C2D = fftw_plan_dft_r2c_2d;
const auto VendorCreatePlanC2R2D = fftw_plan_dft_c2r_2d;
#endif
FFTplan CreatePlan(const amrex::IntVect& real_size, amrex::Real * const real_array,
Complex * const complex_array, const direction dir, const int dim)
{
FFTplan fft_plan;
#if defined(AMREX_USE_OMP) && defined(WarpX_FFTW_OMP)
# ifdef AMREX_USE_FLOAT
fftwf_init_threads();
fftwf_plan_with_nthreads(omp_get_max_threads());
# else
fftw_init_threads();
fftw_plan_with_nthreads(omp_get_max_threads());
# endif
#endif
// Initialize fft_plan.m_plan with the vendor fft plan.
// Swap dimensions: AMReX FAB are Fortran-order but FFTW is C-order
if (dir == direction::R2C){
if (dim == 3) {
fft_plan.m_plan = VendorCreatePlanR2C3D(
real_size[2], real_size[1], real_size[0], real_array, complex_array, FFTW_ESTIMATE);
} else if (dim == 2) {
fft_plan.m_plan = VendorCreatePlanR2C2D(
real_size[1], real_size[0], real_array, complex_array, FFTW_ESTIMATE);
} else {
amrex::Abort(Utils::TextMsg::Err(
"only dim=2 and dim=3 have been implemented"));
}
} else if (dir == direction::C2R){
if (dim == 3) {
fft_plan.m_plan = VendorCreatePlanC2R3D(
real_size[2], real_size[1], real_size[0], complex_array, real_array, FFTW_ESTIMATE);
} else if (dim == 2) {
fft_plan.m_plan = VendorCreatePlanC2R2D(
real_size[1], real_size[0], complex_array, real_array, FFTW_ESTIMATE);
} else {
amrex::Abort(Utils::TextMsg::Err(
"only dim=2 and dim=3 have been implemented. Should be easy to add dim=1."));
}
}
// Store meta-data in fft_plan
fft_plan.m_real_array = real_array;
fft_plan.m_complex_array = complex_array;
fft_plan.m_dir = dir;
fft_plan.m_dim = dim;
return fft_plan;
}
void DestroyPlan(FFTplan& fft_plan)
{
# ifdef AMREX_USE_FLOAT
fftwf_destroy_plan( fft_plan.m_plan );
# else
fftw_destroy_plan( fft_plan.m_plan );
# endif
}
void Execute(FFTplan& fft_plan){
# ifdef AMREX_USE_FLOAT
fftwf_execute( fft_plan.m_plan );
# else
fftw_execute( fft_plan.m_plan );
# endif
}
}
|
