Extend SurfaceLayer for all boundary sides

.gitattributes

@@ -1,2 +1,4 @@
 *.H linguist-language=C++
 *.h linguist-language=C++
+Tests/ERFGoldFiles/ABL_MOST_Cloudchamber/Level_0/Cell_D_* binary
+Tests/ERFGoldFiles/ABL_MOST_Cloudchamber/Level_0/Nu_nd_D_* binary

.gitlab/LC/gitlab_test.sh

@@ -142,6 +142,7 @@ time cmake \
      -D AMReX_CUDA_ARCH:STRING="${CUDA_ARCH:-""}" \
      -D ERF_ENABLE_HIP:BOOL="${ERF_ENABLE_HIP:-"OFF"}" \
      -D AMReX_AMD_ARCH:STRING="${AMD_ARCH:-""}" \
+     -D ERF_ENABLE_FFT:BOOL="${ERF_ENABLE_FFT:-"OFF"}" \
      -D ERF_ENABLE_FCOMPARE:BOOL=ON \
      -D FCOMPARE_EXE="${FCOMPARE_EXE}" \
      -D ERF_ENABLE_DOCUMENTATION:BOOL=OFF \

.gitlab/LC/jobs/dane.yml

@@ -13,5 +13,7 @@ dane_gcc_12_1_1:
       variables:
         RUN_CTEST: "true"
   variables:
-    MODULE_LIST: cmake/3.30.5 ninja/1.11.1 gcc/12.1.1
+    MODULE_LIST: cmake/3.30.5 ninja/1.11.1 gcc/12.1.1 fftw/3.3.10
+
+    ERF_ENABLE_FFT: "ON"
   extends: .job_on_dane

.gitlab/LC/jobs/matrix.yml

@@ -19,4 +19,6 @@ matrix_cuda_12.9.1:
     BUILD_TYPE: "RelWithDebInfo"
     CMAKE_CXX_COMPILER: g++
     CMAKE_C_COMPILER: gcc
+
+    ERF_ENABLE_FFT: "ON"
   extends: .job_on_matrix

.gitlab/LC/jobs/tuolumne.yml

@@ -20,6 +20,8 @@ tuolumne_hip_6.4.0:
     # NOTE: Running with Debug build type causes AMD linking errors with AMReX plotfiles=ON
     BUILD_TYPE: "RelWithDebInfo"
 
+    ERF_ENABLE_FFT: "ON"
+
     # RRTMGP/Kokkos options:
     #ERF_ENABLE_EKAT=ON
     #ERF_ENABLE_KOKKOS=ON

Docs/sphinx_doc/SurfaceLayer.rst

@@ -262,6 +262,39 @@ boundary layer depth would ever be diagnosed. The subgrid velocity scale
 
 which vanishes for grid spacings of :math:`\Delta x < 5` km.
 
+Surface Layer boundary on all faces
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+While the surface layer boundary condition is primarily used on the bottom z face (zlo), it can also be applied to all other domain sides.
+This can allow MOST theory to be used on faces for simulating closed environments (e.g, cloud chamber).
+
+To use the surface layer boundary on different faces, all existing MOST options are prefixed with the corresponding face name (`xlo`, `ylo`, `zlo`, `xhi`, `yhi` `zhi`).
+For example,
+
+::
+
+    xlo.type = "surface_layer"
+    ylo.type = "surface_layer"
+
+    erf.xlo.surface_layer.flux_type = MOENG
+    erf.xlo.most.surf_temp = 289.5
+    erf.xlo.most.surf_moist = 0.00765
+    erf.xlo.most.z0 = 0.000035
+    erf.xlo.most.zref = 0.03125
+    erf.xlo.most.average_policy = 1
+    erf.xlo.most.radius = 0
+
+    erf.ylo.surface_layer.flux_type = MOENG
+    erf.ylo.most.surf_temp = 289.5
+    erf.ylo.most.surf_moist = 0.00765
+    erf.ylo.most.z0 = 0.000035
+    erf.ylo.most.zref = 0.03125
+    erf.ylo.most.average_policy = 1
+    erf.ylo.most.radius = 0
+
+
+Note that not all existing options are supported when using MOST on other faces (such as interpolation and time averaging).
+Currently the `MOENG` flux type is supported on all faces.
 
 Prescribed time-varying surface forcing
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

Docs/sphinx_doc/plotfiles/Plotfile3DReference.rst

@@ -472,6 +472,122 @@ The default subvolume inventory is documented on :ref:`sec:Plotfiles`.
 |                             | to be defined    |
 |                             | [count]          |
 +-----------------------------+------------------+
+| **Tau11**                   | Subgrid stress   |
+|                             | component 11.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau12**                   | Subgrid stress   |
+|                             | component 12.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau13**                   | Subgrid stress   |
+|                             | component 13.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau21**                   | Subgrid stress   |
+|                             | component 21.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau22**                   | Subgrid stress   |
+|                             | component 22.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau23**                   | Subgrid stress   |
+|                             | component 23.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau31**                   | Subgrid stress   |
+|                             | component 31.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau32**                   | Subgrid stress   |
+|                             | component 32.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **Tau33**                   | Subgrid stress   |
+|                             | component 33.    |
+|                             | Only available   |
+|                             | when diffusion   |
+|                             | is enabled       |
+|                             | [kg/m/s^2]       |
++-----------------------------+------------------+
+| **hfx1**                    | Heat flux in     |
+|                             | x-direction.     |
+|                             | Only available   |
+|                             | with X surface   |
+|                             | layers enabled   |
+|                             | [W/m^2]          |
++-----------------------------+------------------+
+| **hfx2**                    | Heat flux in     |
+|                             | y-direction.     |
+|                             | Only available   |
+|                             | with Y surface   |
+|                             | layers enabled   |
+|                             | [W/m^2]          |
++-----------------------------+------------------+
+| **hfx3**                    | Heat flux in     |
+|                             | z-direction.     |
+|                             | Only available   |
+|                             | with Z surface   |
+|                             | layers enabled   |
+|                             | [W/m^2]          |
++-----------------------------+------------------+
+| **q1fx1**                   | Moisture flux 1  |
+|                             | in x-direction.  |
+|                             | Only available   |
+|                             | with X surface   |
+|                             | layers and       |
+|                             | moisture enabled |
+|                             | [kg/m^2/s]       |
++-----------------------------+------------------+
+| **q1fx2**                   | Moisture flux 1  |
+|                             | in y-direction.  |
+|                             | Only available   |
+|                             | with Y surface   |
+|                             | layers and       |
+|                             | moisture enabled |
+|                             | [kg/m^2/s]       |
++-----------------------------+------------------+
+| **q1fx3**                   | Moisture flux 1  |
+|                             | in z-direction.  |
+|                             | Only available   |
+|                             | with Z surface   |
+|                             | layers and       |
+|                             | moisture enabled |
+|                             | [kg/m^2/s]       |
++-----------------------------+------------------+
+| **q2fx3**                   | Moisture flux 2  |
+|                             | in z-direction.  |
+|                             | Only available   |
+|                             | with Z surface   |
+|                             | layers and       |
+|                             | moisture enabled |
+|                             | [kg/m^2/s]       |
++-----------------------------+------------------+
 
 The ``qrain``, ``qsnow``, and ``qgraup`` rows are available when the active
 moisture scheme provides the corresponding rain, snow, or graupel component.

Source/BoundaryConditions/ERF_MOSTAverage.H

@@ -17,14 +17,16 @@ public:
     /**
      * Construct the MOST averaging helper.
      *
+     * @param[in] face           orientation of face for MOST averaging
      * @param[in] geom           geometry for all AMR levels
      * @param[in] has_zphys      whether nodal physical-height data are available
      * @param[in] a_pp_prefix    ParmParse prefix
      * @param[in] m_mesh_type    mesh type
      * @param[in] m_terrain_type terrain representation
      * @param[in] eb_vec         optional embedded-boundary geometry data
      */
-    explicit MOSTAverage (amrex::Vector<amrex::Geometry>  geom,
+    explicit MOSTAverage (amrex::Orientation face,
+                          amrex::Vector<amrex::Geometry>  geom,
                           const bool& has_zphys,
                           std::string a_pp_prefix,
                           const MeshType& m_mesh_type,
@@ -402,6 +404,7 @@ protected:
 
     // Passed through constructor
     //--------------------------------------------
+    amrex::Orientation m_face;                                       // Face to perform averages on
     const amrex::Vector<amrex::Geometry> m_geom;                     // Geometry at each level
     amrex::Vector<amrex::Vector<amrex::MultiFab*>> m_fields;         // Ptr to fields to be averaged
     amrex::Vector<amrex::MultiFab*> m_z_phys_nd;                     // Ptr to terrain height coords
@@ -411,8 +414,8 @@ protected:
 
     // General vars for multiple or all policies
     //--------------------------------------------
-    int  m_nvar{6};                                                  // 6 fields for U/V/T/Qv/Qr/W
-    int  m_navg{6};                                                  // 6 averages for U/V/T/Qv/Tv/Umag
+    int  m_nvar{6};                                                  // 6 fields for U/V/W/T/Qv/Qr
+    int  m_navg{9};                                                  // 9 averages for U/V/W/T/Qv/Tv/Umag_XY,Umag_XZ,Umag_YZ
     int  m_maxlev{0};                                                // Total number of levels
     int  m_policy{0};                                                // Policy for type of averaging
     bool m_rotate{false};                                            // Do vector rotations for terrain?