pack.h

Go to the documentation of this file.

// Copyright (C) 2013-2026 Garth N. Wells and Jørgen S. Dokken
//
// This file is part of DOLFINx (https://www.fenicsproject.org)
//
// SPDX-License-Identifier:    LGPL-3.0-or-later
 
#pragma once
 
#include "Constant.h"
#include "DofMap.h"
#include "FiniteElement.h"
#include "Form.h"
#include "Function.h"
#include "FunctionSpace.h"
#include "traits.h"
#include <algorithm>
#include <array>
#include <basix/mdspan.hpp>
#include <cassert>
#include <concepts>
#include <cstdint>
#include <dolfinx/mesh/EntityMap.h>
#include <dolfinx/mesh/Mesh.h>
#include <dolfinx/mesh/Topology.h>
#include <functional>
#include <iterator>
#include <memory>
#include <numeric>
#include <optional>
#include <ranges>
#include <span>
#include <stdexcept>
#include <type_traits>
#include <vector>

 
namespace dolfinx::fem
{
template <dolfinx::scalar T, std::floating_point U>
class Expression;
 
namespace impl
{
template <dolfinx::scalar T, std::floating_point U>
std::span<const std::uint32_t>
get_cell_orientation_info(const Function<T, U>& coefficient)
{
  std::span<const std::uint32_t> cell_info;
  auto element = coefficient.function_space()->element();
  assert(element);
  if (element->needs_dof_transformations())
  {
    auto mesh = coefficient.function_space()->mesh();
    mesh->topology_mutable()->create_cell_permutations();
    cell_info = std::span(mesh->topology()->get_cell_permutation_info());
  }
 
  return cell_info;
}

template <dolfinx::scalar T>
void pack_impl(std::span<T> coeffs, std::int32_t cell, auto bs,
               std::span<const T> v, std::span<const std::uint32_t> cell_info,
               const DofMap& dofmap, auto transform, bool transform_set)
{
  std::span<const std::int32_t> dofs = dofmap.cell_dofs(cell);
  for (std::size_t i = 0; i < dofs.size(); ++i)
    std::copy_n(v.data() + bs * dofs[i], bs, coeffs.data() + bs * i);
 
  if (transform_set)
    transform(coeffs, cell_info, cell, 1);
}

template <dolfinx::scalar T, std::floating_point U>
void pack_coefficient_entity(std::span<T> c, int cstride,
                             const Function<T, U>& u,
                             std::span<const std::uint32_t> cell_info,
                             auto cells, std::int32_t offset)
{
  static_assert(cells.rank() == 1);
 
  // Read data from coefficient Function u
  std::span<const T> v = u.x()->array();
  const DofMap& dofmap = *u.function_space()->dofmap();
  auto element = u.function_space()->element();
  assert(element);
  int space_dim = element->space_dimension();
 
  // Transformation from conforming degrees-of-freedom to reference
  // degrees-of-freedom
  auto transformation
      = element->template dof_transformation_fn<T>(doftransform::transpose);
  const int bs = dofmap.bs();
 
  // `transformation` does not change across cells in this call, so
  // whether it is a set (non-null) transform is loop-invariant --
  // checked once here rather than on every cell.
  const bool transform_set = is_transform_set(transformation);
 
  // Passing the block size as a compile-time constant
  // (std::integral_constant<int, N>) lets `pack_impl` unroll its inner
  // (per-DOF) loop for the common block sizes 1, 2, and 3, rather than
  // looping `bs` times at runtime for every cell.
  auto pack_for_bs = [&cells, &c, &cstride, &offset, &space_dim, &v, &cell_info,
                      &dofmap, &transformation, transform_set](auto bs)
  {
    for (std::size_t e = 0; e < cells.extent(0); ++e)
    {
      if (std::int32_t cell = cells(e); cell >= 0)
      {
        auto cell_coeff = c.subspan(e * cstride + offset, space_dim);
        pack_impl(cell_coeff, cell, bs, v, cell_info, dofmap, transformation,
                  transform_set);
      }
    }
  };
 
  switch (bs)
  {
  case 1:
    pack_for_bs(std::integral_constant<int, 1>());
    break;
  case 2:
    pack_for_bs(std::integral_constant<int, 2>());
    break;
  case 3:
    pack_for_bs(std::integral_constant<int, 3>());
    break;
  default:
    pack_for_bs(bs);
    break;
  }
}
} // namespace impl

template <dolfinx::scalar T, std::floating_point U>
std::pair<std::vector<T>, int>
allocate_coefficient_storage(const Form<T, U>& form, IntegralType integral_type,
                             int idx)
{
  std::size_t num_entities = 0;
  int cstride = 0;
  if (const std::vector<std::shared_ptr<const Function<T, U>>>& coefficients
      = form.coefficients();
      !coefficients.empty())
  {
    const std::vector<int> offsets = form.coefficient_offsets();
    cstride = offsets.back();
 
    // `domain()` returns entities flattened as (cell,) for cell
    // integrals, (cell, local_entity_index) pairs for exterior_facet/
    // vertex/ridge integrals, and (cell, local_facet, cell,
    // local_facet) quadruples for interior_facet integrals (one '+'
    // and one '-' side). Dividing by 2 therefore gives the number of
    // entities for exterior_facet/vertex/ridge integrals, but *twice*
    // the number of facets for interior_facet integrals -- which is
    // exactly the entity count required, since interior_facet
    // coefficient data is packed at a doubled `cstride` (one side
    // each), see ::pack_coefficients.
    num_entities = form.domain(integral_type, idx, 0).size();
    if (integral_type != IntegralType::cell)
      num_entities /= 2;
  }
 
  return {std::vector<T>(num_entities * cstride), cstride};
}

template <dolfinx::scalar T, std::floating_point U>
std::map<std::pair<IntegralType, int>, std::pair<std::vector<T>, int>>
allocate_coefficient_storage(const Form<T, U>& form)
{
  std::map<std::pair<IntegralType, int>, std::pair<std::vector<T>, int>> coeffs;
  for (fem::IntegralType type : form.integral_types())
  {
    // `num_integrals` scans all of `form`'s integrals, so it is
    // evaluated once per `type` here rather than as the loop
    // condition (which would re-scan on every iteration).
    const int n = form.num_integrals(type, 0);
    for (int idx = 0; idx < n; ++idx)
    {
      coeffs.emplace_hint(coeffs.end(), std::pair{type, idx},
                          allocate_coefficient_storage(form, type, idx));
    }
  }
 
  return coeffs;
}

template <dolfinx::scalar T, std::floating_point U>
void pack_coefficients(const Form<T, U>& form,
                       std::map<std::pair<IntegralType, int>,
                                std::pair<std::vector<T>, int>>& coeffs)
{
  const std::vector<std::shared_ptr<const Function<T, U>>>& coefficients
      = form.coefficients();
  const std::vector<int> offsets = form.coefficient_offsets();
 
  for (auto& [integral_key, coeff_data] : coeffs)
  {
    auto [integral_type, idx] = integral_key;
    std::vector<T>& c = coeff_data.first;
    int cstride = coeff_data.second;
    if (!coefficients.empty())
    {
      switch (integral_type)
      {
      case IntegralType::cell:
      {
        // `form.mesh()` is fixed for the whole call, so its dimension
        // is fetched once rather than once per active coefficient.
        const int form_tdim = form.mesh()->topology()->dim();
 
        // Iterate over coefficients that are active in cell integrals
        for (int coeff : form.active_coeffs(IntegralType::cell, idx))
        {
          // Get coefficient mesh
          auto mesh = coefficients[coeff]->function_space()->mesh();
          assert(mesh);
 
          // A cell-integral coefficient must be defined over cells (or
          // a mesh view of them), not lower-codimension entities such
          // as facets -- that combination doesn't make sense and is a
          // logic error, so fail loudly rather than pack it anyway.
          if (int codim = form_tdim - mesh->topology()->dim(); codim > 0)
          {
            throw std::invalid_argument(
                "Should not be packing coefficients with "
                "codim>0 in a cell integral");
          }
 
          std::span<const std::int32_t> cells_b
              = form.domain_coeff(IntegralType::cell, idx, coeff);
          md::mdspan cells(cells_b.data(), cells_b.size());
          std::span<const std::uint32_t> cell_info
              = impl::get_cell_orientation_info(*coefficients[coeff]);
          impl::pack_coefficient_entity(std::span(c), cstride,
                                        *coefficients[coeff], cell_info, cells,
                                        offsets[coeff]);
        }
        break;
      }
      case IntegralType::interior_facet:
      {
        // Iterate over coefficients that are active in interior
        // facet integrals
        for (int coeff : form.active_coeffs(IntegralType::interior_facet, idx))
        {
          auto mesh = coefficients[coeff]->function_space()->mesh();
          std::span<const std::int32_t> facets_b
              = form.domain_coeff(IntegralType::interior_facet, idx, coeff);
          md::mdspan<const std::int32_t,
                     md::extents<std::size_t, md::dynamic_extent, 4>>
              facets(facets_b.data(), facets_b.size() / 4, 4);
 
          std::span<const std::uint32_t> cell_info
              = impl::get_cell_orientation_info(*coefficients[coeff]);
 
          // Data for the '+' and '-' sides of coefficient `coeff` are
          // interleaved per-coefficient (not stored as two contiguous
          // blocks), i.e. layout is [coeff0 '+', coeff0 '-', coeff1
          // '+', coeff1 '-', ...]. `2 * offsets[coeff]` is therefore
          // the start of coefficient `coeff`'s '+' data, immediately
          // followed by its '-' data at `offsets[coeff] +
          // offsets[coeff + 1]`.
 
          // Pack coefficient ['+']
          auto cells0 = md::submdspan(facets, md::full_extent, 0);
          impl::pack_coefficient_entity(std::span(c), 2 * cstride,
                                        *coefficients[coeff], cell_info, cells0,
                                        2 * offsets[coeff]);
 
          // Pack coefficient ['-']
          auto cells1 = md::submdspan(facets, md::full_extent, 2);
          impl::pack_coefficient_entity(std::span(c), 2 * cstride,
                                        *coefficients[coeff], cell_info, cells1,
                                        offsets[coeff] + offsets[coeff + 1]);
        }
        break;
      }
      case IntegralType::exterior_facet:
      case IntegralType::vertex:
      case IntegralType::ridge:
      {
        // Iterate over coefficients that are active in exterior_facet,
        // vertex, and ridge integrals (all use the same (cell,
        // local_entity_index) entity layout)
        for (int coeff : form.active_coeffs(integral_type, idx))
        {
          // Get coefficient mesh
          auto mesh = coefficients[coeff]->function_space()->mesh();
          assert(mesh);
 
          std::span<const std::int32_t> entities_b
              = form.domain_coeff(integral_type, idx, coeff);
          md::mdspan<const std::int32_t,
                     md::extents<std::size_t, md::dynamic_extent, 2>>
              entities(entities_b.data(), entities_b.size() / 2, 2);
          std::span<const std::uint32_t> cell_info
              = impl::get_cell_orientation_info(*coefficients[coeff]);
          impl::pack_coefficient_entity(
              std::span(c), cstride, *coefficients[coeff], cell_info,
              md::submdspan(entities, md::full_extent, 0), offsets[coeff]);
        }
        break;
      }
      default:
        throw std::invalid_argument(
            "Could not pack coefficient. Integral type not supported.");
      }
    }
  }
}

template <dolfinx::scalar T, std::floating_point U>
void pack_coefficients(
    const std::vector<std::reference_wrapper<const Function<T, U>>>& coeffs,
    const mesh::Topology& topology, fem::MDSpan2 auto entities, int dim,
    const std::vector<std::reference_wrapper<const dolfinx::mesh::EntityMap>>&
        entity_maps,
    std::span<const int> offsets, std::span<T> c)
{
 
  assert(!offsets.empty());
  const int cstride = offsets.back();
 
  if (c.size() < entities.extent(0) * offsets.back())
    throw std::invalid_argument("Coefficient packing span is too small.");
 
  // Check that the entities can be mapped to the cells of each
  // coefficient's mesh before packing
  std::vector<std::optional<std::reference_wrapper<const mesh::EntityMap>>>
      emaps(coeffs.size());
  for (std::size_t coeff = 0; coeff < coeffs.size(); ++coeff)
  {
    const mesh::Topology& topology_c
        = *coeffs[coeff].get().function_space()->mesh()->topology();
    if (&topology_c != &topology)
    {
      mesh::check_entity_cell_mapping(topology_c, topology, dim);
      emaps[coeff]
          = std::cref(mesh::find_entity_map(entity_maps, topology, topology_c));
    }
  }
 
  // Cells of `topology`, shared by all coefficients on it
  std::vector<std::int32_t> cells;
  if (std::ranges::any_of(
          emaps,
          [](const std::optional<std::reference_wrapper<const mesh::EntityMap>>&
                 emap) { return !emap; }))
  {
    cells = mesh::extract_cells_from_entities(topology, topology, entities,
                                              std::nullopt);
  }
 
  for (std::size_t coeff = 0; coeff < coeffs.size(); ++coeff)
  {
    std::vector<std::int32_t> cells_c;
    if (emaps[coeff])
    {
      cells_c = mesh::extract_cells_from_entities(
          *coeffs[coeff].get().function_space()->mesh()->topology(), topology,
          entities, emaps[coeff]);
    }
    std::span<const std::int32_t> coeff_cells = emaps[coeff] ? cells_c : cells;
 
    std::span<const std::uint32_t> cell_info
        = impl::get_cell_orientation_info(coeffs[coeff].get());
    impl::pack_coefficient_entity(
        std::span(c), cstride, coeffs[coeff].get(), cell_info,
        md::mdspan(coeff_cells.data(), coeff_cells.size()), offsets[coeff]);
  }
}

template <typename T>
std::vector<T> pack_constants(
    const std::vector<std::reference_wrapper<const fem::Constant<T>>>& c)
{
  // Calculate size of array needed to store packed constants
  std::int32_t size = std::accumulate(
      c.cbegin(), c.cend(), 0, [](std::int32_t sum, auto& constant)
      { return sum + constant.get().value.size(); });
 
  // Pack constants
  std::vector<T> constant_values(size);
  std::int32_t offset = 0;
  for (auto& constant : c)
  {
    std::ranges::copy(constant.get().value,
                      std::next(constant_values.begin(), offset));
    offset += constant.get().value.size();
  }
 
  return constant_values;
}

template <typename U>
  requires std::convertible_to<
               U, fem::Expression<typename std::decay_t<U>::scalar_type,
                                  typename std::decay_t<U>::geometry_type>>
           or std::convertible_to<
               U, fem::Form<typename std::decay_t<U>::scalar_type,
                            typename std::decay_t<U>::geometry_type>>
std::vector<typename U::scalar_type> pack_constants(const U& u)
{
  using T = typename std::decay_t<U>::scalar_type;
  std::vector<std::reference_wrapper<const Constant<T>>> c;
  c.reserve(u.constants().size());
  std::ranges::transform(u.constants(), std::back_inserter(c),
                         [](auto& c) -> const Constant<T>& { return *c; });
  return fem::pack_constants(c);
}
 
} // namespace dolfinx::fem