10#include "CoordinateElement.h"
12#include "FiniteElement.h"
13#include "FunctionSpace.h"
15#include <basix/mdspan.hpp>
17#include <dolfinx/common/IndexMap.h>
18#include <dolfinx/common/types.h>
19#include <dolfinx/geometry/utils.h>
20#include <dolfinx/mesh/Mesh.h>
29template <dolfinx::scalar T, std::
floating_po
int U>
33concept MDSpan =
requires(T x, std::size_t idx) {
35 { x.extent(0) } -> std::integral;
36 { x.extent(1) } -> std::integral;
49template <std::
floating_po
int T>
57 for (std::size_t i = 0; i <
geometry.cmaps().size(); ++i)
59 if (
geometry.cmaps().at(i).cell_shape() == cell_type)
62 throw std::runtime_error(
"Cannot find CoordinateElement for FiniteElement");
64 int index = cmap_index(element.
cell_type());
67 const std::size_t gdim =
geometry.dim();
68 auto x_dofmap =
geometry.dofmaps().at(index);
69 std::span<const T> x_g =
geometry.x();
72 const std::size_t num_dofs_g = cmap.
dim();
78 std::array<std::size_t, 4> phi_shape = cmap.
tabulate_shape(0, Xshape[0]);
80 std::reduce(phi_shape.begin(), phi_shape.end(), 1, std::multiplies{}));
81 md::mdspan<
const T, md::extents<std::size_t, 1, md::dynamic_extent,
82 md::dynamic_extent, 1>>
83 phi_full(phi_b.data(), phi_shape);
85 auto phi = md::submdspan(phi_full, 0, md::full_extent, md::full_extent, 0);
89 std::vector<T> coordinate_dofs(num_dofs_g * gdim, 0);
90 std::vector<T> x(3 * (cells.size() * Xshape[0]), 0);
91 for (
auto cell_it = cells.begin(); cell_it != cells.end(); ++cell_it)
94 auto x_dofs = md::submdspan(x_dofmap, *cell_it, md::full_extent);
95 for (std::size_t i = 0; i < x_dofs.size(); ++i)
97 std::copy_n(std::next(x_g.begin(), 3 * x_dofs[i]), gdim,
98 std::next(coordinate_dofs.begin(), i * gdim));
102 std::size_t offset = std::distance(cells.begin(), cell_it);
103 for (std::size_t p = 0; p < Xshape[0]; ++p)
105 for (std::size_t j = 0; j < gdim; ++j)
108 for (std::size_t k = 0; k < num_dofs_g; ++k)
109 acc += phi(p, k) * coordinate_dofs[k * gdim + j];
110 x[j * (cells.size() * Xshape[0]) + offset * Xshape[0] + p] = acc;
134template <dolfinx::scalar T, std::
floating_po
int U>
135void interpolate(Function<T, U>& u, std::span<const T> f,
136 std::array<std::size_t, 2> fshape,
142template <
typename T, std::
size_t D>
143using mdspan_t = md::mdspan<T, md::dextents<std::size_t, D>>;
164template <dolfinx::scalar T>
165void scatter_values(MPI_Comm comm, std::span<const std::int32_t> src_ranks,
166 std::span<const std::int32_t> dest_ranks,
167 mdspan_t<const T, 2> send_values, std::span<T> recv_values)
169 const std::size_t block_size = send_values.extent(1);
170 assert(src_ranks.size() * block_size == send_values.size());
171 assert(recv_values.size() == dest_ranks.size() * block_size);
174 std::vector<std::int32_t> out_ranks(src_ranks.size());
175 out_ranks.assign(src_ranks.begin(), src_ranks.end());
176 auto [unique_end, range_end] = std::ranges::unique(out_ranks);
177 out_ranks.erase(unique_end, range_end);
178 out_ranks.reserve(out_ranks.size() + 1);
181 std::vector<std::int32_t> in_ranks;
182 in_ranks.reserve(dest_ranks.size());
183 std::copy_if(dest_ranks.begin(), dest_ranks.end(),
184 std::back_inserter(in_ranks),
185 [](
auto rank) { return rank >= 0; });
189 std::ranges::sort(in_ranks);
190 auto [unique_end, range_end] = std::ranges::unique(in_ranks);
191 in_ranks.erase(unique_end, range_end);
193 in_ranks.reserve(in_ranks.size() + 1);
196 MPI_Comm reverse_comm;
197 MPI_Dist_graph_create_adjacent(
198 comm, in_ranks.size(), in_ranks.data(), MPI_UNWEIGHTED, out_ranks.size(),
199 out_ranks.data(), MPI_UNWEIGHTED, MPI_INFO_NULL,
false, &reverse_comm);
201 std::vector<std::int32_t> comm_to_output;
202 std::vector<std::int32_t> recv_sizes(in_ranks.size());
203 recv_sizes.reserve(1);
204 std::vector<std::int32_t> recv_offsets(in_ranks.size() + 1, 0);
207 std::vector<std::pair<std::int32_t, std::int32_t>> rank_to_neighbor;
208 rank_to_neighbor.reserve(in_ranks.size());
209 for (std::size_t i = 0; i < in_ranks.size(); i++)
210 rank_to_neighbor.push_back({in_ranks[i], i});
211 std::ranges::sort(rank_to_neighbor);
214 std::ranges::for_each(
216 [&rank_to_neighbor, &recv_sizes, block_size](
auto rank)
220 auto it = std::ranges::lower_bound(rank_to_neighbor, rank,
222 [](
auto e) {
return e.first; });
223 assert(it != rank_to_neighbor.end() and it->first == rank);
224 recv_sizes[it->second] += block_size;
229 std::partial_sum(recv_sizes.begin(), recv_sizes.end(),
230 std::next(recv_offsets.begin(), 1));
233 comm_to_output.resize(recv_offsets.back() / block_size);
234 std::vector<std::int32_t> recv_counter(recv_sizes.size(), 0);
235 for (std::size_t i = 0; i < dest_ranks.size(); ++i)
237 if (
const std::int32_t rank = dest_ranks[i];
rank >= 0)
239 auto it = std::ranges::lower_bound(rank_to_neighbor, rank,
241 [](
auto e) {
return e.first; });
242 assert(it != rank_to_neighbor.end() and it->first == rank);
243 int insert_pos = recv_offsets[it->second] + recv_counter[it->second];
244 comm_to_output[insert_pos / block_size] = i * block_size;
245 recv_counter[it->second] += block_size;
250 std::vector<std::int32_t> send_sizes(out_ranks.size());
251 send_sizes.reserve(1);
256 std::vector<std::pair<std::int32_t, std::int32_t>> rank_to_neighbor;
257 rank_to_neighbor.reserve(out_ranks.size());
258 for (std::size_t i = 0; i < out_ranks.size(); i++)
259 rank_to_neighbor.push_back({out_ranks[i], i});
263 auto start = rank_to_neighbor.begin();
264 std::ranges::for_each(
266 [&rank_to_neighbor, &send_sizes, block_size, &start](
auto rank)
268 auto it = std::ranges::lower_bound(start, rank_to_neighbor.end(),
269 rank, std::ranges::less(),
270 [](
auto e) { return e.first; });
271 assert(it != rank_to_neighbor.end() and it->first == rank);
272 send_sizes[it->second] += block_size;
278 std::vector<std::int32_t> send_offsets(send_sizes.size() + 1, 0);
279 std::partial_sum(send_sizes.begin(), send_sizes.end(),
280 std::next(send_offsets.begin(), 1));
283 std::vector<T> values(recv_offsets.back());
285 MPI_Neighbor_alltoallv(send_values.data_handle(), send_sizes.data(),
287 values.data(), recv_sizes.data(), recv_offsets.data(),
289 MPI_Comm_free(&reverse_comm);
293 std::ranges::fill(recv_values, T(0));
294 for (std::size_t i = 0; i < comm_to_output.size(); i++)
296 auto vals = std::next(recv_values.begin(), comm_to_output[i]);
297 auto vals_from = std::next(values.begin(), i * block_size);
298 std::copy_n(vals_from, block_size, vals);
310template <MDSpan U, MDSpan V, dolfinx::scalar T>
311void interpolation_apply(U&& Pi, V&& data, std::span<T> coeffs,
int bs)
315 using X =
typename std::remove_cvref_t<U>::value_type;
320 assert(data.extent(0) * data.extent(1) == Pi.extent(1));
321 for (std::size_t i = 0; i < Pi.extent(0); ++i)
324 for (std::size_t k = 0; k < data.extent(1); ++k)
325 for (std::size_t j = 0; j < data.extent(0); ++j)
327 +=
static_cast<X
>(Pi(i, k * data.extent(0) + j)) * data(j, k);
332 assert(data.extent(0) == Pi.extent(1));
333 assert(
static_cast<int>(data.extent(1)) == bs);
334 std::size_t cols = Pi.extent(1);
335 for (
int k = 0; k < bs; ++k)
337 for (std::size_t i = 0; i < Pi.extent(0); ++i)
340 for (std::size_t j = 0; j < cols; ++j)
341 acc +=
static_cast<X
>(Pi(i, j)) * data(j, k);
342 coeffs[bs * i + k] = acc;
367template <dolfinx::scalar T, std::
floating_po
int U>
368void interpolate_same_map(Function<T, U>& u1, mesh::CellRange
auto&& cells1,
369 const Function<T, U>& u0,
370 mesh::CellRange
auto&& cells0)
372 auto V0 = u0.function_space();
374 auto V1 = u1.function_space();
376 auto mesh0 = V0->mesh();
379 auto mesh1 = V1->mesh();
382 auto element0 = V0->element();
384 auto element1 = V1->element();
387 assert(mesh0->topology()->dim());
388 const int tdim = mesh0->topology()->dim();
389 auto map = mesh0->topology()->index_map(tdim);
391 std::span<T> u1_array = u1.x()->array();
392 std::span<const T> u0_array = u0.x()->array();
394 std::span<const std::uint32_t> cell_info0;
395 std::span<const std::uint32_t> cell_info1;
396 if (element1->needs_dof_transformations()
397 or element0->needs_dof_transformations())
399 mesh0->topology_mutable()->create_entity_permutations();
400 cell_info0 = std::span(mesh0->topology()->get_cell_permutation_info());
401 mesh1->topology_mutable()->create_entity_permutations();
402 cell_info1 = std::span(mesh1->topology()->get_cell_permutation_info());
406 auto dofmap1 = V1->dofmap();
407 auto dofmap0 = V0->dofmap();
410 const int bs1 = dofmap1->bs();
411 const int bs0 = dofmap0->bs();
412 auto apply_dof_transformation = element0->template dof_transformation_fn<T>(
414 auto apply_inverse_dof_transform
415 = element1->template dof_transformation_fn<T>(
419 std::vector<T> local0(element0->space_dimension());
420 std::vector<T> local1(element1->space_dimension());
423 auto [i_m, im_shape] = element1->create_interpolation_operator(*element0);
427 if (cells0.size() != cells1.size())
428 throw std::runtime_error(
"Length of cells0 and cells1 must match.");
429 for (
auto cell0_it = cells0.begin(), cell1_it = cells1.begin();
430 cell0_it != cells0.end() and cell1_it != cells1.end();
431 ++cell0_it, ++cell1_it)
434 std::span<const std::int32_t> dofs0 = dofmap0->cell_dofs(*cell0_it);
435 for (std::size_t i = 0; i < dofs0.size(); ++i)
436 for (
int k = 0; k < bs0; ++k)
437 local0[bs0 * i + k] = u0_array[bs0 * dofs0[i] + k];
439 apply_dof_transformation(local0, cell_info0, *cell0_it, 1);
443 std::ranges::fill(local1, 0);
444 for (std::size_t i = 0; i < im_shape[0]; ++i)
445 for (std::size_t j = 0; j < im_shape[1]; ++j)
446 local1[i] +=
static_cast<X
>(i_m[im_shape[1] * i + j]) * local0[j];
448 apply_inverse_dof_transform(local1, cell_info1, *cell1_it, 1);
449 std::span<const std::int32_t> dofs1 = dofmap1->cell_dofs(*cell1_it);
450 for (std::size_t i = 0; i < dofs1.size(); ++i)
451 for (
int k = 0; k < bs1; ++k)
452 u1_array[bs1 * dofs1[i] + k] = local1[bs1 * i + k];
470template <dolfinx::scalar T, std::
floating_po
int U>
471void interpolate_nonmatching_maps(Function<T, U>& u1,
472 mesh::CellRange
auto&& cells1,
473 const Function<T, U>& u0,
474 mesh::CellRange
auto&& cells0)
477 auto V0 = u0.function_space();
479 auto mesh0 = V0->mesh();
483 const int tdim = mesh0->topology()->dim();
484 const int gdim = mesh0->geometry().dim();
487 auto V1 = u1.function_space();
489 auto mesh1 = V1->mesh();
491 auto element0 = V0->element();
493 auto element1 = V1->element();
496 std::span<const std::uint32_t> cell_info0;
497 std::span<const std::uint32_t> cell_info1;
498 if (element1->needs_dof_transformations()
499 or element0->needs_dof_transformations())
501 mesh0->topology_mutable()->create_entity_permutations();
502 cell_info0 = std::span(mesh0->topology()->get_cell_permutation_info());
503 mesh1->topology_mutable()->create_entity_permutations();
504 cell_info1 = std::span(mesh1->topology()->get_cell_permutation_info());
508 auto dofmap0 = V0->dofmap();
509 auto dofmap1 = V1->dofmap();
511 const auto [X, Xshape] = element1->interpolation_points();
514 const int bs0 = element0->block_size();
515 const int bs1 = element1->block_size();
516 auto apply_dof_transformation0 = element0->template dof_transformation_fn<U>(
518 auto apply_inv_dof_transform1 = element1->template dof_transformation_fn<T>(
522 const std::size_t dim0 = element0->space_dimension() / bs0;
523 const std::size_t value_size_ref0 = element0->reference_value_size();
524 const std::size_t value_size0 = V0->element()->reference_value_size();
526 const CoordinateElement<U>& cmap = mesh0->geometry().cmaps().front();
527 auto x_dofmap = mesh0->geometry().dofmaps().front();
528 std::span<const U> x_g = mesh0->geometry().x();
534 const std::array<std::size_t, 4> phi_shape
535 = cmap.tabulate_shape(1, Xshape[0]);
536 std::vector<U> phi_b(
537 std::reduce(phi_shape.begin(), phi_shape.end(), 1, std::multiplies{}));
538 md::mdspan<
const U, md::extents<std::size_t, md::dynamic_extent,
539 md::dynamic_extent, md::dynamic_extent, 1>>
540 phi(phi_b.data(), phi_shape);
541 cmap.tabulate(1, X, Xshape, phi_b);
544 const auto [_basis_derivatives_reference0, b0shape]
545 = element0->tabulate(X, Xshape, 0);
546 md::mdspan<
const U, std::extents<std::size_t, 1, md::dynamic_extent,
547 md::dynamic_extent, md::dynamic_extent>>
548 basis_derivatives_reference0(_basis_derivatives_reference0.data(),
552 std::vector<T> local1(element1->space_dimension());
553 std::vector<T> coeffs0(element0->space_dimension());
555 std::vector<U> basis0_b(Xshape[0] * dim0 * value_size0);
556 md::mdspan<U, std::dextents<std::size_t, 3>> basis0(
557 basis0_b.data(), Xshape[0], dim0, value_size0);
559 std::vector<U> basis_reference0_b(Xshape[0] * dim0 * value_size_ref0);
560 md::mdspan<U, std::dextents<std::size_t, 3>> basis_reference0(
561 basis_reference0_b.data(), Xshape[0], dim0, value_size_ref0);
563 std::vector<T> values0_b(Xshape[0] * 1 * V1->element()->value_size());
565 T, md::extents<std::size_t, md::dynamic_extent, 1, md::dynamic_extent>>
566 values0(values0_b.data(), Xshape[0], 1, V1->element()->value_size());
568 std::vector<T> mapped_values_b(Xshape[0] * 1 * V1->element()->value_size());
570 T, md::extents<std::size_t, md::dynamic_extent, 1, md::dynamic_extent>>
571 mapped_values0(mapped_values_b.data(), Xshape[0], 1,
572 V1->element()->value_size());
574 const std::size_t num_dofs_g = cmap.dim();
575 std::vector<U> coord_dofs_b(num_dofs_g * gdim);
576 md::mdspan<U, std::dextents<std::size_t, 2>> coord_dofs(coord_dofs_b.data(),
579 std::vector<U> J_b(Xshape[0] * gdim * tdim);
580 md::mdspan<U, std::dextents<std::size_t, 3>> J(J_b.data(), Xshape[0], gdim,
582 std::vector<U> K_b(Xshape[0] * tdim * gdim);
583 md::mdspan<U, std::dextents<std::size_t, 3>> K(K_b.data(), Xshape[0], tdim,
585 std::vector<U> detJ(Xshape[0]);
586 std::vector<U> det_scratch(2 * gdim * tdim);
589 const auto [_Pi_1, pi_shape] = element1->interpolation_operator();
590 impl::mdspan_t<const U, 2> Pi_1(_Pi_1.data(), pi_shape);
592 using u_t = md::mdspan<U, std::dextents<std::size_t, 2>>;
593 using U_t = md::mdspan<const U, std::dextents<std::size_t, 2>>;
594 using J_t = md::mdspan<const U, std::dextents<std::size_t, 2>>;
595 using K_t = md::mdspan<const U, std::dextents<std::size_t, 2>>;
596 auto push_forward_fn0
597 = element0->basix_element().template map_fn<u_t, U_t, J_t, K_t>();
599 using v_t = md::mdspan<const T, std::dextents<std::size_t, 2>>;
600 using V_t =
decltype(md::submdspan(mapped_values0, 0, md::full_extent,
603 = element1->basix_element().template map_fn<V_t, v_t, K_t, J_t>();
606 std::span<const T> array0 = u0.x()->array();
607 std::span<T> array1 = u1.x()->array();
608 if (cells0.size() != cells1.size())
609 throw std::runtime_error(
"Length of cells0 and cells1 must match.");
610 for (
auto cell0_it = cells0.begin(), cell1_it = cells1.begin();
611 cell0_it != cells0.end() and cell1_it != cells1.end();
612 ++cell0_it, ++cell1_it)
615 auto x_dofs = md::submdspan(x_dofmap, *cell0_it, md::full_extent);
616 for (std::size_t i = 0; i < num_dofs_g; ++i)
618 const int pos = 3 * x_dofs[i];
619 for (
int j = 0; j < gdim; ++j)
620 coord_dofs(i, j) = x_g[pos + j];
624 std::ranges::fill(J_b, 0);
625 for (std::size_t p = 0; p < Xshape[0]; ++p)
628 = md::submdspan(phi, std::pair(1, tdim + 1), p, md::full_extent, 0);
629 auto _J = md::submdspan(J, p, md::full_extent, md::full_extent);
630 cmap.compute_jacobian(dphi, coord_dofs, _J);
631 auto _K = md::submdspan(K, p, md::full_extent, md::full_extent);
632 cmap.compute_jacobian_inverse(_J, _K);
633 detJ[p] = cmap.compute_jacobian_determinant(_J, det_scratch);
638 for (std::size_t k0 = 0; k0 < basis_reference0.extent(0); ++k0)
639 for (std::size_t k1 = 0; k1 < basis_reference0.extent(1); ++k1)
640 for (std::size_t k2 = 0; k2 < basis_reference0.extent(2); ++k2)
641 basis_reference0(k0, k1, k2)
642 = basis_derivatives_reference0(0, k0, k1, k2);
644 for (std::size_t p = 0; p < Xshape[0]; ++p)
646 apply_dof_transformation0(
647 std::span(basis_reference0_b.data() + p * dim0 * value_size_ref0,
648 dim0 * value_size_ref0),
649 cell_info0, *cell0_it, value_size_ref0);
652 for (std::size_t i = 0; i < basis0.extent(0); ++i)
654 auto _u = md::submdspan(basis0, i, md::full_extent, md::full_extent);
655 auto _U = md::submdspan(basis_reference0, i, md::full_extent,
657 auto _K = md::submdspan(K, i, md::full_extent, md::full_extent);
658 auto _J = md::submdspan(J, i, md::full_extent, md::full_extent);
659 push_forward_fn0(_u, _U, _J, detJ[i], _K);
663 const int dof_bs0 = dofmap0->bs();
664 std::span<const std::int32_t> dofs0 = dofmap0->cell_dofs(*cell0_it);
665 for (std::size_t i = 0; i < dofs0.size(); ++i)
666 for (
int k = 0; k < dof_bs0; ++k)
667 coeffs0[dof_bs0 * i + k] = array0[dof_bs0 * dofs0[i] + k];
671 for (std::size_t p = 0; p < Xshape[0]; ++p)
673 for (
int k = 0; k < bs0; ++k)
675 for (std::size_t j = 0; j < value_size0; ++j)
678 for (std::size_t i = 0; i < dim0; ++i)
679 acc += coeffs0[bs0 * i + k] *
static_cast<X
>(basis0(p, i, j));
680 values0(p, 0, j * bs0 + k) = acc;
686 for (std::size_t i = 0; i < values0.extent(0); ++i)
688 auto _u = md::submdspan(values0, i, md::full_extent, md::full_extent);
690 = md::submdspan(mapped_values0, i, md::full_extent, md::full_extent);
691 auto _K = md::submdspan(K, i, md::full_extent, md::full_extent);
692 auto _J = md::submdspan(J, i, md::full_extent, md::full_extent);
693 pull_back_fn1(_U, _u, _K, 1.0 / detJ[i], _J);
697 = md::submdspan(mapped_values0, md::full_extent, 0, md::full_extent);
698 interpolation_apply(Pi_1, values, std::span(local1), bs1);
699 apply_inv_dof_transform1(local1, cell_info1, *cell1_it, 1);
702 const int dof_bs1 = dofmap1->bs();
703 std::span<const std::int32_t> dofs1 = dofmap1->cell_dofs(*cell1_it);
704 for (std::size_t i = 0; i < dofs1.size(); ++i)
705 for (
int k = 0; k < dof_bs1; ++k)
706 array1[dof_bs1 * dofs1[i] + k] = local1[dof_bs1 * i + k];
721template <dolfinx::scalar T, std::
floating_po
int U>
722void point_evaluation(
const FiniteElement<U>& element,
bool symmetric,
723 const DofMap& dofmap, mesh::CellRange
auto&& cells,
724 std::span<const std::uint32_t> cell_info,
725 std::span<const T> f, std::array<std::size_t, 2> fshape,
731 const int element_bs = element.block_size();
732 const int num_scalar_dofs = element.space_dimension() / element_bs;
733 const int dofmap_bs = dofmap.bs();
735 auto apply_inv_transpose_dof_transformation
736 = element.template dof_transformation_fn<T>(
738 std::vector<T> coeffs_b(num_scalar_dofs);
741 std::size_t matrix_size = 0;
742 while (matrix_size * matrix_size < fshape[0])
746 for (
auto cell_it =
cells.begin(); cell_it !=
cells.end(); ++cell_it)
757 std::size_t rowstart = 0;
758 std::span<const std::int32_t> dofs = dofmap.cell_dofs(*cell_it);
759 std::size_t offset = std::distance(
cells.begin(), cell_it);
760 for (
int k = 0; k < element_bs; ++k)
762 if (k - rowstart > row)
771 std::next(f.begin(), (row * matrix_size + k - rowstart) * fshape[1]
772 + offset * num_scalar_dofs),
773 num_scalar_dofs, coeffs_b.data());
774 apply_inv_transpose_dof_transformation(coeffs_b, cell_info, *cell_it,
776 for (
int i = 0; i < num_scalar_dofs; ++i)
778 const int dof = i * element_bs + k;
779 std::div_t pos = std::div(dof, dofmap_bs);
780 coeffs[dofmap_bs * dofs[pos.quot] + pos.rem] = coeffs_b[i];
788 for (
auto cell_it =
cells.begin(); cell_it !=
cells.end(); ++cell_it)
790 std::size_t offset = std::distance(
cells.begin(), cell_it);
791 std::span<const std::int32_t> dofs = dofmap.cell_dofs(*cell_it);
792 for (
int k = 0; k < element_bs; ++k)
797 std::next(f.begin(), k * fshape[1] + offset * num_scalar_dofs),
798 num_scalar_dofs, coeffs_b.data());
799 apply_inv_transpose_dof_transformation(coeffs_b, cell_info, *cell_it,
801 for (
int i = 0; i < num_scalar_dofs; ++i)
803 const int dof = i * element_bs + k;
804 std::div_t pos = std::div(dof, dofmap_bs);
805 coeffs[dofmap_bs * dofs[pos.quot] + pos.rem] = coeffs_b[i];
823template <dolfinx::scalar T, std::
floating_po
int U>
824void identity_mapped_evaluation(
const FiniteElement<U>& element,
bool symmetric,
825 const DofMap& dofmap,
826 mesh::CellRange
auto&& cells,
827 std::span<const std::uint32_t> cell_info,
828 std::span<const T> f,
829 std::array<std::size_t, 2> fshape,
836 throw std::runtime_error(
"Interpolation into this element not supported.");
838 const int element_bs = element.block_size();
839 const int num_scalar_dofs = element.space_dimension() / element_bs;
840 const int dofmap_bs = dofmap.bs();
842 const int element_vs = element.reference_value_size();
843 if (element_vs > 1 and element_bs > 1)
844 throw std::runtime_error(
"Interpolation into this element not supported.");
847 const auto [_Pi, pi_shape] = element.interpolation_operator();
848 md::mdspan<const U, std::dextents<std::size_t, 2>> Pi(_Pi.data(), pi_shape);
849 const std::size_t num_interp_points = Pi.extent(1);
850 assert(
static_cast<int>(Pi.extent(0)) == num_scalar_dofs);
852 auto apply_inv_transpose_dof_transformation
853 = element.template dof_transformation_fn<T>(
857 std::vector<T> ref_data_b(num_interp_points);
858 md::mdspan<T, md::extents<std::size_t, md::dynamic_extent, 1>> ref_data(
859 ref_data_b.data(), num_interp_points, 1);
860 std::vector<T> coeffs_b(num_scalar_dofs);
861 for (
auto cell_it =
cells.begin(); cell_it !=
cells.end(); ++cell_it)
863 std::size_t offset = std::distance(
cells.begin(), cell_it);
864 std::span<const std::int32_t> dofs = dofmap.cell_dofs(*cell_it);
865 for (
int k = 0; k < element_bs; ++k)
867 for (
int i = 0; i < element_vs; ++i)
870 std::next(f.begin(), (i + k) * fshape[1]
871 + offset * num_interp_points / element_vs),
872 num_interp_points / element_vs,
873 std::next(ref_data_b.begin(), i * num_interp_points / element_vs));
876 impl::interpolation_apply(Pi, ref_data, std::span(coeffs_b), 1);
877 apply_inv_transpose_dof_transformation(coeffs_b, cell_info, *cell_it, 1);
878 for (
int i = 0; i < num_scalar_dofs; ++i)
880 const int dof = i * element_bs + k;
881 std::div_t pos = std::div(dof, dofmap_bs);
882 coeffs[dofmap_bs * dofs[pos.quot] + pos.rem] = coeffs_b[i];
900template <dolfinx::scalar T, std::
floating_po
int U>
901void piola_mapped_evaluation(
const FiniteElement<U>& element,
bool symmetric,
902 const DofMap& dofmap, mesh::CellRange
auto&& cells,
903 std::span<const std::uint32_t> cell_info,
904 std::span<const T> f,
905 std::array<std::size_t, 2> fshape,
906 const mesh::Mesh<U>& mesh, std::span<T> coeffs)
909 throw std::runtime_error(
"Interpolation into this element not supported.");
911 const int gdim = mesh.geometry().dim();
912 assert(mesh.topology());
913 const int tdim = mesh.topology()->dim();
915 const int element_bs = element.block_size();
916 const int num_scalar_dofs = element.space_dimension() / element_bs;
917 const int value_size = element.reference_value_size();
918 const int dofmap_bs = dofmap.bs();
920 md::mdspan<const T, md::dextents<std::size_t, 2>> _f(f.data(), fshape);
923 const auto [X, Xshape] = element.interpolation_points();
926 throw std::runtime_error(
927 "Interpolation into this space is not yet supported.");
930 if (_f.extent(1) !=
cells.size() * Xshape[0])
931 throw std::runtime_error(
"Interpolation data has the wrong shape.");
934 const CoordinateElement<U>& cmap = mesh.geometry().cmaps().front();
937 auto x_dofmap = mesh.geometry().dofmaps().front();
938 const int num_dofs_g = cmap.dim();
939 std::span<const U> x_g = mesh.geometry().x();
942 std::vector<U> J_b(Xshape[0] * gdim * tdim);
943 md::mdspan<U, std::dextents<std::size_t, 3>> J(J_b.data(), Xshape[0], gdim,
945 std::vector<U> K_b(Xshape[0] * tdim * gdim);
946 md::mdspan<U, std::dextents<std::size_t, 3>> K(K_b.data(), Xshape[0], tdim,
948 std::vector<U> detJ(Xshape[0]);
949 std::vector<U> det_scratch(2 * gdim * tdim);
951 std::vector<U> coord_dofs_b(num_dofs_g * gdim);
952 md::mdspan<U, std::dextents<std::size_t, 2>> coord_dofs(coord_dofs_b.data(),
954 const std::size_t value_size_ref = element.reference_value_size();
955 std::vector<T> ref_data_b(Xshape[0] * 1 * value_size_ref);
957 T, md::extents<std::size_t, md::dynamic_extent, 1, md::dynamic_extent>>
958 ref_data(ref_data_b.data(), Xshape[0], 1, value_size_ref);
960 std::vector<T> _vals_b(Xshape[0] * 1 * value_size);
962 T, md::extents<std::size_t, md::dynamic_extent, 1, md::dynamic_extent>>
963 _vals(_vals_b.data(), Xshape[0], 1, value_size);
967 std::array<std::size_t, 4> phi_shape = cmap.tabulate_shape(1, Xshape[0]);
968 std::vector<U> phi_b(
969 std::reduce(phi_shape.begin(), phi_shape.end(), 1, std::multiplies{}));
970 md::mdspan<
const U, md::extents<std::size_t, md::dynamic_extent,
971 md::dynamic_extent, md::dynamic_extent, 1>>
972 phi(phi_b.data(), phi_shape);
973 cmap.tabulate(1, X, Xshape, phi_b);
974 auto dphi = md::submdspan(phi, std::pair(1, tdim + 1), md::full_extent,
977 std::function<void(std::span<T>, std::span<const std::uint32_t>, std::int32_t,
979 apply_inv_trans_dof_transformation
980 = element.template dof_transformation_fn<T>(
984 const auto [_Pi, pi_shape] = element.interpolation_operator();
985 md::mdspan<const U, std::dextents<std::size_t, 2>> Pi(_Pi.data(), pi_shape);
987 using u_t = md::mdspan<const T, md::dextents<std::size_t, 2>>;
989 =
decltype(md::submdspan(ref_data, 0, md::full_extent, md::full_extent));
990 using J_t = md::mdspan<const U, md::dextents<std::size_t, 2>>;
991 using K_t = md::mdspan<const U, md::dextents<std::size_t, 2>>;
993 = element.basix_element().template map_fn<U_t, u_t, J_t, K_t>();
995 std::vector<T> coeffs_b(num_scalar_dofs);
996 for (
auto cell_it =
cells.begin(); cell_it !=
cells.end(); ++cell_it)
998 auto x_dofs = md::submdspan(x_dofmap, *cell_it, md::full_extent);
999 for (
int i = 0; i < num_dofs_g; ++i)
1001 const int pos = 3 * x_dofs[i];
1002 for (
int j = 0; j < gdim; ++j)
1003 coord_dofs(i, j) = x_g[pos + j];
1007 std::ranges::fill(J_b, 0);
1008 for (std::size_t p = 0; p < Xshape[0]; ++p)
1010 auto _dphi = md::submdspan(dphi, md::full_extent, p, md::full_extent);
1011 auto _J = md::submdspan(J, p, md::full_extent, md::full_extent);
1012 cmap.compute_jacobian(_dphi, coord_dofs, _J);
1013 auto _K = md::submdspan(K, p, md::full_extent, md::full_extent);
1014 cmap.compute_jacobian_inverse(_J, _K);
1015 detJ[p] = cmap.compute_jacobian_determinant(_J, det_scratch);
1018 const std::size_t offset = std::distance(
cells.begin(), cell_it);
1019 std::span<const std::int32_t> dofs = dofmap.cell_dofs(*cell_it);
1020 for (
int k = 0; k < element_bs; ++k)
1023 for (
int m = 0; m < value_size; ++m)
1025 for (std::size_t k0 = 0; k0 < Xshape[0]; ++k0)
1028 = f[fshape[1] * (k * value_size + m) + offset * Xshape[0] + k0];
1033 for (std::size_t i = 0; i < Xshape[0]; ++i)
1035 auto _u = md::submdspan(_vals, i, md::full_extent, md::full_extent);
1036 auto _U = md::submdspan(ref_data, i, md::full_extent, md::full_extent);
1037 auto _K = md::submdspan(K, i, md::full_extent, md::full_extent);
1038 auto _J = md::submdspan(J, i, md::full_extent, md::full_extent);
1039 pull_back_fn(_U, _u, _K, 1.0 / detJ[i], _J);
1042 auto ref = md::submdspan(ref_data, md::full_extent, 0, md::full_extent);
1043 impl::interpolation_apply(Pi, ref, std::span(coeffs_b), element_bs);
1044 apply_inv_trans_dof_transformation(coeffs_b, cell_info, *cell_it, 1);
1047 assert(coeffs_b.size() ==
static_cast<std::size_t
>(num_scalar_dofs));
1048 for (
int i = 0; i < num_scalar_dofs; ++i)
1050 const int dof = i * element_bs + k;
1051 std::div_t pos = std::div(dof, dofmap_bs);
1052 coeffs[dofmap_bs * dofs[pos.quot] + pos.rem] = coeffs_b[i];
1079template <std::
floating_po
int T>
1089 std::vector<T> x(coords.size());
1090 std::size_t num_points = coords.size() / 3;
1091 for (std::size_t i = 0; i < num_points; ++i)
1092 for (std::size_t j = 0; j < 3; ++j)
1093 x[3 * i + j] = coords[i + j * num_points];
1100template <dolfinx::scalar T, std::
floating_po
int U>
1102 std::array<std::size_t, 2> fshape,
1106 const int index = 0;
1109 const int element_bs = element->block_size();
1110 if (
int num_sub = element->num_sub_elements();
1111 num_sub > 0 and num_sub != element_bs)
1113 throw std::runtime_error(
"Cannot directly interpolate a mixed space. "
1114 "Interpolate into subspaces.");
1123 != (std::size_t)u.
function_space()->elements(index)->value_size()
1124 or f.size() != fshape[0] * fshape[1])
1126 throw std::runtime_error(
"Interpolation data has the wrong shape/size.");
1129 spdlog::debug(
"Check for dof transformation");
1130 std::span<const std::uint32_t> cell_info;
1131 if (element->needs_dof_transformations())
1133 mesh->topology_mutable()->create_entity_permutations();
1134 cell_info = std::span(
mesh->topology()->get_cell_permutation_info());
1138 spdlog::debug(
"Interpolate: get dofmap");
1143 std::span<T> coeffs = u.
x()->array();
1146 element->map_ident() and element->interpolation_ident())
1150 spdlog::debug(
"Interpolate: point evaluation");
1151 impl::point_evaluation(*element, symmetric, *dofmap, cells, cell_info, f,
1154 else if (element->map_ident())
1156 spdlog::debug(
"Interpolate: identity-mapped evaluation");
1157 impl::identity_mapped_evaluation(*element, symmetric, *dofmap, cells,
1158 cell_info, f, fshape, coeffs);
1162 spdlog::debug(
"Interpolate: Piola-mapped evaluation");
1163 impl::piola_mapped_evaluation(*element, symmetric, *dofmap, cells,
1164 cell_info, f, fshape, *
mesh, coeffs);
1184template <dolfinx::scalar T, std::
floating_po
int U>
1191 MPI_Comm comm = mesh1->comm();
1197 MPI_Comm_compare(comm, mesh0->comm(), &result);
1198 if (result == MPI_UNEQUAL)
1200 throw std::runtime_error(
"Interpolation on different meshes is only "
1201 "supported on the same communicator.");
1205 assert(mesh1->topology());
1206 auto cell_map = mesh1->topology()->index_map(mesh1->topology()->dim());
1210 const std::size_t value_size = element1->value_size();
1212 const std::vector<int>& dest_ranks = interpolation_data.
src_owner;
1213 const std::vector<int>& src_ranks = interpolation_data.
dest_owners;
1214 const std::vector<U>& recv_points = interpolation_data.
dest_points;
1215 const std::vector<std::int32_t>& evaluation_cells
1219 std::vector<T> send_values(recv_points.size() / 3 * value_size);
1220 u0.
eval(recv_points, {recv_points.size() / 3, (std::size_t)3},
1221 evaluation_cells, send_values, {recv_points.size() / 3, value_size},
1225 std::vector<T> values_b(dest_ranks.size() * value_size);
1226 md::mdspan<const T, md::dextents<std::size_t, 2>> _send_values(
1227 send_values.data(), src_ranks.size(), value_size);
1228 impl::scatter_values(comm, src_ranks, dest_ranks, _send_values,
1229 std::span(values_b));
1232 md::mdspan<const T, md::dextents<std::size_t, 2>> values(
1233 values_b.data(), dest_ranks.size(), value_size);
1234 std::vector<T> valuesT_b(value_size * dest_ranks.size());
1235 md::mdspan<T, md::dextents<std::size_t, 2>> valuesT(
1236 valuesT_b.data(), value_size, dest_ranks.size());
1237 for (std::size_t i = 0; i < values.extent(0); ++i)
1238 for (std::size_t j = 0; j < values.extent(1); ++j)
1239 valuesT(j, i) = values(i, j);
1262template <dolfinx::scalar T, std::
floating_po
int U>
1266 if (cells0.size() != cells1.size())
1267 throw std::runtime_error(
"Length of cell lists do not match.");
1275 auto e0 = V0->element();
1277 auto e1 = V1->element();
1279 if (!std::ranges::equal(e0->value_shape(), e1->value_shape()))
1281 throw std::runtime_error(
1282 "Interpolation: elements have different value dimensions");
1285 if (V1->mesh() == V0->mesh() and (e1 == e0 or *e1 == *e0))
1288 if (e1->block_size() != e0->block_size())
1289 throw std::runtime_error(
"Mismatch in element block size.");
1292 std::shared_ptr<const DofMap> dofmap0 = V0->dofmap();
1294 std::shared_ptr<const DofMap> dofmap1 = V1->dofmap();
1298 const int bs0 = dofmap0->bs();
1299 const int bs1 = dofmap1->bs();
1300 std::span<T> u1_array = u1.
x()->array();
1301 std::span<const T> u0_array = u0.
x()->array();
1302 assert(cells0.size() == cells1.size());
1303 for (
auto cell0_it = cells0.begin(), cell1_it = cells1.begin();
1304 cell0_it != cells0.end() and cell1_it != cells1.end();
1305 ++cell0_it, ++cell1_it)
1308 std::span<const std::int32_t> dofs0 = dofmap0->cell_dofs(*cell0_it);
1309 std::span<const std::int32_t> dofs1 = dofmap1->cell_dofs(*cell1_it);
1310 assert(bs0 * dofs0.size() == bs1 * dofs1.size());
1311 for (std::size_t i = 0; i < dofs0.size(); ++i)
1313 for (
int k = 0; k < bs0; ++k)
1315 int index = bs0 * i + k;
1316 std::div_t dv1 = std::div(index, bs1);
1317 u1_array[bs1 * dofs1[dv1.quot] + dv1.rem]
1318 = u0_array[bs0 * dofs0[i] + k];
1323 else if (e1->map_type() == e0->map_type())
1326 impl::interpolate_same_map(u1, cells1, u0, cells0);
1331 impl::interpolate_nonmatching_maps(u1, cells1, u0, cells0);
1344template <dolfinx::scalar T, std::
floating_po
int U>
1346 std::ranges::input_range
auto&& cells)
1353 throw std::runtime_error(
"Meshes do no match.");
1365template <dolfinx::scalar T, std::
floating_po
int U>
1371 std::ranges::copy(u0.
x()->array(), u1.
x()->array().begin());
1374 auto mesh = V1->mesh();
1376 assert(
mesh->topology());
1377 auto map =
mesh->topology()->index_map(
mesh->topology()->dim());
1379 std::int32_t num_cells = map->size_local() + map->num_ghosts();
Degree-of-freedom map representations and tools.
Definition CoordinateElement.h:38
void tabulate(int nd, std::span< const T > X, std::array< std::size_t, 2 > shape, std::span< T > basis) const
Evaluate basis values and derivatives at set of points.
Definition CoordinateElement.cpp:55
std::array< std::size_t, 4 > tabulate_shape(std::size_t nd, std::size_t num_points) const
Shape of array to fill when calling tabulate.
Definition CoordinateElement.cpp:48
int dim() const
The dimension of the coordinate element space.
Definition CoordinateElement.cpp:205
Model of a finite element.
Definition FiniteElement.h:57
std::pair< std::vector< geometry_type >, std::array< std::size_t, 2 > > interpolation_points() const
Points on the reference cell at which an expression needs to be evaluated in order to interpolate the...
Definition FiniteElement.cpp:464
mesh::CellType cell_type() const noexcept
Cell shape that the element is defined on.
Definition FiniteElement.cpp:279
std::shared_ptr< const FunctionSpace< geometry_type > > function_space() const
Access the function space.
Definition Function.h:147
void eval(std::span< const geometry_type > x, std::array< std::size_t, 2 > xshape, mesh::CellRange auto &&cells, std::span< value_type > u, std::array< std::size_t, 2 > ushape, double tol, int maxit) const
Evaluate the Function at points.
Definition Function.h:457
std::shared_ptr< const la::Vector< value_type > > x() const
Underlying vector (const version).
Definition Function.h:153
Geometry stores the geometry imposed on a mesh.
Definition Geometry.h:37
A Mesh consists of a set of connected and numbered mesh topological entities, and geometry data.
Definition Mesh.h:23
Definition interpolate.h:33
Requirement on range of cell indices.
Definition Topology.h:32
MPI_Datatype mpi_t
Retrieves the MPI data type associated to the provided type.
Definition MPI.h:257
int rank(MPI_Comm comm)
Return process rank for the communicator.
Definition MPI.cpp:64
void cells(la::SparsityPattern &pattern, const std::pair< R0, R1 > &cells, std::array< std::reference_wrapper< const DofMap >, 2 > dofmaps)
Iterate over cells and insert entries into sparsity pattern.
Definition sparsitybuild.h:37
Finite element method functionality.
Definition assemble_expression_impl.h:23
void interpolate(Function< T, U > &u, std::span< const T > f, std::array< std::size_t, 2 > fshape, mesh::CellRange auto &&cells)
Interpolate an evaluated expression f(x) in a finite element space.
Definition interpolate.h:1101
@ transpose
Transpose.
Definition FiniteElement.h:28
@ inverse_transpose
Transpose inverse.
Definition FiniteElement.h:30
@ standard
Standard.
Definition FiniteElement.h:27
std::vector< T > interpolation_coords(const fem::FiniteElement< T > &element, const mesh::Geometry< T > &geometry, mesh::CellRange auto &&cells)
Compute the evaluation points in the physical space at which an expression should be computed to inte...
Definition interpolate.h:50
geometry::PointOwnershipData< T > create_interpolation_data(const mesh::Geometry< T > &geometry0, const FiniteElement< T > &element0, const mesh::Mesh< T > &mesh1, mesh::CellRange auto &&cells, T padding)
Generate data needed to interpolate finite element fem::Function's across different meshes.
Definition interpolate.h:1080
Geometry data structures and algorithms.
Definition BoundingBoxTree.h:24
PointOwnershipData< T > determine_point_ownership(const mesh::Mesh< T > &mesh, std::span< const T > points, T padding, std::optional< std::span< const std::int32_t > > cells)
Given a set of points, determine which process is colliding, using the GJK algorithm on cells to dete...
Definition utils.h:683
Mesh data structures and algorithms on meshes.
Definition DofMap.h:32
CellType
Cell type identifier.
Definition cell_types.h:22
Information on the ownership of points distributed across processes.
Definition utils.h:30
std::vector< T > dest_points
Points that are owned by current process.
Definition utils.h:35
std::vector< std::int32_t > dest_cells
Definition utils.h:37
std::vector< int > dest_owners
Ranks that sent dest_points to current process.
Definition utils.h:34
std::vector< int > src_owner
Definition utils.h:31