42 template <
int dim,
typename Number>
45 , element_is_continuous(false)
47 , n_child_cell_dofs(0)
52 template <
int dim,
typename Number>
65 template <
int dim,
typename Number>
75 template <
int dim,
typename Number>
95 template <
int dim,
typename Number>
99 const std::vector<std::shared_ptr<const Utilities::MPI::Partitioner>>
100 &external_partitioners)
112 std::vector<std::vector<Number>> weights_unvectorized;
116 internal::MGTransfer::setup_transfer<dim, Number>(
119 external_partitioners,
125 weights_unvectorized,
148 for (
unsigned int i = 0; i < elem_info.prolongation_matrix_1d.size(); i++)
153 const unsigned int n_levels =
154 dof_handler.get_triangulation().n_global_levels();
156 const unsigned int n_weights_per_cell = Utilities::fixed_power<dim>(3);
158 for (
unsigned int level = 1; level < n_levels; ++
level)
161 ((n_owned_level_cells[level - 1] + vec_size - 1) / vec_size) *
164 for (
unsigned int c = 0; c < n_owned_level_cells[level - 1]; ++c)
166 const unsigned int comp = c / vec_size;
167 const unsigned int v = c % vec_size;
168 for (
unsigned int i = 0; i < n_weights_per_cell; ++i)
171 weights_unvectorized[level - 1][c * n_weights_per_cell + i];
181 template <
int dim,
typename Number>
184 const unsigned int to_level,
193 if (src_inplace ==
false)
203 const bool dst_inplace =
205 if (dst_inplace ==
false)
227 do_prolongate_add<0>(to_level, dst_vec, src_vec);
229 do_prolongate_add<1>(to_level, dst_vec, src_vec);
231 do_prolongate_add<2>(to_level, dst_vec, src_vec);
233 do_prolongate_add<3>(to_level, dst_vec, src_vec);
235 do_prolongate_add<4>(to_level, dst_vec, src_vec);
237 do_prolongate_add<5>(to_level, dst_vec, src_vec);
239 do_prolongate_add<6>(to_level, dst_vec, src_vec);
241 do_prolongate_add<7>(to_level, dst_vec, src_vec);
243 do_prolongate_add<8>(to_level, dst_vec, src_vec);
245 do_prolongate_add<9>(to_level, dst_vec, src_vec);
247 do_prolongate_add<10>(to_level, dst_vec, src_vec);
252 if (dst_inplace ==
false)
255 if (src_inplace ==
true)
261 template <
int dim,
typename Number>
264 const unsigned int from_level,
271 const bool src_inplace =
273 if (src_inplace ==
false)
284 if (dst_inplace ==
false)
303 do_restrict_add<0>(from_level, dst_vec, src_vec);
305 do_restrict_add<1>(from_level, dst_vec, src_vec);
307 do_restrict_add<2>(from_level, dst_vec, src_vec);
309 do_restrict_add<3>(from_level, dst_vec, src_vec);
311 do_restrict_add<4>(from_level, dst_vec, src_vec);
313 do_restrict_add<5>(from_level, dst_vec, src_vec);
315 do_restrict_add<6>(from_level, dst_vec, src_vec);
317 do_restrict_add<7>(from_level, dst_vec, src_vec);
319 do_restrict_add<8>(from_level, dst_vec, src_vec);
321 do_restrict_add<9>(from_level, dst_vec, src_vec);
323 do_restrict_add<10>(from_level, dst_vec, src_vec);
329 if (dst_inplace ==
false)
332 if (src_inplace ==
true)
340 template <
int dim,
int degree,
typename Number>
349 const int loop_length = degree != -1 ? 2 * degree + 1 : 2 * fe_degree + 1;
350 unsigned int degree_to_3[100];
352 for (
int i = 1; i < loop_length - 1; ++i)
354 degree_to_3[loop_length - 1] = 2;
356 for (
int k = 0; k < (dim > 2 ? loop_length : 1); ++k)
357 for (
int j = 0; j < (dim > 1 ? loop_length : 1); ++j)
359 const unsigned int shift = 9 * degree_to_3[k] + 3 * degree_to_3[j];
360 data[0] *= weights[
shift];
363 for (
int i = 1; i < loop_length - 1; ++i)
364 data[i] *= weights[shift + 1];
365 data[loop_length - 1] *= weights[shift + 2];
373 template <
int dim,
typename Number>
374 template <
int degree>
377 const unsigned int to_level,
382 const unsigned int degree_size = (degree > -1 ? degree :
fe_degree) + 1;
384 const unsigned int n_scalar_cell_dofs =
385 Utilities::fixed_power<dim>(n_child_dofs_1d);
415 const unsigned int n_lanes =
416 (cell + vec_size > n_owned_level_cells[to_level - 1]) ?
417 (n_owned_level_cells[to_level - 1] - cell) :
421 for (
unsigned int v = 0; v < n_lanes; ++v)
423 const unsigned int shift =
424 internal::MGTransfer::compute_shift_within_children<dim>(
428 const unsigned int *indices =
436 for (
unsigned int k = 0; k < (dim > 2 ? degree_size : 1); ++k)
437 for (
unsigned int j = 0; j < (dim > 1 ? degree_size : 1); ++j)
438 for (
unsigned int i = 0; i < degree_size; ++i, ++m)
440 indices[c * n_scalar_cell_dofs +
441 k * n_child_dofs_1d * n_child_dofs_1d +
442 j * n_child_dofs_1d + i]);
445 for (std::vector<unsigned short>::const_iterator i =
454 degree_size * n_child_dofs_1d);
456 if (element_is_continuous)
474 c * n_scalar_cell_dofs,
477 weight_dofs_on_child<dim, degree, Number>(
499 c * n_scalar_cell_dofs,
505 const unsigned int *indices =
507 for (
unsigned int v = 0; v < n_lanes; ++v)
518 template <
int dim,
typename Number>
519 template <
int degree>
522 const unsigned int from_level,
527 const unsigned int degree_size = (degree > -1 ? degree :
fe_degree) + 1;
529 const unsigned int n_scalar_cell_dofs =
530 Utilities::fixed_power<dim>(n_child_dofs_1d);
536 const unsigned int n_lanes =
537 (cell + vec_size > n_owned_level_cells[from_level - 1]) ?
538 (n_owned_level_cells[from_level - 1] - cell) :
543 const unsigned int *indices =
545 for (
unsigned int v = 0; v < n_lanes; ++v)
554 degree_size * n_child_dofs_1d);
556 if (element_is_continuous)
558 weight_dofs_on_child<dim, degree, Number>(
560 [(cell / vec_size) * three_to_dim],
576 c * n_scalar_cell_dofs,
598 c * n_scalar_cell_dofs,
608 for (
unsigned int v = 0; v < n_lanes; ++v)
610 const unsigned int shift =
611 internal::MGTransfer::compute_shift_within_children<dim>(
620 const unsigned int *indices =
629 for (std::vector<unsigned short>::const_iterator i =
635 for (
unsigned int k = 0; k < (dim > 2 ? degree_size : 1); ++k)
636 for (
unsigned int j = 0; j < (dim > 1 ? degree_size : 1); ++j)
637 for (
unsigned int i = 0; i < degree_size; ++i, ++m)
639 indices[c * n_scalar_cell_dofs +
640 k * n_child_dofs_1d * n_child_dofs_1d +
641 j * n_child_dofs_1d + i]) +=
650 template <
int dim,
typename Number>
668 template <
int dim,
typename Number>
678 template <
int dim,
typename Number>
680 const std::vector<MGConstrainedDoFs> &mg_c)
683 for (
const auto &constrained_block_dofs : mg_c)
689 template <
int dim,
typename Number>
695 ExcMessage(
"This object was initialized with support for usage with " 696 "one DoFHandler for each block, but this method assumes " 697 "that the same DoFHandler is used for all the blocks!"));
705 template <
int dim,
typename Number>
708 const std::vector<MGConstrainedDoFs> &mg_c)
711 ExcMessage(
"This object was initialized with support for using " 712 "the same DoFHandler for all the blocks, but this " 713 "method assumes that there is a separate DoFHandler " 717 for (
unsigned int i = 0; i < mg_c.size(); ++i)
723 template <
int dim,
typename Number>
732 template <
int dim,
typename Number>
743 template <
int dim,
typename Number>
749 for (
unsigned int i = 0; i < dof_handler.size(); ++i)
755 template <
int dim,
typename Number>
758 const unsigned int to_level,
779 template <
int dim,
typename Number>
782 const unsigned int from_level,
803 template <
int dim,
typename Number>
807 std::size_t total_memory_consumption = 0;
809 total_memory_consumption += el.memory_consumption();
810 return total_memory_consumption;
816 #include "mg_transfer_matrix_free.inst" unsigned int max_level() const
void copy_locally_owned_data_from(const Vector< Number2, MemorySpace > &src)
size_type local_size() const
std::vector< Table< 2, unsigned int > > copy_indices_global_mine
void reinit(MatrixBlock< MatrixType > &v, const BlockSparsityPattern &p)
void do_restrict_add(const unsigned int from_level, LinearAlgebra::distributed::Vector< Number > &dst, const LinearAlgebra::distributed::Vector< Number > &src) const
#define AssertDimension(dim1, dim2)
std::vector< unsigned int > n_owned_level_cells
void build(const DoFHandler< dim, dim > &dof_handler, const std::vector< std::shared_ptr< const Utilities::MPI::Partitioner >> &external_partitioners=std::vector< std::shared_ptr< const Utilities::MPI::Partitioner >>())
AlignedVector< VectorizedArray< Number > > evaluation_data
unsigned int n_components
std::size_t memory_consumption() const
void build(const DoFHandler< dim, dim > &dof_handler)
std::vector< std::vector< std::vector< unsigned short > > > dirichlet_indices
void initialize_constraints(const MGConstrainedDoFs &mg_constrained_dofs)
#define AssertIndexRange(index, range)
void reinit(const size_type size, const bool omit_zeroing_entries=false)
void resize(const unsigned int new_minlevel, const unsigned int new_maxlevel, Args &&... args)
static ::ExceptionBase & ExcIndexRange(int arg1, int arg2, int arg3)
void zero_out_ghosts() const
void resize(const size_type size_in)
std::size_t memory_consumption() const
void update_ghost_values() const
constexpr T pow(const T base, const int iexp)
Number local_element(const size_type local_index) const
static ::ExceptionBase & ExcMessage(std::string arg1)
AlignedVector< VectorizedArray< Number > > prolongation_matrix_1d
#define Assert(cond, exc)
virtual void restrict_and_add(const unsigned int from_level, LinearAlgebra::distributed::Vector< Number > &dst, const LinearAlgebra::distributed::Vector< Number > &src) const override
virtual void restrict_and_add(const unsigned int from_level, LinearAlgebra::distributed::BlockVector< Number > &dst, const LinearAlgebra::distributed::BlockVector< Number > &src) const override
virtual void prolongate(const unsigned int to_level, LinearAlgebra::distributed::Vector< Number > &dst, const LinearAlgebra::distributed::Vector< Number > &src) const override
#define DEAL_II_NAMESPACE_CLOSE
std::vector< AlignedVector< VectorizedArray< Number > > > weights_on_refined
std::enable_if< IsBlockVector< VectorType >::value, unsigned int >::type n_blocks(const VectorType &vector)
static constexpr std::size_t size()
void fill_and_communicate_copy_indices(const DoFHandler< dim, spacedim > &dof_handler)
bool element_is_continuous
std::vector< std::vector< unsigned int > > level_dof_indices
const IndexSet & get_local_lines() const
SymmetricTensor< 2, dim, Number > b(const Tensor< 2, dim, Number > &F)
void do_prolongate_add(const unsigned int to_level, LinearAlgebra::distributed::Vector< Number > &dst, const LinearAlgebra::distributed::Vector< Number > &src) const
SmartPointer< const MGConstrainedDoFs, MGLevelGlobalTransfer< LinearAlgebra::distributed::Vector< Number > > > mg_constrained_dofs
unsigned int n_blocks() const
void distribute(VectorType &vec) const
std::vector< std::vector< std::pair< unsigned int, unsigned int > > > parent_child_connect
virtual void prolongate(const unsigned int to_level, LinearAlgebra::distributed::BlockVector< Number > &dst, const LinearAlgebra::distributed::BlockVector< Number > &src) const override
const Triangulation< dim, spacedim > & get_triangulation() const
#define DEAL_II_NAMESPACE_OPEN
VectorType::value_type * begin(VectorType &V)
std::vector< MGTransferMatrixFree< dim, Number > > matrix_free_transfer_vector
const std::shared_ptr< const Utilities::MPI::Partitioner > & get_partitioner() const
MGTransferBlockMatrixFree()=default
static ::ExceptionBase & ExcNotImplemented()
unsigned int n_child_cell_dofs
MGLevelObject< std::shared_ptr< const Utilities::MPI::Partitioner > > vector_partitioners
void initialize_constraints(const MGConstrainedDoFs &mg_constrained_dofs)
const AffineConstraints< double > & get_user_constraint_matrix(const unsigned int level) const
BlockType & block(const unsigned int i)
MGLevelObject< LinearAlgebra::distributed::Vector< Number > > ghosted_level_vector
std::enable_if< std::is_fundamental< T >::value, std::size_t >::type memory_consumption(const T &t)