dbcsr_tensor_reshape.F Source File


Source Code

# 1 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F" 1
!--------------------------------------------------------------------------------------------------!
! Copyright (C) by the DBCSR developers group - All rights reserved                                !
! This file is part of the DBCSR library.                                                          !
!                                                                                                  !
! For information on the license, see the LICENSE file.                                            !
! For further information please visit https://dbcsr.cp2k.org                                      !
! SPDX-License-Identifier: GPL-2.0+                                                                !
!--------------------------------------------------------------------------------------------------!

MODULE dbcsr_tensor_reshape
   !! Routines to reshape / redistribute tensors

# 1 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor.fypp" 1
# 9 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor.fypp"

# 241 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor.fypp"
# 14 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F" 2
# 15 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
# 16 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"

   USE dbcsr_allocate_wrap, ONLY: allocate_any
   USE dbcsr_tas_base, ONLY: dbcsr_tas_copy, dbcsr_tas_get_info, dbcsr_tas_info
   USE dbcsr_tensor_block, ONLY: &
      block_nd, create_block, destroy_block, dbcsr_t_iterator_type, dbcsr_t_iterator_next_block, &
      dbcsr_t_iterator_blocks_left, dbcsr_t_iterator_start, dbcsr_t_iterator_stop, dbcsr_t_get_block, &
      dbcsr_t_reserve_blocks, dbcsr_t_put_block
   USE dbcsr_tensor_types, ONLY: dbcsr_t_blk_sizes, &
                                 dbcsr_t_create, &
                                 dbcsr_t_get_data_type, &
                                 dbcsr_t_type, &
                                 ndims_tensor, &
                                 dbcsr_t_get_stored_coordinates, &
                                 dbcsr_t_clear
   USE dbcsr_kinds, ONLY: default_string_length
   USE dbcsr_kinds, ONLY: real_4, real_8
   USE dbcsr_api, ONLY: dbcsr_type_complex_8, dbcsr_type_real_4, dbcsr_type_complex_4, dbcsr_type_real_8
   USE dbcsr_mpiwrap, ONLY: mp_alltoall, &
                            mp_environ, &
                            mp_irecv, &
                            mp_isend, &
                            mp_waitall, mp_comm_type, mp_request_type

#include "base/dbcsr_base_uses.f90"

   IMPLICIT NONE
   PRIVATE
   CHARACTER(len=*), PARAMETER, PRIVATE :: moduleN = 'dbcsr_tensor_reshape'

   PUBLIC :: &
      dbcsr_t_reshape

   TYPE block_buffer_type
      INTEGER                                    :: ndim = -1
      INTEGER                                    :: nblock = -1
      INTEGER, DIMENSION(:, :), ALLOCATABLE      :: indx
# 53 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         REAL(kind=real_8), DIMENSION(:), ALLOCATABLE       :: msg_r_dp
# 53 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         REAL(kind=real_4), DIMENSION(:), ALLOCATABLE       :: msg_r_sp
# 53 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         COMPLEX(kind=real_8), DIMENSION(:), ALLOCATABLE       :: msg_c_dp
# 53 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         COMPLEX(kind=real_4), DIMENSION(:), ALLOCATABLE       :: msg_c_sp
# 55 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      INTEGER                                    :: data_type = -1
      INTEGER                                    :: endpos = -1
   END TYPE

   INTERFACE block_buffer_add_block
# 61 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         MODULE PROCEDURE block_buffer_add_block_r_dp
# 61 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         MODULE PROCEDURE block_buffer_add_block_r_sp
# 61 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         MODULE PROCEDURE block_buffer_add_block_c_dp
# 61 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
         MODULE PROCEDURE block_buffer_add_block_c_sp
# 63 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
   END INTERFACE

CONTAINS

   SUBROUTINE dbcsr_t_reshape(tensor_in, tensor_out, summation, move_data)
      !! copy data (involves reshape)

      TYPE(dbcsr_t_type), INTENT(INOUT)               :: tensor_in, tensor_out
      LOGICAL, INTENT(IN), OPTIONAL                    :: summation
         !! tensor_out = tensor_out + tensor_in move_data memory optimization: transfer data from tensor_in to tensor_out s.t.
         !! tensor_in is empty on return
      LOGICAL, INTENT(IN), OPTIONAL                    :: move_data

      INTEGER                                            :: blk, iproc, mynode, ndata, &
                                                            numnodes, bcount, nblk
      INTEGER, ALLOCATABLE, DIMENSION(:)                 :: num_blocks_recv, num_blocks_send, &
                                                            num_entries_recv, num_entries_send, &
                                                            num_rec, num_send
      INTEGER, ALLOCATABLE, DIMENSION(:, :)              :: index_recv, blks_to_allocate
      TYPE(dbcsr_t_iterator_type)                        :: iter
      TYPE(block_nd)                                     :: blk_data
      TYPE(block_buffer_type), ALLOCATABLE, DIMENSION(:) :: buffer_recv, buffer_send
      INTEGER, DIMENSION(ndims_tensor(tensor_in))       :: blk_size, ind_nd, index
      LOGICAL :: found, summation_prv, move_prv
      TYPE(mp_comm_type) :: mp_comm
      TYPE(mp_request_type), ALLOCATABLE, DIMENSION(:, :) :: req_array

      IF (PRESENT(summation)) THEN
         summation_prv = summation
      ELSE
         summation_prv = .FALSE.
      END IF

      IF (PRESENT(move_data)) THEN
         move_prv = move_data
      ELSE
         move_prv = .FALSE.
      END IF

      DBCSR_ASSERT(tensor_out%valid)

      IF (.NOT. summation_prv) CALL dbcsr_t_clear(tensor_out)

      mp_comm = tensor_in%pgrid%mp_comm_2d
      CALL mp_environ(numnodes, mynode, mp_comm)
      ALLOCATE (buffer_send(0:numnodes - 1))
      ALLOCATE (buffer_recv(0:numnodes - 1))
      ALLOCATE (num_blocks_recv(0:numnodes - 1))
      ALLOCATE (num_blocks_send(0:numnodes - 1))
      ALLOCATE (num_entries_recv(0:numnodes - 1))
      ALLOCATE (num_entries_send(0:numnodes - 1))
      ALLOCATE (num_rec(0:2*numnodes - 1))
      ALLOCATE (num_send(0:2*numnodes - 1))
      num_send(:) = 0
      ALLOCATE (req_array(1:numnodes, 4))
      CALL dbcsr_t_iterator_start(iter, tensor_in)
      DO WHILE (dbcsr_t_iterator_blocks_left(iter))
         CALL dbcsr_t_iterator_next_block(iter, ind_nd, blk, blk_size=blk_size)
         CALL dbcsr_t_get_stored_coordinates(tensor_out, ind_nd, iproc)
         num_send(2*iproc) = num_send(2*iproc) + PRODUCT(blk_size)
         num_send(2*iproc + 1) = num_send(2*iproc + 1) + 1
      END DO
      CALL dbcsr_t_iterator_stop(iter)
      CALL mp_alltoall(num_send, num_rec, 2, mp_comm)
      DO iproc = 0, numnodes - 1
         num_entries_recv(iproc) = num_rec(2*iproc)
         num_blocks_recv(iproc) = num_rec(2*iproc + 1)
         num_entries_send(iproc) = num_send(2*iproc)
         num_blocks_send(iproc) = num_send(2*iproc + 1)

         CALL block_buffer_create(buffer_send(iproc), num_blocks_send(iproc), num_entries_send(iproc), &
                                  dbcsr_t_get_data_type(tensor_in), ndims_tensor(tensor_in))
         CALL block_buffer_create(buffer_recv(iproc), num_blocks_recv(iproc), num_entries_recv(iproc), &
                                  dbcsr_t_get_data_type(tensor_in), ndims_tensor(tensor_in))
      END DO
      CALL dbcsr_t_iterator_start(iter, tensor_in)
      DO WHILE (dbcsr_t_iterator_blocks_left(iter))
         CALL dbcsr_t_iterator_next_block(iter, ind_nd, blk, blk_size=blk_size)
         CALL dbcsr_t_get_block(tensor_in, ind_nd, blk_data, found)
         DBCSR_ASSERT(found)
         CALL dbcsr_t_get_stored_coordinates(tensor_out, ind_nd, iproc)
         CALL block_buffer_add_anyd_block(buffer_send(iproc), ind_nd, blk_data)
         CALL destroy_block(blk_data)
      END DO
      CALL dbcsr_t_iterator_stop(iter)

      IF (move_prv) CALL dbcsr_t_clear(tensor_in)

      CALL dbcsr_t_communicate_buffer(mp_comm, buffer_recv, buffer_send, req_array)
      DO iproc = 0, numnodes - 1
         CALL block_buffer_destroy(buffer_send(iproc))
      END DO

      nblk = SUM(num_blocks_recv)
      ALLOCATE (blks_to_allocate(nblk, ndims_tensor(tensor_in)))

      bcount = 0
      DO iproc = 0, numnodes - 1
         CALL block_buffer_get_index(buffer_recv(iproc), index_recv)
         blks_to_allocate(bcount + 1:bcount + SIZE(index_recv, 1), :) = index_recv(:, :)
         bcount = bcount + SIZE(index_recv, 1)
         DEALLOCATE (index_recv)
      END DO

      CALL dbcsr_t_reserve_blocks(tensor_out, blks_to_allocate)
      DEALLOCATE (blks_to_allocate)

      DO iproc = 0, numnodes - 1
         DO WHILE (block_buffer_blocks_left(buffer_recv(iproc)))
            CALL block_buffer_get_next_anyd_block(buffer_recv(iproc), ndata, index)
            CALL dbcsr_t_blk_sizes(tensor_in, index, blk_size)
            ! create block
            CALL create_block(blk_data, blk_size, dbcsr_t_get_data_type(tensor_in))
            ! get actual block data
            CALL block_buffer_get_next_anyd_block(buffer_recv(iproc), ndata, index, blk_data)
            CALL dbcsr_t_put_block(tensor_out, index, blk_data, summation=summation)
            CALL destroy_block(blk_data)
         END DO
         CALL block_buffer_destroy(buffer_recv(iproc))
      END DO
   END SUBROUTINE

   SUBROUTINE block_buffer_create(buffer, nblock, ndata, data_type, ndim)
      !! Create block buffer for MPI communication.

      TYPE(block_buffer_type), INTENT(OUT) :: buffer
         !! block buffer
      INTEGER, INTENT(IN)                  :: nblock, ndata, data_type, ndim
         !! number of blocks
         !! total number of block entries
         !! number of dimensions

      buffer%nblock = nblock
      buffer%data_type = data_type
      buffer%endpos = 0
      buffer%ndim = ndim
      SELECT CASE (data_type)
# 201 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_8)
            ALLOCATE (buffer%msg_r_dp (ndata))
# 201 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_4)
            ALLOCATE (buffer%msg_r_sp (ndata))
# 201 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_8)
            ALLOCATE (buffer%msg_c_dp (ndata))
# 201 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_4)
            ALLOCATE (buffer%msg_c_sp (ndata))
# 204 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      END SELECT
      ALLOCATE (buffer%indx(nblock, ndim + 1))
   END SUBROUTINE block_buffer_create

   SUBROUTINE block_buffer_destroy(buffer)
      TYPE(block_buffer_type), INTENT(INOUT) :: buffer

      SELECT CASE (buffer%data_type)
# 213 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_8)
            DEALLOCATE (buffer%msg_r_dp)
# 213 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_4)
            DEALLOCATE (buffer%msg_r_sp)
# 213 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_8)
            DEALLOCATE (buffer%msg_c_dp)
# 213 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_4)
            DEALLOCATE (buffer%msg_c_sp)
# 216 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      END SELECT
      DEALLOCATE (buffer%indx)
      buffer%nblock = -1
      buffer%data_type = -1
      buffer%ndim = -1
      buffer%endpos = -1
   END SUBROUTINE block_buffer_destroy

   PURE FUNCTION ndims_buffer(buffer)
      TYPE(block_buffer_type), INTENT(IN) :: buffer
      INTEGER                             :: ndims_buffer

      ndims_buffer = buffer%ndim
   END FUNCTION

   SUBROUTINE block_buffer_add_anyd_block(buffer, index, block)
      !! insert a block into block buffer (at current iterator position)

      TYPE(block_buffer_type), INTENT(INOUT)      :: buffer
      INTEGER, DIMENSION(ndims_buffer(buffer)), &
         INTENT(IN)                               :: index
         !! index of block
      TYPE(block_nd), INTENT(IN)                  :: block
         !! block

      SELECT CASE (block%data_type)
# 243 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_8)
            CALL block_buffer_add_block_r_dp (buffer, SIZE(block%r_dp%blk), index, block%r_dp%blk)
# 243 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_4)
            CALL block_buffer_add_block_r_sp (buffer, SIZE(block%r_sp%blk), index, block%r_sp%blk)
# 243 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_8)
            CALL block_buffer_add_block_c_dp (buffer, SIZE(block%c_dp%blk), index, block%c_dp%blk)
# 243 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_4)
            CALL block_buffer_add_block_c_sp (buffer, SIZE(block%c_sp%blk), index, block%c_sp%blk)
# 246 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      END SELECT
   END SUBROUTINE

   SUBROUTINE block_buffer_get_next_anyd_block(buffer, ndata, index, block, advance_iter)
      !! get next block from buffer. Iterator is advanced only if block is retrieved or advance_iter.
      TYPE(block_buffer_type), INTENT(INOUT)      :: buffer
      INTEGER, INTENT(OUT)                        :: ndata
      INTEGER, DIMENSION(ndims_buffer(buffer)), &
         INTENT(OUT)                              :: index
      TYPE(block_nd), INTENT(INOUT), OPTIONAL     :: block
      LOGICAL, INTENT(IN), OPTIONAL               :: advance_iter

      SELECT CASE (buffer%data_type)
# 260 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_8)
            IF (PRESENT(block)) THEN
               CALL block_buffer_get_next_block_r_dp (buffer, ndata, index, block%r_dp%blk, advance_iter=advance_iter)
            ELSE
               CALL block_buffer_get_next_block_r_dp (buffer, ndata, index, advance_iter=advance_iter)
            END IF
# 260 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_real_4)
            IF (PRESENT(block)) THEN
               CALL block_buffer_get_next_block_r_sp (buffer, ndata, index, block%r_sp%blk, advance_iter=advance_iter)
            ELSE
               CALL block_buffer_get_next_block_r_sp (buffer, ndata, index, advance_iter=advance_iter)
            END IF
# 260 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_8)
            IF (PRESENT(block)) THEN
               CALL block_buffer_get_next_block_c_dp (buffer, ndata, index, block%c_dp%blk, advance_iter=advance_iter)
            ELSE
               CALL block_buffer_get_next_block_c_dp (buffer, ndata, index, advance_iter=advance_iter)
            END IF
# 260 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            CASE (dbcsr_type_complex_4)
            IF (PRESENT(block)) THEN
               CALL block_buffer_get_next_block_c_sp (buffer, ndata, index, block%c_sp%blk, advance_iter=advance_iter)
            ELSE
               CALL block_buffer_get_next_block_c_sp (buffer, ndata, index, advance_iter=advance_iter)
            END IF
# 267 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      END SELECT
   END SUBROUTINE

   SUBROUTINE block_buffer_get_index(buffer, index)
      !! Get all indices from buffer
      TYPE(block_buffer_type), INTENT(IN)               :: buffer
      INTEGER, INTENT(OUT), DIMENSION(:, :), ALLOCATABLE :: index
      INTEGER, DIMENSION(2)                             :: indx_shape

      indx_shape = SHAPE(buffer%indx) - [0, 1]
      CALL allocate_any(index, source=buffer%indx(1:indx_shape(1), 1:indx_shape(2)))
   END SUBROUTINE

   PURE FUNCTION block_buffer_blocks_left(buffer)
      !! how many blocks left in iterator
      TYPE(block_buffer_type), INTENT(IN) :: buffer
      LOGICAL                             :: block_buffer_blocks_left

      block_buffer_blocks_left = buffer%endpos .LT. buffer%nblock
   END FUNCTION

   SUBROUTINE dbcsr_t_communicate_buffer(mp_comm, buffer_recv, buffer_send, req_array)
      !! communicate buffer
      TYPE(mp_comm_type), INTENT(IN)                    :: mp_comm
      TYPE(block_buffer_type), DIMENSION(0:), INTENT(INOUT) :: buffer_recv, buffer_send
      TYPE(mp_request_type), DIMENSION(:, :), INTENT(OUT)               :: req_array

      INTEGER                                :: iproc, mynode, numnodes, rec_counter, &
                                                send_counter
      INTEGER                                   :: handle
      CHARACTER(LEN=*), PARAMETER :: routineN = 'dbcsr_t_communicate_buffer'

      CALL timeset(routineN, handle)
      CALL mp_environ(numnodes, mynode, mp_comm)

      IF (numnodes > 1) THEN

         send_counter = 0
         rec_counter = 0

         DO iproc = 0, numnodes - 1
            IF (buffer_recv(iproc)%nblock > 0) THEN
               rec_counter = rec_counter + 1
               CALL mp_irecv(buffer_recv(iproc)%indx, iproc, mp_comm, req_array(rec_counter, 3), tag=4)
               SELECT CASE (buffer_recv(iproc)%data_type)
# 313 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_real_8)
                     CALL mp_irecv(buffer_recv(iproc)%msg_r_dp, iproc, mp_comm, req_array(rec_counter, 4), tag=7)
# 313 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_real_4)
                     CALL mp_irecv(buffer_recv(iproc)%msg_r_sp, iproc, mp_comm, req_array(rec_counter, 4), tag=7)
# 313 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_complex_8)
                     CALL mp_irecv(buffer_recv(iproc)%msg_c_dp, iproc, mp_comm, req_array(rec_counter, 4), tag=7)
# 313 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_complex_4)
                     CALL mp_irecv(buffer_recv(iproc)%msg_c_sp, iproc, mp_comm, req_array(rec_counter, 4), tag=7)
# 316 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
               END SELECT
            END IF
         END DO

         DO iproc = 0, numnodes - 1
            IF (buffer_send(iproc)%nblock > 0) THEN
               send_counter = send_counter + 1
               CALL mp_isend(buffer_send(iproc)%indx, iproc, mp_comm, req_array(send_counter, 1), tag=4)
               SELECT CASE (buffer_recv(iproc)%data_type)
# 326 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_real_8)
                     CALL mp_isend(buffer_send(iproc)%msg_r_dp, iproc, mp_comm, req_array(send_counter, 2), tag=7)
# 326 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_real_4)
                     CALL mp_isend(buffer_send(iproc)%msg_r_sp, iproc, mp_comm, req_array(send_counter, 2), tag=7)
# 326 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_complex_8)
                     CALL mp_isend(buffer_send(iproc)%msg_c_dp, iproc, mp_comm, req_array(send_counter, 2), tag=7)
# 326 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                     CASE (dbcsr_type_complex_4)
                     CALL mp_isend(buffer_send(iproc)%msg_c_sp, iproc, mp_comm, req_array(send_counter, 2), tag=7)
# 329 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
               END SELECT
            END IF
         END DO

         IF (send_counter > 0) THEN
            CALL mp_waitall(req_array(1:send_counter, 1:2))
         END IF
         IF (rec_counter > 0) THEN
            CALL mp_waitall(req_array(1:rec_counter, 3:4))
         END IF

      ELSE
         IF (buffer_recv(0)%nblock > 0) THEN
            buffer_recv(0)%indx(:, :) = buffer_send(0)%indx(:, :)
            SELECT CASE (buffer_recv(0)%data_type)
# 345 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                  CASE (dbcsr_type_real_8)
                  buffer_recv(0)%msg_r_dp (:) = buffer_send(0)%msg_r_dp (:)
# 345 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                  CASE (dbcsr_type_real_4)
                  buffer_recv(0)%msg_r_sp (:) = buffer_send(0)%msg_r_sp (:)
# 345 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                  CASE (dbcsr_type_complex_8)
                  buffer_recv(0)%msg_c_dp (:) = buffer_send(0)%msg_c_dp (:)
# 345 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
                  CASE (dbcsr_type_complex_4)
                  buffer_recv(0)%msg_c_sp (:) = buffer_send(0)%msg_c_sp (:)
# 348 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
            END SELECT
         END IF
      END IF
      CALL timestop(handle)

   END SUBROUTINE

# 356 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_add_block_r_dp (buffer, ndata, index, block)
      !! add block to buffer.
         TYPE(block_buffer_type), INTENT(INOUT)               :: buffer
         INTEGER, INTENT(IN)                                  :: ndata
         REAL(kind=real_8), DIMENSION(ndata), INTENT(IN)              :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(IN) :: index
         INTEGER                                              :: p, ndims, p_data
         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_real_8)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF

         buffer%msg_r_dp (p_data + 1:p_data + ndata) = block(:)
         buffer%indx(p + 1, 1:ndims) = index(:)
         IF (p > 0) THEN
            buffer%indx(p + 1, ndims + 1) = buffer%indx(p, ndims + 1) + ndata
         ELSE
            buffer%indx(p + 1, ndims + 1) = ndata
         END IF
         buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 356 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_add_block_r_sp (buffer, ndata, index, block)
      !! add block to buffer.
         TYPE(block_buffer_type), INTENT(INOUT)               :: buffer
         INTEGER, INTENT(IN)                                  :: ndata
         REAL(kind=real_4), DIMENSION(ndata), INTENT(IN)              :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(IN) :: index
         INTEGER                                              :: p, ndims, p_data
         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_real_4)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF

         buffer%msg_r_sp (p_data + 1:p_data + ndata) = block(:)
         buffer%indx(p + 1, 1:ndims) = index(:)
         IF (p > 0) THEN
            buffer%indx(p + 1, ndims + 1) = buffer%indx(p, ndims + 1) + ndata
         ELSE
            buffer%indx(p + 1, ndims + 1) = ndata
         END IF
         buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 356 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_add_block_c_dp (buffer, ndata, index, block)
      !! add block to buffer.
         TYPE(block_buffer_type), INTENT(INOUT)               :: buffer
         INTEGER, INTENT(IN)                                  :: ndata
         COMPLEX(kind=real_8), DIMENSION(ndata), INTENT(IN)              :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(IN) :: index
         INTEGER                                              :: p, ndims, p_data
         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_complex_8)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF

         buffer%msg_c_dp (p_data + 1:p_data + ndata) = block(:)
         buffer%indx(p + 1, 1:ndims) = index(:)
         IF (p > 0) THEN
            buffer%indx(p + 1, ndims + 1) = buffer%indx(p, ndims + 1) + ndata
         ELSE
            buffer%indx(p + 1, ndims + 1) = ndata
         END IF
         buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 356 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_add_block_c_sp (buffer, ndata, index, block)
      !! add block to buffer.
         TYPE(block_buffer_type), INTENT(INOUT)               :: buffer
         INTEGER, INTENT(IN)                                  :: ndata
         COMPLEX(kind=real_4), DIMENSION(ndata), INTENT(IN)              :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(IN) :: index
         INTEGER                                              :: p, ndims, p_data
         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_complex_4)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF

         buffer%msg_c_sp (p_data + 1:p_data + ndata) = block(:)
         buffer%indx(p + 1, 1:ndims) = index(:)
         IF (p > 0) THEN
            buffer%indx(p + 1, ndims + 1) = buffer%indx(p, ndims + 1) + ndata
         ELSE
            buffer%indx(p + 1, ndims + 1) = ndata
         END IF
         buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 382 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"

# 384 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_get_next_block_r_dp (buffer, ndata, index, block, advance_iter)
      !! get next block from buffer. Iterator is advanced only if block is retrieved or advance_iter.

         TYPE(block_buffer_type), INTENT(INOUT)                      :: buffer
         INTEGER, INTENT(OUT)                                        :: ndata
         REAL(kind=real_8), DIMENSION(:), ALLOCATABLE, OPTIONAL, INTENT(OUT) :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(OUT)       :: index
         INTEGER                                                     :: p, ndims, p_data
         LOGICAL, INTENT(IN), OPTIONAL                               :: advance_iter
         LOGICAL                                                     :: do_advance

         do_advance = .FALSE.
         IF (PRESENT(advance_iter)) THEN
            do_advance = advance_iter
         ELSE IF (PRESENT(block)) THEN
            do_advance = .TRUE.
         END IF

         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_real_8)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF
         IF (p > 0) THEN
            ndata = buffer%indx(p + 1, ndims + 1) - buffer%indx(p, ndims + 1)
         ELSE
            ndata = buffer%indx(p + 1, ndims + 1)
         END IF
         index(:) = buffer%indx(p + 1, 1:ndims)
         IF (PRESENT(block)) THEN
            CALL allocate_any(block, source=buffer%msg_r_dp (p_data + 1:p_data + ndata))
         END IF

         IF (do_advance) buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 384 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_get_next_block_r_sp (buffer, ndata, index, block, advance_iter)
      !! get next block from buffer. Iterator is advanced only if block is retrieved or advance_iter.

         TYPE(block_buffer_type), INTENT(INOUT)                      :: buffer
         INTEGER, INTENT(OUT)                                        :: ndata
         REAL(kind=real_4), DIMENSION(:), ALLOCATABLE, OPTIONAL, INTENT(OUT) :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(OUT)       :: index
         INTEGER                                                     :: p, ndims, p_data
         LOGICAL, INTENT(IN), OPTIONAL                               :: advance_iter
         LOGICAL                                                     :: do_advance

         do_advance = .FALSE.
         IF (PRESENT(advance_iter)) THEN
            do_advance = advance_iter
         ELSE IF (PRESENT(block)) THEN
            do_advance = .TRUE.
         END IF

         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_real_4)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF
         IF (p > 0) THEN
            ndata = buffer%indx(p + 1, ndims + 1) - buffer%indx(p, ndims + 1)
         ELSE
            ndata = buffer%indx(p + 1, ndims + 1)
         END IF
         index(:) = buffer%indx(p + 1, 1:ndims)
         IF (PRESENT(block)) THEN
            CALL allocate_any(block, source=buffer%msg_r_sp (p_data + 1:p_data + ndata))
         END IF

         IF (do_advance) buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 384 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_get_next_block_c_dp (buffer, ndata, index, block, advance_iter)
      !! get next block from buffer. Iterator is advanced only if block is retrieved or advance_iter.

         TYPE(block_buffer_type), INTENT(INOUT)                      :: buffer
         INTEGER, INTENT(OUT)                                        :: ndata
         COMPLEX(kind=real_8), DIMENSION(:), ALLOCATABLE, OPTIONAL, INTENT(OUT) :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(OUT)       :: index
         INTEGER                                                     :: p, ndims, p_data
         LOGICAL, INTENT(IN), OPTIONAL                               :: advance_iter
         LOGICAL                                                     :: do_advance

         do_advance = .FALSE.
         IF (PRESENT(advance_iter)) THEN
            do_advance = advance_iter
         ELSE IF (PRESENT(block)) THEN
            do_advance = .TRUE.
         END IF

         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_complex_8)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF
         IF (p > 0) THEN
            ndata = buffer%indx(p + 1, ndims + 1) - buffer%indx(p, ndims + 1)
         ELSE
            ndata = buffer%indx(p + 1, ndims + 1)
         END IF
         index(:) = buffer%indx(p + 1, 1:ndims)
         IF (PRESENT(block)) THEN
            CALL allocate_any(block, source=buffer%msg_c_dp (p_data + 1:p_data + ndata))
         END IF

         IF (do_advance) buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 384 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"
      SUBROUTINE block_buffer_get_next_block_c_sp (buffer, ndata, index, block, advance_iter)
      !! get next block from buffer. Iterator is advanced only if block is retrieved or advance_iter.

         TYPE(block_buffer_type), INTENT(INOUT)                      :: buffer
         INTEGER, INTENT(OUT)                                        :: ndata
         COMPLEX(kind=real_4), DIMENSION(:), ALLOCATABLE, OPTIONAL, INTENT(OUT) :: block
         INTEGER, DIMENSION(ndims_buffer(buffer)), INTENT(OUT)       :: index
         INTEGER                                                     :: p, ndims, p_data
         LOGICAL, INTENT(IN), OPTIONAL                               :: advance_iter
         LOGICAL                                                     :: do_advance

         do_advance = .FALSE.
         IF (PRESENT(advance_iter)) THEN
            do_advance = advance_iter
         ELSE IF (PRESENT(block)) THEN
            do_advance = .TRUE.
         END IF

         DBCSR_ASSERT(buffer%data_type .EQ. dbcsr_type_complex_4)
         ndims = ndims_buffer(buffer)
         p = buffer%endpos
         IF (p .EQ. 0) THEN
            p_data = 0
         ELSE
            p_data = buffer%indx(p, ndims + 1)
         END IF
         IF (p > 0) THEN
            ndata = buffer%indx(p + 1, ndims + 1) - buffer%indx(p, ndims + 1)
         ELSE
            ndata = buffer%indx(p + 1, ndims + 1)
         END IF
         index(:) = buffer%indx(p + 1, 1:ndims)
         IF (PRESENT(block)) THEN
            CALL allocate_any(block, source=buffer%msg_c_sp (p_data + 1:p_data + ndata))
         END IF

         IF (do_advance) buffer%endpos = buffer%endpos + 1
      END SUBROUTINE
# 423 "/__w/dbcsr/dbcsr/src/tensors/dbcsr_tensor_reshape.F"

END MODULE dbcsr_tensor_reshape