522 byte_buffer +=
sizeof(double) - (
reinterpret_cast<std::size_t
>(byte_buffer) - (
reinterpret_cast<std::size_t
>(byte_buffer) /
sizeof(
double)) *
sizeof(
double));
523 double *buffer =
reinterpret_cast<double *
>(byte_buffer);
525 auto pdfs =
block->getData<field::GhostLayerField<double, 19>>(pdfsID);
528 pdfs->getSliceBeforeGhostLayer(dir, ci, 1,
false);
532 double *
RESTRICT _data_buffer = buffer;
533 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
534 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
535 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
536 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
537 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
538 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
539 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
540 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
541 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
542 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
543 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
544 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
545 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
546 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
547 internal_pack_SW::pack_SW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
552 double *
RESTRICT _data_buffer = buffer;
553 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
554 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
555 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
556 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
557 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
558 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
559 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
560 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
561 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
562 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
563 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
564 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
565 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
566 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
567 internal_pack_BW::pack_BW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
572 double *
RESTRICT _data_buffer = buffer;
573 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
574 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
575 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
576 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
577 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
578 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
579 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
580 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
581 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
582 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
583 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
584 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
585 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
586 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
587 internal_pack_W::pack_W(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
592 double *
RESTRICT _data_buffer = buffer;
593 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
594 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
595 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
596 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
597 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
598 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
599 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
600 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
601 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
602 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
603 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
604 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
605 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
606 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
607 internal_pack_TW::pack_TW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
612 double *
RESTRICT _data_buffer = buffer;
613 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
614 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
615 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
616 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
617 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
618 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
619 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
620 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
621 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
622 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
623 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
624 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
625 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
626 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
627 internal_pack_NW::pack_NW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
632 double *
RESTRICT _data_buffer = buffer;
633 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
634 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
635 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
636 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
637 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
638 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
639 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
640 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
641 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
642 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
643 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
644 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
645 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
646 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
647 internal_pack_BS::pack_BS(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
652 double *
RESTRICT _data_buffer = buffer;
653 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
654 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
655 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
656 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
657 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
658 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
659 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
660 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
661 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
662 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
663 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
664 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
665 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
666 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
667 internal_pack_S::pack_S(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
672 double *
RESTRICT _data_buffer = buffer;
673 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
674 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
675 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
676 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
677 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
678 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
679 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
680 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
681 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
682 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
683 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
684 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
685 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
686 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
687 internal_pack_TS::pack_TS(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
692 double *
RESTRICT _data_buffer = buffer;
693 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
694 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
695 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
696 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
697 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
698 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
699 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
700 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
701 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
702 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
703 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
704 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
705 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
706 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
707 internal_pack_B::pack_B(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
712 double *
RESTRICT _data_buffer = buffer;
713 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
714 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
715 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
716 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
717 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
718 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
719 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
720 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
721 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
722 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
723 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
724 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
725 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
726 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
727 internal_pack_T::pack_T(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
732 double *
RESTRICT _data_buffer = buffer;
733 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
734 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
735 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
736 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
737 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
738 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
739 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
740 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
741 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
742 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
743 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
744 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
745 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
746 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
747 internal_pack_BN::pack_BN(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
752 double *
RESTRICT _data_buffer = buffer;
753 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
754 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
755 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
756 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
757 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
758 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
759 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
760 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
761 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
762 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
763 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
764 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
765 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
766 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
767 internal_pack_N::pack_N(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
772 double *
RESTRICT _data_buffer = buffer;
773 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
774 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
775 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
776 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
777 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
778 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
779 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
780 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
781 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
782 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
783 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
784 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
785 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
786 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
787 internal_pack_TN::pack_TN(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
792 double *
RESTRICT _data_buffer = buffer;
793 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
794 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
795 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
796 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
797 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
798 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
799 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
800 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
801 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
802 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
803 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
804 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
805 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
806 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
807 internal_pack_SE::pack_SE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
812 double *
RESTRICT _data_buffer = buffer;
813 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
814 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
815 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
816 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
817 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
818 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
819 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
820 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
821 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
822 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
823 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
824 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
825 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
826 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
827 internal_pack_BE::pack_BE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
832 double *
RESTRICT _data_buffer = buffer;
833 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
834 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
835 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
836 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
837 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
838 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
839 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
840 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
841 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
842 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
843 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
844 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
845 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
846 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
847 internal_pack_E::pack_E(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
852 double *
RESTRICT _data_buffer = buffer;
853 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
854 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
855 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
856 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
857 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
858 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
859 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
860 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
861 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
862 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
863 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
864 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
865 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
866 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
867 internal_pack_TE::pack_TE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
872 double *
RESTRICT _data_buffer = buffer;
873 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
874 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
875 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
876 double *
RESTRICT const _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
877 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
878 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
879 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
880 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
881 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
882 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
883 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
884 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
885 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
886 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
887 internal_pack_NE::pack_NE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
892 WALBERLA_ASSERT(
false);
897 byte_buffer +=
sizeof(double) - (
reinterpret_cast<std::size_t
>(byte_buffer) - (
reinterpret_cast<std::size_t
>(byte_buffer) /
sizeof(
double)) *
sizeof(
double));
898 double *buffer =
reinterpret_cast<double *
>(byte_buffer);
900 auto pdfs =
block->getData<field::GhostLayerField<double, 19>>(pdfsID);
903 pdfs->getGhostRegion(dir, ci, 1,
false);
904 auto communciationDirection = stencil::inverseDir[dir];
906 switch (communciationDirection) {
908 double *
RESTRICT const _data_buffer = buffer;
909 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
910 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
911 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
912 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
913 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
914 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
915 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
916 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
917 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
918 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
919 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
920 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
921 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
922 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
923 internal_unpack_SW::unpack_SW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
928 double *
RESTRICT const _data_buffer = buffer;
929 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
930 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
931 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
932 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
933 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
934 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
935 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
936 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
937 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
938 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
939 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
940 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
941 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
942 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
943 internal_unpack_BW::unpack_BW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
948 double *
RESTRICT const _data_buffer = buffer;
949 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
950 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
951 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
952 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
953 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
954 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
955 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
956 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
957 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
958 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
959 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
960 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
961 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
962 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
963 internal_unpack_W::unpack_W(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
968 double *
RESTRICT const _data_buffer = buffer;
969 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
970 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
971 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
972 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
973 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
974 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
975 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
976 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
977 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
978 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
979 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
980 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
981 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
982 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
983 internal_unpack_TW::unpack_TW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
988 double *
RESTRICT const _data_buffer = buffer;
989 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
990 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
991 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
992 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
993 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
994 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
995 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
996 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
997 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
998 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
999 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1000 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1001 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1002 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1003 internal_unpack_NW::unpack_NW(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1008 double *
RESTRICT const _data_buffer = buffer;
1009 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1010 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1011 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1012 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1013 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1014 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1015 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1016 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1017 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1018 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1019 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1020 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1021 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1022 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1023 internal_unpack_BS::unpack_BS(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1028 double *
RESTRICT const _data_buffer = buffer;
1029 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1030 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1031 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1032 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1033 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1034 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1035 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1036 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1037 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1038 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1039 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1040 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1041 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1042 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1043 internal_unpack_S::unpack_S(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1048 double *
RESTRICT const _data_buffer = buffer;
1049 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1050 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1051 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1052 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1053 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1054 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1055 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1056 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1057 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1058 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1059 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1060 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1061 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1062 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1063 internal_unpack_TS::unpack_TS(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1068 double *
RESTRICT const _data_buffer = buffer;
1069 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1070 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1071 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1072 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1073 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1074 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1075 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1076 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1077 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1078 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1079 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1080 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1081 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1082 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1083 internal_unpack_B::unpack_B(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1088 double *
RESTRICT const _data_buffer = buffer;
1089 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1090 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1091 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1092 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1093 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1094 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1095 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1096 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1097 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1098 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1099 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1100 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1101 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1102 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1103 internal_unpack_T::unpack_T(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1108 double *
RESTRICT const _data_buffer = buffer;
1109 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1110 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1111 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1112 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1113 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1114 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1115 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1116 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1117 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1118 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1119 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1120 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1121 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1122 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1123 internal_unpack_BN::unpack_BN(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1128 double *
RESTRICT const _data_buffer = buffer;
1129 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1130 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1131 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1132 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1133 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1134 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1135 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1136 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1137 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1138 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1139 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1140 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1141 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1142 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1143 internal_unpack_N::unpack_N(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1148 double *
RESTRICT const _data_buffer = buffer;
1149 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1150 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1151 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1152 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1153 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1154 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1155 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1156 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1157 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1158 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1159 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1160 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1161 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1162 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1163 internal_unpack_TN::unpack_TN(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1168 double *
RESTRICT const _data_buffer = buffer;
1169 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1170 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1171 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1172 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1173 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1174 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1175 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1176 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1177 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1178 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1179 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1180 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1181 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1182 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1183 internal_unpack_SE::unpack_SE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1188 double *
RESTRICT const _data_buffer = buffer;
1189 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1190 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1191 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1192 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1193 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1194 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1195 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1196 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1197 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1198 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1199 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1200 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1201 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1202 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1203 internal_unpack_BE::unpack_BE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1208 double *
RESTRICT const _data_buffer = buffer;
1209 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1210 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1211 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1212 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1213 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1214 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1215 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1216 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1217 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1218 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1219 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1220 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1221 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1222 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1223 internal_unpack_E::unpack_E(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1228 double *
RESTRICT const _data_buffer = buffer;
1229 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1230 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1231 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1232 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1233 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1234 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1235 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1236 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1237 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1238 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1239 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1240 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1241 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1242 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1243 internal_unpack_TE::unpack_TE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1248 double *
RESTRICT const _data_buffer = buffer;
1249 WALBERLA_ASSERT_GREATER_EQUAL(ci.xMin(), -int_c(pdfs->nrOfGhostLayers()))
1250 WALBERLA_ASSERT_GREATER_EQUAL(ci.yMin(), -int_c(pdfs->nrOfGhostLayers()))
1251 WALBERLA_ASSERT_GREATER_EQUAL(ci.zMin(), -int_c(pdfs->nrOfGhostLayers()))
1252 double *
RESTRICT _data_pdfs = pdfs->dataAt(ci.xMin(), ci.yMin(), ci.zMin(), 0);
1253 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->xSizeWithGhostLayer(), int64_t(int64_c(ci.xSize()) + 0))
1254 const int64_t _size_pdfs_0 = int64_t(int64_c(ci.xSize()) + 0);
1255 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->ySizeWithGhostLayer(), int64_t(int64_c(ci.ySize()) + 0))
1256 const int64_t _size_pdfs_1 = int64_t(int64_c(ci.ySize()) + 0);
1257 WALBERLA_ASSERT_GREATER_EQUAL(pdfs->zSizeWithGhostLayer(), int64_t(int64_c(ci.zSize()) + 0))
1258 const int64_t _size_pdfs_2 = int64_t(int64_c(ci.zSize()) + 0);
1259 const int64_t _stride_pdfs_0 = int64_t(pdfs->xStride());
1260 const int64_t _stride_pdfs_1 = int64_t(pdfs->yStride());
1261 const int64_t _stride_pdfs_2 = int64_t(pdfs->zStride());
1262 const int64_t _stride_pdfs_3 = int64_t(1 * int64_t(pdfs->fStride()));
1263 internal_unpack_NE::unpack_NE(_data_buffer, _data_pdfs, _size_pdfs_0, _size_pdfs_1, _size_pdfs_2, _stride_pdfs_0, _stride_pdfs_1, _stride_pdfs_2, _stride_pdfs_3);
1268 WALBERLA_ASSERT(
false);