MpiMetricTsProbe Class Reference

Inheritance diagram for MpiMetricTsProbe:

Collaboration diagram for MpiMetricTsProbe:

Public Member Functions
	MpiMetricTsProbe (std::filesystem::path out_dir, size_t interval)
void	checkStop (data::ModelData &data) override
Public Member Functions inherited from postprocess::Postprocess
virtual	~Postprocess ()=default
virtual void	close (data::ModelData &data)
virtual std::string	twoParticle (data::ModelData &data)
virtual std::string	compressive (data::ModelData &data)

Private Member Functions
void	dumpNodalUV (data::ModelData &data, size_t nstep)

Static Private Member Functions
static bool	ownsNode (const data::ModelData &data, size_t i)

Private Attributes
std::filesystem::path	d_outDir
size_t	d_interval
std::ofstream	d_os
bool	d_wroteXref = false

Detailed Description

Sample scalars + dump gathered nodal u,v for MPI identity checks.

Definition at line 385 of file main.cpp.

Constructor & Destructor Documentation

MpiMetricTsProbe()

MpiMetricTsProbe::MpiMetricTsProbe ( std::filesystem::path  out_dir, size_t  interval  )

inline

Definition at line 387 of file main.cpp.

      : d_outDir(std::move(out_dir)),
        d_interval(std::max<size_t>(1, interval)) {
    if (util::parallel::mpiRank() == 0) {
      std::filesystem::create_directories(d_outDir / "nodal");
      d_os.open(d_outDir / "mpi_metric_ts.csv");
      d_os << "step,t,max_u,com1x,com1y\n";
    }
  }

References d_os, d_outDir, and util::parallel::mpiRank().

Here is the call graph for this function:

Member Function Documentation

checkStop()

void MpiMetricTsProbe::checkStop ( data::ModelData &  data )

inlineoverridevirtual

Reimplemented from postprocess::Postprocess.

Definition at line 397 of file main.cpp.

                                               {
    postprocess::Postprocess::checkStop(data);
    const size_t nstep = data.currentStep();
    if (nstep % d_interval != 0 && nstep < data.numTimeSteps())
      return;
 
    double max_u = 0.;
    for (const auto &u : data.d_u)
      max_u = std::max(max_u, u.length());
    if (util::parallel::mpiSize() > 1)
      MPI_Allreduce(MPI_IN_PLACE, &max_u, 1, MPI_DOUBLE, MPI_MAX,
                    util::parallel::mpiComm());
    double com1x = 0., com1y = 0.;
    if (data.d_particlesListTypeParticle.size() > 1) {
      const auto c = data.d_particlesListTypeParticle[1]->getXCenter();
      com1x = c.d_x;
      com1y = c.d_y;
    }
    if (util::parallel::mpiRank() == 0) {
      d_os << std::format("{},{:.12e},{:.12e},{:.12e},{:.12e}\n", nstep,
                          data.d_time, max_u, com1x, com1y);
      d_os.flush();
    }
    dumpNodalUV(data, nstep);
  }

References postprocess::Postprocess::checkStop(), d_interval, d_os, dumpNodalUV(), util::parallel::mpiComm(), util::parallel::mpiRank(), and util::parallel::mpiSize().

Here is the call graph for this function:

dumpNodalUV()

void MpiMetricTsProbe::dumpNodalUV ( data::ModelData &  data, size_t  nstep  )

inlineprivate

Definition at line 444 of file main.cpp.

                                                      {
    const size_t n = data.d_u.size();
    std::vector<double> buf(6 * n, 0.);
    for (size_t i = 0; i < n; ++i) {
      if (!ownsNode(data, i))
        continue;
      buf[6 * i + 0] = data.d_u[i].d_x;
      buf[6 * i + 1] = data.d_u[i].d_y;
      buf[6 * i + 2] = data.d_u[i].d_z;
      buf[6 * i + 3] = data.d_v[i].d_x;
      buf[6 * i + 4] = data.d_v[i].d_y;
      buf[6 * i + 5] = data.d_v[i].d_z;
    }
    if (util::parallel::mpiSize() > 1)
      MPI_Allreduce(MPI_IN_PLACE, buf.data(), static_cast<int>(buf.size()),
                    MPI_DOUBLE, MPI_SUM, util::parallel::mpiComm());
    if (util::parallel::mpiRank() != 0)
      return;
    if (!d_wroteXref) {
      std::ofstream xr(d_outDir / "nodal" / "x_ref.bin", std::ios::binary);
      const uint32_t nn = static_cast<uint32_t>(n);
      xr.write(reinterpret_cast<const char *>(&nn), sizeof(nn));
      for (size_t i = 0; i < n; ++i) {
        const double p[3] = {data.d_xRef[i].d_x, data.d_xRef[i].d_y,
                             data.d_xRef[i].d_z};
        xr.write(reinterpret_cast<const char *>(p), sizeof(p));
      }
      d_wroteXref = true;
    }
    const auto path =
        d_outDir / "nodal" / std::format("uv_{:06d}.bin", nstep);
    std::ofstream os(path, std::ios::binary);
    const char magic[4] = {'P', 'D', 'U', 'V'};
    const uint32_t step32 = static_cast<uint32_t>(nstep);
    const uint32_t nn = static_cast<uint32_t>(n);
    os.write(magic, 4);
    os.write(reinterpret_cast<const char *>(&step32), sizeof(step32));
    os.write(reinterpret_cast<const char *>(&nn), sizeof(nn));
    os.write(reinterpret_cast<const char *>(buf.data()),
             static_cast<std::streamsize>(buf.size() * sizeof(double)));
  }

References d_outDir, d_wroteXref, util::parallel::mpiComm(), util::parallel::mpiRank(), util::parallel::mpiSize(), and ownsNode().

Referenced by checkStop().

Here is the call graph for this function:

Here is the caller graph for this function:

ownsNode()

static bool MpiMetricTsProbe::ownsNode ( const data::ModelData &  data, size_t  i  )

inlinestaticprivate

Definition at line 424 of file main.cpp.

                                                            {
    const int rank = util::parallel::mpiRank();
    if (data.d_pdDofMpi) {
      if (i >= data.d_pdNodePartition.size())
        return false;
      return static_cast<int>(data.d_pdNodePartition[i]) == rank;
    }
    // Particle-MPI / serial: owned grains; walls only from rank 0 (replicated).
    for (const auto *p : data.d_particlesListTypeAll) {
      const size_t i0 = p->d_globStart;
      const size_t i1 = i0 + p->getNumNodes();
      if (i < i0 || i >= i1)
        continue;
      if (p->isWall())
        return rank == 0;
      return particle::isLocallyOwned(*p);
    }
    return rank == 0;
  }

References particle::isLocallyOwned(), and util::parallel::mpiRank().

Referenced by dumpNodalUV().

Here is the call graph for this function:

Here is the caller graph for this function:

Field Documentation

d_interval

size_t MpiMetricTsProbe::d_interval

private

Definition at line 487 of file main.cpp.

Referenced by checkStop().

d_os

std::ofstream MpiMetricTsProbe::d_os

private

Definition at line 488 of file main.cpp.

Referenced by checkStop(), and MpiMetricTsProbe().

d_outDir

std::filesystem::path MpiMetricTsProbe::d_outDir

private

Definition at line 486 of file main.cpp.

Referenced by dumpNodalUV(), and MpiMetricTsProbe().

d_wroteXref

bool MpiMetricTsProbe::d_wroteXref = false

private

Definition at line 489 of file main.cpp.

Referenced by dumpNodalUV().

---

The documentation for this class was generated from the following file:

• /home/user/project/test/test_data/peridem/twop_circ_inbuilt/main.cpp