#include <ReplicaOfGeneralDistribution.h>

Inheritance diagram for ioda::ReplicaOfGeneralDistribution:

Collaboration diagram for ioda::ReplicaOfGeneralDistribution:

Public Member Functions
	ReplicaOfGeneralDistribution (const eckit::mpi::Comm &comm, std::shared_ptr< const Distribution > masterDist, const std::vector< std::size_t > &masterRecordNumbers)

	~ReplicaOfGeneralDistribution () override

void	assignRecord (const std::size_t RecNum, const std::size_t LocNum, const eckit::geometry::Point2 &point) override
	If the record `RecNum` has not yet been assigned to a PE, assigns it to the appropriate PE. More...

bool	isMyRecord (std::size_t RecNum) const override
	Returns true if record `RecNum` has been assigned to the calling PE during a previous call to assignRecord(). More...

void	computePatchLocs () override
	If necessary, identifies locations of "patch obs", i.e. More...

void	patchObs (std::vector< bool > &) const override
	Sets each element of the provided vector to true if the corresponding location is a "patch obs", i.e. More...

void	min (int &x) const override
	Calculates the global minimum (over all locations on all PEs) of a location-dependent quantity. More...

void	min (std::size_t &x) const override

void	min (float &x) const override

void	min (double &x) const override

void	min (std::vector< int > &x) const override
	Calculates the global minima (over all locations on all PEs) of multiple location-dependent quantities. More...

void	min (std::vector< std::size_t > &x) const override

void	min (std::vector< float > &x) const override

void	min (std::vector< double > &x) const override

void	max (int &x) const override
	Calculates the global maximum (over all locations on all PEs) of a location-dependent quantity. More...

void	max (std::size_t &x) const override

void	max (float &x) const override

void	max (double &x) const override

void	max (std::vector< int > &x) const override
	Calculates the global maxima (over all locations on all PEs) of multiple location-dependent quantities. More...

void	max (std::vector< std::size_t > &x) const override

void	max (std::vector< float > &x) const override

void	max (std::vector< double > &x) const override

void	allGatherv (std::vector< size_t > &x) const override
	Gather observation data from all processes and deliver the combined data to all processes. More...

void	allGatherv (std::vector< int > &x) const override

void	allGatherv (std::vector< float > &x) const override

void	allGatherv (std::vector< double > &x) const override

void	allGatherv (std::vector< util::DateTime > &x) const override

void	allGatherv (std::vector< std::string > &x) const override

size_t	globalUniqueConsecutiveLocationIndex (size_t loc) const override
	Map the index of a location held on the calling process to the index of the corresponding element of any vector produced by allGatherv(). More...

std::string	name () const override

Public Member Functions inherited from ioda::Distribution
	Distribution (const eckit::mpi::Comm &Comm)

virtual	~Distribution ()

virtual bool	isIdentity () const
	Returns true if the distribution assigns all records to all PEs, false otherwise. More...

virtual bool	isNonoverlapping () const
	Returns true if the distribution does not assign any record to more than one PE, false otherwise. More...

template<typename T >
std::unique_ptr< Accumulator< T > >	createAccumulator () const
	Create an object that can be used to calculate the sum of a location-dependent quantity over locations held on all PEs, each taken into account only once even if it's held on multiple PEs. More...

template<typename T >
std::unique_ptr< Accumulator< std::vector< T > > >	createAccumulator (std::size_t n) const
	Create an object that can be used to calculate the sums of `n` location-dependent quantities over locations held on all PEs, each taken into account only once even if it's held on multiple PEs. More...

size_t	rank () const
	Accessor to MPI rank. More...

Private Member Functions
template<typename T >
void	minImpl (T &x) const

template<typename T >
void	maxImpl (T &x) const

template<typename T >
void	reductionImpl (T &x, eckit::mpi::Operation::Code op) const

template<typename T >
void	reductionImpl (std::vector< T > &x, eckit::mpi::Operation::Code op) const

std::unique_ptr< Accumulator< int > >	createAccumulatorImpl (int init) const override
	Create an object that can be used to calculate the sum of a location-dependent quantity over locations held on all PEs, each taken into account only once even if it's held on multiple PEs. More...

std::unique_ptr< Accumulator< std::size_t > >	createAccumulatorImpl (std::size_t init) const override

std::unique_ptr< Accumulator< float > >	createAccumulatorImpl (float init) const override

std::unique_ptr< Accumulator< double > >	createAccumulatorImpl (double init) const override

std::unique_ptr< Accumulator< std::vector< int > > >	createAccumulatorImpl (const std::vector< int > &init) const override
	Create an object that can be used to calculate the sums of multiple location-dependent quantities over locations held on all PEs, each taken into account only once even if it's held on multiple PEs. More...

std::unique_ptr< Accumulator< std::vector< std::size_t > > >	createAccumulatorImpl (const std::vector< std::size_t > &init) const override

std::unique_ptr< Accumulator< std::vector< float > > >	createAccumulatorImpl (const std::vector< float > &init) const override

std::unique_ptr< Accumulator< std::vector< double > > >	createAccumulatorImpl (const std::vector< double > &init) const override

template<typename T >
std::unique_ptr< Accumulator< T > >	createAccumulatorImplT (const T &init) const

template<typename T >
void	allGathervImpl (std::vector< T > &x) const

void	computeGlobalUniqueConsecutiveLocIndices (const std::vector< std::pair< double, int >> &dist_and_lidx_glb)

Private Attributes
std::shared_ptr< const Distribution >	masterDist_

std::size_t	numMasterLocs_

std::unordered_set< std::size_t >	masterPatchRecords_

std::unordered_set< std::size_t >	myRecords_

std::vector< std::size_t >	myGlobalLocs_

std::vector< bool >	isMyPatchObs_

std::vector< size_t >	globalUniqueConsecutiveLocIndices_

Additional Inherited Members
Protected Attributes inherited from ioda::Distribution
const eckit::mpi::Comm &	comm_
	Local MPI communicator. More...

Related Functions inherited from ioda::Distribution
double	dotProduct (const Distribution &dist, std::size_t numVariables, const std::vector< double > &v1, const std::vector< double > &v2)
	Computes the dot product between two vectors of obs distributed across MPI ranks. More...

std::size_t	globalNumNonMissingObs (const Distribution &dist, size_t numVariables, const std::vector< double > &v)
	Counts unique non-missing observations in a vector. More...

Detailed Description

Definition at line 18 of file ReplicaOfGeneralDistribution.h.

Constructor & Destructor Documentation

◆ ReplicaOfGeneralDistribution()

ioda::ReplicaOfGeneralDistribution::ReplicaOfGeneralDistribution	(	const eckit::mpi::Comm &	comm,
		std::shared_ptr< const Distribution >	masterDist,
		const std::vector< std::size_t > &	masterRecordNumbers
	)

Definition at line 26 of file ReplicaOfGeneralDistribution.cc.

◆ ~ReplicaOfGeneralDistribution()

ioda::ReplicaOfGeneralDistribution::~ReplicaOfGeneralDistribution ( )

override

Definition at line 45 of file ReplicaOfGeneralDistribution.cc.

Member Function Documentation

◆ allGatherv() [1/6]

void ioda::ReplicaOfGeneralDistribution::allGatherv ( std::vector< double > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 254 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ allGatherv() [2/6]

void ioda::ReplicaOfGeneralDistribution::allGatherv ( std::vector< float > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 250 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ allGatherv() [3/6]

void ioda::ReplicaOfGeneralDistribution::allGatherv ( std::vector< int > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 246 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ allGatherv() [4/6]

void ioda::ReplicaOfGeneralDistribution::allGatherv ( std::vector< size_t > & x ) const

overridevirtual

Gather observation data from all processes and deliver the combined data to all processes.

Parameters

[in,out] x On input: a vector whose ith element is associated with the ith observation held by the calling process. On output: a concatenation of the vectors x passed by all calling processes, with duplicates removed (i.e. if any observations are duplicated across multiple processes, the elements of x corresponding to these data are included only once).

Implements ioda::Distribution.

Definition at line 242 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ allGatherv() [5/6]

void ioda::ReplicaOfGeneralDistribution::allGatherv ( std::vector< std::string > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 262 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ allGatherv() [6/6]

void ioda::ReplicaOfGeneralDistribution::allGatherv ( std::vector< util::DateTime > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 258 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ allGathervImpl()

template<typename T >

void ioda::ReplicaOfGeneralDistribution::allGathervImpl ( std::vector< T > & x ) const

private

Definition at line 267 of file ReplicaOfGeneralDistribution.cc.

Here is the caller graph for this function:

◆ assignRecord()

void ioda::ReplicaOfGeneralDistribution::assignRecord	(	const std::size_t	RecNum,
		const std::size_t	LocNum,
		const eckit::geometry::Point2 &	point
	)

overridevirtual

If the record RecNum has not yet been assigned to a PE, assigns it to the appropriate PE.

Informs the distribution that location LocNum belongs to this record.

Parameters

RecNum	Record containing the location `LocNum`.
LocNum	(Global) location index.
point	Latitude and longitude of this location.

Reimplemented from ioda::Distribution.

Definition at line 50 of file ReplicaOfGeneralDistribution.cc.

◆ computeGlobalUniqueConsecutiveLocIndices()

void ioda::ReplicaOfGeneralDistribution::computeGlobalUniqueConsecutiveLocIndices ( const std::vector< std::pair< double, int >> & dist_and_lidx_glb )

private

◆ computePatchLocs()

void ioda::ReplicaOfGeneralDistribution::computePatchLocs ( )

overridevirtual

If necessary, identifies locations of "patch obs", i.e.

locations belonging to records owned by this PE.

This function must be called when all records have been assigned, and in particular before any calls to the createAccumulator() and globalUniqueConsecutiveLocationIndex() member functions or the global functions and dotProduct(), globalNumNonMissingObs().

Reimplemented from ioda::Distribution.

Definition at line 65 of file ReplicaOfGeneralDistribution.cc.

◆ createAccumulatorImpl() [1/8]

std::unique_ptr< Accumulator< std::vector< double > > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( const std::vector< double > & init ) const

overrideprivatevirtual

Implements ioda::Distribution.

Definition at line 231 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [2/8]

std::unique_ptr< Accumulator< std::vector< float > > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( const std::vector< float > & init ) const

overrideprivatevirtual

Implements ioda::Distribution.

Definition at line 226 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [3/8]

std::unique_ptr< Accumulator< std::vector< int > > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( const std::vector< int > & init ) const

overrideprivatevirtual

Create an object that can be used to calculate the sums of multiple location-dependent quantities over locations held on all PEs, each taken into account only once even if it's held on multiple PEs.

Parameters

init	A vector of as many elements as there are sums to calculate. The values of these elements are ignored.

Implements ioda::Distribution.

Definition at line 216 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [4/8]

std::unique_ptr< Accumulator< std::vector< std::size_t > > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( const std::vector< std::size_t > & init ) const

overrideprivatevirtual

Implements ioda::Distribution.

Definition at line 221 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [5/8]

std::unique_ptr< Accumulator< double > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( double init ) const

overrideprivatevirtual

Implements ioda::Distribution.

Definition at line 211 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [6/8]

std::unique_ptr< Accumulator< float > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( float init ) const

overrideprivatevirtual

Implements ioda::Distribution.

Definition at line 206 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [7/8]

std::unique_ptr< Accumulator< int > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( int init ) const

overrideprivatevirtual

Create an object that can be used to calculate the sum of a location-dependent quantity over locations held on all PEs, each taken into account only once even if it's held on multiple PEs.

Parameters

init	Used only to select the right overload – the value is ignored.

Implements ioda::Distribution.

Definition at line 196 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImpl() [8/8]

std::unique_ptr< Accumulator< std::size_t > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImpl ( std::size_t init ) const

overrideprivatevirtual

Implements ioda::Distribution.

Definition at line 201 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ createAccumulatorImplT()

template<typename T >

std::unique_ptr< Accumulator< T > > ioda::ReplicaOfGeneralDistribution::createAccumulatorImplT ( const T & init ) const

private

Definition at line 237 of file ReplicaOfGeneralDistribution.cc.

Here is the caller graph for this function:

◆ globalUniqueConsecutiveLocationIndex()

size_t ioda::ReplicaOfGeneralDistribution::globalUniqueConsecutiveLocationIndex ( size_t loc ) const

overridevirtual

Map the index of a location held on the calling process to the index of the corresponding element of any vector produced by allGatherv().

Implements ioda::Distribution.

Definition at line 282 of file ReplicaOfGeneralDistribution.cc.

◆ isMyRecord()

bool ioda::ReplicaOfGeneralDistribution::isMyRecord ( std::size_t RecNum ) const

overridevirtual

Returns true if record RecNum has been assigned to the calling PE during a previous call to assignRecord().

Clients can use this function to determine which records to keep when reading in observations.

Implements ioda::Distribution.

Definition at line 60 of file ReplicaOfGeneralDistribution.cc.

◆ max() [1/8]

void ioda::ReplicaOfGeneralDistribution::max ( double & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 157 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [2/8]

void ioda::ReplicaOfGeneralDistribution::max ( float & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 153 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [3/8]

void ioda::ReplicaOfGeneralDistribution::max ( int & x ) const

overridevirtual

Calculates the global maximum (over all locations on all PEs) of a location-dependent quantity.

Parameters

[in,out] x On input, the local maximum (over all locations on the current PE) of a location-dependent quantity. On output, its global maximum.

Implements ioda::Distribution.

Definition at line 145 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [4/8]

void ioda::ReplicaOfGeneralDistribution::max ( std::size_t & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 149 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [5/8]

void ioda::ReplicaOfGeneralDistribution::max ( std::vector< double > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 173 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [6/8]

void ioda::ReplicaOfGeneralDistribution::max ( std::vector< float > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 169 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [7/8]

void ioda::ReplicaOfGeneralDistribution::max ( std::vector< int > & x ) const

overridevirtual

Calculates the global maxima (over all locations on all PEs) of multiple location-dependent quantities.

Parameters

[in,out] x On input, each element of x should be the local maximum (over all locations on the current PE) of a location-dependent quantity. On output, that element will be set to the global maximum of that quantity.

Implements ioda::Distribution.

Definition at line 161 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ max() [8/8]

void ioda::ReplicaOfGeneralDistribution::max ( std::vector< std::size_t > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 165 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ maxImpl()

template<typename T >

void ioda::ReplicaOfGeneralDistribution::maxImpl ( T & x ) const

private

Definition at line 178 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

Here is the caller graph for this function:

◆ min() [1/8]

void ioda::ReplicaOfGeneralDistribution::min ( double & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 119 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ min() [2/8]

void ioda::ReplicaOfGeneralDistribution::min ( float & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 115 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ min() [3/8]

void ioda::ReplicaOfGeneralDistribution::min ( int & x ) const

overridevirtual

Calculates the global minimum (over all locations on all PEs) of a location-dependent quantity.

Parameters

[in,out] x On input, the local minimum (over all locations on the current PE) of a location-dependent quantity. On output, its global minimum.

Implements ioda::Distribution.

Definition at line 107 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ min() [4/8]

void ioda::ReplicaOfGeneralDistribution::min ( std::size_t & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 111 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ min() [5/8]

void ioda::ReplicaOfGeneralDistribution::min ( std::vector< double > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 135 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ min() [6/8]

void ioda::ReplicaOfGeneralDistribution::min ( std::vector< float > & x ) const

overridevirtual

Implements ioda::Distribution.

Definition at line 131 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function:

◆ min() [7/8]

void ioda::ReplicaOfGeneralDistribution::min ( std::vector< int > & x ) const

overridevirtual

Calculates the global minima (over all locations on all PEs) of multiple location-dependent quantities.

Parameters

[in,out] x On input, each element of x should be the local minimum (over all locations on the current PE) of a location-dependent quantity. On output, that element will be set to the global minimum of that quantity.

Implements ioda::Distribution.

Definition at line 123 of file ReplicaOfGeneralDistribution.cc.

Here is the call graph for this function: