be_mpi_csvresources.h

Go to the documentation of this file.

/*
 * This software was developed at the National Institute of Standards and
 * Technology (NIST) by employees of the Federal Government in the course
 * of their official duties.  Pursuant to title 17 Section 105 of the
 * United States Code, this software is not subject to copyright protection
 * and is in the public domain.  NIST assumes no responsibility whatsoever for
 * its use by other parties, and makes no guarantees, expressed or implied,
 * about its quality, reliability, or any other characteristic.
 */
 
#ifndef BE_MPI_CSVRESOURCES_H_
#define BE_MPI_CSVRESOURCES_H_
 
#include <random>
#include <string>
#include <vector>
#include <utility>
 
#include <be_memory_autoarray.h>
#include <be_mpi_resources.h>
 
namespace BiometricEvaluation
{
        namespace MPI
        {
                class CSVResources : public Resources
                {
                public:
                        static const std::string INPUTCSVPROPERTY;
                        static const std::string CHUNKSIZEPROPERTY;
                        static const std::string USEBUFFERPROPERTY;
                        static const std::string RANDOMIZEPROPERTY;
                        static const std::string RANDOMSEEDPROPERTY;
                        static const std::string DELIMITERPROPERTY;
                        static const std::string TRIMPROPERTY;
 
                        static std::vector<std::string>
                        getRequiredProperties();
 
                        static std::vector<std::string>
                        getOptionalProperties();
 
                        CSVResources(
                            const std::string &propertiesFileName);
                        ~CSVResources();
        
                        uint32_t
                        getChunkSize()
                            const;
 
                        bool
                        useBuffer()
                            const;
                        
                        bool
                        randomizeLines()
                            const;
                        
                        uint64_t
                        getNumRemainingLines()
                            const;
 
                        std::string
                        getDelimiter()
                            const;
 
                        std::pair<uint64_t, std::string>
                        readLine();
 
                        uint64_t
                        getNumLines()
                            const;
 
                        std::mt19937_64::result_type
                        getRandomSeed()
                            const;
 
                private:
                        void
                        openCSV();
                        
                        std::pair<uint64_t, std::string>
                        readLine(
                            bool randomize);
                            
                        uint32_t _chunkSize;
        
                        uint64_t _numLines;
                        uint64_t _remainingLines;
 
                        std::string _csvPath;
                        std::shared_ptr<std::ifstream> _csvStream;
 
                        bool _trimWhitespace;
                        bool _useBuffer;
                        Memory::uint8Array _csvBuffer;
                        bool _randomizeLines;
                        std::vector<std::pair<uint64_t, std::string>>
                            _randomizedLines;
                        std::mt19937_64 _rng;
                        std::mt19937_64::result_type _rngSeed;
                        uint64_t _offset;
 
                        std::string _delimiter;
                };
        }
}
 
#endif /* BE_MPI_CSVRESOURCES_H_ */