followRequestProvider Class Reference

#include <followRequestProvider.h>

Inheritance diagram for followRequestProvider:

Collaboration diagram for followRequestProvider:

Public Member Functions
	~followRequestProvider () override=default
bool	isFollowMode () const override
void	processSources (const std::vector< std::string > &sources) override
Public Member Functions inherited from requestProvider
	requestProvider (decltype(requests) aRequests, decltype(delayedRequests) aDelayedRequests, decltype(parents) aParents, decltype(InputHandler) aInputHandler, decltype(OutputHandler) aOutputHandler)
	! use only the file name part in the destination More...
virtual	~requestProvider ()=default
virtual void	prepareMappings (std::vector< std::string > &sources, std::string &destination)
virtual void	printMappings (std::ostream &stream)

Protected Member Functions
virtual void	followStream (std::istream &stream)=0
template<typename ... Types>
void	enqueueOrAppend (const std::string &srcPath, copyRequest::fileInWork::slotTypes type, copyRequest::clock_type::time_point timestamp, Types ... args)
virtual void	handleMove (const std::string &srcPath, const std::string &dstPath, const std::string &fromPath, const std::string &origPath, const singleMap &mapEntry, copyRequest::clock_type::time_point timestamp)
virtual void	handleOther (const std::string &srcPath, const std::string &dstPath, const singleMap &mapEntry, copyRequest::clock_type::time_point timestamp, bool requestForRemoval)
	followRequestProvider (decltype(requests) aRequests, decltype(delayedRequests) aDelayedRequests, decltype(parents) aParents, decltype(InputHandler) aInputHandler, decltype(OutputHandler) aOutputHandler)
Protected Member Functions inherited from requestProvider
virtual const singleMap &	getDstPath (const std::string &source, std::string &destination, bool baseNameOnly=false)
	get detstination papth for a given source path More...

Static Protected Attributes
static options::single< bool >	mayDelete
static options::single< bool >	nullDelimiter
Static Protected Attributes inherited from requestProvider
static options::map< std::string, pathMapType >	pathMap
static singleMap	badMapEntry

Additional Inherited Members
Static Public Member Functions inherited from requestProvider
static requestProvider *	newProvider (const std::string &choice, decltype(requests) aRequests, decltype(delayedRequests) aDelayedRequests, decltype(parents) aParents, decltype(InputHandler) aInputHandler, decltype(OutputHandler) aOutputHandler)
static void	addAllowedNamesToOption (options::single< std::string > &option)
Static Protected Member Functions inherited from requestProvider
static std::map< std::string, factoryClass * > &	getFactoryMap ()
Protected Attributes inherited from requestProvider
copyRequest::simpleQueue &	requests
copyRequest::timedQueue &	delayedRequests
bool	parents
inputHandler::base *	InputHandler
outputHandler::base *	OutputHandler

Detailed Description

Definition at line 17 of file followRequestProvider.h.

Constructor & Destructor Documentation

followRequestProvider()

followRequestProvider::followRequestProvider ( decltype(requests)  aRequests, decltype(delayedRequests)  aDelayedRequests, decltype(parents)  aParents, decltype(InputHandler)  aInputHandler, decltype(OutputHandler)  aOutputHandler  )

protected

Definition at line 9 of file followRequestProvider.cpp.

                                               :
    requestProvider(aRequests, aDelayedRequests, aParents,
                    aInputHandler, aOutputHandler) {
}

~followRequestProvider()

followRequestProvider::~followRequestProvider ( )

overridedefault

Member Function Documentation

enqueueOrAppend()

template<typename ... Types>

void followRequestProvider::enqueueOrAppend ( const std::string &  srcPath, copyRequest::fileInWork::slotTypes  type, copyRequest::clock_type::time_point  timestamp, Types ...  args  )

inlineprotected

Definition at line 25 of file followRequestProvider.h.

                            {
        timerInst(enqueue);
        auto now = copyRequest::clock_type::now();
        if (timestamp > now) { // cannot be true, probably ntp uncertainty
            if (timestamp - now > std::chrono::milliseconds(10)) {
                errMsg::emit(errMsg::level::debug, errMsg::location(),
                             srcPath, "createRequest",
                             "fixing future timestamp ",
                             std::chrono::duration_cast<std::chrono::duration<double>>(timestamp - now).count(), "s");
            }
            timestamp = now;
        }
 
        copyRequest::fileInWork::inserter inserter(srcPath);
        if (inserter.getFileInWork().getLatestRequestType() == type) { // just update the existing requests start time
            std::string suffix;
            copyRequest::base::getSuffix(srcPath, suffix);
            auto& fileInWork = inserter.getFileInWork();
            copyRequest::base::adviseDelay(timestamp - fileInWork.getEarliestprocessTime(), suffix);
            fileInWork.updateExecTime(timestamp);
        } else { // create a new request
            std::unique_ptr<copyRequest::base> request(new copyRequest::base(InputHandler, srcPath, args..., timestamp));
            if (inserter.getFileInWork().getLatestRequestType() == copyRequest::fileInWork::slotTypes::none) { // no resquest for this file yet
                inserter.markForQueueing(request);
                auto advisedDelay = request->getAdvisedDelay();
                if (request->getSlotType() != copyRequest::fileInWork::slotTypes::unlink
                        && advisedDelay != copyRequest::clock_type::duration::zero()) {
                    inserter.getFileInWork().setWaitTime(advisedDelay);
                    delayedRequests.enqueue(request, advisedDelay);
                } else {
                    requests.enqueue(request);
                }
            } else { // add request to per-file list
                inserter.enRegister(request);
            }
        }
    }

References copyRequest::base::adviseDelay(), errMsg::debug, requestProvider::delayedRequests, errMsg::emit(), waitQueues::simple< T >::enqueue(), waitQueues::timed< T, clock_type >::enqueue(), copyRequest::fileInWork::inserter::enRegister(), copyRequest::base::getAdvisedDelay(), copyRequest::fileInWork::inserter::getFileInWork(), copyRequest::fileInWork::getLatestRequestType(), copyRequest::base::getSlotType(), copyRequest::base::getSuffix(), requestProvider::InputHandler, copyRequest::fileInWork::inserter::markForQueueing(), copyRequest::fileInWork::none, requestProvider::requests, copyRequest::fileInWork::setWaitTime(), timerInst, and copyRequest::fileInWork::unlink.

Referenced by handleMove(), and handleOther().

Here is the call graph for this function:

Here is the caller graph for this function:

followStream()

virtual void followRequestProvider::followStream ( std::istream &  stream )

protectedpure virtual

Implemented in followJsonRequestProvider, followKafkaRequestProvider, followInotifyWatchRequestProvider, and followBeeGfsRequestProvider.

Referenced by processSources().

Here is the caller graph for this function:

handleMove()

void followRequestProvider::handleMove ( const std::string &  srcPath, const std::string &  dstPath, const std::string &  fromPath, const std::string &  origPath, const singleMap &  mapEntry, copyRequest::clock_type::time_point  timestamp  )

protectedvirtual

Definition at line 31 of file followRequestProvider.cpp.

                                                                                  {
    enqueueOrAppend(srcPath, copyRequest::fileInWork::slotTypes::move, timestamp,
                    dstPath, fromPath, origPath, mapEntry);
}

References enqueueOrAppend(), and copyRequest::fileInWork::move.

Referenced by followInotifyWatchRequestProvider::followStream(), followJsonRequestProvider::processJson(), and followBeeGfsRequestProvider::processSources().

Here is the call graph for this function:

Here is the caller graph for this function:

handleOther()

void followRequestProvider::handleOther ( const std::string &  srcPath, const std::string &  dstPath, const singleMap &  mapEntry, copyRequest::clock_type::time_point  timestamp, bool  requestForRemoval  )

protectedvirtual

Definition at line 41 of file followRequestProvider.cpp.

                                                                {
    if (mayDelete || !requestForRemoval) {
        enqueueOrAppend(srcPath,
                        requestForRemoval ? copyRequest::fileInWork::slotTypes::unlink :
                        copyRequest::fileInWork::slotTypes::copy,
                        timestamp,
                        dstPath, mapEntry, requestForRemoval);
    }
}

References copyRequest::fileInWork::copy, enqueueOrAppend(), mayDelete, and copyRequest::fileInWork::unlink.

Referenced by followJsonRequestProvider::cleanupRenameEvents(), followInotifyWatchRequestProvider::followStream(), followJsonRequestProvider::processJson(), and followBeeGfsRequestProvider::processSources().

Here is the call graph for this function:

Here is the caller graph for this function:

isFollowMode()

bool followRequestProvider::isFollowMode ( ) const

inlineoverridevirtual

Implements requestProvider.

Definition at line 83 of file followRequestProvider.h.

                                       {
        return true;
    };

processSources()

void followRequestProvider::processSources ( const std::vector< std::string > &  sources )

overridevirtual

Implements requestProvider.

Definition at line 18 of file followRequestProvider.cpp.

                                                                              {
    for (auto& source : sources) {
        if (source == "-") {
            followStream(std::cin);
        } else {
            std::ifstream stream(source);
            followStream(stream);
        }
    }
}

References followStream().

Here is the call graph for this function:

Member Data Documentation

mayDelete

options::single<bool> followRequestProvider::mayDelete

staticprotected

Definition at line 19 of file followRequestProvider.h.

Referenced by followJsonRequestProvider::cleanupRenameEvents(), and handleOther().

nullDelimiter

options::single<bool> followRequestProvider::nullDelimiter

staticprotected

Definition at line 20 of file followRequestProvider.h.

Referenced by followInotifyWatchRequestProvider::followStream(), and followJsonRequestProvider::followStream().

---

The documentation for this class was generated from the following files:

• src/followRequestProvider.h (v0.19-24-g0617ca1 with changes)
• src/followRequestProvider.cpp (v0.19-24-g0617ca1 with changes)