DataTransfer2.h

#ifndef CARMA_ARCHIVE_DATATRANSFER_H_
#define CARMA_ARCHIVE_DATATRANSFER_H_

#include "carma/archive/TransferDB.h"
#include "carma/monitor/DataflowSubsystem.h"
#include "carma/sdp/MiriadUV.h"
#include "carma/util/types.h"

// C includes
#include <sys/types.h>
#include <dirent.h>
#include <stdio.h>
#include <zlib.h>
#include <errno.h>

// Std C++ includes
#include <iostream>
#include <fstream>
#include <map>
#include <exception>
#include <vector>
#include <string>

// Carma tools includes
#include "log4cpp/Category.hh"
#include "bgftp/ArchiveJni.h"

namespace carma {
namespace archive {

class DataTransfer
{
        public:
        DataTransfer(std::map<std::string, std::string> arv, 
                 const carma::util::frameType startFrame,
                 const carma::util::frameType pollInterval,
                 const bool emulate = false );

        ~DataTransfer();

    int update(const std::vector<std::string> & p,
               const std::vector<std::string> & dirs,
               const std::string & filter);

    int move_mp(const std::vector<std::string> & p,
                const std::vector<std::string> & dirs,
                const std::string              & filter);

    int move_sza(const std::vector<std::string>  & p,
                 const std::vector<std::string>  & dirs,
                 const std::string               & filter);

    int move_qr(const std::vector<std::string> & p,
                const std::string              & dir,
                const std::string              & filter);

    void start(const std::vector<std::string> & p,
               const std::vector<std::string> & dirs,
               const std::string              & filter);

    void stop();

    void updateMonitorPoints();


    std::vector<std::string> getFiles(const std::string & dir, const std::string & filter);
    std::vector<std::string> getSZAFiles(const std::string & dir);
    std::vector<std::string> getQualityReports(const std::string & dir);
    void setParams(const std::vector<std::string> & params, const std::string & filter);

    void gzip(const std::string & source, const std::string & dest);

    //void gunzip(std::string& source, std::string& dest);

    void writeTransferLog(const std::vector<std::string> & list);

    void writeTransferDB(const std::vector<std::string> & list, const bool append);

    void appendDoneList(const std::vector<std::string>& list);

    std::string getDate(const std::string & filename);

    std::string getYear(const std::string & filename);

    std::string getRange(const std::string & name);

    std::string logFile;

    std::vector<std::string> doneList;

    ArchiveJni *jniObj;

    std::string theDate;

    std::string theYear;

    std::string szaYear;

    std::string theRange;

    bool yearIsSet;

    bool szaYearIsSet;

    bool rangeIsSet;

    bool toAppend;

    TransferDB* db;
    typedef enum xferFileTypeEnum {
        FILE_ASTROHEADER,
        FILE_MONITOR,
        FILE_QUALITY,
        FILE_SZA,
        FILE_VISBRICK,
        FILE_NONE
    } xferFileType;

    void setLastTransferred( const size_t length, const xferFileType type );

    size_t fileTransferRate( const size_t intervalInMinutes );

    carma::util::frameType startFrame_;

    carma::util::frameType pollInterval_;

    bool emulate_;

    carma::util::frameType lastXferTime_;

    /* total number of files of all types transferred */
    size_t numFilesXferred_;
    /* number of astroheader files transferred */
    size_t numAHXferred_;
    /* number of monitor data files transferred */
    size_t numMPXferred_;
    /* number of visbrick files transferred */
    size_t numVisbrickXferred_;
    /* number of quality files transferred */
    size_t numQualityXferred_;

    ::std::map<carma::util::frameType, size_t> fileXferRateMap_;

    carma::monitor::DataflowSubsystem dataflow_;

};

}} // namespace carma::archive

#endif /*CARMA_ARCHIVE_DATATRANSFER_H_*/