54 lines
1.6 KiB
C++
54 lines
1.6 KiB
C++
#ifndef RABIT_LEARN_IO_IO_H_
|
|
#define RABIT_LEARN_IO_IO_H_
|
|
/*!
|
|
* \file io.h
|
|
* \brief Input/Output utils that handles read/write
|
|
* of files in distrubuted enviroment
|
|
* \author Tianqi Chen
|
|
*/
|
|
#include "../../include/rabit_serializable.h"
|
|
/*! \brief io interface */
|
|
namespace rabit {
|
|
/*!
|
|
* \brief namespace to handle input split and filesystem interfacing
|
|
*/
|
|
namespace io {
|
|
/*!
|
|
* \brief user facing input split helper,
|
|
* can be used to get the partition of data used by current node
|
|
*/
|
|
class InputSplit {
|
|
public:
|
|
/*!
|
|
* \brief get next line, store into out_data
|
|
* \param out_data the string that stores the line data,
|
|
* \n is not included
|
|
* \return true of next line was found, false if we read all the lines
|
|
*/
|
|
virtual bool NextLine(std::string *out_data) = 0;
|
|
/*! \brief destructor*/
|
|
virtual ~InputSplit(void) {}
|
|
};
|
|
/*!
|
|
* \brief create input split given a uri
|
|
* \param uri the uri of the input, can contain hdfs prefix
|
|
* \param part the part id of current input
|
|
* \param nsplit total number of splits
|
|
*/
|
|
inline InputSplit *CreateInputSplit(const char *uri,
|
|
unsigned part,
|
|
unsigned nsplit);
|
|
/*!
|
|
* \brief create an stream, the stream must be able to close
|
|
* the underlying resources(files) when deleted
|
|
*
|
|
* \param uri the uri of the input, can contain hdfs prefix
|
|
* \param mode can be 'w' or 'r' for read or write
|
|
*/
|
|
inline IStream *CreateStream(const char *uri, const char *mode);
|
|
} // namespace io
|
|
} // namespace rabit
|
|
|
|
#include "./io-inl.h"
|
|
#endif // RABIT_LEARN_IO_IO_H_
|