greenplumn gpreader 源码

greenplumn gpreader 代码

文件路径：/gpcontrib/gpcloud/include/gpreader.h

#ifndef __GP_READER_H__
#define __GP_READER_H__

#include "reader.h"
#include "s3bucket_reader.h"
#include "s3common_headers.h"
#include "s3common_reader.h"
#include "s3interface.h"
#include "s3log.h"
#include "s3macros.h"
#include "s3utils.h"

class GPReader : public Reader {
   public:
    GPReader(const S3Params &params);
    virtual ~GPReader() {
        this->close();
    }

    virtual void open(const S3Params &params);

    / read() attempts to read up to count bytes into the buffer.
    / Return 0 if EOF. Throw exception if encounters errors.
    virtual uint64_t read(char *buf, uint64_t count);

    / This should be reentrant, has no side effects when called multiple times.
    virtual void close();

    const ListBucketResult &getKeyList() {
        return bucketReader.getKeyList();
    }

    const S3Params &getParams() {
        return params;
    }

   protected:
    S3Params params;
    S3BucketReader bucketReader;
    S3CommonReader commonReader;
    S3RESTfulService restfulService;

    S3InterfaceService s3InterfaceService;

    / it links to itself by default
    / but the pointer here leaves a chance to mock it in unit test
    S3RESTfulService *restfulServicePtr;
};

/ Following 3 functions are invoked by s3_import(), need to be exception safe
GPReader *reader_init(const char *url_with_options);
bool reader_transfer_data(GPReader *reader, char *data_buf, int &data_len);
bool reader_cleanup(GPReader **reader);

/ Two thread related functions, called only by gpreader and gpcheckcloud
int thread_setup(void);
int thread_cleanup(void);

#endif

相关信息

greenplumn 源码目录

相关文章

greenplumn compress_writer 源码

greenplumn decompress_reader 源码

greenplumn gpcheckcloud 源码

greenplumn gpcommon 源码

greenplumn gpwriter 源码

greenplumn reader 源码

greenplumn restful_service 源码

greenplumn s3bucket_reader 源码

greenplumn s3common_headers 源码

greenplumn s3common_reader 源码