greenplumn s3key_writer 源码
greenplumn s3key_writer 代码
文件路径：/gpcontrib/gpcloud/include/s3key_writer.h
#ifndef INCLUDE_S3KEY_WRITER_H_
#define INCLUDE_S3KEY_WRITER_H_
#include "s3common_headers.h"
#include "s3exception.h"
#include "s3interface.h"
#include "writer.h"
class WriterBuffer : public vector<uint8_t> {};
class S3KeyWriter : public Writer {
public:
S3KeyWriter() : sharedError(false), s3Interface(NULL), partNumber(0), activeThreads(0) {
pthread_mutex_init(&this->mutex, NULL);
pthread_cond_init(&this->cv, NULL);
pthread_mutex_init(&this->exceptionMutex, NULL);
}
virtual ~S3KeyWriter() {
try {
this->close();
} catch (...) {
}
pthread_mutex_destroy(&this->mutex);
pthread_cond_destroy(&this->cv);
pthread_mutex_destroy(&this->exceptionMutex);
}
virtual void open(const S3Params& params);
// write() attempts to write up to count bytes from the buffer.
// Always return 0 if EOF, no matter how many times it's invoked. Throw exception if encounters
// errors.
virtual uint64_t write(const char* buf, uint64_t count);
// This should be reentrant, has no side effects when called multiple times.
virtual void close();
void setS3InterfaceService(S3Interface* s3) {
this->s3Interface = s3;
}
protected:
static void* UploadThreadFunc(void* p);
void flushBuffer();
void completeKeyWriting();
void checkQueryCancelSignal();
bool sharedError;
std::exception_ptr sharedException;
pthread_mutex_t exceptionMutex;
S3VectorUInt8 buffer;
S3Interface* s3Interface;
string uploadId;
map<uint64_t, string> etagList;
vector<pthread_t> threadList;
pthread_mutex_t mutex;
pthread_cond_t cv;
uint64_t partNumber;
uint64_t activeThreads;
S3Params params;
};
#endif /* INCLUDE_S3KEY_WRITER_H_ */
相关信息
相关文章
0
赞
热门推荐
-
2、 - 优质文章
-
3、 gate.io
-
6、 golang
-
7、 openharmony