greenplumn s3utils_test 源码

2022-08-18
浏览 (352)

greenplumn s3utils_test 代码

文件路径：/gpcontrib/gpcloud/test/s3utils_test.cpp

#include "s3utils.cpp"
#include "gtest/gtest.h"
#include "http_parser.cpp"
#include "ini.cpp"

TEST(Utils, nth) {
    const char *teststr = "aaabbbcccaaatttaaa";

    EXPECT_EQ((uint64_t)-1, find_Nth(teststr, 0, "aaa"));
    EXPECT_EQ((uint64_t)0, find_Nth(teststr, 1, "aaa"));
    EXPECT_EQ((uint64_t)9, find_Nth(teststr, 2, "aaa"));
    EXPECT_EQ((uint64_t)15, find_Nth(teststr, 3, "aaa"));
    EXPECT_EQ((uint64_t)-1, find_Nth(teststr, 1, "abc"));
    EXPECT_EQ((uint64_t)0, find_Nth(teststr, 1, ""));
}

#define MD5TESTSTRING "abcdefghijklmnopqrstuvwxyz\n"
TEST(Utils, md5) {
    MD5Calc m;
    m.Update(MD5TESTSTRING, strlen(MD5TESTSTRING));
    EXPECT_STREQ("e302f9ecd2d189fa80aac1c3392e9b9c", m.Get());
    m.Update(MD5TESTSTRING, strlen(MD5TESTSTRING));
    m.Update(MD5TESTSTRING, strlen(MD5TESTSTRING));
    m.Update(MD5TESTSTRING, strlen(MD5TESTSTRING));
    EXPECT_STREQ("3f8c2c6e2579e864071c33919fac61ee", m.Get());
}

#define TEST_STRING "The quick brown fox jumps over the lazy dog"
TEST(Utils, sha256) {
    char hash_str[SHA256_DIGEST_STRING_LENGTH] = {0};
    EXPECT_TRUE(sha256_hex(TEST_STRING, hash_str));
    EXPECT_STREQ("d7a8fbb307d7809469ca9abcb0082e4f8d5651e46d3cdb762d02d0bf37c9e592", hash_str);
}

TEST(Utils, sha1hmac) {
    char hash_hex[SHA_DIGEST_STRING_LENGTH] = {0};

    EXPECT_TRUE(sha1hmac_hex(TEST_STRING, (char *)hash_hex, "key", 3));

    EXPECT_STREQ("de7c9b85b8b78aa6bc8a7a36f70a90701c9db4d9", hash_hex);
}

TEST(Utils, sha256hmac) {
    char hash_str[SHA256_DIGEST_STRING_LENGTH] = {0};
    EXPECT_TRUE(sha256hmac_hex(TEST_STRING, hash_str, "key", 3));
    EXPECT_STREQ("f7bc83f430538424b13298e6aa6fb143ef4d59a14946175997479dbc2d1a3cd8", hash_str);
}

TEST(Utils, ConfigEmpty) {
    uint64_t value = 0;

    Config c1("");
    EXPECT_FALSE(c1.Scan("configtest", "config7", "%" PRIu64, &value));

    string str;
    Config c2(str);
    EXPECT_FALSE(c2.Scan("configtest", "config7", "%" PRIu64, &value));
}

TEST(Utils, Config) {
    Config c("data/s3test.conf");
    EXPECT_EQ(c.Get("configtest", "config1", "aaaaaa"), "abcdefg");
    EXPECT_EQ(c.Get("configtest", "config2", "tttt"), "12345");
    EXPECT_EQ(c.Get("configtest", "config3", "tttt"), "aaaaa");
    EXPECT_EQ(c.Get("configtest", "config4", "tttt"), "123");
    EXPECT_EQ(c.Get("configtest", "config5", "tttt"), "tttt");
    EXPECT_EQ(c.Get("configtest", "config6", "tttt"), "tttt");
    EXPECT_EQ(c.Get("configtest", "config7", "xx"), "xx");

    EXPECT_EQ(c.Get("configtest", "", "xx"), "xx");
    EXPECT_EQ(c.Get("configtest", "config7", ""), "");

    EXPECT_EQ(c.Get("configtest", "", "xx"), "xx");

    uint64_t value = 0;
    EXPECT_TRUE(c.Scan("configtest", "config2", "%" PRIu64, &value));
    EXPECT_EQ((uint64_t)12345, value);

    EXPECT_TRUE(c.Scan("configtest", "config4", "%" PRIu64, &value));
    EXPECT_EQ((uint64_t)123, value);

    EXPECT_FALSE(c.Scan("configtest", "config7", "%" PRIu64, &value));
    EXPECT_FALSE(c.Scan("", "config7", "%" PRIu64, &value));
    EXPECT_FALSE(c.Scan("configtest", "", "%" PRIu64, &value));

    EXPECT_FALSE(c.Scan("configtest", "config5", "%" PRIu64, &value));

    char str[128];
    EXPECT_TRUE(c.Scan("configtest", "config3", "%s", str));
    EXPECT_STREQ(str, "aaaaa");
}

TEST(Utils, UriCoding) {
    string src1 = "This is a simple & short test.";
    string src2 = "$ & < > ? ; # : = , \" ' ~ + %-_";
    string src3 = "! * ' ( ) ; : @ & = + $ , / ? % # [ ]";
    string src4 =
        "A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i "
        "j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 - _ . ~";

    string dst1 = "This%20is%20a%20simple%20%26%20short%20test.";
    string dst2 =
        "%24%20%26%20%3C%20%3E%20%3F%20%3B%20%23%20%3A%20%3D%20%2C%20%22%20%27%"
        "20~%20%2B%20%25-_";
    string dst3 =
        "%21%20%2A%20%27%20%28%20%29%20%3B%20%3A%20%40%20%26%20%3D%20%2B%20%24%"
        "20%2C%20%2F%20%3F%20%25%20%23%20%5B%20%5D";
    string dst4 =
        "A%20B%20C%20D%20E%20F%20G%20H%20I%20J%20K%20L%20M%20N%20O%20P%20Q%20R%"
        "20S%20T%20U%20V%20W%20X%20Y%20Z%20a%20b%20c%20d%20e%20f%20g%20h%20i%"
        "20j%20k%20l%20m%20n%20o%20p%20q%20r%20s%20t%20u%20v%20w%20x%20y%20z%"
        "200%201%202%203%204%205%206%207%208%209%20-%20_%20.%20~";

    EXPECT_EQ(dst1, UriEncode(src1));
    EXPECT_EQ(dst2, UriEncode(src2));
    EXPECT_EQ(dst3, UriEncode(src3));
    EXPECT_EQ(dst4, UriEncode(src4));

    EXPECT_EQ(src1, UriDecode(dst1));
    EXPECT_EQ(src2, UriDecode(dst2));
    EXPECT_EQ(src3, UriDecode(dst3));
    EXPECT_EQ(src4, UriDecode(dst4));
}

TEST(Utils, FindAndReplace) {
    string str1 = "This is a simple & short test.";

    FindAndReplace(str1, "simple", "");
    EXPECT_EQ("This is a  & short test.", str1);

    FindAndReplace(str1, "short ", "");
    EXPECT_EQ("This is a  & test.", str1);

    FindAndReplace(str1, "test.", "");
    EXPECT_EQ("This is a  & ", str1);

    FindAndReplace(str1, "This", "");
    EXPECT_EQ(" is a  & ", str1);

    FindAndReplace(str1, "is a", "abcdefghijklmn");
    EXPECT_EQ(" abcdefghijklmn  & ", str1);

    FindAndReplace(str1, " a", "a");
    EXPECT_EQ("abcdefghijklmn  & ", str1);

    FindAndReplace(str1, "abc", "abcabc");
    EXPECT_EQ("abcabcdefghijklmn  & ", str1);
}

TEST(Common, SignRequestV4) {
    S3Credential cred = {"keyid/foo", "secret/bar", ""};

    HTTPHeaders *h = new HTTPHeaders();
    ASSERT_NE((void *)NULL, h);

    ASSERT_TRUE(h->Add(HOST, "iam.amazonaws.com"));
    ASSERT_TRUE(h->Add(X_AMZ_DATE, "20150830T123600Z"));
    ASSERT_TRUE(h->Add(X_AMZ_CONTENT_SHA256, "UNSIGNED-PAYLOAD"));

    SignRequestV4("GET", h, "us-east-1", "/where/ever", "parameter1=whatever1&parameter2=whatever2",
                  cred);

    EXPECT_STREQ(
        "AWS4-HMAC-SHA256 "
        "Credential=keyid/foo/20150830/us-east-1/s3/"
        "aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,"
        "Signature="
        "bb2410787ac51cc7c41b679378d2586a557188ce2017569f5fc94a9b9bb901f8",
        h->Get(AUTHORIZATION));

    delete h;
}

TEST(Common, UrlOptions) {
    EXPECT_EQ("secret_test",
              GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test"), "secret"));

    EXPECT_EQ("\".\\!@#$%^&*()DFGHJK\"",
              GetOptS3(string("s3://neverland.amazonaws.com accessid=\".\\!@#$%^&*()DFGHJK\""),
                       "accessid"));

    EXPECT_EQ("3456789",
              GetOptS3(string("s3://neverland.amazonaws.com chunksize=3456789"), "chunksize"));

    EXPECT_EQ("secret_test", GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                             "accessid=\".\\!@#$%^&*()DFGHJK\" chunksize=3456789"),
                                      "secret"));

    EXPECT_EQ("\".\\!@#$%^&*()DFGHJK\"",
              GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                              "accessid=\".\\!@#$%^&*()DFGHJK\" chunksize=3456789"),
                       "accessid"));

    EXPECT_EQ("3456789", GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                         "accessid=\".\\!@#$%^&*()DFGHJK\" chunksize=3456789"),
                                  "chunksize"));

    EXPECT_EQ("secret_test", GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                             "blah=whatever accessid=\".\\!@#$%^&*()DFGHJK\" "
                                             "chunksize=3456789 testKey=testValue"),
                                      "secret"));

    EXPECT_EQ("secret_test", GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                             "blah= accessid=\".\\!@#$%^&*()DFGHJK\" "
                                             "chunksize=3456789 testKey=testValue"),
                                      "secret"));

    EXPECT_EQ("3456789", GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                         "chunksize=3456789 testKey=testValue "),
                                  "chunksize"));

    EXPECT_EQ("3456789", GetOptS3(string("s3://neverland.amazonaws.com   secret=secret_test "
                                         "chunksize=3456789  testKey=testValue "),
                                  "chunksize"));

    EXPECT_EQ("=testValue", GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                            "chunksize=3456789 testKey==testValue "),
                                     "testKey"));

    EXPECT_EQ("secret=secret", GetOptS3(string("s3://neverland.amazonaws.com secret=secret=secret "
                                               "chunksize=3456789 testKey==testValue "),
                                        "secret"));

    EXPECT_TRUE(GetOptS3(string(""), "accessid").empty());

    EXPECT_TRUE(GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                "accessid=\".\\!@#$%^&*()DFGHJK\" chunksize=3456789"),
                         "secret1")
                    .empty());
    EXPECT_TRUE(GetOptS3(string("s3://neverland.amazonaws.com"), "secret").empty());

    EXPECT_TRUE(GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test blah=whatever "
                                "accessid= chunksize=3456789 testKey=testValue"),
                         "accessid")
                    .empty());

    EXPECT_TRUE(GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test blah=whatever "
                                "chunksize=3456789 testKey=testValue"),
                         "")
                    .empty());

    EXPECT_TRUE(GetOptS3(string("s3://neverland.amazonaws.com secret=secret_test "
                                "chunksize=3456789 testKey=testValue "),
                         "chunk size")
                    .empty());
}

TEST(Common, TruncateOptions) {
    EXPECT_EQ("s3://neverland.amazonaws.com",
              TruncateOptions(string("s3://neverland.amazonaws.com secret=secret_test")));

    EXPECT_EQ(
        "s3://neverland.amazonaws.com",
        TruncateOptions(string("s3://neverland.amazonaws.com accessid=\".\\!@#$%^&*()DFGHJK\"")));

    EXPECT_EQ("s3://neverland.amazonaws.com",
              TruncateOptions(string("s3://neverland.amazonaws.com secret=secret_test "
                                     "accessid=\".\\!@#$%^&*()DFGHJK\" chunksize=3456789")));

    EXPECT_EQ("s3://neverland.amazonaws.com",
              TruncateOptions(string("s3://neverland.amazonaws.com secret=secret_test "
                                     "blah= accessid=\".\\!@#$%^&*()DFGHJK\" "
                                     "chunksize=3456789 testKey=testValue")));
}

相关信息

greenplumn 源码目录

相关文章

greenplumn compress_writer_test 源码

greenplumn decompress_reader_test 源码

greenplumn gpreader_test 源码

greenplumn gpwriter_test 源码

greenplumn mock_classes 源码

greenplumn s3bucket_reader_test 源码

greenplumn s3common_reader_test 源码

greenplumn s3common_writer_test 源码

greenplumn s3conf_test 源码

greenplumn s3http_headers_test 源码

0 赞

所属分类： 大数据
本文标签： greenplum
版权声明： 原创文章如转载，请注明本文链接: https://www.seaxiang.com/blog/8568c788aef74fbd88c358bc5f871142

热门推荐

1、直接访问google.com
2、 - 优质文章
3、 gate.io
4、 harmony 鸿蒙hdc使用指导
5、 harmony 鸿蒙初识ArkTS语言
6、 golang
7、 openharmony
8、 Vue中input框自动聚焦
9、 flink kafka connector scan.startup.mode 的几个选项
10、 upsert 和 insert 的区别

Loading...