Merge branch 'development' of ssh://git.fifthgrid.com:3022/BlockStorage/repertory into development

src/providers/s3/s3_provider.cpp

@@ -40,34 +40,6 @@
 #include "utils/string_utils.hpp"
 
 namespace repertory {
-namespace {
-[[nodiscard]] auto
-get_object_list(i_http_comm &client, const s3_config &config,
-                std::string &response_data, long &response_code,
-                std::optional<std::string> delimiter = std::nullopt,
-                std::optional<std::string> prefix = std::nullopt) -> bool {
-  curl::requests::http_get get{};
-  get.allow_timeout = true;
-  get.aws_service = "aws:amz:" + config.region + ":s3";
-  get.path = '/';
-  get.query["list-type"] = "2";
-  if (delimiter.has_value() && not delimiter.value().empty()) {
-    get.query["delimiter"] = delimiter.value();
-  }
-  if (prefix.has_value() && not prefix.value().empty()) {
-    get.query["prefix"] = prefix.value();
-    utils::string::left_trim(get.query["prefix"], '/');
-  }
-  get.response_handler = [&response_data](const data_buffer &data,
-                                          long /*response_code*/) {
-    response_data = std::string(data.begin(), data.end());
-  };
-
-  stop_type stop_requested{};
-  return client.make_request(get, response_code, stop_requested);
-}
-} // namespace
-
 s3_provider::s3_provider(app_config &config, i_http_comm &comm)
     : base_provider(config, comm) {
   get_comm().enable_s3_path_style(config.get_s3_config().use_path_style);
@@ -246,8 +218,7 @@ auto s3_provider::get_directory_item_count(const std::string &api_path) const
     long response_code{};
     auto prefix = object_name.empty() ? object_name : object_name + "/";
 
-    if (not get_object_list(get_comm(), get_config().get_s3_config(),
-                            response_data, response_code, "/", prefix)) {
+    if (not get_object_list(response_data, response_code, "/", prefix)) {
       return 0U;
     }
 
@@ -300,7 +271,7 @@ auto s3_provider::get_directory_items(const std::string &api_path,
     const auto is_encrypted = not cfg.encryption_token.empty();
     std::string key;
     if (is_encrypted) {
-      auto res = get_item_meta(api_path, META_KEY, key);
+      res = get_item_meta(api_path, META_KEY, key);
       if (res != api_error::success) {
         return res;
       }
@@ -315,8 +286,7 @@ auto s3_provider::get_directory_items(const std::string &api_path,
     long response_code{};
     auto prefix = object_name.empty() ? object_name : object_name + "/";
 
-    if (not get_object_list(get_comm(), get_config().get_s3_config(),
-                            response_data, response_code, "/", prefix)) {
+    if (not get_object_list(response_data, response_code, "/", prefix)) {
       return api_error::comm_error;
     }
 
@@ -343,8 +313,8 @@ auto s3_provider::get_directory_items(const std::string &api_path,
       std::string child_object_name;
       if (is_encrypted) {
         child_object_name = child_api_path;
-        auto res = utils::encryption::decrypt_file_path(cfg.encryption_token,
-                                                        child_api_path);
+        res = utils::encryption::decrypt_file_path(cfg.encryption_token,
+                                                   child_api_path);
         if (res != api_error::success) {
           return res;
         }
@@ -355,7 +325,7 @@ auto s3_provider::get_directory_items(const std::string &api_path,
       dir_item.api_parent = utils::path::get_parent_api_path(dir_item.api_path);
       dir_item.directory = directory;
       dir_item.size = get_size(dir_item);
-      auto res = get_item_meta(child_api_path, dir_item.meta);
+      res = get_item_meta(child_api_path, dir_item.meta);
       if (res == api_error::item_not_found) {
         if (directory) {
           res = create_path_directories(child_api_path, child_object_name);
@@ -465,8 +435,7 @@ auto s3_provider::get_file(const std::string &api_path, api_file &file) const
 auto s3_provider::get_file_list(api_file_list &list) const -> api_error {
   std::string response_data;
   long response_code{};
-  if (not get_object_list(get_comm(), get_config().get_s3_config(),
-                          response_data, response_code)) {
+  if (not get_object_list(response_data, response_code)) {
     return api_error::comm_error;
   }
 
@@ -571,6 +540,32 @@ auto s3_provider::get_object_info(bool directory, const std::string &api_path,
   return api_error::error;
 }
 
+auto s3_provider::get_object_list(std::string &response_data,
+                                  long &response_code,
+                                  std::optional<std::string> delimiter,
+                                  std::optional<std::string> prefix) const
+    -> bool {
+  curl::requests::http_get get{};
+  get.allow_timeout = true;
+  get.aws_service = "aws:amz:" + get_config().get_s3_config().region + ":s3";
+  get.path = '/';
+  get.query["list-type"] = "2";
+  if (delimiter.has_value() && not delimiter.value().empty()) {
+    get.query["delimiter"] = delimiter.value();
+  }
+  if (prefix.has_value() && not prefix.value().empty()) {
+    get.query["prefix"] = prefix.value();
+    utils::string::left_trim(get.query["prefix"], '/');
+  }
+  get.response_handler = [&response_data](const data_buffer &data,
+                                          long /*response_code*/) {
+    response_data = std::string(data.begin(), data.end());
+  };
+
+  stop_type stop_requested{};
+  return get_comm().make_request(get, response_code, stop_requested);
+}
+
 auto s3_provider::get_total_drive_space() const -> std::uint64_t {
   return std::numeric_limits<std::int64_t>::max() / std::int64_t(2);
 }
@@ -578,8 +573,7 @@ auto s3_provider::get_total_drive_space() const -> std::uint64_t {
 auto s3_provider::get_used_drive_space() const -> std::uint64_t {
   std::string response_data;
   long response_code{};
-  if (not get_object_list(get_comm(), get_config().get_s3_config(),
-                          response_data, response_code)) {
+  if (not get_object_list(response_data, response_code)) {
     return 0U;
   }