initial commit
This commit is contained in:
124
include/comm/aws_s3/aws_s3_comm.hpp
Normal file
124
include/comm/aws_s3/aws_s3_comm.hpp
Normal file
@ -0,0 +1,124 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_AWS_S3_AWS_S3_COMM_HPP_
|
||||
#define INCLUDE_COMM_AWS_S3_AWS_S3_COMM_HPP_
|
||||
#if defined(REPERTORY_ENABLE_S3)
|
||||
|
||||
#include "common.hpp"
|
||||
#include "comm/i_s3_comm.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class app_config;
|
||||
class aws_s3_comm final : public virtual i_s3_comm {
|
||||
public:
|
||||
explicit aws_s3_comm(const app_config &config);
|
||||
|
||||
~aws_s3_comm() override;
|
||||
|
||||
private:
|
||||
struct cache_entry final {
|
||||
std::chrono::system_clock::time_point expiration;
|
||||
directory_item_list items;
|
||||
|
||||
void reset_timeout(std::chrono::seconds timeout) {
|
||||
timeout = std::max(std::chrono::seconds(5u), timeout);
|
||||
expiration = std::chrono::system_clock::now() + timeout;
|
||||
}
|
||||
};
|
||||
|
||||
private:
|
||||
const app_config &config_;
|
||||
s3_config s3_config_;
|
||||
Aws::SDKOptions sdk_options_;
|
||||
std::unique_ptr<Aws::S3::S3Client> s3_client_;
|
||||
mutable std::recursive_mutex cached_directories_mutex_;
|
||||
mutable std::unordered_map<std::string, cache_entry> cached_directories_;
|
||||
|
||||
private:
|
||||
void clear_expired_directories();
|
||||
|
||||
bool get_cached_directory_item_count(const std::string &api_path, std::size_t &count) const;
|
||||
|
||||
bool get_cached_directory_items(const std::string &api_path,
|
||||
const meta_provider_callback &meta_provider,
|
||||
directory_item_list &list) const;
|
||||
|
||||
bool get_cached_file_exists(const std::string &api_path, bool &exists) const;
|
||||
|
||||
api_error grab_directory_items(const std::string &api_path,
|
||||
const meta_provider_callback &meta_provider,
|
||||
directory_item_list &list) const;
|
||||
|
||||
api_error get_file_list(const std::string &bucket_name,
|
||||
const get_api_file_token_callback &get_api_file_token,
|
||||
const get_name_callback &get_name, api_file_list &list) const;
|
||||
|
||||
void remove_cached_directory(const std::string &api_path);
|
||||
|
||||
void set_cached_directory_items(const std::string &api_path, directory_item_list list) const;
|
||||
|
||||
public:
|
||||
api_error create_bucket(const std::string &api_path) override;
|
||||
|
||||
bool exists(const std::string &api_path, const get_key_callback &get_key) const override;
|
||||
|
||||
void get_bucket_name_and_object_name(const std::string &api_path, const get_key_callback &getKey,
|
||||
std::string &bucketName,
|
||||
std::string &objectName) const override;
|
||||
|
||||
std::size_t get_directory_item_count(const std::string &api_path,
|
||||
const meta_provider_callback &meta_provider) const override;
|
||||
|
||||
api_error get_directory_items(const std::string &api_path,
|
||||
const meta_provider_callback &meta_provider,
|
||||
directory_item_list &list) const override;
|
||||
|
||||
api_error get_file(const std::string &api_path, const get_key_callback &get_key,
|
||||
const get_name_callback &get_name, const get_token_callback &get_token,
|
||||
api_file &file) const override;
|
||||
|
||||
api_error get_file_list(const get_api_file_token_callback &get_api_file_token,
|
||||
const get_name_callback &get_name, api_file_list &list) const override;
|
||||
|
||||
s3_config get_s3_config() override { return s3_config_; }
|
||||
|
||||
s3_config get_s3_config() const override { return s3_config_; }
|
||||
|
||||
bool is_online() const override { return s3_client_->ListBuckets().IsSuccess(); }
|
||||
|
||||
api_error read_file_bytes(const std::string &api_path, const std::size_t &size,
|
||||
const std::uint64_t &offset, std::vector<char> &data,
|
||||
const get_key_callback &get_key, const get_size_callback &get_size,
|
||||
const get_token_callback &get_token,
|
||||
const bool &stop_requested) const override;
|
||||
|
||||
api_error remove_bucket(const std::string &api_path) override;
|
||||
|
||||
api_error remove_file(const std::string &api_path, const get_key_callback &get_key) override;
|
||||
|
||||
api_error rename_file(const std::string &api_path, const std::string &new_api_path) override;
|
||||
|
||||
api_error upload_file(const std::string &api_path, const std::string &source_path,
|
||||
const std::string &encryption_token, const get_key_callback &get_key,
|
||||
const set_key_callback &set_key, const bool &stop_requested) override;
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // REPERTORY_ENABLE_S3
|
||||
#endif // INCLUDE_COMM_AWS_S3_AWS_S3_COMM_HPP_
|
270
include/comm/curl/curl_comm.hpp
Normal file
270
include/comm/curl/curl_comm.hpp
Normal file
@ -0,0 +1,270 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_CURL_CURL_COMM_HPP_
|
||||
#define INCLUDE_COMM_CURL_CURL_COMM_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "comm/curl/multi_request.hpp"
|
||||
#include "comm/curl/session_manager.hpp"
|
||||
#include "comm/i_comm.hpp"
|
||||
#include "app_config.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class curl_resolver;
|
||||
namespace utils::encryption {
|
||||
class encrypting_reader;
|
||||
}
|
||||
struct curl_setup;
|
||||
struct raw_write_data;
|
||||
|
||||
class curl_comm : public virtual i_comm {
|
||||
public:
|
||||
typedef size_t (*curl_read_callback)(char *, size_t, size_t, void *);
|
||||
typedef size_t (*curl_write_callback)(char *, size_t, size_t, void *);
|
||||
|
||||
static curl_read_callback read_data_callback_;
|
||||
static curl_write_callback write_data_callback_;
|
||||
static curl_write_callback write_header_callback_;
|
||||
static curl_write_callback write_null_callback_;
|
||||
static curl_write_callback write_string_callback_;
|
||||
|
||||
public:
|
||||
explicit curl_comm(const app_config &config) : config_(config) {}
|
||||
|
||||
~curl_comm() override = default;
|
||||
|
||||
private:
|
||||
const app_config &config_;
|
||||
session_manager session_manager_;
|
||||
|
||||
public:
|
||||
static std::string construct_url(CURL *curl_handle, const std::string &relative_path,
|
||||
const host_config &hc);
|
||||
|
||||
static bool create_auth_session(CURL *&curl_handle, const app_config &config, host_config hc,
|
||||
std::string &session);
|
||||
|
||||
static std::string http_range_to_string(const http_range &range);
|
||||
|
||||
static void release_auth_session(const app_config &config, host_config hc,
|
||||
const std::string &session);
|
||||
|
||||
static void update_auth_session(CURL *curl_handle, const app_config &config,
|
||||
const std::string &session);
|
||||
|
||||
private:
|
||||
CURL *common_curl_setup(const std::string &path, curl_setup &setup, std::string &url,
|
||||
std::string &fields);
|
||||
|
||||
CURL *common_curl_setup(CURL *curl_handle, const std::string &path, curl_setup &setup,
|
||||
std::string &url, std::string &fields);
|
||||
|
||||
template <typename begin, typename end>
|
||||
api_error execute_binary_operation(CURL *curl_handle, const std::string &url,
|
||||
std::vector<char> &data, json &error,
|
||||
const bool &stop_requested,
|
||||
const CURLcode &default_code = CURLE_OK) {
|
||||
auto curl_code = default_code;
|
||||
long http_code = 400;
|
||||
execute_operation<begin>(curl_handle, url, curl_code, http_code, stop_requested);
|
||||
|
||||
const auto ret = process_binary_response(url, curl_code, http_code, data, error);
|
||||
if (config_.get_event_level() >= end::level) {
|
||||
event_system::instance().raise<end>(url, curl_code, http_code,
|
||||
((ret == api_error::success) ? "" : error.dump(2)));
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
template <typename begin, typename end>
|
||||
api_error execute_json_operation(CURL *curl_handle, const std::string &url,
|
||||
const std::string &result, json &data, json &error,
|
||||
const bool &stop_requested,
|
||||
const CURLcode &default_code = CURLE_OK) {
|
||||
auto curl_code = default_code;
|
||||
long http_code = 400;
|
||||
execute_operation<begin>(curl_handle, url, curl_code, http_code, stop_requested);
|
||||
|
||||
const auto ret = process_json_response(url, curl_code, http_code, result, data, error);
|
||||
if (config_.get_event_level() >= end::level) {
|
||||
event_system::instance().raise<end>(url, curl_code, http_code,
|
||||
((ret == api_error::success) ? "" : error.dump(2)));
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
template <typename begin>
|
||||
void execute_operation(CURL *curl_handle, const std::string &url, CURLcode &curl_code,
|
||||
long &http_code, const bool &stop_requested) {
|
||||
if (config_.get_event_level() >= begin::level) {
|
||||
event_system::instance().raise<begin>(url);
|
||||
}
|
||||
|
||||
if (curl_code == CURLE_OK) {
|
||||
multi_request request(curl_handle, stop_requested);
|
||||
request.get_result(curl_code, http_code);
|
||||
}
|
||||
}
|
||||
|
||||
api_error get_or_post(const host_config &hc, const bool &post, const std::string &path,
|
||||
const http_parameters ¶meters, json &data, json &error,
|
||||
http_headers *headers = nullptr,
|
||||
std::function<void(CURL *curl_handle)> cb = nullptr);
|
||||
|
||||
api_error get_range(const host_config &hc, const std::string &path,
|
||||
const std::uint64_t &data_size, const http_parameters ¶meters,
|
||||
const std::string &encryption_token, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error, http_headers *headers,
|
||||
const bool &stop_requested);
|
||||
|
||||
api_error get_range_unencrypted(const host_config &hc, const std::string &path,
|
||||
const http_parameters ¶meters, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error, http_headers *headers,
|
||||
const bool &stop_requested);
|
||||
|
||||
api_error process_binary_response(const std::string &url, const CURLcode &res,
|
||||
const long &http_code, std::vector<char> data, json &error);
|
||||
|
||||
api_error process_json_response(const std::string &url, const CURLcode &res,
|
||||
const long &http_code, const std::string &result, json &data,
|
||||
json &error);
|
||||
|
||||
api_error process_response(const std::string &url, const CURLcode &res, const long &http_code,
|
||||
const std::size_t &data_size,
|
||||
const std::function<std::string()> &to_string_converter,
|
||||
const std::function<void()> &success_handler, json &error) const;
|
||||
|
||||
static std::string url_encode(CURL *curl_handle, const std::string &data,
|
||||
const bool &allow_slash = false);
|
||||
|
||||
public:
|
||||
api_error get(const std::string &path, json &data, json &error) override {
|
||||
return get_or_post(config_.get_host_config(), false, path, {}, data, error);
|
||||
}
|
||||
|
||||
api_error get(const host_config &hc, const std::string &path, json &data, json &error) override {
|
||||
return get_or_post(hc, false, path, {}, data, error);
|
||||
}
|
||||
|
||||
api_error get(const std::string &path, const http_parameters ¶meters, json &data,
|
||||
json &error) override {
|
||||
return get_or_post(config_.get_host_config(), false, path, parameters, data, error);
|
||||
}
|
||||
|
||||
api_error get(const host_config &hc, const std::string &path, const http_parameters ¶meters,
|
||||
json &data, json &error) override {
|
||||
return get_or_post(hc, false, path, parameters, data, error);
|
||||
}
|
||||
|
||||
api_error get_range(const std::string &path, const std::uint64_t &data_size,
|
||||
const http_parameters ¶meters, const std::string &encryption_token,
|
||||
std::vector<char> &data, const http_ranges &ranges, json &error,
|
||||
const bool &stop_requested) override {
|
||||
return get_range(config_.get_host_config(), path, data_size, parameters, encryption_token, data,
|
||||
ranges, error, nullptr, stop_requested);
|
||||
}
|
||||
|
||||
api_error get_range(const host_config &hc, const std::string &path,
|
||||
const std::uint64_t &data_size, const http_parameters ¶meters,
|
||||
const std::string &encryption_token, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error, const bool &stop_requested) override {
|
||||
return get_range(hc, path, data_size, parameters, encryption_token, data, ranges, error,
|
||||
nullptr, stop_requested);
|
||||
}
|
||||
|
||||
api_error get_range_and_headers(const std::string &path, const std::uint64_t &dataSize,
|
||||
const http_parameters ¶meters,
|
||||
const std::string &encryption_token, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error, http_headers &headers,
|
||||
const bool &stop_requested) override {
|
||||
return get_range(config_.get_host_config(), path, dataSize, parameters, encryption_token, data,
|
||||
ranges, error, &headers, stop_requested);
|
||||
}
|
||||
|
||||
api_error get_range_and_headers(const host_config &hc, const std::string &path,
|
||||
const std::uint64_t &dataSize, const http_parameters ¶meters,
|
||||
const std::string &encryption_token, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error, http_headers &headers,
|
||||
const bool &stop_requested) override {
|
||||
return get_range(hc, path, dataSize, parameters, encryption_token, data, ranges, error,
|
||||
&headers, stop_requested);
|
||||
}
|
||||
|
||||
api_error get_raw(const std::string &path, const http_parameters ¶meters,
|
||||
std::vector<char> &data, json &error, const bool &stop_requested) override {
|
||||
return get_raw(config_.get_host_config(), path, parameters, data, error, stop_requested);
|
||||
}
|
||||
|
||||
api_error get_raw(const host_config &hc, const std::string &path,
|
||||
const http_parameters ¶meters, std::vector<char> &data, json &error,
|
||||
const bool &stop_requested) override;
|
||||
|
||||
api_error post(const std::string &path, json &data, json &error) override {
|
||||
return get_or_post(config_.get_host_config(), true, path, {}, data, error);
|
||||
}
|
||||
|
||||
api_error post(const host_config &hc, const std::string &path, json &data, json &error) override {
|
||||
return get_or_post(hc, true, path, {}, data, error);
|
||||
}
|
||||
|
||||
api_error post(const std::string &path, const http_parameters ¶meters, json &data,
|
||||
json &error) override {
|
||||
return get_or_post(config_.get_host_config(), true, path, parameters, data, error);
|
||||
}
|
||||
|
||||
api_error post(const host_config &hc, const std::string &path, const http_parameters ¶meters,
|
||||
json &data, json &error) override {
|
||||
return get_or_post(hc, true, path, parameters, data, error);
|
||||
}
|
||||
|
||||
api_error post_file(const std::string &path, const std::string &source_path,
|
||||
const http_parameters ¶meters, json &data, json &error,
|
||||
const bool &stop_requested) override {
|
||||
return post_file(config_.get_host_config(), path, source_path, parameters, data, error,
|
||||
stop_requested);
|
||||
}
|
||||
|
||||
api_error post_file(const host_config &hc, const std::string &path,
|
||||
const std::string &source_path, const http_parameters ¶meters, json &data,
|
||||
json &error, const bool &stop_requested) override;
|
||||
|
||||
api_error post_multipart_file(const std::string &path, const std::string &file_name,
|
||||
const std::string &source_path, const std::string &encryption_token,
|
||||
json &data, json &error, const bool &stop_requested) override {
|
||||
return post_multipart_file(config_.get_host_config(), path, file_name, source_path,
|
||||
encryption_token, data, error, stop_requested);
|
||||
}
|
||||
|
||||
api_error post_multipart_file(const host_config &hc, const std::string &path,
|
||||
const std::string &file_name, const std::string &source_path,
|
||||
const std::string &encryption_token, json &data, json &error,
|
||||
const bool &stop_requested) override;
|
||||
|
||||
bool tus_upload(host_config hc, const std::string &source_path, const std::string &file_name,
|
||||
std::uint64_t file_size, const std::string &location, std::string &skylink,
|
||||
const bool &stop_requested, utils::encryption::encrypting_reader *reader);
|
||||
|
||||
bool tus_upload_create(host_config hc, const std::string &file_name,
|
||||
const std::uint64_t &file_size, std::string &location);
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_CURL_CURL_COMM_HPP_
|
45
include/comm/curl/curl_resolver.hpp
Normal file
45
include/comm/curl/curl_resolver.hpp
Normal file
@ -0,0 +1,45 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_CURL_CURL_RESOLVER_HPP_
|
||||
#define INCLUDE_COMM_CURL_CURL_RESOLVER_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class curl_resolver final {
|
||||
public:
|
||||
curl_resolver() = delete;
|
||||
curl_resolver(const curl_resolver &) noexcept = delete;
|
||||
curl_resolver(curl_resolver &&) noexcept = delete;
|
||||
curl_resolver &operator=(const curl_resolver &) noexcept = delete;
|
||||
curl_resolver &operator=(curl_resolver &&) noexcept = delete;
|
||||
|
||||
public:
|
||||
curl_resolver(CURL *handle, std::vector<std::string> items, const bool &ignore_root = false);
|
||||
|
||||
~curl_resolver();
|
||||
|
||||
private:
|
||||
std::vector<std::string> items_;
|
||||
|
||||
struct curl_slist *host_list_ = nullptr;
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_CURL_CURL_RESOLVER_HPP_
|
41
include/comm/curl/multi_request.hpp
Normal file
41
include/comm/curl/multi_request.hpp
Normal file
@ -0,0 +1,41 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_CURL_MULTI_REQUEST_HPP_
|
||||
#define INCLUDE_COMM_CURL_MULTI_REQUEST_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class multi_request final {
|
||||
public:
|
||||
multi_request(CURL *curl_handle, const bool &stop_requested);
|
||||
|
||||
~multi_request();
|
||||
|
||||
private:
|
||||
CURL *curl_handle_;
|
||||
const bool &stop_requested_;
|
||||
CURLM *multi_handle_;
|
||||
|
||||
public:
|
||||
void get_result(CURLcode &curl_code, long &http_code);
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_CURL_MULTI_REQUEST_HPP_
|
43
include/comm/curl/session_manager.hpp
Normal file
43
include/comm/curl/session_manager.hpp
Normal file
@ -0,0 +1,43 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_CURL_SESSION_MANAGER_HPP_
|
||||
#define INCLUDE_COMM_CURL_SESSION_MANAGER_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "types/repertory.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class app_config;
|
||||
class session_manager final {
|
||||
private:
|
||||
std::string session_;
|
||||
std::uint64_t session_count_ = 0u;
|
||||
std::mutex session_mutex_;
|
||||
|
||||
public:
|
||||
bool create_auth_session(CURL *&curl_handle, const app_config &config, host_config hc,
|
||||
std::string &session);
|
||||
|
||||
void release_auth_session(const app_config &config, host_config hc, const std::string &session);
|
||||
|
||||
void update_auth_session(CURL *curl_handle, const app_config &config, const host_config &hc);
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_CURL_SESSION_MANAGER_HPP_
|
107
include/comm/i_comm.hpp
Normal file
107
include/comm/i_comm.hpp
Normal file
@ -0,0 +1,107 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_I_COMM_HPP_
|
||||
#define INCLUDE_COMM_I_COMM_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "types/repertory.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class i_comm {
|
||||
INTERFACE_SETUP(i_comm);
|
||||
|
||||
public:
|
||||
virtual api_error get(const std::string &path, json &data, json &error) = 0;
|
||||
|
||||
virtual api_error get(const host_config &hc, const std::string &path, json &data,
|
||||
json &error) = 0;
|
||||
|
||||
virtual api_error get(const std::string &path, const http_parameters ¶meters, json &data,
|
||||
json &error) = 0;
|
||||
|
||||
virtual api_error get(const host_config &hc, const std::string &path,
|
||||
const http_parameters ¶meters, json &data, json &error) = 0;
|
||||
|
||||
virtual api_error get_range(const std::string &path, const std::uint64_t &data_size,
|
||||
const http_parameters ¶meters,
|
||||
const std::string &encryption_token, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error,
|
||||
const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error get_range(const host_config &hc, const std::string &path,
|
||||
const std::uint64_t &data_size, const http_parameters ¶meters,
|
||||
const std::string &encryption_token, std::vector<char> &data,
|
||||
const http_ranges &ranges, json &error,
|
||||
const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error get_range_and_headers(const std::string &path, const std::uint64_t &data_size,
|
||||
const http_parameters ¶meters,
|
||||
const std::string &encryption_token,
|
||||
std::vector<char> &data, const http_ranges &ranges,
|
||||
json &error, http_headers &headers,
|
||||
const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error get_range_and_headers(const host_config &hc, const std::string &path,
|
||||
const std::uint64_t &data_size,
|
||||
const http_parameters ¶meters,
|
||||
const std::string &encryption_token,
|
||||
std::vector<char> &data, const http_ranges &ranges,
|
||||
json &error, http_headers &headers,
|
||||
const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error get_raw(const std::string &path, const http_parameters ¶meters,
|
||||
std::vector<char> &data, json &error, const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error get_raw(const host_config &hc, const std::string &path,
|
||||
const http_parameters ¶meters, std::vector<char> &data, json &error,
|
||||
const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error post(const std::string &path, json &data, json &error) = 0;
|
||||
|
||||
virtual api_error post(const host_config &hc, const std::string &path, json &data,
|
||||
json &error) = 0;
|
||||
|
||||
virtual api_error post(const std::string &path, const http_parameters ¶meters, json &data,
|
||||
json &error) = 0;
|
||||
|
||||
virtual api_error post(const host_config &hc, const std::string &path,
|
||||
const http_parameters ¶meters, json &data, json &error) = 0;
|
||||
|
||||
virtual api_error post_file(const std::string &path, const std::string &sourcePath,
|
||||
const http_parameters ¶meters, json &data, json &error,
|
||||
const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error post_file(const host_config &hc, const std::string &path,
|
||||
const std::string &sourcePath, const http_parameters ¶meters,
|
||||
json &data, json &error, const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error post_multipart_file(const std::string &path, const std::string &file_name,
|
||||
const std::string &source_path,
|
||||
const std::string &encryption_token, json &data,
|
||||
json &error, const bool &stop_requested) = 0;
|
||||
|
||||
virtual api_error post_multipart_file(const host_config &hc, const std::string &path,
|
||||
const std::string &file_name,
|
||||
const std::string &source_path,
|
||||
const std::string &encryption_token, json &data,
|
||||
json &error, const bool &stop_requested) = 0;
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_I_COMM_HPP_
|
92
include/comm/i_s3_comm.hpp
Normal file
92
include/comm/i_s3_comm.hpp
Normal file
@ -0,0 +1,92 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_I_S3_COMM_HPP_
|
||||
#define INCLUDE_COMM_I_S3_COMM_HPP_
|
||||
#if defined(REPERTORY_ENABLE_S3)
|
||||
|
||||
#include "common.hpp"
|
||||
#include "types/repertory.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class i_provider;
|
||||
class i_s3_comm {
|
||||
INTERFACE_SETUP(i_s3_comm);
|
||||
|
||||
public:
|
||||
typedef std::function<std::string(const std::string &api_path)> get_api_file_token_callback;
|
||||
typedef std::function<std::string()> get_key_callback;
|
||||
typedef std::function<std::string(const std::string &key, const std::string &object_name)>
|
||||
get_name_callback;
|
||||
typedef std::function<std::uint64_t()> get_size_callback;
|
||||
typedef std::function<std::string()> get_token_callback;
|
||||
typedef std::function<api_error(const std::string &key)> set_key_callback;
|
||||
|
||||
public:
|
||||
virtual api_error create_bucket(const std::string &api_path) = 0;
|
||||
|
||||
virtual bool exists(const std::string &api_path, const get_key_callback &get_key) const = 0;
|
||||
|
||||
virtual void get_bucket_name_and_object_name(const std::string &api_path,
|
||||
const get_key_callback &get_key,
|
||||
std::string &bucket_name,
|
||||
std::string &object_name) const = 0;
|
||||
|
||||
virtual std::size_t
|
||||
get_directory_item_count(const std::string &api_path,
|
||||
const meta_provider_callback &meta_provider) const = 0;
|
||||
|
||||
virtual api_error get_directory_items(const std::string &api_path,
|
||||
const meta_provider_callback &meta_provider,
|
||||
directory_item_list &list) const = 0;
|
||||
|
||||
virtual s3_config get_s3_config() = 0;
|
||||
|
||||
virtual s3_config get_s3_config() const = 0;
|
||||
|
||||
virtual api_error get_file(const std::string &api_path, const get_key_callback &get_key,
|
||||
const get_name_callback &get_name, const get_token_callback &get_token,
|
||||
api_file &file) const = 0;
|
||||
|
||||
virtual api_error get_file_list(const get_api_file_token_callback &get_api_file_token,
|
||||
const get_name_callback &get_name, api_file_list &list) const = 0;
|
||||
|
||||
virtual bool is_online() const = 0;
|
||||
|
||||
virtual api_error read_file_bytes(const std::string &api_path, const std::size_t &size,
|
||||
const std::uint64_t &offset, std::vector<char> &data,
|
||||
const get_key_callback &get_key,
|
||||
const get_size_callback &get_size,
|
||||
const get_token_callback &get_token,
|
||||
const bool &stop_requested) const = 0;
|
||||
|
||||
virtual api_error remove_file(const std::string &api_path, const get_key_callback &get_key) = 0;
|
||||
|
||||
virtual api_error remove_bucket(const std::string &api_path) = 0;
|
||||
|
||||
virtual api_error rename_file(const std::string &api_path, const std::string &new_api_path) = 0;
|
||||
|
||||
virtual api_error upload_file(const std::string &api_path, const std::string &source_path,
|
||||
const std::string &encryption_token,
|
||||
const get_key_callback &get_key, const set_key_callback &set_key,
|
||||
const bool &stop_requested) = 0;
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // REPERTORY_ENABLE_S3
|
||||
#endif // INCLUDE_COMM_I_S3_COMM_HPP_
|
89
include/comm/packet/client_pool.hpp
Normal file
89
include/comm/packet/client_pool.hpp
Normal file
@ -0,0 +1,89 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_PACKET_CLIENT_POOL_HPP_
|
||||
#define INCLUDE_COMM_PACKET_CLIENT_POOL_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "comm/packet/packet.hpp"
|
||||
#include "types/repertory.hpp"
|
||||
|
||||
namespace repertory {
|
||||
class client_pool final {
|
||||
public:
|
||||
typedef std::function<packet::error_type()> worker_callback;
|
||||
typedef std::function<void(const packet::error_type &result)> worker_complete_callback;
|
||||
|
||||
private:
|
||||
class pool final {
|
||||
private:
|
||||
struct work_item final {
|
||||
work_item(const worker_callback &worker, const worker_complete_callback &worker_complete)
|
||||
: work(worker), work_complete(worker_complete) {}
|
||||
|
||||
worker_callback work;
|
||||
worker_complete_callback work_complete;
|
||||
};
|
||||
|
||||
struct work_queue final {
|
||||
std::mutex mutex;
|
||||
std::condition_variable notify;
|
||||
std::deque<std::shared_ptr<work_item>> queue;
|
||||
};
|
||||
|
||||
public:
|
||||
explicit pool(const std::uint8_t &pool_size);
|
||||
|
||||
~pool() { shutdown(); }
|
||||
|
||||
private:
|
||||
std::vector<std::unique_ptr<work_queue>> pool_queues_;
|
||||
std::vector<std::thread> pool_threads_;
|
||||
bool shutdown_ = false;
|
||||
std::atomic<std::uint8_t> thread_index_;
|
||||
|
||||
public:
|
||||
void execute(const std::uint64_t &thread_id, const worker_callback &worker,
|
||||
const worker_complete_callback &worker_complete);
|
||||
|
||||
void shutdown();
|
||||
};
|
||||
|
||||
public:
|
||||
explicit client_pool(const std::uint8_t &pool_size = 10u)
|
||||
: pool_size_(pool_size ? pool_size : 10u) {}
|
||||
|
||||
~client_pool() { shutdown(); }
|
||||
|
||||
private:
|
||||
const std::uint8_t pool_size_;
|
||||
std::unordered_map<std::string, std::shared_ptr<pool>> pool_lookup_;
|
||||
std::mutex pool_mutex_;
|
||||
bool shutdown_ = false;
|
||||
|
||||
public:
|
||||
void execute(const std::string &client_id, const std::uint64_t &thread_id,
|
||||
const worker_callback &worker, const worker_complete_callback &worker_complete);
|
||||
|
||||
void remove_client(const std::string &client_id);
|
||||
|
||||
void shutdown();
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_PACKET_CLIENT_POOL_HPP_
|
213
include/comm/packet/packet.hpp
Normal file
213
include/comm/packet/packet.hpp
Normal file
@ -0,0 +1,213 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_PACKET_PACKET_HPP_
|
||||
#define INCLUDE_COMM_PACKET_PACKET_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "types/remote.hpp"
|
||||
#include "types/repertory.hpp"
|
||||
|
||||
namespace repertory {
|
||||
#define DECODE_OR_RETURN(p, value) \
|
||||
if ((ret = (p)->decode(value)) != 0) \
|
||||
return ret
|
||||
#define DECODE_OR_IGNORE(p, value) \
|
||||
if (ret == 0) \
|
||||
ret = (p)->decode(value)
|
||||
|
||||
class packet final {
|
||||
public:
|
||||
typedef std::int32_t error_type;
|
||||
|
||||
public:
|
||||
packet() = default;
|
||||
|
||||
explicit packet(std::vector<char> buffer) : buffer_(std::move(buffer)) {}
|
||||
|
||||
explicit packet(std::vector<char> &&buffer) : buffer_(std::move(buffer)) {}
|
||||
|
||||
packet(const packet &p) noexcept : buffer_(p.buffer_), decode_offset_(p.decode_offset_) {}
|
||||
|
||||
packet(packet &&p) noexcept : buffer_(std::move(p.buffer_)), decode_offset_(p.decode_offset_) {}
|
||||
|
||||
private:
|
||||
std::vector<char> buffer_;
|
||||
std::size_t decode_offset_ = 0u;
|
||||
|
||||
public:
|
||||
static int decode_json(packet &response, json &json_data);
|
||||
|
||||
public:
|
||||
void clear();
|
||||
|
||||
char *current_pointer() {
|
||||
return (decode_offset_ < buffer_.size()) ? &buffer_[decode_offset_] : nullptr;
|
||||
}
|
||||
|
||||
const char *current_pointer() const {
|
||||
return (decode_offset_ < buffer_.size()) ? &buffer_[decode_offset_] : nullptr;
|
||||
}
|
||||
|
||||
error_type decode(std::string &data);
|
||||
|
||||
error_type decode(std::wstring &data);
|
||||
|
||||
error_type decode(void *buffer, const size_t &size);
|
||||
|
||||
error_type decode(void *&ptr);
|
||||
|
||||
error_type decode(std::int8_t &i);
|
||||
|
||||
error_type decode(std::uint8_t &i);
|
||||
|
||||
error_type decode(std::int16_t &i);
|
||||
|
||||
error_type decode(std::uint16_t &i);
|
||||
|
||||
error_type decode(std::int32_t &i);
|
||||
|
||||
error_type decode(std::uint32_t &i);
|
||||
|
||||
error_type decode(std::int64_t &i);
|
||||
|
||||
error_type decode(std::uint64_t &i);
|
||||
|
||||
error_type decode(remote::open_flags &i) {
|
||||
return decode(reinterpret_cast<std::uint32_t &>(i));
|
||||
}
|
||||
|
||||
error_type decode(remote::setattr_x &i);
|
||||
|
||||
error_type decode(remote::stat &i);
|
||||
|
||||
error_type decode(remote::statfs &i);
|
||||
|
||||
error_type decode(remote::statfs_x &i);
|
||||
|
||||
error_type decode(remote::file_info &i);
|
||||
|
||||
error_type decrypt(const std::string &token);
|
||||
|
||||
void encode(const void *buffer, const std::size_t &size, bool should_reserve = true);
|
||||
|
||||
void encode(char *str) { encode(std::string(str ? str : "")); }
|
||||
|
||||
void encode(const char *str) { encode(std::string(str ? str : "")); }
|
||||
|
||||
void encode(const std::string &str);
|
||||
|
||||
void encode(wchar_t *str);
|
||||
|
||||
void encode(const wchar_t *str);
|
||||
|
||||
void encode(const std::wstring &str);
|
||||
|
||||
void encode(void *ptr) {
|
||||
encode(static_cast<std::uint64_t>(reinterpret_cast<std::uintptr_t>(ptr)));
|
||||
}
|
||||
|
||||
void encode(std::int8_t i);
|
||||
|
||||
void encode(std::uint8_t i);
|
||||
|
||||
void encode(std::int16_t i);
|
||||
|
||||
void encode(std::uint16_t i);
|
||||
|
||||
void encode(std::int32_t i);
|
||||
|
||||
void encode(std::uint32_t i);
|
||||
|
||||
void encode(std::int64_t i);
|
||||
|
||||
void encode(std::uint64_t i);
|
||||
|
||||
void encode(remote::open_flags i) { encode(static_cast<std::uint32_t>(i)); }
|
||||
|
||||
void encode(remote::setattr_x i);
|
||||
|
||||
void encode(remote::stat i);
|
||||
|
||||
void encode(remote::statfs i, bool should_reserve = true);
|
||||
|
||||
void encode(remote::statfs_x i);
|
||||
|
||||
void encode(remote::file_info i);
|
||||
|
||||
void encode_top(const void *buffer, const std::size_t &size, bool should_reserve = true);
|
||||
|
||||
void encode_top(const std::string &str);
|
||||
|
||||
void encode_top(const std::wstring &str);
|
||||
|
||||
void encode_top(void *ptr) {
|
||||
encode_top(static_cast<std::uint64_t>(reinterpret_cast<std::uintptr_t>(ptr)));
|
||||
}
|
||||
|
||||
void encode_top(std::int8_t i);
|
||||
|
||||
void encode_top(std::uint8_t i);
|
||||
|
||||
void encode_top(std::int16_t i);
|
||||
|
||||
void encode_top(std::uint16_t i);
|
||||
|
||||
void encode_top(std::int32_t i);
|
||||
|
||||
void encode_top(std::uint32_t i);
|
||||
|
||||
void encode_top(std::int64_t i);
|
||||
|
||||
void encode_top(std::uint64_t i);
|
||||
|
||||
void encode_top(remote::open_flags i) { encode_top(static_cast<std::uint32_t>(i)); }
|
||||
|
||||
void encode_top(remote::setattr_x i);
|
||||
|
||||
void encode_top(remote::stat i);
|
||||
|
||||
void encode_top(remote::statfs i, bool should_reserve = true);
|
||||
|
||||
void encode_top(remote::statfs_x i);
|
||||
|
||||
void encode_top(remote::file_info i);
|
||||
|
||||
void encrypt(const std::string &token);
|
||||
|
||||
std::uint32_t get_size() const { return static_cast<std::uint32_t>(buffer_.size()); }
|
||||
|
||||
void transfer_into(std::vector<char> &buffer);
|
||||
|
||||
public:
|
||||
packet &operator=(const std::vector<char> &buffer) noexcept;
|
||||
|
||||
packet &operator=(std::vector<char> &&buffer) noexcept;
|
||||
|
||||
packet &operator=(const packet &p) noexcept;
|
||||
|
||||
packet &operator=(packet &&p) noexcept;
|
||||
|
||||
char &operator[](const size_t &index) { return buffer_[index]; }
|
||||
|
||||
const char &operator[](const size_t &index) const { return buffer_.at(index); }
|
||||
};
|
||||
typedef packet packet;
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_PACKET_PACKET_HPP_
|
84
include/comm/packet/packet_client.hpp
Normal file
84
include/comm/packet/packet_client.hpp
Normal file
@ -0,0 +1,84 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_PACKET_PACKET_CLIENT_HPP_
|
||||
#define INCLUDE_COMM_PACKET_PACKET_CLIENT_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "comm/packet/packet.hpp"
|
||||
|
||||
using boost::asio::ip::tcp;
|
||||
|
||||
namespace repertory {
|
||||
class packet_client final {
|
||||
private:
|
||||
struct client {
|
||||
client(boost::asio::io_context &ctx) : nonce(""), socket(ctx) {}
|
||||
|
||||
std::string nonce;
|
||||
tcp::socket socket;
|
||||
};
|
||||
|
||||
public:
|
||||
packet_client(std::string host_name_or_ip, const std::uint8_t &max_connections,
|
||||
const std::uint16_t &port, const std::uint16_t &receive_timeout,
|
||||
const std::uint16_t &send_timeout, std::string encryption_token);
|
||||
|
||||
~packet_client();
|
||||
|
||||
private:
|
||||
boost::asio::io_context io_context_;
|
||||
const std::string host_name_or_ip_;
|
||||
const std::uint8_t max_connections_;
|
||||
const std::uint16_t port_;
|
||||
const std::uint16_t receive_timeout_;
|
||||
const std::uint16_t send_timeout_;
|
||||
const std::string encryption_token_;
|
||||
std::string unique_id_;
|
||||
|
||||
bool allow_connections_ = true;
|
||||
boost::asio::ip::basic_resolver<boost::asio::ip::tcp>::results_type resolve_results_;
|
||||
std::mutex clients_mutex_;
|
||||
std::vector<std::shared_ptr<client>> clients_;
|
||||
|
||||
private:
|
||||
void close(client &c) const;
|
||||
|
||||
void close_all();
|
||||
|
||||
bool connect(client &c);
|
||||
|
||||
std::shared_ptr<client> get_client();
|
||||
|
||||
void put_client(std::shared_ptr<client> &c);
|
||||
|
||||
packet::error_type read_packet(client &c, packet &response);
|
||||
|
||||
void resolve();
|
||||
|
||||
public:
|
||||
packet::error_type send(const std::string &method, std::uint32_t &service_flags);
|
||||
|
||||
packet::error_type send(const std::string &method, packet &request, std::uint32_t &service_flags);
|
||||
|
||||
packet::error_type send(const std::string &method, packet &request, packet &response,
|
||||
std::uint32_t &service_flags);
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_PACKET_PACKET_CLIENT_HPP_
|
90
include/comm/packet/packet_server.hpp
Normal file
90
include/comm/packet/packet_server.hpp
Normal file
@ -0,0 +1,90 @@
|
||||
/*
|
||||
Copyright <2018-2022> <scott.e.graves@protonmail.com>
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
||||
associated documentation files (the "Software"), to deal in the Software without restriction,
|
||||
including without limitation the rights to use, copy, modify, merge, publish, distribute,
|
||||
sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all copies or
|
||||
substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
||||
NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
||||
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
||||
OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
#ifndef INCLUDE_COMM_PACKET_PACKET_SERVER_HPP_
|
||||
#define INCLUDE_COMM_PACKET_PACKET_SERVER_HPP_
|
||||
|
||||
#include "common.hpp"
|
||||
#include "comm/packet/client_pool.hpp"
|
||||
#include "utils/utils.hpp"
|
||||
|
||||
using namespace boost::asio;
|
||||
using boost::asio::ip::tcp;
|
||||
|
||||
namespace repertory {
|
||||
class packet_server final {
|
||||
public:
|
||||
typedef std::function<void(const std::string &clientId)> closed_callback;
|
||||
typedef client_pool::worker_complete_callback message_complete_callback;
|
||||
typedef std::function<void(const std::uint32_t &service_flags, const std::string &client_id,
|
||||
const std::uint64_t &thread_id, const std::string &method,
|
||||
packet *request, packet &response,
|
||||
message_complete_callback message_complete)>
|
||||
message_handler_callback;
|
||||
|
||||
public:
|
||||
packet_server(const std::uint16_t &port, std::string token, std::uint8_t pool_size,
|
||||
closed_callback closed, message_handler_callback message_handler);
|
||||
|
||||
~packet_server();
|
||||
|
||||
private:
|
||||
struct connection {
|
||||
connection(boost::asio::io_service &io_service, tcp::acceptor &acceptor)
|
||||
: socket(io_service), acceptor(acceptor) {}
|
||||
|
||||
tcp::socket socket;
|
||||
tcp::acceptor &acceptor;
|
||||
std::vector<char> buffer;
|
||||
std::string client_id;
|
||||
std::string nonce;
|
||||
|
||||
void generate_nonce() { nonce = utils::generate_random_string(256u); }
|
||||
};
|
||||
|
||||
private:
|
||||
const std::string encryption_token_;
|
||||
closed_callback closed_;
|
||||
message_handler_callback message_handler_;
|
||||
boost::asio::io_context io_context_;
|
||||
std::unique_ptr<std::thread> server_thread_;
|
||||
std::vector<std::thread> service_threads_;
|
||||
std::recursive_mutex connection_mutex_;
|
||||
std::unordered_map<std::string, std::uint32_t> connection_lookup_;
|
||||
|
||||
private:
|
||||
void add_client(connection &c, const std::string &client_id);
|
||||
|
||||
void initialize(const uint16_t &port, uint8_t pool_size);
|
||||
|
||||
void listen_for_connection(tcp::acceptor &acceptor);
|
||||
|
||||
void on_accept(std::shared_ptr<connection> c, boost::system::error_code ec);
|
||||
|
||||
void read_header(std::shared_ptr<connection> c);
|
||||
|
||||
void read_packet(std::shared_ptr<connection> c, const std::uint32_t &data_size);
|
||||
|
||||
void remove_client(connection &c);
|
||||
|
||||
void send_response(std::shared_ptr<connection> c, const packet::error_type &result,
|
||||
packet &response);
|
||||
};
|
||||
} // namespace repertory
|
||||
|
||||
#endif // INCLUDE_COMM_PACKET_PACKET_SERVER_HPP_
|
Reference in New Issue
Block a user