initial commit

include/db/directory_db.hpp

@@ -0,0 +1,101 @@
+/*
+  Copyright <2018-2022> <scott.e.graves@protonmail.com>
+
+  Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+  associated documentation files (the "Software"), to deal in the Software without restriction,
+  including without limitation the rights to use, copy, modify, merge, publish, distribute,
+  sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
+  furnished to do so, subject to the following conditions:
+
+  The above copyright notice and this permission notice shall be included in all copies or
+  substantial portions of the Software.
+
+  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
+  NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+  DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
+  OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/
+#ifndef INCLUDE_DB_DIRECTORY_DB_HPP_
+#define INCLUDE_DB_DIRECTORY_DB_HPP_
+
+#include "common.hpp"
+#include "app_config.hpp"
+#include "types/repertory.hpp"
+#include "utils/rocksdb_utils.hpp"
+
+namespace repertory {
+class directory_db final {
+private:
+  class directory_tree final {
+  private:
+    std::unordered_map<std::string, std::vector<std::string>> sub_directory_lookup_;
+
+  public:
+    void add_path(const std::string &api_path, const std::vector<std::string> &files,
+                  rocksdb::DB &db);
+
+    std::size_t get_count(const std::string &api_path) const;
+
+    std::vector<std::string> get_directories() const;
+
+    std::vector<std::string> get_sub_directories(const std::string &api_path) const;
+
+    bool is_directory(const std::string &api_path) const;
+
+    bool remove_directory(const std::string &api_path, rocksdb::DB &db,
+                          const bool &allow_remove_root = false);
+  };
+
+public:
+  explicit directory_db(const app_config &config);
+
+public:
+  ~directory_db();
+
+private:
+  mutable std::recursive_mutex directory_mutex_;
+  std::unique_ptr<rocksdb::DB> db_;
+  directory_tree tree_;
+  const std::string DIRDB_NAME = "directory_db";
+
+private:
+  json get_directory_data(const std::string &api_path) const;
+
+public:
+  api_error create_directory(const std::string &api_path, const bool &create_always = false);
+
+  api_error create_file(const std::string &api_path);
+
+  std::uint64_t get_directory_item_count(const std::string &api_path) const;
+
+  api_error get_file(const std::string &api_path, api_file &file,
+                     api_file_provider_callback api_file_provider) const;
+
+  api_error get_file_list(api_file_list &list, api_file_provider_callback api_file_provider) const;
+
+  std::size_t get_sub_directory_count(const std::string &api_path) const;
+
+  std::uint64_t get_total_item_count() const;
+
+  bool is_directory(const std::string &api_path) const;
+
+  bool is_file(const std::string &api_path) const;
+
+  void populate_directory_files(const std::string &api_path,
+                                const meta_provider_callback &meta_provider,
+                                directory_item_list &list) const;
+
+  void populate_sub_directories(const std::string &api_path,
+                                const meta_provider_callback &meta_provider,
+                                directory_item_list &list) const;
+
+  api_error remove_directory(const std::string &api_path, const bool &allow_remove_root = false);
+
+  bool remove_file(const std::string &api_path);
+
+  api_error rename_file(const std::string &from_api_path, const std::string &to_api_path);
+};
+} // namespace repertory
+
+#endif // INCLUDE_DB_DIRECTORY_DB_HPP_

include/db/meta_db.hpp

@@ -0,0 +1,81 @@
+/*
+  Copyright <2018-2022> <scott.e.graves@protonmail.com>
+
+  Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+  associated documentation files (the "Software"), to deal in the Software without restriction,
+  including without limitation the rights to use, copy, modify, merge, publish, distribute,
+  sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
+  furnished to do so, subject to the following conditions:
+
+  The above copyright notice and this permission notice shall be included in all copies or
+  substantial portions of the Software.
+
+  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
+  NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+  DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
+  OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/
+#ifndef INCLUDE_DB_META_DB_HPP_
+#define INCLUDE_DB_META_DB_HPP_
+
+#include "common.hpp"
+#include "app_config.hpp"
+#include "types/repertory.hpp"
+#include "utils/rocksdb_utils.hpp"
+
+namespace repertory {
+class meta_db final {
+public:
+  explicit meta_db(const app_config &config);
+
+public:
+  ~meta_db();
+
+private:
+  std::unique_ptr<rocksdb::DB> db_;
+  std::unique_ptr<rocksdb::ColumnFamilyHandle> default_family_;
+  std::unique_ptr<rocksdb::ColumnFamilyHandle> source_family_;
+  std::unique_ptr<rocksdb::ColumnFamilyHandle> keys_family_;
+  const std::string METADB_NAME = "meta_db";
+
+private:
+  api_error get_item_meta_json(const std::string &api_path, json &json_data) const;
+
+  void release_resources();
+
+public:
+  std::shared_ptr<rocksdb::Iterator> create_iterator(const bool &source_family);
+
+  api_error get_api_path_from_key(const std::string &key, std::string &api_path) const;
+
+  api_error get_api_path_from_source(const std::string &source_path, std::string &api_path) const;
+
+  api_error get_item_meta(const std::string &api_path, api_meta_map &meta) const;
+
+  api_error get_item_meta(const std::string &api_path, const std::string &key,
+                          std::string &value) const;
+
+  bool get_item_meta_exists(const std::string &api_path) const;
+
+  std::vector<std::string> get_pinned_files() const;
+
+  bool get_source_path_exists(const std::string &source_path) const;
+
+  void remove_item_meta(const std::string &api_path);
+
+  api_error remove_item_meta(const std::string &api_path, const std::string &key);
+
+  api_error rename_item_meta(const std::string &source_path, const std::string &from_api_path,
+                             const std::string &to_api_path);
+
+  api_error set_item_meta(const std::string &api_path, const std::string &key,
+                          const std::string &value);
+
+  api_error set_item_meta(const std::string &api_path, const api_meta_map &meta);
+
+  api_error set_source_path(const std::string &api_path, const std::string &source_path);
+};
+} // namespace repertory
+
+#endif // INCLUDE_DB_META_DB_HPP_

include/db/retry_db.hpp

@@ -0,0 +1,63 @@
+/*
+  Copyright <2018-2022> <scott.e.graves@protonmail.com>
+
+  Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+  associated documentation files (the "Software"), to deal in the Software without restriction,
+  including without limitation the rights to use, copy, modify, merge, publish, distribute,
+  sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
+  furnished to do so, subject to the following conditions:
+
+  The above copyright notice and this permission notice shall be included in all copies or
+  substantial portions of the Software.
+
+  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
+  NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+  DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
+  OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+*/
+#ifndef INCLUDE_DB_RETRY_DB_HPP_
+#define INCLUDE_DB_RETRY_DB_HPP_
+
+#include "common.hpp"
+#include "app_config.hpp"
+#include "events/events.hpp"
+#include "events/event_system.hpp"
+#include "types/repertory.hpp"
+#include "utils/path_utils.hpp"
+#include "utils/rocksdb_utils.hpp"
+
+namespace repertory {
+class retry_db final {
+public:
+  typedef std::function<bool(const std::string &api_path)> process_callback;
+
+public:
+  explicit retry_db(const app_config &config);
+
+  ~retry_db();
+
+private:
+  std::unique_ptr<rocksdb::DB> db_;
+  bool paused_ = false;
+  std::mutex processing_mutex_;
+  const std::string ROCKS_DB_NAME = "retry_db";
+
+public:
+  bool exists(const std::string &api_path) const;
+
+  void pause();
+
+  bool process_all(const process_callback &process);
+
+  void remove(const std::string &api_path);
+
+  void rename(const std::string &from_api_path, const std::string &to_api_path);
+
+  void resume();
+
+  void set(const std::string &api_path);
+};
+} // namespace repertory
+
+#endif // INCLUDE_DB_RETRY_DB_HPP_