This commit is contained in:
2024-12-25 11:48:59 -06:00
parent e569b1dd14
commit 3587b47edd
2 changed files with 103 additions and 44 deletions

View File

@ -77,6 +77,9 @@ private:
stop_type stop_requested_{false}; stop_type stop_requested_{false};
private: private:
[[nodiscard]] auto adjust_cache_size(std::uint64_t file_size, bool shrink)
-> api_error;
[[nodiscard]] auto check_allocation() -> api_error; [[nodiscard]] auto check_allocation() -> api_error;
void download_chunk(std::size_t chunk, bool skip_active, bool should_reset); void download_chunk(std::size_t chunk, bool skip_active, bool should_reset);

View File

@ -87,16 +87,30 @@ open_file::open_file(std::uint64_t chunk_size, std::uint8_t chunk_timeout,
if (read_state.has_value()) { if (read_state.has_value()) {
read_state_ = read_state.value(); read_state_ = read_state.value();
set_modified(); set_modified();
} else if (fsi_.size > 0U) { allocated = true;
read_state_.resize(static_cast<std::size_t>( return;
utils::divide_with_ceiling(fsi_.size, chunk_size)), }
false);
auto file_size = nf_->size().value_or(0U); if (fsi_.size == 0U) {
if (provider_.is_read_only() || file_size == fsi.size) { return;
read_state_.set(0U, read_state_.size(), true); }
allocated = true;
} read_state_.resize(static_cast<std::size_t>(
utils::divide_with_ceiling(fsi_.size, chunk_size)),
false);
auto file_size = nf_->size();
if (not file_size.has_value()) {
utils::error::raise_api_path_error(
function_name, fsi.api_path, fsi.source_path,
utils::get_last_error_code(), "failed to get file size");
set_api_error(api_error::os_error);
return;
}
if (provider_.is_read_only() || file_size.value() == fsi.size) {
read_state_.set(0U, read_state_.size(), true);
allocated = true;
} }
if (get_api_error() != api_error::success && *nf_) { if (get_api_error() != api_error::success && *nf_) {
@ -106,34 +120,76 @@ open_file::open_file(std::uint64_t chunk_size, std::uint8_t chunk_timeout,
open_file::~open_file() { close(); } open_file::~open_file() { close(); }
auto open_file::adjust_cache_size(std::uint64_t file_size, bool shrink)
-> api_error {
if (file_size == fsi_.size) {
return api_error::success;
}
if (file_size > fsi_.size) {
auto size = file_size - file_size.value();
auto res = shrink ? cache_size_mgr::instance().shrink(size)
: cache_size_mgr::instance().expand(size);
if (res == api_error::success) {
return res;
}
utils::error::raise_api_path_error(
function_name, fsi_.api_path, fsi_.source_path, res,
fmt::format("failed to {} cache|size|{}",
(shrink ? "shrink" : "expand"), size));
return set_api_error(res);
}
auto size = fsi_.size = file_size;
auto res = shrink ? cache_size_mgr::instance().expand(size)
: cache_size_mgr::instance().shrink(size);
if (res == api_error::success) {
return res;
}
utils::error::raise_api_path_error(
function_name, fsi_.api_path, fsi_.source_path, res,
fmt::format("failed to {} cache|size|{}", (shrink ? "expand" : "shrink"),
size));
return set_api_error(res);
}
auto open_file::check_allocation() -> api_error { auto open_file::check_allocation() -> api_error {
REPERTORY_USES_FUNCTION_NAME();
unique_recur_mutex_lock file_lock(file_mtx_); unique_recur_mutex_lock file_lock(file_mtx_);
if (allocated) { if (allocated) {
return api_error::success; return api_error::success;
} }
auto file_size = nf_->size().value_or(0U); auto file_size = nf_->size();
if (file_size == fsi_.size) { if (not file_size.has_value()) {
utils::error::raise_api_path_error(
function_name, fsi_.api_path, fsi_.source_path,
utils::get_last_error_code(), "failed to get file size");
return set_api_error(api_error::os_error);
}
if (file_size.value() == fsi_.size) {
allocated = true; allocated = true;
return api_error::success; return api_error::success;
} }
file_lock.unlock(); file_lock.unlock();
if (file_size > fsi_.size) { res = adjust_cache_size(file_size.value(), true);
auto res = cache_size_mgr::instance().shrink(file_size - fsi_.size); if (res != api_error::success) {
if (res != api_error::success) { return res;
return res;
}
} else if (file_size < fsi_.size) {
auto res = cache_size_mgr::instance().expand(fsi_.size - file_size);
if (res != api_error::success) {
return res;
}
} }
file_lock.lock(); file_lock.lock();
if (not nf_->truncate(fsi_.size)) { if (not nf_->truncate(fsi_.size)) {
return api_error::os_error; utils::error::raise_api_path_error(
function_name, fsi_.api_path, fsi_.source_path,
utils::get_last_error_code(),
fmt::format("failed to truncate file|size|{}", fsi_.size));
return set_api_error(res);
} }
allocated = true; allocated = true;
@ -359,7 +415,7 @@ auto open_file::is_download_complete() const -> bool {
auto open_file::native_operation( auto open_file::native_operation(
i_open_file::native_operation_callback callback) -> api_error { i_open_file::native_operation_callback callback) -> api_error {
if (stop_requested_) { if (stop_requested_) {
return api_error::download_stopped; return set_api_error(api_error::download_stopped);
} }
auto res = check_allocation(); auto res = check_allocation();
@ -377,11 +433,11 @@ auto open_file::native_operation(
REPERTORY_USES_FUNCTION_NAME(); REPERTORY_USES_FUNCTION_NAME();
if (fsi_.directory) { if (fsi_.directory) {
return api_error::invalid_operation; return set_api_error(api_error::invalid_operation);
} }
if (stop_requested_) { if (stop_requested_) {
return api_error::download_stopped; return set_api_error(api_error::download_stopped);
} }
auto res = check_allocation(); auto res = check_allocation();
@ -389,16 +445,9 @@ auto open_file::native_operation(
return res; return res;
} }
if (new_file_size > fsi_.size) { res = adjust_cache_size(new_file_size, false);
res = cache_size_mgr::instance().expand(new_file_size - fsi_.size); if (res != api_error::success) {
if (res != api_error::success) { return res;
return res;
}
} else if (new_file_size < fsi_.size) {
res = cache_size_mgr::instance().shrink(fsi_.size - new_file_size);
if (res != api_error::success) {
return res;
}
} }
auto is_empty_file = new_file_size == 0U; auto is_empty_file = new_file_size == 0U;
@ -433,13 +482,20 @@ auto open_file::native_operation(
} }
{ {
auto file_size = nf_->size().value_or(0U); auto file_size = nf_->size();
if (file_size != new_file_size) { if (not file_size.has_value()) {
utils::error::raise_api_path_error( utils::error::raise_api_path_error(
function_name, get_api_path(), api_error::file_size_mismatch, function_name, get_api_path(), api_error::file_size_mismatch,
"allocated file size mismatch|expected|" + fmt::format("failed to get file size|error|{}",
std::to_string(new_file_size) + "|actual|" + utils::get_last_error_code()));
std::to_string(file_size)); return set_api_error(api_error::error);
}
if (file_size.value() != new_file_size) {
utils::error::raise_api_path_error(
function_name, get_api_path(), api_error::file_size_mismatch,
fmt::format("file size mismatch|expected|{}|actual|{}", new_file_size,
file_size.value()));
return set_api_error(api_error::error); return set_api_error(api_error::error);
} }
} }
@ -487,7 +543,7 @@ auto open_file::native_operation(
auto open_file::read(std::size_t read_size, std::uint64_t read_offset, auto open_file::read(std::size_t read_size, std::uint64_t read_offset,
data_buffer &data) -> api_error { data_buffer &data) -> api_error {
if (fsi_.directory) { if (fsi_.directory) {
return api_error::invalid_operation; return set_api_error(api_error::invalid_operation);
} }
auto res = check_allocation(); auto res = check_allocation();
@ -567,7 +623,7 @@ void open_file::remove_all() {
auto open_file::resize(std::uint64_t new_file_size) -> api_error { auto open_file::resize(std::uint64_t new_file_size) -> api_error {
if (fsi_.directory) { if (fsi_.directory) {
return api_error::invalid_operation; return set_api_error(api_error::invalid_operation);
} }
if (new_file_size == fsi_.size) { if (new_file_size == fsi_.size) {
@ -648,7 +704,7 @@ auto open_file::write(std::uint64_t write_offset, const data_buffer &data,
bytes_written = 0U; bytes_written = 0U;
if (fsi_.directory || provider_.is_read_only()) { if (fsi_.directory || provider_.is_read_only()) {
return api_error::invalid_operation; return set_api_error(api_error::invalid_operation);
} }
if (data.empty()) { if (data.empty()) {
@ -656,7 +712,7 @@ auto open_file::write(std::uint64_t write_offset, const data_buffer &data,
} }
if (stop_requested_) { if (stop_requested_) {
return api_error::download_stopped; return set_api_error(api_error::download_stopped);
} }
auto res = check_allocation(); auto res = check_allocation();