From 9b450cbae6bc83fd7db942116bf73aa34ef9fac8 Mon Sep 17 00:00:00 2001 From: Siying Dong Date: Tue, 3 Jul 2018 17:54:41 -0700 Subject: [PATCH] Change default value of `bytes_max_delete_chunk` to 0 in NewSstFileManager() (#4092) Summary: Now by default, with NewSstFileManager, checkpoints may be corrupted. Disable this feature to avoid this issue. Closes https://github.com/facebook/rocksdb/pull/4092 Differential Revision: D8729856 Pulled By: siying fbshipit-source-id: 914c321d6eaf52d8c5981171322d85dd29088307 --- HISTORY.md | 1 + include/rocksdb/sst_file_manager.h | 5 +++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/HISTORY.md b/HISTORY.md index 478293af..83e0e452 100644 --- a/HISTORY.md +++ b/HISTORY.md @@ -3,6 +3,7 @@ ### Bug Fixes * Fix block-based table reader pinning blocks throughout its lifetime, causing memory usage increase. * Fix bug with prefix search in partition filters where a shared prefix would be ignored from the later partitions. The bug could report an eixstent key as missing. The bug could be triggered if prefix_extractor is set and partition filters is enabled. +* Change default value of `bytes_max_delete_chunk` to 0 in NewSstFileManager() as it doesn't work well with checkpoints. ## 5.14.0 (5/16/2018) ### Public API Change diff --git a/include/rocksdb/sst_file_manager.h b/include/rocksdb/sst_file_manager.h index 475a5d47..d1133d87 100644 --- a/include/rocksdb/sst_file_manager.h +++ b/include/rocksdb/sst_file_manager.h @@ -98,12 +98,13 @@ class SstFileManager { // DeleteScheduler immediately // @param bytes_max_delete_chunk: if a single file is larger than delete chunk, // ftruncate the file by this size each time, rather than dropping the whole -// file. 0 means to always delete the whole file. +// file. 0 means to always delete the whole file. NOTE this options may not +// work well with checkpoints, which relies on file system hard links. extern SstFileManager* NewSstFileManager( Env* env, std::shared_ptr info_log = nullptr, std::string trash_dir = "", int64_t rate_bytes_per_sec = 0, bool delete_existing_trash = true, Status* status = nullptr, double max_trash_db_ratio = 0.25, - uint64_t bytes_max_delete_chunk = 64 * 1024 * 1024); + uint64_t bytes_max_delete_chunk = 0); } // namespace rocksdb -- 2.47.3