Create InjectionFileSystem/NoSyncFileSystem classes

CMakeLists.txt

@@ -922,6 +922,7 @@ set(SOURCES
         utilities/fault_injection_env.cc
         utilities/fault_injection_fs.cc
         utilities/fault_injection_secondary_cache.cc
+        utilities/injection_fs.cc
         utilities/leveldb_options/leveldb_options.cc
         utilities/memory/memory_util.cc
         utilities/merge_operators.cc
@@ -932,6 +933,7 @@ set(SOURCES
         utilities/merge_operators/string_append/stringappend.cc
         utilities/merge_operators/string_append/stringappend2.cc
         utilities/merge_operators/uint64add.cc
+        utilities/nosync_fs.cc
         utilities/object_registry.cc
         utilities/option_change_migration/option_change_migration.cc
         utilities/options/options_util.cc

TARGETS

@@ -285,6 +285,7 @@ cpp_library_wrapper(name="rocksdb_lib", srcs=[
         "utilities/fault_injection_env.cc",
         "utilities/fault_injection_fs.cc",
         "utilities/fault_injection_secondary_cache.cc",
+        "utilities/injection_fs.cc",
         "utilities/leveldb_options/leveldb_options.cc",
         "utilities/memory/memory_util.cc",
         "utilities/merge_operators.cc",
@@ -295,6 +296,7 @@ cpp_library_wrapper(name="rocksdb_lib", srcs=[
         "utilities/merge_operators/string_append/stringappend.cc",
         "utilities/merge_operators/string_append/stringappend2.cc",
         "utilities/merge_operators/uint64add.cc",
+        "utilities/nosync_fs.cc",
         "utilities/object_registry.cc",
         "utilities/option_change_migration/option_change_migration.cc",
         "utilities/options/options_util.cc",
@@ -627,6 +629,7 @@ cpp_library_wrapper(name="rocksdb_whole_archive_lib", srcs=[
         "utilities/fault_injection_env.cc",
         "utilities/fault_injection_fs.cc",
         "utilities/fault_injection_secondary_cache.cc",
+        "utilities/injection_fs.cc",
         "utilities/leveldb_options/leveldb_options.cc",
         "utilities/memory/memory_util.cc",
         "utilities/merge_operators.cc",
@@ -637,6 +640,7 @@ cpp_library_wrapper(name="rocksdb_whole_archive_lib", srcs=[
         "utilities/merge_operators/string_append/stringappend.cc",
         "utilities/merge_operators/string_append/stringappend2.cc",
         "utilities/merge_operators/uint64add.cc",
+        "utilities/nosync_fs.cc",
         "utilities/object_registry.cc",
         "utilities/option_change_migration/option_change_migration.cc",
         "utilities/options/options_util.cc",

db/db_compaction_test.cc

@@ -77,7 +77,7 @@ class CompactionStatsCollector : public EventListener {
 class DBCompactionTest : public DBTestBase {
  public:
   DBCompactionTest()
-      : DBTestBase("db_compaction_test", /*env_do_fsync=*/true) {}
+      : DBTestBase("db_compaction_test", /*env_do_fsync=*/false) {}
 
  protected:
   /*

db/db_with_timestamp_test_util.h

@@ -17,7 +17,7 @@ namespace ROCKSDB_NAMESPACE {
 class DBBasicTestWithTimestampBase : public DBTestBase {
  public:
   explicit DBBasicTestWithTimestampBase(const std::string& dbname)
-      : DBTestBase(dbname, /*env_do_fsync=*/true) {}
+      : DBTestBase(dbname, /*env_do_fsync=*/false) {}
 
  protected:
   static std::string Key1(uint64_t k);

env/env_test.cc

@@ -67,6 +67,7 @@
 #include "utilities/env_timed.h"
 #include "utilities/fault_injection_env.h"
 #include "utilities/fault_injection_fs.h"
+#include "utilities/nosync_fs.h"
 
 namespace ROCKSDB_NAMESPACE {
 
@@ -2943,6 +2944,36 @@ TEST_F(CreateEnvTest, CreateEncryptedFileSystem) {
   ASSERT_TRUE(fs->AreEquivalent(config_options_, copy.get(), &mismatch));
 }
 
+TEST_F(CreateEnvTest, CreateNoSyncFileSystem) {
+  std::shared_ptr<FileSystem> fs, copy;
+  auto lib = config_options_.registry->AddLibrary("test");
+  test::RegisterTestObjects(*(lib.get()), "");
+  ASSERT_OK(FileSystem::CreateFromString(config_options_,
+                                         NoSyncFileSystem::kClassName(), &fs));
+  ASSERT_NE(fs, nullptr);
+  ASSERT_STREQ(fs->Name(), NoSyncFileSystem::kClassName());
+  ASSERT_EQ(fs->Inner(), FileSystem::Default().get());
+
+  std::string opts_str = fs->ToString(config_options_);
+  std::string mismatch;
+
+  ASSERT_OK(FileSystem::CreateFromString(config_options_, opts_str, &copy));
+  ASSERT_TRUE(fs->AreEquivalent(config_options_, copy.get(), &mismatch));
+
+  ASSERT_OK(FileSystem::CreateFromString(
+      config_options_,
+      std::string("id=") + NoSyncFileSystem::kClassName() +
+          "; target=" + TimedFileSystem::kClassName(),
+      &fs));
+  ASSERT_NE(fs, nullptr);
+  opts_str = fs->ToString(config_options_);
+  ASSERT_STREQ(fs->Name(), NoSyncFileSystem::kClassName());
+  ASSERT_NE(fs->Inner(), nullptr);
+  ASSERT_STREQ(fs->Inner()->Name(), TimedFileSystem::kClassName());
+  ASSERT_EQ(fs->Inner()->Inner(), FileSystem::Default().get());
+  ASSERT_OK(FileSystem::CreateFromString(config_options_, opts_str, &copy));
+  ASSERT_TRUE(fs->AreEquivalent(config_options_, copy.get(), &mismatch));
+}
 #endif  // ROCKSDB_LITE
 
 namespace {

include/rocksdb/file_system.h

@@ -1832,7 +1832,7 @@ class FSDirectoryWrapper : public FSDirectory {
     return target_->GetUniqueId(id, max_size);
   }
 
- private:
+ protected:
   std::unique_ptr<FSDirectory> guard_;
   FSDirectory* target_;
 };

src.mk

@@ -271,6 +271,7 @@ LIB_SOURCES =                                                   \
   utilities/fault_injection_env.cc                              \
   utilities/fault_injection_fs.cc                               \
   utilities/fault_injection_secondary_cache.cc                  \
+  utilities/injection_fs.cc                                     \
   utilities/leveldb_options/leveldb_options.cc                  \
   utilities/memory/memory_util.cc                               \
   utilities/merge_operators.cc                                  \
@@ -281,6 +282,7 @@ LIB_SOURCES =                                                   \
   utilities/merge_operators/string_append/stringappend2.cc      \
   utilities/merge_operators/uint64add.cc                        \
   utilities/merge_operators/bytesxor.cc                         \
+  utilities/nosync_fs.cc                                        \
   utilities/object_registry.cc                                  \
   utilities/option_change_migration/option_change_migration.cc  \
   utilities/options/options_util.cc                             \

table/table_test.cc

@@ -75,6 +75,7 @@
 #include "util/string_util.h"
 #include "utilities/memory_allocators.h"
 #include "utilities/merge_operators.h"
+#include "utilities/nosync_fs.h"
 
 namespace ROCKSDB_NAMESPACE {
 
@@ -571,6 +572,8 @@ class DBConstructor : public Constructor {
   explicit DBConstructor(const Comparator* cmp)
       : Constructor(cmp), comparator_(cmp) {
     db_ = nullptr;
+    std::shared_ptr<FileSystem> fs(new NoSyncFileSystem(FileSystem::Default()));
+    env_ = NewCompositeEnv(fs);
     NewDB();
   }
   ~DBConstructor() override { delete db_; }
@@ -604,6 +607,7 @@ class DBConstructor : public Constructor {
 
     Options options;
     options.comparator = comparator_;
+    options.env = env_.get();
     Status status = DestroyDB(name, options);
     ASSERT_TRUE(status.ok()) << status.ToString();
 
@@ -614,6 +618,7 @@ class DBConstructor : public Constructor {
     ASSERT_TRUE(status.ok()) << status.ToString();
   }
 
+  std::unique_ptr<Env> env_;
   const Comparator* comparator_;
   DB* db_;
 };

test_util/testutil.cc

@@ -29,6 +29,7 @@
 #include "test_util/mock_time_env.h"
 #include "test_util/sync_point.h"
 #include "util/random.h"
+#include "utilities/nosync_fs.h"
 
 #ifndef ROCKSDB_UNITTESTS_WITH_CUSTOM_OBJECTS_FROM_STATIC_LIBS
 void RegisterCustomObjects(int /*argc*/, char** /*argv*/) {}
@@ -718,6 +719,13 @@ int RegisterTestObjects(ObjectLibrary& library, const std::string& arg) {
         guard->reset(new MockSystemClock(SystemClock::Default()));
         return guard->get();
       });
+  library.AddFactory<FileSystem>(
+      NoSyncFileSystem::kClassName(),
+      [](const std::string& /*uri*/, std::unique_ptr<FileSystem>* guard,
+         std::string* /* errmsg */) {
+        guard->reset(new NoSyncFileSystem(FileSystem::Default()));
+        return guard->get();
+      });
   return static_cast<int>(library.GetFactoryCount(&num_types));
 }