use folly and zstd

binding.cc

@@ -598,8 +598,14 @@ NAPI_METHOD(db_open) {
   const auto location = ToString(env, argv[1]);
   options.create_if_missing = BooleanProperty(env, argv[2], "createIfMissing").value_or(true);
   options.error_if_exists = BooleanProperty(env, argv[2], "errorIfExists").value_or(false);
-  options.compression = BooleanProperty(env, argv[2], "compression").value_or((true)) ? rocksdb::kSnappyCompression
+  options.compression = BooleanProperty(env, argv[2], "compression").value_or((true)) ? rocksdb::kZSTD
                                                                                       : rocksdb::kNoCompression;
+  if (options.compression == rocksdb::kZSTD) {
+    options.compression_opts.max_dict_bytes = 16 * 1024;
+    options.compression_opts.zstd_max_train_bytes = 16 * 1024 * 100;
+    // options.compression_opts.parallel_threads
+  }
+
   options.use_adaptive_mutex = BooleanProperty(env, argv[2], "useAdaptiveMutex").value_or(true);
   options.enable_pipelined_write = BooleanProperty(env, argv[2], "enablePipelinedWrite").value_or(true);
   options.max_background_jobs =

deps/rocksdb/rocksdb.gyp

@@ -5,16 +5,24 @@
       "target_name": "rocksdb",
       "type": "static_library",
       "standalone_static_library": 1,
-      "dependencies": ["../snappy/snappy.gyp:snappy"],
-      "direct_dependent_settings": { "include_dirs": ["rocksdb/include/"] },
+      "direct_dependent_settings": { 
+        "include_dirs": ["rocksdb/include/"] 
+      },
       "defines": [
-        "SNAPPY=1",
+        "ZSTD=1",
+        # "ZSTD_STATIC_LINKING_ONLY=1",
+        # "ROCKSDB_JEMALLOC=1",
+        # "JEMALLOC_NO_DEMANGLE=1",
         "ROCKSDB_BACKTRACE=1",
         "ROCKSDB_SUPPORT_THREAD_LOCAL=1",
         "NIOSTATS_CONTEXT=1",
         "NPERF_CONTEXT=1"
       ],
-      "include_dirs": ["rocksdb/", "rocksdb/include/"],
+      "include_dirs": [
+        "rocksdb/", 
+        "rocksdb/include/",
+        "deps/zstd/zstd/lib"
+      ],
       "conditions": [
         [
           "OS == 'win'",
@@ -84,8 +92,6 @@
               "ROCKSDB_RANGESYNC_PRESENT=1",
               "ROCKSDB_SCHED_GETCPU_PRESENT=1",
               "ROCKSDB_IOURING_PRESENT=1",
-              # "ROCKSDB_JEMALLOC=1",
-              # "JEMALLOC_NO_DEMANGLE=1",
               "HAVE_SSE42=1",
               "HAVE_BMI=1",
               "HAVE_LZCNT=1",
@@ -97,7 +103,15 @@
               # "NUMA=1",
               # "TBB=1",
             ],
-            "dependencies": ["../liburing/liburing.gyp:liburing"],
+            "direct_dependent_settings": {
+              "libraries": [
+                "/usr/lib/x86_64-linux-gnu/libzstd_pic.a",
+                # "/usr/lib/x86_64-linux-gnu/libjemalloc_pic.a",
+              ],
+            },
+            "dependencies": [
+              "../liburing/liburing.gyp:liburing"
+            ],
             "cflags": [
               "-msse4.2",
               "-mpclmul",
@@ -109,13 +123,19 @@
             "ccflags": ["-flto"],
             "cflags!": ["-fno-exceptions"],
             "cflags_cc!": ["-fno-exceptions"],
-            "ldflags": ["-flto", "-fuse-linker-plugin"]
-          }
+            "ldflags": ["-flto", "-fuse-linker-plugin"],
+          },
         ],
         [
           "OS == 'mac'",
           {
             "defines": ["OS_MACOSX=1"],
+            "direct_dependent_settings": {
+              "libraries": [
+                "/opt/homebrew/Cellar/zstd/1.5.2/lib/libzstd.dylib",
+                # "/opt/homebrew/Cellar/jemalloc/5.3.0/lib/libjemalloc.dylib"
+              ],
+            },
             "xcode_settings": {
               "OTHER_CPLUSPLUSFLAGS": [
                 "-mmacosx-version-min=10.15",
@@ -128,7 +148,11 @@
               "GCC_ENABLE_CPP_RTTI": "YES",
               "GCC_ENABLE_CPP_EXCEPTIONS": "YES",
               "MACOSX_DEPLOYMENT_TARGET": "10.15"
-            }
+            },
+            "include_dirs": [
+              "/opt/homebrew/Cellar/zstd/1.5.2/include",
+              # "/opt/homebrew/Cellar/jemalloc/5.3.0/include"
+            ],
           }
         ]
       ],