mytopling.json

{
  "http": {
    "document_root": "/nvme-shared/mytopling/log",
    "hide_files_patterns": "*.sst|*.dbtmp",
    "num_threads": "50",
    "listening_ports": "2013"
  },
  "setenv": {
    "DictZipBlobStore_zipThreads": 32
  },
  "permissions": {
    "web_compact": true,
    "//end": "end"
  },
  "AnyPlugin": {
    "sys_info": "SysInfoShower",
    "git_info": "GitInfoShower",
    "hex_key_coder": {
      "class": "HexUserKeyCoder",
      "params": { "prefix_len": 4 }
    },
    "sys_cf_key_coder": "HtmlTextUserKeyCoder",
    "html_text_key_coder": "HtmlTextUserKeyCoder"
  },
  "Statistics": {
    "stat": {
      "class": "default",
      "params": {
        "discard_tickers": [
          "# comment",
          "// comment: 可以仅指定前缀，必须是以 . 为边界的前缀，例如下面两个必须分别指定",
          "rocksdb.block.cache",
          "rocksdb.block.cachecompressed",
          "# comment: 上面两个也可以用下面这一个概括",
          "rocksdb.block",
          "# 精确指定",
          "rocksdb.memtable.payload.bytes.at.flush",
          "rocksdb.memtable.garbage.bytes.at.flush",
          "rocksdb.blobdb",
          "rocksdb.row.cache",
          "rocksdb.number.block",
          "rocksdb.bloom.filter",
          "rocksdb.persistent",
          "rocksdb.sim.block.cache"
        ],
        "discard_histograms": [
          "# comment: ....",
          "rocksdb.blobdb",
          "rocksdb.bytes.compressed",
          "rocksdb.bytes.decompressed",
          "rocksdb.num.index.and.filter.blocks.read.per.level",
          "rocksdb.num.data.blocks.read.per.level",
          "rocksdb.compression.times.nanos",
          "rocksdb.decompression.times.nanos",
          "rocksdb.read.block.get.micros",
          "rocksdb.write.raw.block.micros",
          "# comment end of array"
        ],
        "stats_level": "kExceptHistogramOrTimers",
        "--stats_level": "kExceptTimeForMutex",
        "//stats_level": "kExceptDetailedTimers"
      }
    }
  },
  "CompactionFilterFactory": {
    "compact_filter": {
      "class": "Rdb_compact_filter_factory",
      "params": {}
    }
  },
  "Cache": {
    "block_cache": {
      "class": "LRUCache",
      "params": {
        "capacity": "1G",
        "num_shard_bits": -1,
        "strict_capacity_limit": false,
        "high_pri_pool_ratio": 0.75,
        "use_adaptive_mutex": false,
        "metadata_charge_policy": "kFullChargeCacheMetadata"
      }
    }
  },
  "TableFactory": {
    "auto_sort": {
      "class": "VecAutoSortTable",
      "params": {
        "debugLevel": 0,
        "fileWriteBufferSize": "64K",
        "collectProperties": false,
        "forceNeedCompact": true
      }
    },
    "bb": {
      "class": "BlockBasedTable",
      "params": {
        "block_cache": "${block_cache}",
        "index_type": "kTwoLevelIndexSearch",
        "block_size": "8K"
      }
    },
    "sng": "SingleFastTable",
    "dzip": {
      "class": "ToplingZipTable",
      "params": {
        "localTempDir": "/tmp",
        "indexMemAsResident": false,
        "builderMinLevel": 6,
        "acceptCompressionRatio": 0.8,
        "enableStatistics": false,
        "warmupLevel": "kIndex",
        "optimizeCpuL3Cache": true,
        "offsetArrayBlockUnits": 128,
        "sampleRatio": 0.01,
        "keyRankCacheRatio": 0.001,
        "checksumLevel": 0,
        "entropyAlgo": "kNoEntropy",
        "debugLevel": 0,
        "minDictZipValueSize": "30",
        "keyPrefixLen": 4,
        "minPreadLen": 64
      }
    },
    "dispatch": {
      "class": "DispatcherTable",
      "params": {
        "default": "sng",
        "readers": {
          "VecAutoSortTable": "auto_sort",
          "BlockBasedTable": "bb",
          "SingleFastTable": "sng",
          "ToplingZipTable": "dzip"
        },
        "level_writers": [
          "sng", "sng",
          "dzip", "dzip", "dzip", "dzip", "dzip"
        ]
      }
    }
  },
  "MemTableRepFactory": {
    "dyna": {
      "class": "Dyna",
      "params": { "real_fac": "${cspp}" }
    },
    "cspp": {
      "class": "cspp",
      "params": {
        "mem_cap": "2G",
        "use_vm": true,
        "use_hugepage": true,
        "read_by_writer_token": true,
        "token_use_idle": true
      }
    },
    "cspp_small": {
      "class": "cspp",
      "params": {
        "mem_cap": "32M",
        "chunk_size": "32K",
        "use_vm": true,
        "use_hugepage": false,
        "read_by_writer_token": true,
        "token_use_idle": true
      }
    },
    "skiplist": {
      "class": "SkipList",
      "params": { "lookahead": 0 }
    }
  },
  "WBWIFactory": {
    "cspp": {
      "class": "CSPP_WBWI",
      "params": {
        "trie_reserve_cap": "128K",
        "data_reserve_cap": "512K"
      }
    },
    "skiplist": {
      "class": "SkipList",
      "params": {}
    }
  },
  "MergeOperator": {
    "system_merge_op": {
      "class": "Rdb_system_merge_op",
      "params": {}
    }
  },
  "TablePropertiesCollectorFactory": {
    "tbl_prop_coll": {
      "class": "Rdb_tbl_prop_coll_factory",
      "params": {}
    }
  },
  "SstPartitionerFactory": {
    "by_prefix": {
      "class": "FixedPrefix",
      "params": { "prefix_len": 4 }
    }
  },
  "CFOptions": {
    "default": {
      "num_levels": 7, "max_bytes_for_level_multiplier": 10,
      "disable_auto_compactions": true,
      "level0_file_num_compaction_trigger": 4,
      "memtable_factory": "${dyna}",
      "max_write_buffer_number": 4, "write_buffer_size": "1G",
      "compaction_options_level": {"L1_score_boost": 5},
      "target_file_size_base": "32M", "target_file_size_multiplier": 2,
      "soft_pending_compaction_bytes_limit": "1T",
      "hard_pending_compaction_bytes_limit": "2T",
      "table_factory": "${dispatch}",
      "html_user_key_coder": "${hex_key_coder}",
      "table_properties_collector_factories": [ "${tbl_prop_coll}" ],
      "paranoid_file_checks": false,
      "sst_partitioner_factory": "by_prefix",
      "compaction_executor_factory": "dcompact",
      "compaction_filter_factory": "${compact_filter}"
    },
    "__system__": {
      "num_levels": 7, "max_bytes_for_level_multiplier": 10,
      "disable_auto_compactions": true,
      "level0_file_num_compaction_trigger": 4,
      "memtable_factory": "${cspp_small}",
      "max_write_buffer_number": 4, "write_buffer_size": "16M",
      "compaction_options_level": {"L1_score_boost": 5},
      "target_file_size_base": "16M", "target_file_size_multiplier": 2,
      "table_factory": "${dispatch}",
      "paranoid_file_checks": true,
      "merge_operator": "${system_merge_op}"
    }
  },
  "DBOptions": {
    "dbopt": {
      "allow_fdatasync": false,
      "advise_random_on_open": true,
      "create_if_missing": true,
      "create_missing_column_families": true,
      "max_background_flushes": 2,
      "max_background_compactions": 32,
      "max_subcompactions": 1,
      "max_level1_subcompactions": 17,
      "max_log_file_size": "256M",
      "keep_log_file_num": 100,
      "verify_sst_unique_id_in_manifest": false,
      "//write_buffer_manager": "${wbm}",
      "inplace_update_support": false,
      "WAL_size_limit_MB": 0,
      "wal_dir": "/dev/shm/mytopling/wal",
      "//db_paths" : [
        "/path/to/local/filesystem/for/level/0",
        "/path/to/nfs/filesystem/for/level/1",
        "/path/to/nfs/filesystem/for/level/2/to/level/n"
      ],
      "db_log_dir": "/nvme-shared/mytopling/log/.rocksdb",
      "wbwi_factory": "${cspp}",
      "statistics": "${stat}",
      "allow_mmap_reads": false
    }
  },
  "TransactionDBMutexFactory": {
    "mtx_fac": {
      "class": "Rdb_mutex_factory",
      "params": {}
    }
  },
  "databases": {
    ".rocksdb": {
      "method": "TransactionDB::Open",
      "params": {
        "db_options": "${dbopt}",
        "txn_db_options": {
          "key_prefix_len": 4,
          "super_stripes": 1,
          "num_stripes": 19,
          "transaction_lock_timeout": 2000,
          "custom_mutex_factory": "${mtx_fac}"
        },
        "column_families": {
          "default": "${default}",
          "__system__": "${__system__}"
        }
      }
    }
  },
  "open": "${.rocksdb}",
  "CompactionExecutorFactory": {
    "dcompact": {
      "class": "DcompactEtcd",
      "params": {
        "allow_fallback_to_local": true,
        "//info_log_level": "DEBUG_LEVEL",
        "estimate_speed": "10M",
        "timeout_multiplier": 5.0,
        "hoster_root": "/nvme-shared/mytopling/datadir",
        "instance_name": "datadir",
        "nfs_mnt_src": "static-mounted",
        "nfs_mnt_opt": "",
        "web_domain": "topling.in",
        "overall_timeout": 10,
        "http_max_retry": 3,
        "http_timeout": 1,
        "http_workers": [
          "http://192.168.100.10:8080",
          "//http://192.168.100.10:8081",
          "//http://192.168.100.2:8080",
          "//http://192.168.100.2:8081",
          { "url": "//http://192.168.100.116:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "//http://192.168.100.117:8081", "base_url": "http://192.168.31.3:55071", "web_url": "http://dell3.topling.in:2011" },
          "//http://192.168.100.102:8080",
          "//http://192.168.100.102:8081",
          "//http://commented-host:8080",
          "//end_http_workers"
        ],
        "dcompact_min_level": 2
      }
    }
  }
}