todis-enterprise.json

{
  "http": {
    "document_root": "/nvme-shared/data/db/db0",
    "hide_files_patterns": "*.sst|*.dbtmp",
    "num_threads": "5",
    "listening_ports": "2011"
  },
  "setenv": {
    "DictZipBlobStore_zipThreads": 8,
    "StrSimpleEnvNameNotOverwrite": "StringValue",
    "IntSimpleEnvNameNotOverwrite": 16384,
    "OverwriteThisEnv": {
      "//comment": "overwrite is default to false",
      "overwrite": true,
      "value": "force overwrite this env by overwrite true"
    }
  },
  "permissions": {
    "web_compact": true,
    "//end": "end"
  },
  "AnyPlugin": {
    "sys_info": "SysInfoShower",
    "todis_conf": "TodisConfShowPlugin",
    "build_version": "BuildVersionsShowPlugin",
    "meta_key_decoder":         "HtmlTextUserKeyCoder",
    "base_data_key_decoder":      "BaseDataKeyDecoder",
    "zsets_score_key_decoder":  "ZSetsScoreKeyDecoder",
    "lists_data_key_decoder" :   "ListsDataKeyDecoder"
  },
  "Statistics": {
    "stat-hashes": {
      "class": "default",
      "params": {
        "discard_tickers": [
          "# comment",
          "// comment: 可以仅指定前缀，必须以 . 为边界的前缀，例如下面两个必须分别指定",
          "rocksdb.block.cache",
          "rocksdb.block.cachecompressed",
          "# comment: 上面两个也可以用下面这一个概括",
          "rocksdb.block",
          "# 精确指定",
          "rocksdb.memtable.payload.bytes.at.flush",
          "rocksdb.memtable.garbage.bytes.at.flush",
          "# pika 未使用 txn",
          "rocksdb.txn",
          "rocksdb.blobdb",
          "rocksdb.row.cache",
          "rocksdb.number.block",
          "rocksdb.bloom.filter",
          "rocksdb.persistent",
          "rocksdb.sim.block.cache"
        ],
        "discard_histograms": [
          "# comment: ....",
          "rocksdb.blobdb",
          "rocksdb.bytes.compressed",
          "rocksdb.bytes.decompressed",
          "rocksdb.num.index.and.filter.blocks.read.per.level",
          "rocksdb.num.data.blocks.read.per.level",
          "rocksdb.compression.times.nanos",
          "rocksdb.decompression.times.nanos",
          "rocksdb.read.block.get.micros",
          "rocksdb.write.raw.block.micros",
          "# comment end of array"
        ],
        "stats_level": "kExceptDetailedTimers"
      }
    },
    "stat-lists": {
      "class": "default",
      "params": {
        "discard_tikers": "${stat-hashes}",
        "discard_histograms": "${stat-hashes}"
      }
    },
    "stat-strings": {
      "class": "default",
      "params": {
        "discard_tikers": "${stat-hashes}",
        "discard_histograms": "${stat-hashes}"
      }
    },
    "stat-sets": {
      "class": "default",
      "params": {
        "discard_tikers": "${stat-hashes}",
        "discard_histograms": "${stat-hashes}"
      }
    },
    "stat-zsets": {
      "class": "default",
      "params": {
        "discard_tikers": "${stat-hashes}",
        "discard_histograms": "${stat-hashes}"
      }
    }
  },
  "WriteBufferManager" : {
    "wbm": {
      "class": "WriteBufferManager",
      "params": {
        "buffer_size": "2048M"
      }
    }
  },
  "CompactionFilterFactory": {
    "strings"  :   "StringsFilterFactory",
    "base-meta":  "BaseMetaFilterFactory",
    "list-meta": "ListsMetaFilterFactory",
    "list-data": {
      "class": "ListsDataFilterFactory",
      "params": {
        "type": "lists"
      }
    },
    "hash-meta": "BaseMetaFilterFactory",
    "hash-data": {
      "class": "BaseDataFilterFactory",
      "params": {
        "type": "hashes"
      }
    },
    "set-meta": "BaseMetaFilterFactory",
    "set-member": {
      "class": "BaseDataFilterFactory",
      "params": {
        "type": "sets"
      }
    },
    "zset-meta": "BaseMetaFilterFactory",
    "zset-data": {
      "class": "BaseDataFilterFactory",
      "params": {
        "type": "zsets"
      }
    },
    "zset-score": {
      "class": "ZSetsScoreFilterFactory",
      "params": {
        "type": "zsets"
      }
    }
  },
  "TableFactory": {
    "single_fast": {
      "class": "SingleFastTable",
      "params": {
      "indexType": "MainPatricia",
      "keyPrefixLen": 0
      }
    },
    "topling_fast": {
      "class": "ToplingFastTable",
      "params": {
        "indexType": "MainPatricia",
        "keyPrefixLen": 0
      }
    },
    "topling_zip": {
      "class": "ToplingZipTable",
      "params": {
        "localTempDir": "/tmp",
        "indexType": "Mixed_XL_256_32_FL",
        "indexNestLevel": 3,
        "indexNestScale": 8,
        "indexTempLevel": 0,
        "indexCacheRatio": 0.0,
        "warmupLevel": "kIndex",
        "disableCompressDict": true,
        "optimizeCpuL3Cache": true,
        "enableEntropyStore": false,
        "offsetArrayBlockUnits": 128,
        "sampleRatio": 0.01,
        "checksumLevel": 0,
        "entropyAlgo": "kNoEntropy",
        "debugLevel": 0,
        "softZipWorkingMemLimit": "16G",
        "hardZipWorkingMemLimit": "32G",
        "smallTaskMemory": "1G",
        "minDictZipValueSize": 30,
        "keyPrefixLen": 0,
        "minPreadLen": -1
      }
    },
    "dispatch_data_cf": {
      "class": "DispatcherTable",
      "params": {
        "default": "single_fast",
        "readers": {
          "SingleFastTable": "single_fast",
          "ToplingFastTable": "topling_fast",
          "ToplingZipTable": "topling_zip"
        },
        "level_writers": [
          "single_fast", "single_fast", "single_fast", "single_fast",
          "topling_zip", "topling_zip", "topling_zip", "topling_zip", "topling_zip"
        ]
      }
    },
    "dispatch": {
      "class": "DispatcherTable",
      "params": {
        "default": "single_fast",
        "readers": {
          "SingleFastTable": "single_fast",
          "ToplingFastTable": "topling_fast",
          "ToplingZipTable": "topling_zip"
        },
        "level_writers": [
          "single_fast", "single_fast",
          "topling_zip", "topling_zip", "topling_zip", "topling_zip", "topling_zip"
        ]
      }
    }
  },
  "CFOptions": {
    "common-cfo": {
      "max_write_buffer_number": 4, "write_buffer_size": "128M",
      "target_file_size_base": "16M", "target_file_size_multiplier": 2,
      "level_compaction_dynamic_level_bytes": false,
      "disable_auto_compactions": true,
      "compaction_executor_factory": "${dcompact}"
    },
    "meta-cfo": {
      "template": "$common-cfo",
      "table_factory": "${dispatch}",
      "html_user_key_coder": "$meta_key_decoder"
    },
    "data-cfo": {
      "template": "$common-cfo",
      "table_factory": "${dispatch_data_cf}",
      "compaction_executor_factory": "${data_cf_dcomact}",
      "html_user_key_coder": "$base_data_key_decoder"
    },
    "hash-data": {
      "template": "$data-cfo",
      "compaction_filter_factory": "${hash-data}"
    },
    "set-member": {
      "template": "$data-cfo",
      "compaction_filter_factory": "${set-member}"
    },
    "zset-data": {
      "template": "$data-cfo",
      "compaction_filter_factory": "${zset-data}"
    },
    "base-meta": {
      "template": "$meta-cfo",
      "compaction_filter_factory": "${base-meta}"
    },
    "strings": {
      "template": "$meta-cfo",
      "soft_pending_compaction_bytes_limit": "1T",
      "hard_pending_compaction_bytes_limit": "2T",
      "compaction_filter_factory": "${strings}"
    },
    "list-data": {
      "template": "$data-cfo",
      "html_user_key_coder": "$lists_data_key_decoder",
      "compaction_filter_factory": "${list-data}"
    },
    "list-meta": {
      "template": "$meta-cfo",
      "compaction_filter_factory": "${list-meta}"
    },
    "zset-score": {
      "template": "$data-cfo",
      "html_user_key_coder": "$zsets_score_key_decoder",
      "compaction_filter_factory": "${zset-score}"
    }
  },
  "DBOptions": {
    "dbo": {
      "advise_random_on_open": true,
      "create_if_missing": true,
      "create_missing_column_families": true,
      "max_background_flushes": 2,
      "max_background_compactions": 20,
      "max_subcompactions": 1,
      "max_level1_subcompactions": 10,
      "write_buffer_manager": "${wbm}",
      "inplace_update_support": false,
      "WAL_size_limit_MB": 0,
      "//allow_mmap_reads:": true
    }
  },
  "databases": {
    "strings": {
      "method": "DB::Open",
      "params": {
        "db_options": {
          "template": "$dbo",
          "//wal_dir": "/nvmepool/terark/pika-wal/strings",
          "//db_log_dir": "/nvmepool/terark/pika-wal/strings",
          "statistics": "${stat-strings}"
        },
        "column_families": {
          "default": "${strings}"
        },
        "path": "/nvme-shared/data/db/db0/strings"
      }
    },
    "hashes": {
      "method": "DB::Open",
      "params": {
        "db_options": {
          "template": "$dbo",
          "//wal_dir": "/nvmepool/terark/pika-wal/hashes",
          "//db_log_dir": "/nvmepool/terark/pika-wal/hashes",
          "statistics": "${stat-hashes}",
          "allow_mmap_reads": true
        },
        "column_families": {
          "default": "${base-meta}",
          "data_cf": "${hash-data}"
        },
        "path": "/nvme-shared/data/db/db0/hashes"
      }
    },
    "sets": {
      "method": "DB::Open",
      "params": {
        "db_options": {
          "template": "$dbo",
          "//wal_dir": "/nvmepool/terark/pika-wal/sets",
          "//db_log_dir": "/nvmepool/terark/pika-wal/sets",
          "statistics": "${stat-sets}"
        },
        "column_families": {
          "default": "${base-meta}",
          "member_cf": "${set-member}"
        },
        "path": "/nvme-shared/data/db/db0/sets"
      }
    },
    "zsets": {
      "method": "DB::Open",
      "params": {
        "db_options": {
          "template": "$dbo",
          "//wal_dir": "/nvmepool/terark/pika-wal/zsets",
          "//db_log_dir": "/nvmepool/terark/pika-wal/zsets",
          "statistics": "${stat-zsets}"
        },
        "column_families": {
          "default": "${base-meta}",
          "data_cf": "${zset-data}",
          "score_cf": "${zset-score}"
        },
        "path": "/nvme-shared/data/db/db0/zsets"
      }
    },
    "lists": {
      "method": "DB::Open",
      "params": {
        "db_options": {
          "template": "$dbo",
          "//wal_dir": "/nvmepool/terark/pika-wal/lists",
          "//db_log_dir": "/nvmepool/terark/pika-wal/lists",
          "statistics": "${stat-lists}"
        },
        "column_families": {
          "default": "${list-meta}",
          "data_cf": "${list-data}"
        },
        "path": "/nvme-shared/data/db/db0/lists"
      }
    }
  },
  "CompactionExecutorFactory": {
    "dcompact": {
      "class": "DcompactEtcd",
      "params": {
        "//etcd": {
          "url": "https://dell2.topling.cn:2379",
          "ca": "/node-shared/certs/ca.pem",
          "cert": "/node-shared/certs/topling-client-chain.pem",
          "key": "/node-shared/certs/topling-client-key.pem",
          "load_balancer": "round_robin"
        },
        "etcd_root": "/dcompact-worker-cluster-1",

        "//hoster_root": "/nvmepool/shared/db1",
        "hoster_root": "/nvme-shared/data",
        "instance_name": "data",
        "nfs_mnt_flags": "",
        "nfs_mnt_src": "192.168.100.10:/srv/nvme/data",
        "nfs_mnt_opt": "vers=3,noatime",
        "web_domain": "topling.in",
        "http_max_retry": 99,
        "http_timeout": 3,
        "http_workers": [
          { "url": "http://192.168.100.101:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.101:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.103:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.103:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.104:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.104:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.105:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.105:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.106:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.106:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.107:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.107:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.108:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.108:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.109:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.109:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.110:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.110:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.111:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.111:8081", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.112:8080", "web_url": "http://dell3.topling.in:2011" },
          { "url": "http://192.168.100.112:8081", "web_url": "http://dell3.topling.in:2011" }
        ],
        "dbcf_min_levelxx": {
          ":data_cf": -2,
          ":member_cf": -2,
          ":score_cf": -2
        },
        "dcompact_min_level": 2
      }
    },
    "data_cf_dcomact": {
      "class": "BwDcompactExec",
      "params": {
        "target": "dcompact",
        "max_meta_size_ratio": 0.05
      }
    }
  }
}