# BlobNode 配置 `BlobNode` 是单机存储引擎模块，主要负责组织数据落盘、磁盘读取数据、磁盘删除数据以及后台任务的执行等。 BlobNode的配置是基于[公有配置](./base.md)，以下配置说明主要针对于BlobNode的私有配置。 ## 配置说明 ### 关键配置 | 配置项 | 说明 | 必需 | |:-----------------|:------------------------------------------|:----| | 公有配置 | 如服务端口、运行日志以及审计日志等，参考[基础服务配置](./base.md)章节 | 是 | | disks | 要注册的磁盘路径列表 | 是 | | disable_sync | 是否关闭磁盘sync，值为true表示关闭sync，可以提高写性能 | 否 | | rack | 所在机架编号，clustermgr打开机架隔离时需要此字段 | 否 | | host | 本机的blobnode服务地址，需要注册到clustermgr | 是 | | must_mount_point | 校验注册路径是否是挂载路径，生产环境建议打开 | 否 | | data_qos | 数据qos分层限流，生产环境建议打开 | 否 | | meta_config | 元数据相关配置，包含rocksdb的cache大小等 | 否 | | clustermgr | clustermgr的服务地址信息等 | 是 | ### 全部配置 ```json { "cluster_id": "集群id", "idc": "机房", "rack": "机架", "host": "服务地址ip:端口", "dropped_bid_record": { "dir": "下线的bid记录目录", "chunkbits": "n: 单个文件大小，2的n次方字节" }, "disks": [ { "auto_format": "是否自动创建目录", "disable_sync": "是否关闭磁盘sync", "path": "数据存放目录", "max_chunks": "单盘最大的chunk数量限制" }, { "auto_format": "同上", "disable_sync": "同上", "path": "同上:每个磁盘都需要配置，会注册到clustermgr", "max_chunks": "同上" } ], "disk_config": { "disk_reserved_space_B": "单盘保留大小,可写空间会减去该值,默认60GB", "compact_reserved_space_B": "留给压缩的单盘保留大小,默认20GB", "chunk_protection_M": "release chunk的保护周期,最后修改时间到此刻没有超过保护周期则不允许release", "chunk_compact_interval_S": "compact的定时任务周期", "chunk_clean_interval_S": "chunk清理的定时任务周期", "chunk_gc_create_time_protection_M": "清理chunk时判断创建时间的保护周期", "chunk_gc_modify_time_protection_M": "清理chunk时判断修改时间的保护周期", "disk_usage_interval_S": "更新磁盘空间使用情况的定时任务周期", "disk_clean_trash_interval_S": "磁盘清理垃圾数据的定时任务周期", "disk_trash_protection_M": "磁盘垃圾数据的保护周期", "allow_clean_trash": "是否允许清理垃圾", "disable_modify_in_compacting": "压缩中是否不允许修改chunk", "compact_min_size_threshold": "chunk大小满足压缩条件的最小值", "compact_trigger_threshold": "chunk size达到该值触发压缩", "compact_empty_rate_threshold": "chunk空洞率达到该值允许压缩", "need_compact_check": "压缩完成后,是否巡检压缩前后的blob,确保压缩前后数据一致", "allow_force_compact": "是否允许接口强制进行压缩,跳过压缩条件", "compact_batch_size": "执行压缩时每一批次的bid数量", "metric_report_interval_S": "metric上报的定时任务周期", "set_default_switch": "是否默认设置开关.建议该项填true,会设置need_compact_check,allow_force_compact,allow_clean_trash", "must_mount_point": "数据存放目录是否强制是挂载点", "must_mount_point_meta": "如果配置了 meta_root_prefix，开启 must_mount_point_meta 后会检查每个磁盘的元数据目录是否为挂载点，默认值 false", "iostat_file_dryrun": "是否开启IO统计文件模拟运行, 默认值 false", "enable_delete_shard_verify": "删除时是否开启shard校验, 默认值 false", "wait_pending_req_interval_sec": "等待挂起请求的时间间隔, 默认值10秒", "block_buffer_size": "块缓冲区大小, 默认值64KB", "batch_buffer_size": "批量缓冲区大小, 默认值1MB", "batch_buffer_hole_threshold": "批量缓冲区空洞阈值, 默认值256KB", "write_thread_cnt": "限制写线程个数, 默认值4", "read_thread_cnt": "限制读线程个数, 默认值4", "delete_thread_cnt": "限制删线程个数, 默认值2", "background_thread_cnt": "后台线程个数, 默认值2", "write_queue_depth": "写队列深度, 默认值64", "read_queue_depth": "读队列深度, 默认值64", "delete_queue_depth": "删除队列深度, 默认值32", "background_queue_depth": "后台队列深度, 默认值32", "data_qos": { "read_mbps": "单盘普通读业务IO带宽", "write_mbps": "单盘普通写业务IO带宽", "background_mbps": "单盘后台任务IO带宽" } }, "meta_config": { "meta_root_prefix": "配置统一的meta数据存放目录,可以配置到ssd盘提高元数据读写速度,默认不配置", "support_inline": "是否开启小文件内联写到元数据存rocksdb", "tinyfile_threshold_B": "小文件阈值,可以配置小于等于128k", "sync": "是否开启磁盘sync", "cache_size": "lru缓存大小" }, "clustermgr": { "hosts": "clustermgr服务地址" }, "blobnode": { "client_timeout_ms": "后台任务用到的blobnode client的超时时间" }, "scheduler": { "host_sync_interval_ms": "后台任务用到的scheduler client的后端节点同步时间" }, "heartbeat_interval_S": "向clustermgr发送心跳的时间间隔, 默认值30秒", "chunk_report_interval_S": "chunk上报的时间间隔, 默认值60秒", "chunk_gc_interval_S": "chunk gc的时间间隔, 默认值30分钟", "chunk_protection_period_S": "过期epoch chunk判断创建时间的保护周期, 默认值48小时", "clean_expired_stat_interval_S": "清理过期统计的时间间隔, 默认值60分钟", "disk_status_check_interval_S": "磁盘状态检查的时间间隔, 默认值2分钟", "delete_qps_limit_per_disk": "单盘删除的并发数控制", "shard_repair_concurrency": "后台任务shard repair的并发数控制", "flock_filename": "进程文件锁路径" } ``` ### 示例配置 ```json { "bind_addr": ":8889", "log": { "level": 2 }, "cluster_id": 10001, "idc": "bjht", "rack": "HT02-B11-F4-402-0406", "host": "http://127.0.0.1:8889", "dropped_bid_record": { "dir": "/home/service/ebs-blobnode/_package/dropped_bids/", "chunkbits": 29 }, "disks": [ {"auto_format": true,"disable_sync": true,"path": "/home/service/var/data1"}, {"auto_format": true,"disable_sync": true,"path": "/home/service/var/data2"} ], "disk_config": { "set_default_switch": true, "must_mount_point": true, "data_qos": { "read_mbps": 100, "write_mbps": 60, "background_mbps": 20 } }, "meta_config": { "sync": false }, "clustermgr": { "hosts": [ "http://10.39.30.78:9998", "http://10.39.32.224:9998", "http://10.39.32.234:9998" ], "transport_config": { "max_conns_per_host": 4, "auth": { "enable_auth": false, "secret": "b2e5e2ed-6fca-47ce-bfbc-5e8f0650603b" } } }, "blobnode": { "client_timeout_ms": 5000 }, "scheduler": { "host_sync_interval_ms": 3600000 }, "chunk_protection_period_S": 600, "delete_qps_limit_per_disk": 64, "shard_repair_concurrency": 100, "flock_filename": "/home/service/ebs-blobnode/_package/run/blobnode.0.flock", "auditlog": { "logdir": "/home/service/ebs-blobnode/_package/run/auditlog/ebs-blobnode", "chunkbits": 29, "log_file_suffix": ".log", "backup": 10, "filters": [ {"should": {"match": {"path": ["list", "metrics", "/shard/get/"]}}} ], "metric_config": { "idc": "bjht", "team": "ocs", "set_default_switch": true } } } ```