mirror of
https://github.com/cubefs/cubefs.git
synced 2026-08-02 02:00:56 +00:00
docs(blobstore): update documentation for new version
. #1000431984 Signed-off-by: slasher <shenjie1@oppo.com>
This commit is contained in:
slasher
梁曟風
parent
c2d0d7992e
commit
2c1a8821b3
@ -68,16 +68,24 @@ BlobNode的配置是基于[公有配置](./base.md)，以下配置说明主要
|
||||
"set_default_switch": "是否默认设置开关.建议该项填true,会设置need_compact_check,allow_force_compact,allow_clean_trash",
|
||||
"must_mount_point": "数据存放目录是否强制是挂载点",
|
||||
"must_mount_point_meta": "如果配置了 meta_root_prefix，开启 must_mount_point_meta 后会检查每个磁盘的元数据目录是否为挂载点，默认值 false",
|
||||
"iostat_file_dryrun": "是否开启IO统计文件模拟运行, 默认值 false",
|
||||
"enable_delete_shard_verify": "删除时是否开启shard校验, 默认值 false",
|
||||
"wait_pending_req_interval_sec": "等待挂起请求的时间间隔, 默认值10秒",
|
||||
"block_buffer_size": "块缓冲区大小, 默认值64KB",
|
||||
"batch_buffer_size": "批量缓冲区大小, 默认值1MB",
|
||||
"batch_buffer_hole_threshold": "批量缓冲区空洞阈值, 默认值256KB",
|
||||
"write_thread_cnt": "限制写线程个数, 默认值4",
|
||||
"read_thread_cnt": "限制读线程个数, 默认值4",
|
||||
"delete_thread_cnt": "限制删线程个数, 默认值1",
|
||||
"delete_thread_cnt": "限制删线程个数, 默认值2",
|
||||
"background_thread_cnt": "后台线程个数, 默认值2",
|
||||
"write_queue_depth": "写队列深度, 默认值64",
|
||||
"read_queue_depth": "读队列深度, 默认值64",
|
||||
"delete_queue_depth": "删除队列深度, 默认值32",
|
||||
"background_queue_depth": "后台队列深度, 默认值32",
|
||||
"data_qos": {
|
||||
"read_mbps": "单盘普通读业务IO带宽",
|
||||
"write_mbps": "单盘普通写业务IO带宽",
|
||||
"background_mbps": "单盘后台任务IO带宽",
|
||||
"write_queue_depth": "写线程对应的队列深度, 默认值32",
|
||||
"read_queue_depth": "读线程对应的队列深度, 默认值64",
|
||||
"delete_queue_depth": "删线程对应的队列深度, 默认值32"
|
||||
"background_mbps": "单盘后台任务IO带宽"
|
||||
}
|
||||
},
|
||||
"meta_config": {
|
||||
@ -96,7 +104,12 @@ BlobNode的配置是基于[公有配置](./base.md)，以下配置说明主要
|
||||
"scheduler": {
|
||||
"host_sync_interval_ms": "后台任务用到的scheduler client的后端节点同步时间"
|
||||
},
|
||||
"chunk_protection_period_S": "过期epoch chunk判断创建时间的保护周期",
|
||||
"heartbeat_interval_S": "向clustermgr发送心跳的时间间隔, 默认值30秒",
|
||||
"chunk_report_interval_S": "chunk上报的时间间隔, 默认值60秒",
|
||||
"chunk_gc_interval_S": "chunk gc的时间间隔, 默认值30分钟",
|
||||
"chunk_protection_period_S": "过期epoch chunk判断创建时间的保护周期, 默认值48小时",
|
||||
"clean_expired_stat_interval_S": "清理过期统计的时间间隔, 默认值60分钟",
|
||||
"disk_status_check_interval_S": "磁盘状态检查的时间间隔, 默认值2分钟",
|
||||
"delete_qps_limit_per_disk": "单盘删除的并发数控制",
|
||||
"shard_repair_concurrency": "后台任务shard repair的并发数控制",
|
||||
"flock_filename": "进程文件锁路径"
|
||||
|
||||
@ -99,12 +99,19 @@ Clustermgr的配置是基于[公有配置](./base.md)，以下配置说明主要
|
||||
"blob_node_config": "",
|
||||
"ensure_index": "用来建立磁盘索引"
|
||||
},
|
||||
|
||||
"cluster_report_interval_s": "上报consul的间隔",
|
||||
|
||||
"cluster_report_interval_s": "上报consul的间隔，默认60秒",
|
||||
"consul_agent_addr": "consul地址",
|
||||
"heartbeat_notify_interval_s": "心跳通知间隔，用来定时处理BlobNode上报的磁盘信息，这个时间许小于BlobNode上报的时间间隔，避免磁盘心跳超时过期",
|
||||
"max_heartbeat_notify_num": "最大心跳通知数目",
|
||||
"chunk_size": "BlobNode中每一个chunk的大小，即创建的文件的大小 "
|
||||
"consul_token": "consul认证token",
|
||||
"consul_token_file": "consul认证token文件路径",
|
||||
"heartbeat_notify_interval_s": "心跳通知间隔，用来定时处理BlobNode上报的磁盘信息，这个时间许小于BlobNode上报的时间间隔，避免磁盘心跳超时过期，默认10秒",
|
||||
"max_heartbeat_notify_num": "最大心跳通知数目，默认2000",
|
||||
"metric_report_interval_m": "指标上报间隔（分钟），默认2分钟",
|
||||
"consistent_check_interval_m": "一致性检查间隔（分钟），默认360分钟",
|
||||
"broken_volume_unit_report_num": "损坏卷单元上报数量，默认3",
|
||||
"broken_shard_unit_report_num": "损坏分片单元上报数量，默认2",
|
||||
"db_cache_size": "数据库缓存大小（字节）",
|
||||
"chunk_size": "BlobNode中每一个chunk的大小，即创建的文件的大小"
|
||||
}
|
||||
```
|
||||
|
||||
@ -154,4 +161,4 @@ Clustermgr的配置是基于[公有配置](./base.md)，以下配置说明主要
|
||||
"host_aware":false
|
||||
}
|
||||
}
|
||||
```
|
||||
```
|
||||
|
||||
@ -28,14 +28,16 @@ v3.3.0版本开始支持Proxy节点卷和磁盘信息的缓存
|
||||
|
||||
```json
|
||||
{
|
||||
"heartbeat_interval_s": "向 Clustermgr 心跳的间隔周期， 心跳时间为heartbeatTicks * tickInterval",
|
||||
"heartbeat_ticks": "配合heartbeat_interval_s使用",
|
||||
"expires_ticks": "",
|
||||
"heartbeat_interval_s": "向 Clustermgr 心跳的间隔周期， 心跳时间为heartbeatTicks * tickInterval，默认值3秒",
|
||||
"heartbeat_ticks": "配合heartbeat_interval_s使用，默认值30",
|
||||
"expires_ticks": "服务过期ticks，默认值60",
|
||||
"diskv_base_path": "缓存信息本地持久化路径",
|
||||
"diskv_temp_dir": "diskv临时目录",
|
||||
"volume_capacity": "内存卷信息容量，默认为 1 M",
|
||||
"volume_expiration_seconds": "内存卷信息过期时间，默认为0，表示不过期",
|
||||
"disk_capacity": "内存磁盘信息容量，默认为 1 M",
|
||||
"disk_expiration_seconds": "内存磁盘信息过期时间，默认为0，表示不过期",
|
||||
"volume_route_sync_interval_seconds": "卷路由同步间隔，默认值60秒",
|
||||
"clustermgr": {
|
||||
"hosts": "clustermgr的主机列表，[ `http://ip:port`,`http://ip1:port`]",
|
||||
"rpc": "参见rpc LbClient配置介绍"
|
||||
|
||||
@ -69,16 +69,24 @@ BlobNode configuration is based on the [public configuration](./base.md), and th
|
||||
"set_default_switch": "whether to set switch.suggest you set it to true,will set: need_compact_check,allow_force_compact,allow_clean_trash",
|
||||
"must_mount_point": "whether the data storage directory must be a mount point",
|
||||
"must_mount_point_meta": "if meta_root_prefix is configured, turning on must_mount_point_meta will check if the metadata directory of each disk is a mount point, default false",
|
||||
"iostat_file_dryrun": "whether to enable IO stat file dry run, default false",
|
||||
"enable_delete_shard_verify": "whether to enable shard verification during deletion, default false",
|
||||
"wait_pending_req_interval_sec": "interval for waiting pending requests, default 10 seconds",
|
||||
"block_buffer_size": "block buffer size, default 64KB",
|
||||
"batch_buffer_size": "batch buffer size, default 1MB",
|
||||
"batch_buffer_hole_threshold": "batch buffer hole threshold, default 256KB",
|
||||
"write_thread_cnt": "limit the number of write threads, default 4",
|
||||
"read_thread_cnt": "limit the number of read threads, default 4",
|
||||
"delete_thread_cnt": "limit the number of delete threads, default 1",
|
||||
"delete_thread_cnt": "limit the number of delete threads, default 2",
|
||||
"background_thread_cnt": "limit the number of background threads, default 2",
|
||||
"write_queue_depth": "write queue depth, default 64",
|
||||
"read_queue_depth": "read queue depth, default 64",
|
||||
"delete_queue_depth": "delete queue depth, default 32",
|
||||
"background_queue_depth": "background queue depth, default 32",
|
||||
"data_qos": {
|
||||
"read_mbps": "per disk normal read IO bandwidth",
|
||||
"write_mbps": "per disk normal write IO bandwidth",
|
||||
"background_mbps": "per disk background IO bandwidth",
|
||||
"write_queue_depth": "write queue depth, default 32",
|
||||
"read_queue_depth": "read queue depth, default 64",
|
||||
"delete_queue_depth": "delete queue depth, default 32"
|
||||
"background_mbps": "per disk background IO bandwidth"
|
||||
}
|
||||
},
|
||||
"meta_config": {
|
||||
@ -99,10 +107,12 @@ BlobNode configuration is based on the [public configuration](./base.md), and th
|
||||
"scheduler": {
|
||||
"host_sync_interval_ms": "backend node synchronization time for scheduler client used in background tasks"
|
||||
},
|
||||
"chunk_protection_period_S": "protection period for expired epoch chunks based on creation time",
|
||||
"put_qps_limit_per_disk": "concurrency control for single-disk writes",
|
||||
"get_qps_limit_per_disk": "concurrency control for single-disk reads",
|
||||
"get_qps_limit_per_key": "concurrency control for reads of a single shard",
|
||||
"heartbeat_interval_S": "heartbeat interval to clustermgr, default 30 seconds",
|
||||
"chunk_report_interval_S": "chunk report interval, default 60 seconds",
|
||||
"chunk_gc_interval_S": "chunk gc interval, default 30 minutes",
|
||||
"chunk_protection_period_S": "protection period for expired epoch chunks based on creation time, default 48 hours",
|
||||
"clean_expired_stat_interval_S": "clean expired stat interval, default 60 minutes",
|
||||
"disk_status_check_interval_S": "disk status check interval, default 2 minutes",
|
||||
"delete_qps_limit_per_disk": "concurrency control for single-disk deletions",
|
||||
"shard_repair_concurrency": "concurrency control for background task shard repair",
|
||||
"flock_filename": "process file lock path"
|
||||
|
||||
@ -101,10 +101,17 @@ Clustermgr configuration is based on the [public configuration](./base.md), and
|
||||
"ensure_index": "Used to establish disk index"
|
||||
},
|
||||
|
||||
"cluster_report_interval_s": "Interval for reporting to consul",
|
||||
"cluster_report_interval_s": "Interval for reporting to consul, default 60s",
|
||||
"consul_agent_addr": "Consul address",
|
||||
"heartbeat_notify_interval_s": "Interval for heartbeat notification, used to process the disk information reported by BlobNode regularly. This time should be smaller than the time interval reported by BlobNode to avoid disk heartbeat timeout expiration",
|
||||
"max_heartbeat_notify_num": "Maximum number of heartbeat notifications",
|
||||
"consul_token": "Consul token for authentication",
|
||||
"consul_token_file": "Consul token file path for authentication",
|
||||
"heartbeat_notify_interval_s": "Interval for heartbeat notification, used to process the disk information reported by BlobNode regularly. This time should be smaller than the time interval reported by BlobNode to avoid disk heartbeat timeout expiration, default 10s",
|
||||
"max_heartbeat_notify_num": "Maximum number of heartbeat notifications, default 2000",
|
||||
"metric_report_interval_m": "Interval for metric reporting (minutes), default 2",
|
||||
"consistent_check_interval_m": "Interval for consistency check (minutes), default 360",
|
||||
"broken_volume_unit_report_num": "Number of broken volume units to report, default 3",
|
||||
"broken_shard_unit_report_num": "Number of broken shard units to report, default 2",
|
||||
"db_cache_size": "Database cache size (bytes)",
|
||||
"chunk_size": "Size of each chunk in BlobNode, that is, the size of the created file"
|
||||
}
|
||||
```
|
||||
@ -156,4 +163,4 @@ Clustermgr configuration is based on the [public configuration](./base.md), and
|
||||
"host_aware":false
|
||||
}
|
||||
}
|
||||
```
|
||||
```
|
||||
|
||||
@ -28,14 +28,16 @@ Starting from version v3.3.0, Proxy node supports caching of volume and disk inf
|
||||
|
||||
```json
|
||||
{
|
||||
"heartbeat_interval_s": "Interval for sending heartbeat to Clustermgr. The heartbeat time is heartbeatTicks * tickInterval",
|
||||
"heartbeat_ticks": "Used in conjunction with heartbeat_interval_s",
|
||||
"expires_ticks": "",
|
||||
"heartbeat_interval_s": "Interval for sending heartbeat to Clustermgr. The heartbeat time is heartbeatTicks * tickInterval, default is 3 seconds",
|
||||
"heartbeat_ticks": "Used in conjunction with heartbeat_interval_s, default is 30",
|
||||
"expires_ticks": "Service expiration ticks, default is 60",
|
||||
"diskv_base_path": "Local persistent path for caching information",
|
||||
"diskv_temp_dir": "Temp directory for diskv",
|
||||
"volume_capacity": "Capacity of memory volume information, default is 1M",
|
||||
"volume_expiration_seconds": "Expiration time of memory volume information, default is 0, which means no expiration",
|
||||
"disk_capacity": "Capacity of memory disk information, default is 1M",
|
||||
"disk_expiration_seconds": "Expiration time of memory disk information, default is 0, which means no expiration",
|
||||
"volume_route_sync_interval_seconds": "Volume route synchronization interval, default is 60 seconds",
|
||||
"clustermgr": {
|
||||
"hosts": "List of clustermgr hosts, [`http://ip:port`,`http://ip1:port`]",
|
||||
"rpc": "Refer to the rpc LbClient configuration introduction"
|
||||
|
||||
Loading…
Reference in New Issue
Block a user
