elastic常用api

elasticsearch运维常用API

查看集群状态

  1. 查询集群状态命令：

    curl -XGET "http://ip:port/_cluster/health?pretty"
# ?pretty json打印结果

  2. 查询集群JVM状态

    curl -XGET "http://ip:port/_nodes/stats/jvm?pretty"

#查看具体某一个
curl -XGET "http://ip:port/_nodes/nodeName/stats/jvm?pretty"

  3. 查询Es全局状态：

    curl -XGET "http://ip:port/_cluster/stats?pretty"

  4. 查看集群分配情况

    curl -XGET "http://ip:port/_cluster/allocation/explain?pretty"

  5. 查询集群设置

    curl -XGET "http://ip:port/_cluster/settings?pretty"

  6. 查询所有索引

    # ?v 输出统计信息表头
curl -XGET "http://ip:port/_cat/indices?v"
# 如果通配符过滤
curl -XGET "http://ip:port/_cat/indices/*2022*?v"

  7. 查看集群文档总数

    curl -XGET "http://ip:port/_cat/count?v"
#  仅输入`_cat/` 会返回所有可输入命令。

  8. 查看集群别名组

    curl -XGET "http://ip:port/_cat/aliases"

  9. 查看当前集群索引分片信息

    curl -XGET "http://ip:port/_cat/shards?v"   
# 注：查看某一个索引可用shards/索引名?v

  10. 查看集群实例存储详细信息

    curl -XGET "http://ip:port/_cat/allocation?v"

  11. 查看当前集群的所有实例

    curl -XGET "http://ip:port/_cat/nodes?v"

- nodes.role角色
c : cold node
d : data node
f : frozen node
h : hot node
i : ingest node
l : machine learning node
m : master eligible node
r : remote cluster client node
s : content node
t : transform node
v : voting-only node
w : warm node

  12. 查看某索引分片转移进度

    curl -XGET "http://ip:port/_cat/recovery/索引名?v"

  13. 查看当前集群等待任务

    curl -XGET "http://ip:port/_cat/pending_tasks?v"

  14. 查看集群写入线程池任务

    curl -XGET "http://ip:port/_cat/thread_pool/bulk?v"

  15. 查看集群查询线程池任务

    curl -XGET "http://ip:port/_cat/thread_pool/search?v"

  16. 查看分片未分配的原因

    curl -XGET "http://ip:port/_cat/shards?v&h=index,shard,prirep,state,node,unassigned.reason" | grep UNASSIGNED

  17. 查看集群所有的默认配置

    curl -XGET 'http://ip:port/cluster/settings?pretty&include_defaults=true&filter_path=**.index'

集群相关操作

  1. 设置集群分片恢复参数

    curl --request PUT \
  --url http://ip:port/_cluster/settings \
  --header 'content-type: application/json' \
  --data '{
    "transient": {
        "cluster.routing.allocation.node_initial_primaries_recoveries": 60,
        "cluster.routing.allocation.node_concurrent_recoveries": 30,
        "cluster.routing.allocation.cluster_concurrent_rebalance": 30
    }
}'

# 或者
curl -XPUT  "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d' {     "transient": {         "cluster.routing.allocation.exclude._name": "EsNode2@ip"      } }'

  2. 根据实例名称使EsNodeX实例下线

    curl --request PUT \
  --url http://ip:port/_cluster/settings \
  --header 'content-type: application/json' \
  --data '{
    "transient": {
        "cluster.routing.allocation.exclude._name": "EsNode2@ip"
    }
}'

# 或者
curl -XPUT  "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d' {     "transient": {         "cluster.routing.allocation.exclude._name": "EsNode2@ip"      } }'

  3. 根据ip使ES数据节点下线：

    curl --request PUT \
  --url http://ip:port/_cluster/settings \
  --header 'content-type: application/json' \
  --data '{
  "transient": {
  "cluster.routing.allocation.exclude._ip": "ip1,ip2,ip3"
  }
 }'
# 或者
curl -XPUT "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d' { "transient": { "cluster.routing.allocation.exclude._ip": "ip1,ip2,ip3" } }'

  4. 设置分片恢复过程中的最大带宽速度：

    curl --request PUT \
  --url http:/ip:port/_cluster/settings \
  --header 'content-type: application/json' \
  --data '{
    "transient": {
        "indices.recovery.max_bytes_per_sec": "500mb"
    }
}'

# 或者
curl -XPUT "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d'{ "transient":{     "indices.recovery.max_bytes_per_sec":"500mb"  }}'

  5. 重新分配索引到 分片数为空的节点上（恢复数据）

    curl --request PUT \
  --url http://47.93.55.229:8118/_cluster/reroute \
  --header 'content-type: application/json' \
  --data '{
    "commands": [
        {
            "allocate_empty_primary": {
                "index": "indexname",
                "shard": 2,
                "node": "EsNode1@81.20.5.24",
                "accept_data_loss": true
            }
        }
    ]
}'

# 或者
curl -XPOST  "http://ip:port/_cluster/reroute?pretty" -H 'Content-Type:application/json' -d '{   "commands": [{                "allocate_empty_primary": {                                       "index": "indexname",                                       "shard": 2,                                      "node": "EsNode1@81.20.5.24",                                      "accept_data_loss":true                                           }               }]}'

  6. 重新分配索引到 副本分片所在的节点上（恢复数据）

    curl --request PUT \
  --url http://47.93.55.229:8118/_cluster/reroute \
  --header 'content-type: application/json' \
  --data '{
    "commands": [
        {
            "allocate_stale_primary": {
                "index": "indexname",
                "shard": 2,
                "node": "EsNode1@81.20.5.24",
                "accept_data_loss": true
            }
        }
    ]
}'

# 或者
curl -XPOST  "http://ip:port/_cluster/reroute?pretty" -H 'Content-Type:application/json' -d '{   "commands": [{                "allocate_stale_primary": {                                       "index": "indexname",                                       "shard": 2,                                      "node": "EsNode1@81.20.5.24",                                      "accept_data_loss":true                                           }

  7. 清理ES所有缓存

    curl -XPOST "http://ip:port/_cache/clear"

  8. 关闭分片自动平衡

    curl -XPUT "http://ip:port/_cluster/settings" -H 'Content-Type:application/json' -d '{   "transient":{   "cluster.routing.rebalance.enable":"none" }}'

  9. 手动刷新未分配的分片

    curl -XPOST "http://ip:port/_cluster/reroute?retry_failed=true"

  10. 关闭索引只读状态

    curl -XPUT 'http://127.0.0.1:9200/_all/_settings' -H "Content-Type: application/json"  -d '{"index.blocks.read_only_allow_delete": false}'

查询索引状态、信息

  1. 查看字符串分词情况

    # 查看分词器的分词效果
curl --request POST \
--url http://47.93.55.229:8118/_analyze \
--header 'content-type: application/json' \
--data '{"analyzer":"standard","text":"这是一个测试"}'
# 查看索引某个字段的分词效果
curl --request POST \
--url http://47.93.55.229:8118/indexName/_analyze \
--header 'content-type: application/json' \
--data '{"field": "title","text": "这是一个测试"}'

  2. 查看具体文档中某个字段的分、词情况

    curl -XGET "http://ip:port/index/type/id/_termvectors?fields=${field}""

  3. 查询索引mapping和setting

    # 查询mapping和setting
curl -XGET 'http://ip:port/my_index_name?pretty'

#查询setting
curl -XGET 'http://ip:port/my_index_name/_settings?pretty'

#查询mapping
curl -XGET 'http://ip:port/my_index_name/_mappings?pretty'

  4. 获取索引所有的配置，包括默认的

    curl -XGET 'http://ip:port/_all/_settings?include_defaults=true'

索引相关操作

  1. 关闭索引

    curl -XPOST 'http://ip:port/my_index/_close?pretty'

  2. 开启索引

    curl -XPOST 'http://ip:port/my_index/_open?pretty'

  3. 修改索引刷新时间refresh_interval

    curl -XPUT 'http://ip:port/my_index/_settings?pretty' -H 'Content-Type: application/json' -d'{"refresh_interval" : "60s"}'

  4. 修改translog文件保留时长，默认为12小时

    curl -XPUT 'http://ip:port/my_index/_settings?pretty' -H 'Content-Type: application/json' -d'{"index.translog.retention.age" : "30m"}'

  5. 设置索引副本：大量写数据，刷数据，可以临时关闭副本，写完再开启

    curl -XPUT 'http://ip:port/my_index/_settings?pretty' -H 'Content-Type: application/json' -d'{"number_of_replicas" : 1}'

  6. 执行refresh，将内存数据刷新到磁盘缓存

    curl -XPOST 'http://ip:port/myindex/_refresh'

  7. 执行flush，将磁盘缓存刷新到文件系统

    curl -XPOST 'https://ip:port/myindex/_flush'

  8. 执行synced flush，生成syncid

    curl -XPOST  'http://ip:port/_flush/synced'

  9. 强制执行段合并

    curl -XPOST 'http://ip:port/myindex/_forcemerge?only_expunge_deletes=false&max_num_segments=1&flush=true&pretty'

  10. 设置索引在每个esnode上的分片个数

    curl -XPUT 'http://ip:port/myindex/_settings?pretty' -H 'Content-Type: application/json' -d'{"index.routing.allocation.total_shards_per_node" : "2"}'

  11. 配置控制段合并的refresh、merge线程数等

    curl --request PUT \
--url 'http://ip:port8/my_index/_settings?pretty=' \
--header 'content-type: application/json' \
--data '{
 "refresh_interval": "60s",
 "merge": {
     "scheduler": {
         "max_merge_count": "100",
         "max_thread_count": "1"
     },
     "policy": {
         "segments_per_tier": "100",
         "floor_segment": "1m",
         "max_merged_segment": "2g"
     }
 }
}'

# 或者
curl -XPUT  "http://ip:port/my_index/_settings?pretty" -H 'Content-Type: application/json' -d'{"refresh_interval": "60s","merge":{"scheduler":{"max_merge_count" : "100","max_thread_count" : "1"},"policy":{"segments_per_tier" : "100","floor_segment" : "1m","max_merged_segment" : "2g"}}}'

  12. 设置索引的刷新时间和translog配置参数

    # 设置translog参数，必须先关闭索引，设置完成后再打开

curl --request PUT \
 --url 'http://47.93.55.229:8118/my_index/_settings?pretty=' \
 --header 'content-type: application/json' \
 --data '{
 "index": {
 "refresh_interval": "60s",
 "translog": {
 "flush_threshold_size": "1GB",
 "sync_interval": "120s",
 "durability": "async"
 }
 }
}'

# 或者

curl -XPUT "http://ip:httpport/*/_settings" -H 'Content-Type: application/json' -d'{ "index":{ "refresh_interval" : "60s","translog":{ "flush_threshold_size": "1GB", "sync_interval": "120s", "durability": "async"}}}'
posted @ 2024-01-05 17:48  赛博朋克V  阅读(66)  评论(0)  编辑  收藏  举报