elastic常用api

发布时间 2024-01-05 17:53:54作者: 赛博朋克V

elasticsearch运维常用API

查看集群状态

  1. 查询集群状态命令:

    curl -XGET "http://ip:port/_cluster/health?pretty"
    # ?pretty json打印结果
    
  2. 查询集群JVM状态

    curl -XGET "http://ip:port/_nodes/stats/jvm?pretty"
    
    #查看具体某一个
    curl -XGET "http://ip:port/_nodes/nodeName/stats/jvm?pretty"
    
  3. 查询Es全局状态:

    curl -XGET "http://ip:port/_cluster/stats?pretty"
    
  4. 查看集群分配情况

    curl -XGET "http://ip:port/_cluster/allocation/explain?pretty"
    
  5. 查询集群设置

    curl -XGET "http://ip:port/_cluster/settings?pretty"
    
  6. 查询所有索引

    # ?v 输出统计信息表头
    curl -XGET "http://ip:port/_cat/indices?v"
    # 如果通配符过滤
    curl -XGET "http://ip:port/_cat/indices/*2022*?v"
    
  7. 查看集群文档总数

    curl -XGET "http://ip:port/_cat/count?v"
    #  仅输入`_cat/` 会返回所有可输入命令。
    
  8. 查看集群别名组

    curl -XGET "http://ip:port/_cat/aliases"
    
  9. 查看当前集群索引分片信息

    curl -XGET "http://ip:port/_cat/shards?v"   
    # 注:查看某一个索引可用shards/索引名?v
    
  10. 查看集群实例存储详细信息

    curl -XGET "http://ip:port/_cat/allocation?v"
    
  11. 查看当前集群的所有实例

    curl -XGET "http://ip:port/_cat/nodes?v"
    
    - nodes.role角色
    c : cold node
    d : data node
    f : frozen node
    h : hot node
    i : ingest node
    l : machine learning node
    m : master eligible node
    r : remote cluster client node
    s : content node
    t : transform node
    v : voting-only node
    w : warm node
    
  12. 查看某索引分片转移进度

    curl -XGET "http://ip:port/_cat/recovery/索引名?v"
    
  13. 查看当前集群等待任务

    curl -XGET "http://ip:port/_cat/pending_tasks?v"
    
  14. 查看集群写入线程池任务

    curl -XGET "http://ip:port/_cat/thread_pool/bulk?v"
    
  15. 查看集群查询线程池任务

    curl -XGET "http://ip:port/_cat/thread_pool/search?v"
    
  16. 查看分片未分配的原因

    curl -XGET "http://ip:port/_cat/shards?v&h=index,shard,prirep,state,node,unassigned.reason" | grep UNASSIGNED
    
  17. 查看集群所有的默认配置

    curl -XGET 'http://ip:port/cluster/settings?pretty&include_defaults=true&filter_path=**.index'
    

集群相关操作

  1. 设置集群分片恢复参数

    curl --request PUT \
      --url http://ip:port/_cluster/settings \
      --header 'content-type: application/json' \
      --data '{
        "transient": {
            "cluster.routing.allocation.node_initial_primaries_recoveries": 60,
            "cluster.routing.allocation.node_concurrent_recoveries": 30,
            "cluster.routing.allocation.cluster_concurrent_rebalance": 30
        }
    }'
    
    # 或者
    curl -XPUT  "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d' {     "transient": {         "cluster.routing.allocation.exclude._name": "EsNode2@ip"      } }'
    
  2. 根据实例名称使EsNodeX实例下线

    curl --request PUT \
      --url http://ip:port/_cluster/settings \
      --header 'content-type: application/json' \
      --data '{
        "transient": {
            "cluster.routing.allocation.exclude._name": "EsNode2@ip"
        }
    }'
    
    # 或者
    curl -XPUT  "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d' {     "transient": {         "cluster.routing.allocation.exclude._name": "EsNode2@ip"      } }'
    
  3. 根据ip使ES数据节点下线:

    curl --request PUT \
      --url http://ip:port/_cluster/settings \
      --header 'content-type: application/json' \
      --data '{
      "transient": {
      "cluster.routing.allocation.exclude._ip": "ip1,ip2,ip3"
      }
     }'
    # 或者
    curl -XPUT "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d' { "transient": { "cluster.routing.allocation.exclude._ip": "ip1,ip2,ip3" } }'
    
  4. 设置分片恢复过程中的最大带宽速度:

    curl --request PUT \
      --url http:/ip:port/_cluster/settings \
      --header 'content-type: application/json' \
      --data '{
        "transient": {
            "indices.recovery.max_bytes_per_sec": "500mb"
        }
    }'
    
    # 或者
    curl -XPUT "http://ip:port/_cluster/settings" -H 'Content-Type: application/json' -d'{ "transient":{     "indices.recovery.max_bytes_per_sec":"500mb"  }}'
    
  5. 重新分配索引到 分片数为空的节点上(恢复数据)

    curl --request PUT \
      --url http://47.93.55.229:8118/_cluster/reroute \
      --header 'content-type: application/json' \
      --data '{
        "commands": [
            {
                "allocate_empty_primary": {
                    "index": "indexname",
                    "shard": 2,
                    "node": "EsNode1@81.20.5.24",
                    "accept_data_loss": true
                }
            }
        ]
    }'
    
    # 或者
    curl -XPOST  "http://ip:port/_cluster/reroute?pretty" -H 'Content-Type:application/json' -d '{   "commands": [{                "allocate_empty_primary": {                                       "index": "indexname",                                       "shard": 2,                                      "node": "EsNode1@81.20.5.24",                                      "accept_data_loss":true                                           }               }]}'
    
  6. 重新分配索引到 副本分片所在的节点上(恢复数据)

    curl --request PUT \
      --url http://47.93.55.229:8118/_cluster/reroute \
      --header 'content-type: application/json' \
      --data '{
        "commands": [
            {
                "allocate_stale_primary": {
                    "index": "indexname",
                    "shard": 2,
                    "node": "EsNode1@81.20.5.24",
                    "accept_data_loss": true
                }
            }
        ]
    }'
    
    # 或者
    curl -XPOST  "http://ip:port/_cluster/reroute?pretty" -H 'Content-Type:application/json' -d '{   "commands": [{                "allocate_stale_primary": {                                       "index": "indexname",                                       "shard": 2,                                      "node": "EsNode1@81.20.5.24",                                      "accept_data_loss":true                                           }      
    
  7. 清理ES所有缓存

    curl -XPOST "http://ip:port/_cache/clear"
    
  8. 关闭分片自动平衡

    curl -XPUT "http://ip:port/_cluster/settings" -H 'Content-Type:application/json' -d '{   "transient":{   "cluster.routing.rebalance.enable":"none" }}'
    
  9. 手动刷新未分配的分片

    curl -XPOST "http://ip:port/_cluster/reroute?retry_failed=true"
    
  10. 关闭索引只读状态

    curl -XPUT 'http://127.0.0.1:9200/_all/_settings' -H "Content-Type: application/json"  -d '{"index.blocks.read_only_allow_delete": false}'
    

查询索引状态、信息

  1. 查看字符串分词情况

    # 查看分词器的分词效果
    curl --request POST \
    --url http://47.93.55.229:8118/_analyze \
    --header 'content-type: application/json' \
    --data '{"analyzer":"standard","text":"这是一个测试"}'
    # 查看索引某个字段的分词效果
    curl --request POST \
    --url http://47.93.55.229:8118/indexName/_analyze \
    --header 'content-type: application/json' \
    --data '{"field": "title","text": "这是一个测试"}'
    
  2. 查看具体文档中某个字段的分、词情况

    curl -XGET "http://ip:port/index/type/id/_termvectors?fields=${field}""
    
  3. 查询索引mapping和setting

    # 查询mapping和setting
    curl -XGET 'http://ip:port/my_index_name?pretty'
    
    #查询setting
    curl -XGET 'http://ip:port/my_index_name/_settings?pretty'
    
    #查询mapping
    curl -XGET 'http://ip:port/my_index_name/_mappings?pretty'
    
  4. 获取索引所有的配置,包括默认的

    curl -XGET 'http://ip:port/_all/_settings?include_defaults=true'
    

索引相关操作

  1. 关闭索引

    curl -XPOST 'http://ip:port/my_index/_close?pretty'
    
  2. 开启索引

    curl -XPOST 'http://ip:port/my_index/_open?pretty'
    
  3. 修改索引刷新时间refresh_interval

    curl -XPUT 'http://ip:port/my_index/_settings?pretty' -H 'Content-Type: application/json' -d'{"refresh_interval" : "60s"}'
    
  4. 修改translog文件保留时长,默认为12小时

    curl -XPUT 'http://ip:port/my_index/_settings?pretty' -H 'Content-Type: application/json' -d'{"index.translog.retention.age" : "30m"}'
    
  5. 设置索引副本:大量写数据,刷数据,可以临时关闭副本,写完再开启

    curl -XPUT 'http://ip:port/my_index/_settings?pretty' -H 'Content-Type: application/json' -d'{"number_of_replicas" : 1}'
    
  6. 执行refresh,将内存数据刷新到磁盘缓存

    curl -XPOST 'http://ip:port/myindex/_refresh'
    
  7. 执行flush,将磁盘缓存刷新到文件系统

    curl -XPOST 'https://ip:port/myindex/_flush'
    
  8. 执行synced flush,生成syncid

    curl -XPOST  'http://ip:port/_flush/synced'
    
  9. 强制执行段合并

    curl -XPOST 'http://ip:port/myindex/_forcemerge?only_expunge_deletes=false&max_num_segments=1&flush=true&pretty'
    
  10. 设置索引在每个esnode上的分片个数

    curl -XPUT 'http://ip:port/myindex/_settings?pretty' -H 'Content-Type: application/json' -d'{"index.routing.allocation.total_shards_per_node" : "2"}'
    
  11. 配置控制段合并的refresh、merge线程数等

    curl --request PUT \
    --url 'http://ip:port8/my_index/_settings?pretty=' \
    --header 'content-type: application/json' \
    --data '{
     "refresh_interval": "60s",
     "merge": {
         "scheduler": {
             "max_merge_count": "100",
             "max_thread_count": "1"
         },
         "policy": {
             "segments_per_tier": "100",
             "floor_segment": "1m",
             "max_merged_segment": "2g"
         }
     }
    }'
    
    # 或者
    curl -XPUT  "http://ip:port/my_index/_settings?pretty" -H 'Content-Type: application/json' -d'{"refresh_interval": "60s","merge":{"scheduler":{"max_merge_count" : "100","max_thread_count" : "1"},"policy":{"segments_per_tier" : "100","floor_segment" : "1m","max_merged_segment" : "2g"}}}'
    
  12. 设置索引的刷新时间和translog配置参数

    # 设置translog参数,必须先关闭索引,设置完成后再打开
    
    curl --request PUT \
     --url 'http://47.93.55.229:8118/my_index/_settings?pretty=' \
     --header 'content-type: application/json' \
     --data '{
     "index": {
     "refresh_interval": "60s",
     "translog": {
     "flush_threshold_size": "1GB",
     "sync_interval": "120s",
     "durability": "async"
     }
     }
    }'
    
    # 或者
    
    curl -XPUT "http://ip:httpport/*/_settings" -H 'Content-Type: application/json' -d'{ "index":{ "refresh_interval" : "60s","translog":{ "flush_threshold_size": "1GB", "sync_interval": "120s", "durability": "async"}}}'