1-4 安装logstash

下载地址：

　　https://www.elastic.co/cn/downloads/logstash
　　华为：https://mirrors.huaweicloud.com/

　　下载最MovieLens最小测试数据集：https://grouplens.org/datasets/movielens/

新建配置文件logstash.conf：
#修改movielens目录下的logstash.conf文件
#path修改为,你实际的movies.csv路径
input {
file {
path => "/usr/local/logstash-7.5.1/testfile/ml-latest-small/movies.csv"
start_position => "beginning"
sincedb_path => "/dev/null" #表示每次重新加载文件数据
}
}

output {
elasticsearch {
hosts => [ "10.5.250.168:9200" ]
}
}

input {
  file {
    path => "/usr/local/logstash-7.5.1/testfile/ml-latest-small/movies.csv"
    start_position => "beginning"
    sincedb_path => "/dev/null"
  }
}
filter {
  csv {
    separator => ","
    columns => ["id","content","genre"]
  }

  mutate {
    split => { "genre" => "|" }
    remove_field => ["path", "host","@timestamp","message"]
  }

  mutate {

    split => ["content", "("]
    add_field => { "title" => "%{[content][0]}"}
    add_field => { "year" => "%{[content][1]}"}
  }

  mutate {
    convert => {
      "year" => "integer"
    }
    strip => ["title"]
    remove_field => ["path", "host","@timestamp","message","content"]
  }

}
output {
   elasticsearch {
     hosts => "10.5.250.168:9200"
     index => "movies"
     document_id => "%{id}"
   }
  stdout {}
}

 

 

启动：
　　#启动Elasticsearch实例，然后启动 logstash，并制定配置文件导入数据
　　bin/logstash -f /usr/local/logstash-7.5.1/config/logstash.conf

　　图中表明启动成功

 

#查看索引相关信息
GET kibana_sample_data_ecommerce

#查看索引的文档总数
GET kibana_sample_data_ecommerce/_count

#查看前10条文档，了解文档格式
POST kibana_sample_data_ecommerce/_search
{
}

#_cat indices API
#查看indices
GET /_cat/indices/kibana*?v&s=index

#查看状态为绿的索引
GET /_cat/indices?v&health=green

#按照文档个数排序
GET /_cat/indices?v&s=docs.count:desc

#查看具体的字段
GET /_cat/indices/kibana*?pri&v&h=health,index,pri,rep,docs.count,mt

#How much memory is used per index?
GET /_cat/indices?v&h=i,tm&s=tm:desc