ElasticSearch

一、ElasticSearch

1、Installation

(1)uncompress elasticsearch-5.6.8

(2)command line-->elasticsearch(at \bin directory)

 

2、usage

(1)create index

 (2)create document

(3)search

 

 (4)modify

 

 (5)delete

 二、Head plugin

1、uncompress elasticsearch-head-master

2、command line-->npm install -g grunt-cli(must be npm,not cnpm)

3、command line-->cnpm install

4、grunt server

 

  5、cross origin

(1)add cross origin configuration in server end("D:\documents\code\java\tensquare\elasticsearch-5.6.8\config")

(1.1)http.cors.enabled: true

(1.2)http.cors.allow-origin: "*"

  6、create index

  7、select

 8、add\delete\update

  三、IK participle

1、uncompress elasticsearch-analysis-ik-5.6.8

2、put ik into elasticsearch/plugins/

 

 3、usage

(1)ik_smart

   (2)ik_max_word

 4、extended thesuarus

(1)add dictionary

 

 (2)registry into "IKAnalyzer.cfg.xml"

 四、java

 1、pom.xml

<dependency>
    <groupId>org.springframework.data</groupId>
    <artifactId>spring-data-elasticsearch</artifactId>
    <version>3.2.1.RELEASE</version>
</dependency>

2、SearchApplication.java

public class SearchApplication {
    public static void main(String[] args) {
        SpringApplication.run(SearchApplication.class,args);
    }

    @Bean
    public IdWorker idWorker(){
        return new IdWorker(1,1);
    }
}

3、application.yml

server:
  port: 9007
spring:
  application:
    name: tensquare-search
  data:
    elasticsearch:
      cluster-nodes: 127.0.0.1:9300

4、Article.java

@Document(indexName = "tensquare_article",type = "article")
public class Article implements Serializable {
    @Id
    private String id;

    //index or not
    //ik participle or not
    //store or not
    @Field(index = true,analyzer = "ik_max_word",searchAnalyzer = "ik_max_word")
    private String title;

    @Field(index = true,analyzer = "ik_max_word",searchAnalyzer = "ik_max_word")
    private String content;

    private String state;


public String getId() {
        return id;
        }

public void setId(String id) {
        this.id = id;
        }

public String getTitle() {
        return title;
        }

public void setTitle(String title) {
        this.title = title;
        }

public String getContent() {
        return content;
        }

public void setContent(String content) {
        this.content = content;
        }

public String getState() {
        return state;
        }

public void setState(String state) {
        this.state = state;
        }
        }

5、ArticleDao.java

public interface ArticleDao extends ElasticsearchRepository<Article,String> {

    public Page<Article> findByTitleOrContentLike(String title, String content, Pageable pageable);
}

6、ArticleService.java

@Service
@Transactional
public class ArticleService {

    @Autowired
    private ArticleDao articleDao;

    @Autowired
    private IdWorker idWorker;

    public void save(Article article){
        article.setId(idWorker.nextId()+"");
        articleDao.save(article);
    }

    public Page<Article> findByKey(String key, int page, int size) {
        PageRequest pageRequest = PageRequest.of(page-1,size);
        return articleDao.findByTitleOrContentLike(key,key,pageRequest);
    }
}

7、ArticleController.java

@RestController
@CrossOrigin
@RequestMapping(value = "/article")
public class ArticleController {

    @Autowired
    private ArticleService articleService;

    @RequestMapping(method = RequestMethod.POST)
    public Result save(@RequestBody Article article){
        articleService.save(article);
        return new Result(true, StatusCode.OK,"保存成功！");
    }

    @RequestMapping(value = "/{key}/{page}/{size}",method = RequestMethod.GET)
    public Result findByKey(@PathVariable(name = "key") String key,@PathVariable(name="page") int page,@PathVariable(name = "size") int size){
        Page<Article> pageData = articleService.findByKey(key,page,size);
        return new Result(true,StatusCode.OK,"搜索成功！",new PageResult<Article>(pageData.getTotalElements(),pageData.getContent()));
    }
}

 五、LogStash

1、uncompress logstash-5.6.8

2、modify logstash.bat-->add "SET JAVA_HOME=D:\software\java\installDocuments"(java install path)

  3、command line

(1)logstash -e 'command'

  (2)logstash -f 'file':mysql-->elasticsearch

 (2.1)mysql.conf

input {
  jdbc {
      # mysql jdbc connection string to our backup databse
      jdbc_connection_string => "jdbc:mysql://192.168.1.66:3306/tensquare_article?characterEncoding=UTF8"
      # the user we wish to excute our statement as
      jdbc_user => "root"
      jdbc_password => "xxxxxx"
      # the path to our downloaded jdbc driver  
      jdbc_driver_library => "D:\documents\code\java\tensquare\logstash-5.6.8\mysqletc\mysql-connector-java-5.1.46.jar"
      # the name of the driver class for mysql
      jdbc_driver_class => "com.mysql.jdbc.Driver"
      jdbc_paging_enabled => "true"
      jdbc_page_size => "50"
      #以下对应着要执行的sql的绝对路径。
      #statement_filepath => ""
      statement => "SELECT tb_article.id,tb_article.title,tb_article.content,tb_article.state FROM tb_article"
      #定时字段 各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新（测试结果，不同的话请留言指出）
      schedule => "* * * * *"
  }
}

output {
  elasticsearch {
      #ESIP地址与端口
      hosts => "127.0.0.1:9200" 
      #ES索引名称（自己定义的）
      index => "tensquare_article"
      #自增ID编号
      document_id => "%{id}"
      document_type => "article"
  }
  stdout {
      #以JSON格式输出
      codec => json_lines
  }
}

 

 五、elasticsearch docker

 1、download-->docker pull docker.elastic.co/elasticsearch/elasticsearch:7.8.1

2、create container--> docker run -di --name=tensquare_es -p 9200:9200 -p 9300:9300 -e "discovery.type=single-node" docker.elastic.co/elasticsearch/elasticsearch:7.8.1

3、start-->docker start 8e420c522025

4、IK analyzer(must be installed before use,otherwise there will be error.Because IK can not find type=FieldType.xxx which had been created!!!)

(1)on line

(1.1)docker exec -it 8e420c522025 /bin/bash

(1.2)./bin/elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v6.8.11/elasticsearch-analysis-ik-6.8.11.zip

(1.3)exit && docker restart 8e420c522025

(2)off line

(2.1)upload elasticsearch-analysis-ik-6.8.11.zip

(2.2)docker cp ~/elasticsearch-analysis-ik-6.8.11.zip elasticsearch:/usr/share/elasticsearch/plugins

(2.3)docker exec -it 8e420c522025 /bin/bash

(2.4)mkdir /usr/share/elasticsearch/plugins/ik

(2.5)mv /usr/share/elasticsearch/plugins/elasticsearch-analysis-ik-6.8.11.zip /usr/share/elasticsearch/plugins/ik

(2.6)cd /usr/share/elasticsearch/plugins/ik && unzip elasticsearch-analysis-ik-6.8.11.zip && rm -rf elasticsearch-analysis-ik-6.8.11.zip

(2.7)exit

(2.8)docker restart 8e420c522025 

5、open firewall

(1)firewall-cmd --zone=public --add-port=9200/tcp --permanent

(2)firewall-cmd --zone=public --add-port=9300/tcp --permanent

(3)firewall-cmd --reload

6、vim application.yml

server:
  port: 9007
spring:
  application:
    name: tensquare-search
  data:
    elasticsearch:
      cluster-nodes: 192.168.1.66:9300
      cluster-name: docker-cluster

  7、elasticsearch version

8、system configure

(1)docker exec ‐it tensquare_es/bin/bash

(2)docker cp tensquare_es:/usr/share/elasticsearch/config/elasticsearch.yml /usr/share/elasticsearch.yml

(3)docker stop tensquare_es

(4)docker rm tensquare_es

(5)docker run ‐di ‐‐name=tensquare_es‐p 9200:9200 ‐p 9300:9300 ‐v /usr/share/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml elasticsearch:6.8.11

(6)docker restart tensquare_es

(7)/etc/security/limits.conf

(7.1)* soft nofile 65536

(7.2)* hard nofile 65536

(8)/etc/sysctl.conf

(8.1)vm.max_map_count=655360

(9)sysctl ‐p

(10)systemctl reboot

8、elasticsearch-head

(1) docker pull docker.io/mobz/elasticsearch-head:5

(2)config/elasticsearch.yml

(2.1)http.cors.enabled: true

(2.2)http.cors.allow-origin: "*"

(3)docker run -di --name tensquare_header -p 9100:9100 docker.io/mobz/elasticsearch-head:5

(4)firewall-cmd --zone=public --permanent --add-port=9100/tcp

(5)firewall-cmd --reload