用lucene替代mysql读库的尝试

采用lucene对mysql中的表建索引,并替代全文检索操作。

备注:代码临时梳理很粗糙,后续修改。

复制代码
import java.io.File;
import java.io.IOException;
import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.Date;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.StringField;
import org.apache.lucene.index.DirectoryReader;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.index.IndexWriterConfig.OpenMode;
import org.apache.lucene.queryparser.classic.ParseException;
import org.apache.lucene.queryparser.classic.QueryParser;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TopDocs;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

public class App {
    
    private static Directory dir = null;

    /**
     * @param args
     */
    public static void main(String[] args) {
    
         try {
            initIndex();
            searchBylucene();
            searchByMysql();
        } catch (IOException | ParseException | SQLException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }    
    }
    
    //创建索引
    private static void initIndex() throws IOException{
        
        dir = FSDirectory.open(new File("E:\\index"));
        
        Analyzer analyzer = new StandardAnalyzer();
        IndexWriterConfig iwc = new IndexWriterConfig(
                Version.LUCENE_4_10_2, analyzer);
        iwc.setOpenMode(OpenMode.CREATE);
        IndexWriter writer = new IndexWriter(dir, iwc);
        
        Connection conn = null;
        
        conn = DbUtil.getcon();
        
        Statement stmt;
        
        try {
            stmt = conn.createStatement();
            String sql = "select * from t_content";
            ResultSet rs = stmt.executeQuery(sql);
            while (rs.next()) {
            
                Document doc = new Document();
                doc.add(new StringField("id", rs.getString(1), Field.Store.YES));
                doc.add(new StringField("content", 
                        rs.getString(2), 
                        Field.Store.YES));
                    
                writer.addDocument(doc);
            }
        } catch (SQLException e) {
            e.printStackTrace();
            DbUtil.Close(conn);
        }finally {
            DbUtil.Close(conn);
            writer.close();
        }
    }
    
    
    private static void searchByMysql() throws SQLException{
        Connection conn = null;
        
        Date date1 = new Date();
        conn = DbUtil.getcon();
        Statement stmt = conn.createStatement();
        
        String sql = "select * from t_content where content like '%内马尔%'";
        ResultSet rs = stmt.executeQuery(sql);
        
        Date date2 = new Date();
        
        System.out.println("Mysql:" + String.valueOf(date2.getTime() - date1.getTime()));
        
        int i= 0;
        
        while (rs.next()) {
            //System.out.println(rs.getString(2));
            i++;
        }
        
        System.out.println(i);
        
    }
    
    private static void searchBylucene() throws IOException, ParseException{
        IndexReader reader = DirectoryReader.open(dir);
        IndexSearcher searcher = new IndexSearcher(reader);
        Date date1 = new Date();
        QueryParser parser = new QueryParser("content", new StandardAnalyzer()); 
        Query query = parser.parse("内马尔");
        
        TopDocs rs = searcher.search(query, null, 10);
        Date date2 = new Date();
        
        System.out.println("lucene:" + String.valueOf(date2.getTime() - date1.getTime()));
        System.out.println(rs.totalHits);
        if(rs.totalHits != 0){
            ScoreDoc[] hits = rs.scoreDocs;
            //System.out.println(searcher.doc(rs.scoreDocs[0].doc));
        }
        //System.out.println("end");
    }
}
复制代码

 

posted @   Fredric_2013  阅读(1427)  评论(0编辑  收藏  举报
编辑推荐:
· AI与.NET技术实操系列:向量存储与相似性搜索在 .NET 中的实现
· 基于Microsoft.Extensions.AI核心库实现RAG应用
· Linux系列:如何用heaptrack跟踪.NET程序的非托管内存泄露
· 开发者必知的日志记录最佳实践
· SQL Server 2025 AI相关能力初探
阅读排行:
· winform 绘制太阳,地球,月球 运作规律
· AI与.NET技术实操系列(五):向量存储与相似性搜索在 .NET 中的实现
· 超详细:普通电脑也行Windows部署deepseek R1训练数据并当服务器共享给他人
· 【硬核科普】Trae如何「偷看」你的代码?零基础破解AI编程运行原理
· 上周热点回顾(3.3-3.9)
点击右上角即可分享
微信分享提示