基于rust 编写的高性能全文检索服务
sonic 是基于rust 编写的一个高性能，可简单替换es 的方案，没有提供http 接口，而是走的tcp 协议，目前已经
有了好多语言的包装库，可以方便使用
参考使用
- 环境准备
version: "3"
services:
sonic:
image: valeriansaliou/sonic:v1.3.0
ports:
- "1491:1491"
volumes:
- "./config.cfg:/etc/sonic.cfg"
meilisearch:
image: getmeili/meilisearch
ports:
- "7700:7700"
- golang 代码
package main
import (
"fmt"
"os"
"github.com/expectedsh/go-sonic/sonic"
"github.com/meilisearch/meilisearch-go"
)
func main() {
ingester, err := sonic.NewIngester("localhost", 1491, "dalong")
if err != nil {
panic(err)
}
_ = ingester.BulkPush("movies", "general", 3, []sonic.IngestBulkRecord{
{Object: "id:6ab56b4kk3", Text: "Star wars"},
{Object: "id:5hg67f8dg5", Text: "Spider man"},
{Object: "id:1m2n3b4vf6", Text: "Batman"},
{Object: "id:1111111", Text: "荣锋亮 测试应用 技术测试"},
{Object: "id:68d96h5h9d0", Text: "This is another movie"},
})
_ = ingester.BulkPush("movies", "general", 3, []sonic.IngestBulkRecord{
{Object: "id:6ab56b4kk3", Text: "Star wars"},
{Object: "id:5hg67f8dg5", Text: "Spider man"},
{Object: "id:1m2n3b4vf6", Text: "Batman"},
{Object: "id:1111112", Text: "111荣锋亮 测试应用 技术测试"},
{Object: "id:68d96h5h9d0", Text: "This is another movie"},
})
_ = ingester.BulkPush("movies", "general", 3, []sonic.IngestBulkRecord{
{Object: "id:6ab56b4kk3", Text: "Star wars"},
{Object: "id:5hg67f8dg5", Text: "Spider man"},
{Object: "id:1m2n3b4vf6", Text: "Batman"},
{Object: "id:1111113", Text: "111荣锋亮 测试应用 技术测试"},
{Object: "id:68d96h5h9d0", Text: "This is another movie"},
})
search, err := sonic.NewSearch("localhost", 1491, "dalong")
if err != nil {
panic(err)
}
results, _ := search.Query("movies", "general", "测", 10, 0)
fmt.Println(results)
var client = meilisearch.NewClient(meilisearch.Config{
Host: "http://127.0.0.1:7700",
})
// Create an index if your index does not already exist
if index, _ := client.Indexes().Get("books"); index.UID == "" {
fmt.Println("create index")
_, err = client.Indexes().Create(meilisearch.CreateIndexRequest{
UID: "books",
})
if err != nil {
fmt.Println(err)
os.Exit(1)
}
} else {
fmt.Println("index is created")
}
documents := []map[string]interface{}{
{"book_id": 123, "title": "Pride and Prejudice"},
{"book_id": 456, "title": "Le Petit Prince"},
{"book_id": 1, "title": "Alice In Wonderland"},
{"book_id": 1344, "title": "The Hobbit"},
{"book_id": 1345, "title": "荣锋亮 测试 应用"},
{"book_id": 1346, "title": "荣锋亮 测试 应用"},
{"book_id": 1347, "title": "荣锋亮 测试 使用应用"},
{"book_id": 1348, "title": `摘要：johnfercher/maroto 借鉴了bootstrap 的网格模式，使用了gofpdf 生成pdf，是一个很不错的golang pdf 工具 有一个问题是不支持中文（因为配置写的的原因）看到网上有一个中国人fork添加了AddUTF8Font 支持，这样 中文就可以显示了，以下是一个参考的使 `},
{"book_id": 4, "title": "Harry Potter and the Half-Blood Prince"},
{"book_id": 42, "title": "The Hitchhiker's Guide to the Galaxy"},
}
updateRes, err := client.Documents("books").AddOrUpdate(documents) // => { "updateId": 0 }
if err != nil {
fmt.Println(err)
os.Exit(1)
}
fmt.Println(updateRes.UpdateID)
searchRes, err := client.Search("books").Search(meilisearch.SearchRequest{
Query: "使用",
Limit: 10,
})
if err != nil {
fmt.Println(err)
os.Exit(1)
}
fmt.Println(searchRes.Hits)
}
说明
基于rust 开发的全文检索引擎还是比较多的，MeiliSearch 也是一个类似的，同时比较活跃，提供的功能也比较多
参考资料
https://github.com/valeriansaliou/sonic
https://github.com/expectedsh/go-sonic
https://github.com/tantivy-search/tantivy
https://github.com/meilisearch/MeiliSearch
