1.初始化时载入用户定义的字典
package net.sourceforge.pinyin4j;
import net.sourceforge.pinyin4j.multipinyin.Trie;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import com.gome.mx.plus.pinyin.ext.PYWriterUtils;
/**
* Manage all external resources required in PinyinHelper class.
*
* @author Li Min (xmlerlimin@gmail.com)
*/
public class ChineseToPinyinResource {
/**
* A hash table contains <Unicode, HanyuPinyin> pairs
*/
private Trie unicodeToHanyuPinyinTable = null;
/**
* @param unicodeToHanyuPinyinTable The unicodeToHanyuPinyinTable to set.
*/
private void setUnicodeToHanyuPinyinTable(Trie unicodeToHanyuPinyinTable) {
this.unicodeToHanyuPinyinTable = unicodeToHanyuPinyinTable;
}
/**
* @return Returns the unicodeToHanyuPinyinTable.
*/
public Trie getUnicodeToHanyuPinyinTable() {
return unicodeToHanyuPinyinTable;
}
/**
* Private constructor as part of the singleton pattern.
*/
private ChineseToPinyinResource() {
initializeResource();
}
/**
* Initialize a hash-table contains <Unicode, HanyuPinyin> pairs
*/
private void initializeResource() {
try {
final String resourceName = "/pinyindb/unicode_to_hanyu_pinyin.txt";
final String resourceMultiName = "/pinyindb/multi_pinyin.txt";
final String userResourceName = PYWriterUtils.getPath();
setUnicodeToHanyuPinyinTable(new Trie());
getUnicodeToHanyuPinyinTable().load(ResourceHelper.getResourceInputStream(resourceName));
getUnicodeToHanyuPinyinTable().loadMultiPinyin(ResourceHelper.getResourceInputStream(resourceMultiName));
getUnicodeToHanyuPinyinTable().loadMultiPinyinExtend();
//载入用户自己定义词库
if (userResourceName != null) {
File userMultiPinyinFile = new File(userResourceName);
FileInputStream is = new FileInputStream(userMultiPinyinFile);
getUnicodeToHanyuPinyinTable().load(is);
}
} catch (FileNotFoundException ex) {
ex.printStackTrace();
} catch (IOException ex) {
ex.printStackTrace();
}
}
Trie getHanyuPinyinTrie(char ch) {
String codepointHexStr = Integer.toHexString((int) ch).toUpperCase();
// fetch from hashtable
return getUnicodeToHanyuPinyinTable().get(codepointHexStr);
}
/**
* Get the unformatted Hanyu Pinyin representations of the given Chinese
* character in array format.
*
* @param ch given Chinese character in Unicode
* @return The Hanyu Pinyin strings of the given Chinese character in array
* format; return null if there is no corresponding Pinyin string.
*/
String[] getHanyuPinyinStringArray(char ch) {
String pinyinRecord = getHanyuPinyinRecordFromChar(ch);
return parsePinyinString(pinyinRecord);
}
String[] parsePinyinString(String pinyinRecord) {
if (null != pinyinRecord) {
int indexOfLeftBracket = pinyinRecord.indexOf(Field.LEFT_BRACKET);
int indexOfRightBracket = pinyinRecord.lastIndexOf(Field.RIGHT_BRACKET);
String stripedString =
pinyinRecord.substring(indexOfLeftBracket + Field.LEFT_BRACKET.length(),
indexOfRightBracket);
return stripedString.split(Field.COMMA);
} else
return null; // no record found or mal-formatted record
}
/**
* @param record given record string of Hanyu Pinyin
* @return return true if record is not null and record is not "none0" and
* record is not mal-formatted, else return false
*/
private boolean isValidRecord(String record) {
final String noneStr = "(none0)";
return (null != record) && !record.equals(noneStr) && record.startsWith(Field.LEFT_BRACKET)
&& record.endsWith(Field.RIGHT_BRACKET);
}
/**
* @param ch given Chinese character in Unicode
* @return corresponding Hanyu Pinyin Record in Properties file; null if no
* record found
*/
private String getHanyuPinyinRecordFromChar(char ch) {
// convert Chinese character to code point (integer)
// please refer to http://www.unicode.org/glossary/#code_point
// Another reference: http://en.wikipedia.org/wiki/Unicode
int codePointOfChar = ch;
String codepointHexStr = Integer.toHexString(codePointOfChar).toUpperCase();
// fetch from hashtable
Trie trie = getUnicodeToHanyuPinyinTable().get(codepointHexStr);
String foundRecord = null;
if (trie != null)
foundRecord = trie.getPinyin();
return isValidRecord(foundRecord) ? foundRecord : null;
}
/**
* Singleton factory method.
*
* @return the one and only MySingleton.
*/
public static ChineseToPinyinResource getInstance() {
return ChineseToPinyinResourceHolder.theInstance;
}
/**
* Singleton implementation helper.
*/
private static class ChineseToPinyinResourceHolder {
static final ChineseToPinyinResource theInstance = new ChineseToPinyinResource();
}
/**
* A class encloses common string constants used in Properties files
*
* @author Li Min (xmlerlimin@gmail.com)
*/
class Field {
static final String LEFT_BRACKET = "(";
static final String RIGHT_BRACKET = ")";
static final String COMMA = ",";
}
}
批量写入功能加入
package com.gome.mx.plus.pinyin.ext;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStreamWriter;
import java.util.HashSet;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Set;
import javax.xml.crypto.dsig.spec.ExcC14NParameterSpec;
import net.sourceforge.pinyin4j.ChineseToPinyinResource;
import net.sourceforge.pinyin4j.ResourceHelper;
import net.sourceforge.pinyin4j.multipinyin.MultiPinyinConfig;
import net.sourceforge.pinyin4j.multipinyin.Trie;
/**
* 将汉语和拼音写入指定的文件里--文件位置能够指定
* 而且能够动态的载入 不须要重新启动服务
* 还能指定是否又一次写 还是追加的方式
* 还能够将原来已经存在的拼音合并过来--能够指定
* @author songqinghu
*
*/
public class PYWriterUtils {
//这里改为系统的绝对路径
private static String path;
private static boolean flag = true;//能够设置文件位置
/**
* @描写叙述：获取配置文件的位置 ---仅仅能设置一次
* @return void
* @exception
* @createTime：2016年4月6日
* @author: songqinghu
*/
public static void setPath(String path){
if(flag){
PYWriterUtils.path = path;
flag = false;//仅仅能设置 一次
}
}
public static String getPath(){
return PYWriterUtils.path;
}
private static Class pathClass = PYWriterUtils.class;
/**
*
* @描写叙述：默认写入的方式 设置为追加模式 合并已经存在的拼音为一个
* @param word 汉字
* @param pinyin 拼音
* @param voice 声调
* @return
* @return boolean 是否成功
* @exception
* @createTime：2016年4月6日
* @author: songqinghu
* @throws Exception
*/
public static boolean dufaultWriter(String word,String pinyin,Integer voice) throws Exception{
return writerControler(word, pinyin, voice, true, true);
}
/**
*
* @描写叙述：能够设置的写入方式 --这里还要添加一个批量写入的功能 本方法仅仅是处理一个汉字
* @param word 汉字
* @param pinyin 拼音
* @param voice 声调
* @param additional 是否追加到文件后
* @param merge 是否合并已经出现的拼音到文件里
* @return
* @return boolean
* @exception
* @createTime：2016年4月6日
* @author: songqinghu
* @throws Exception
* 龦
*/
public static boolean writerControler(String word,String pinyin,Integer voice,
boolean additional ,boolean merge) throws Exception{
String path = PYWriterUtils.path;
if (path != null) {
File userMultiPinyinFile = new File(path);
if (userMultiPinyinFile.exists()) {
//获取
BufferedWriter writer = new BufferedWriter(new OutputStreamWriter(new FileOutputStream(userMultiPinyinFile, additional)));
//加入音调
pinyin = pinyin + voice;
//写入--16进制 查询 --
if(word !=null && word.length()>0){
char c = word.toCharArray()[0];
if(c>128){//是汉字
String unicode = Integer.toHexString(c).toUpperCase();//编码
if(merge){//假设要合并
Trie trie = ChineseToPinyinResource.getInstance().getUnicodeToHanyuPinyinTable();
if(trie.get(unicode)!=null){ //存在了编码和拼音相应关系---这里最好在推断一次是否存在了该拼音
String before = trie.get(unicode).getPinyin();
before = before.trim().substring(1, before.trim().length()-1);//去除()
//存在了 就不加入进去了
boolean flag = false;
String[] words = before.split(",");
for (String str : words) {
if(str.equals(pinyin)){
flag = true; //存在该拼音
break;
}
}
if(flag){
pinyin = before;
}else{
pinyin = before +Field.COMMA+ pinyin ;
}
}
//不存在 不须要改变pinyin
}
pinyin = addSymbol(pinyin);
writer.write(unicode+Field.SPACE+pinyin);
writer.newLine();
}
}
writer.flush();
writer.close();
//写入完毕 更新词库
reloadText();
return true;
}
}else{
throw new Exception("找不到用户扩展字典");
}
return false;
}
/**
* 完毕批量加入的功能
*/
/**
*
* @描写叙述：批量加入汉字和拼音的映射关系到自己定义词库中----这里有个问题 当 批量输入一个多音字 拼音都是map中同一个key时仅仅能提交成功一个--建议提交两次
* @param contents 汉字 拼音 音调 这里一个汉字 能够输入多个拼音了
* @param additional 是否追加到文件后
* @param merge 是否合并已经出现的拼音到文件里
* @return
* @return boolean
* @exception
* @createTime：2016年4月7日
* @author: songqinghu
*/
public static boolean writerBatch(Map<String,Map<String,Integer>> contents,boolean additional ,boolean merge){
//载入文件部分
BufferedWriter writer =null;
try {
if (path != null) {
File userMultiPinyinFile = new File(path);
if (userMultiPinyinFile.exists()) {
writer = new BufferedWriter(new OutputStreamWriter(new FileOutputStream(userMultiPinyinFile, additional)));
//写入处理部分
Set<Entry<String, Map<String, Integer>>> entrySet = contents.entrySet();
for (Entry<String, Map<String, Integer>> entry : entrySet) {
String word = entry.getKey().trim();//汉语
String pinyin = "";
for (Entry<String, Integer> content : entry.getValue().entrySet()) {
String py = content.getKey().trim();
Integer voice = content.getValue();
pinyin = pinyin + py + voice+",";
}
//拼音加入结束 去除最后一个,
pinyin = pinyin.substring(0, pinyin.length()-1);
//汉字和拼音都已经处理完毕 进入单个词语写入模块 --方法 抽取出来公用
String line = midWriter(word, pinyin, merge);
if(line != null){
writer.write(line);
writer.newLine();
}
}
writer.flush();
return true;
}
}else{
throw new Exception("请配置用户词典绝对路径");
}
} catch (Exception e) {
e.printStackTrace();
}finally {
try {
if(writer!=null)
writer.close();
PYWriterUtils.reloadText();
} catch (IOException e) {
e.printStackTrace();
}
}
return false;
}
/**
*
* @描写叙述：方法抽取--对单个字进行处理
* @return
* @return String 组合后的一行要写入的 形式 E4A3 (ang3,yi1,wang3)
* @exception
* @createTime：2016年4月7日
* @author: songqinghu
*/
private static String midWriter(String word ,String pinyin,boolean merge){
if(word !=null && word.length()>0){
char c = word.toCharArray()[0];
if(c>128){//假设是汉字
String unicode = Integer.toHexString(c).toUpperCase();//变为16进制
if(merge){//假设要合并 须要先取出来 在合并 取不到还要处理一下
//获取到总的资源池
Trie trie = ChineseToPinyinResource.getInstance().getUnicodeToHanyuPinyinTable();
//假设存在该词语的拼音
if(trie.get(unicode)!=null &&trie.get(unicode).getPinyin()!=null){
String before = trie.get(unicode).getPinyin();
//对已经处在字符串进行处理 --(xxx) (xxxx,xxxx)
before = before.trim().substring(1, before.trim().length()-1);//去除()
//假设存在了 就不再反复加入了
String[] splits = before.split(",");
String[] strings = pinyin.trim().split(",");
Set<String> temp = new HashSet<String>();
//去反复
for (String split : splits) {
temp.add(split.trim());
}
for (String string : strings) {
temp.add(string);
}
pinyin ="";
for (String tem : temp) {
pinyin = pinyin + tem+Field.COMMA;
}
pinyin = pinyin.substring(0,pinyin.length()-1);//去除最后一个,
}
//不存在 直接 保持拼音不变
}
//组合成写入的格式
pinyin = addSymbol(pinyin);
return unicode + Field.SPACE+pinyin;
}
}
return null;
}
/**
*
* @描写叙述：默认批量写入功能
* @param contents
* @return
* @return boolean
* @exception
* @createTime：2016年4月7日
* @author: songqinghu
*/
public static boolean defaultWriterBatch(Map<String,Map<String,Integer>> contents){
return writerBatch(contents, true, true);
}
/**
*
* @描写叙述：当自己定义文件须要更新时,调用方法 又一次载入自己的配置文件
* @return
* @return boolean
* @exception
* @createTime：2016年4月6日
* @author: songqinghu
* @throws IOException
*/
public static boolean reloadText() throws IOException{
if (path != null) {
File userMultiPinyinFile = new File(path);
FileInputStream is = new FileInputStream(userMultiPinyinFile);
if(is !=null){
ChineseToPinyinResource.getInstance().getUnicodeToHanyuPinyinTable().load(is);
return true;
}
}
return false;
}
/**
* 加入操作符号
*/
private static String addSymbol(String pinyin){
return Field.LEFT_BRACKET+pinyin+Field.RIGHT_BRACKET;
}
class Field {
static final String LEFT_BRACKET = "(";
static final String RIGHT_BRACKET = ")";
static final String COMMA = ",";
static final String SPACE = " ";
}
}将jar和原有suggestproject进行整合
出现故障---无法写入jar中自己定义文件(jar中的文件仅仅能读取)
===>解决思路 将用户自己定义词典放在执行的warproject中
须要手动指定一次文件位置---大概功能已经能够整合进入项目中使用了
package cn.com.mx.gome.suggest.controller;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.ResponseBody;
import com.gome.mx.plus.pinyin.ext.PYReadUtils;
import com.gome.mx.plus.pinyin.ext.PYWriterUtils;
import cn.com.mx.gome.search.core.common.ResultData;
import net.sourceforge.pinyin4j.format.exception.BadHanyuPinyinOutputFormatCombination;
/**
*
* @author songqinghu
* 对pinyin4j中的用户自己定义词典库进行操作
*/
@Controller
@RequestMapping("/suggest/pinyin")
public class PinYinController {
private Logger logger = LoggerFactory.getLogger(PinYinController.class);
/**
*
* @描写叙述：获取指定汉字的现存词库中的拼音 --须要POST请求
* @return
* @return ResultData<String>
* @exception
* @createTime：2016年4月7日
* @author: songqinghu
*/
@RequestMapping("/getpy")
@ResponseBody
public ResultData<List<String>> getPinYin(String word){
ResultData<List<String>> result = new ResultData<List<String>>();
try {
if(word != null && word.trim().length()>0){
String[] fullPY = PYReadUtils.getFullPY(word);
if(fullPY!=null && fullPY.length>0){
ArrayList<String> list = new ArrayList<String>();
for (String string : fullPY) {
list.add(string);
}
result.setData(list);
result.setSuccess(true);
return result;
}
}
} catch (BadHanyuPinyinOutputFormatCombination e) {
logger.error("",e);
}
result.setSuccess(false);
return result;
}
/**
*
* @描写叙述：加入一个汉字的映射关系到用户自定库中
* @param word
* @param pinyin
* @param voice
* @return
* @return ResultData<String>
* @exception
* @createTime：2016年4月7日
* @author: songqinghu
*/
@RequestMapping("/addpy")
@ResponseBody
public ResultData<Boolean> addPinYin(String word,String pinyin,Integer voice){
ResultData<Boolean> result = new ResultData<Boolean>();
if(word!=null && word.trim().length()>0 && pinyin !=null && pinyin.trim().length()>0&&voice>0){
try {
boolean flag = PYWriterUtils.dufaultWriter(word, pinyin, voice);
result.setData(flag);
result.setSuccess(true);
return result;
} catch (Exception e) {
e.printStackTrace();
logger.error("",e);
}
}
result.setSuccess(false);
return result;
}
@RequestMapping("/test")
@ResponseBody
public ResultData<Boolean> addtest(String word,String pinyin,Integer voice){
Map<String, Map<String, Integer>> contents = new HashMap<String,Map<String,Integer>>();
HashMap<String, Integer> content = new HashMap<String,Integer>();
content.put("test", 1);
content.put("tttt", 2);
content.put("ling", 1);
contents.put("〇", content);
// setDicPath();
ResultData<Boolean> result = new ResultData<Boolean>();
if(word!=null && word.trim().length()>0 && pinyin !=null && pinyin.trim().length()>0&&voice>0){
try {
boolean flag = PYWriterUtils.defaultWriterBatch(contents);
result.setData(flag);
result.setSuccess(true);
return result;
} catch (Exception e) {
e.printStackTrace();
logger.error("",e);
}
}
result.setSuccess(false);
return result;
}
}
warproject使用 SSM架构 项目启动时载入词库所在位置工具类
package cn.com.mx.gome.suggest.component;
/**
* 项目启动时载入指定的pinyin4j用户扩展字典
* @author songqinghu
*
*/
import javax.annotation.PostConstruct;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
import com.gome.mx.plus.pinyin.ext.PYWriterUtils;
import cn.com.mx.gome.suggest.controller.PinYinController;
@Component
public class PinYinDataSourceFile {
@Value("${PINYIN_FILE_PATH}")
private String path;
/**
*
* @描写叙述：项目启动时 此类载入完毕后运行此方法完毕用户自己定义pinyin4j字典配置的载入
* @return void
* @exception
* @createTime：2016年4月7日
* @author: songqinghu
*/
@PostConstruct
private void setFilePath(){
String pathFile = PinYinDataSourceFile.class.getResource(path).getPath();
PYWriterUtils.setPath(pathFile);
}
}
最后附上 改写后的pinyin4j源代码
链接：http://pan.baidu.com/s/1skUD8dv password：fhy4
