peihaoyu/forest
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

try to: lucene字典配置

Browse Source 
- 初始lucene字典配置服务
- 删除无用文件
This commit is contained in:
suwen 2021-02-04 14:49:41 +08:00
parent 6e36e9df65
commit b9bf3b43f5
13 changed files with 269 additions and 1013 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/main/java/com/rymcu/forest/lucene/api/LuceneSearchController.java
View File

@ -27,17 +27,6 @@ public class LuceneSearchController {
@Resource private LuceneService luceneService;
@GetMapping("/getArticles")
public GlobalResult createIndex() {
return GlobalResultGenerator.genSuccessResult(luceneService.getAllArticleLucene());
}
@GetMapping("/getArticlesByIds")
public GlobalResult getArticlesByIds() {
return GlobalResultGenerator.genSuccessResult(
luceneService.getArticlesByIds(new String[] {"1", "2", "3"}));
}
@GetMapping("/createIndex")
public GlobalResult createIndex(
@RequestParam(required = false, defaultValue = "0") Integer limit,

54
src/main/java/com/rymcu/forest/lucene/api/UserDicController.java Executable file
View File

@ -0,0 +1,54 @@
package com.rymcu.forest.lucene.api;
import com.rymcu.forest.core.result.GlobalResult;
import com.rymcu.forest.core.result.GlobalResultGenerator;
import com.rymcu.forest.lucene.model.UserDic;
import com.rymcu.forest.lucene.service.UserDicService;
import lombok.extern.log4j.Log4j2;
import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource;
/**
* UserDicController
*
* @author suwen
* @date 2021/2/4 09:29
*/
@Log4j2
@RestController
@RequestMapping("/api/v1/lucene/dic")
public class UserDicController {
@Resource private UserDicService dicService;
@GetMapping("/getAll")
public GlobalResult getAll() {
return GlobalResultGenerator.genSuccessResult(dicService.getAll());
}
@GetMapping("/getAllDic")
public GlobalResult getAllDic() {
return GlobalResultGenerator.genSuccessResult(dicService.getAllDic());
}
@PostMapping("/addDic")
public GlobalResult addDic(@RequestBody String dic) {
dicService.addDic(dic);
return GlobalResultGenerator.genSuccessResult("新增字典成功");
}
@PutMapping("/editDic")
public GlobalResult getAllDic(@RequestBody UserDic dic) {
dicService.updateDic(dic);
return GlobalResultGenerator.genSuccessResult("更新字典成功");
}
@DeleteMapping("/deleteDic/{id}")
public GlobalResult deleteDic(@PathVariable String id) {
dicService.deleteDic(id);
return GlobalResultGenerator.genSuccessResult("删除字典成功");
}
}

49
src/main/java/com/rymcu/forest/lucene/lucene/BaiKeBeanIndex.java
View File

@ -1,49 +0,0 @@
package com.rymcu.forest.lucene.lucene;
import com.rymcu.forest.lucene.model.Baike;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.TextField;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.index.Term;
import java.util.List;
import java.util.concurrent.CountDownLatch;
/**
* BaiKeBeanIndex
*
* @author suwen
* @date 2021/2/2 14:10
*/
public class BaiKeBeanIndex extends BaseIndex<Baike>{
public BaiKeBeanIndex(IndexWriter writer, CountDownLatch countDownLatch1,
CountDownLatch countDownLatch2, List<Baike> list) {
super(writer, countDownLatch1, countDownLatch2, list);
}
public BaiKeBeanIndex(String parentIndexPath, int subIndex, CountDownLatch countDownLatch1,
CountDownLatch countDownLatch2, List<Baike> list) {
super(parentIndexPath, subIndex, countDownLatch1, countDownLatch2, list);
}
@Override
public void indexDoc(IndexWriter writer, Baike t) throws Exception {
Document doc = new Document();
Field id = new Field("id", t.getId()+"", TextField.TYPE_STORED);
Field title = new Field("title", t.getTitle(), TextField.TYPE_STORED);
Field summary = new Field("summary", t.getSummary(), TextField.TYPE_STORED);
//添加到Document中
doc.add(id);
doc.add(title);
doc.add(summary);
if (writer.getConfig().getOpenMode() == IndexWriterConfig.OpenMode.CREATE){
writer.addDocument(doc);
}else{
writer.updateDocument(new Term("id", t.getId()+""), doc);
}
}
}

18
src/main/java/com/rymcu/forest/lucene/mapper/BaikeMapper.java
View File

@ -1,18 +0,0 @@
package com.rymcu.forest.lucene.mapper;
import com.rymcu.forest.lucene.model.Baike;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Param;
import java.util.List;
/**
* BaikeMapper
*
* @author suwen
* @date 2021/2/2 14:10
*/
@Mapper
public interface BaikeMapper {
List<Baike> getAllBaike(@Param("limit") int limit, @Param("offset") int offset);
}

53
src/main/java/com/rymcu/forest/lucene/mapper/UserDicMapper.java Executable file
View File

@ -0,0 +1,53 @@
package com.rymcu.forest.lucene.mapper;
import com.rymcu.forest.lucene.model.UserDic;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Param;
import java.util.List;
/**
* UserDicMapper
*
* @author suwen
* @date 2021/2/4 09:11
*/
@Mapper
public interface UserDicMapper {
/**
* 加载所有字典
*
* @return
*/
List<String> getAllDic();
/**
* 加载所有字典信息
*
* @return
*/
List<UserDic> getAll();
/**
* 增加字典
*
* @return
*/
void addDic(@Param("dic") String userDic);
/**
* 删除字典
*
* @param id
*/
void deleteDic(@Param("id") String id);
/**
* 更新字典
*
* @param id
* @param userDic
*/
void updateDic(@Param("id") Integer id, @Param("dic") String userDic);
}

26
src/main/java/com/rymcu/forest/lucene/model/ArticleLucene.java
View File

@ -5,6 +5,8 @@ import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
import javax.persistence.Id;
/**
* ArticleLucene
*
@ -17,23 +19,15 @@ import lombok.NoArgsConstructor;
@AllArgsConstructor
public class ArticleLucene {
/**
* 文章编号
*/
private String idArticle;
/** 文章编号 */
private String idArticle;
/**
* 文章标题
*/
private String articleTitle;
/** 文章标题 */
private String articleTitle;
/**
* 文章内容
*/
private String articleContent;
/** 文章内容 */
private String articleContent;
/**
* 相关度评分
*/
private String score;
/** 相关度评分 */
private String score;
}

45
src/main/java/com/rymcu/forest/lucene/model/Baike.java
View File

@ -1,45 +0,0 @@
package com.rymcu.forest.lucene.model;
import lombok.Data;
import javax.persistence.Table;
@Data
@Table(name = "lucene_baike")
public class Baike {
private Integer id;
private String title;
private String summary;
public Integer getId() {
return id;
}
public void setId(Integer id) {
this.id = id;
}
public String getTitle() {
if(title == null){
title = "";
}
return title;
}
public void setTitle(String title) {
this.title = title == null ? null : title.trim();
}
public String getSummary() {
if(summary == null){
summary = "";
}
return summary;
}
public void setSummary(String summary) {
this.summary = summary == null ? null : summary.trim();
}
}

25
src/main/java/com/rymcu/forest/lucene/model/UserDic.java Normal file
View File

@ -0,0 +1,25 @@
package com.rymcu.forest.lucene.model;
import lombok.Data;
import javax.persistence.GeneratedValue;
import javax.persistence.Id;
import javax.persistence.Table;
/**
* UserDic 用户个性化字典
*
* @author suwen
* @date 2021/2/4 09:09
*/
@Data
@Table(name = "lucene_user_dic")
public class UserDic {
/** 主键 */
@Id
@GeneratedValue(generator = "JDBC")
private Integer id;
/** 字典 */
private String dic;
}

728
src/main/java/com/rymcu/forest/lucene/query/IKQueryExpressionParser.java
View File

@ -1,728 +0,0 @@
/**
* IK 中文分词 版本 5.0
* IK Analyzer release 5.0
* <p>
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* <p>
* 源代码由林良益(linliangyi2005@gmail.com)提供
* 版权声明 2012，乌龙茶工作室
* provided by Linliangyi and copyright 2012 by Oolong studio
*/
package com.rymcu.forest.lucene.query;
import org.apache.lucene.index.Term;
import org.apache.lucene.search.*;
import org.apache.lucene.search.BooleanClause.Occur;
import org.apache.lucene.search.BooleanQuery.Builder;
import org.apache.lucene.search.Query;
import org.apache.lucene.util.BytesRef;
import java.util.*;
/**
* IK简易查询表达式解析
* 结合SWMCQuery算法
*
* 表达式例子 ：
* (id='1231231' && title:'monkey') || (content:'你好吗' || ulr='www.ik.com') - name:'helloword'
* @author linliangyi
*/
public class IKQueryExpressionParser {
private List<Element> elements = new ArrayList<Element>();
private Stack<Query> querys = new Stack<Query>();
private Stack<Element> operates = new Stack<Element>();
/**
* 解析查询表达式，生成Lucene Query对象
*
* @param expression
* @param quickMode
* @return Lucene query
*/
public Query parseExp(String expression, boolean quickMode) {
Query lucenceQuery = null;
if (expression != null && !"".equals(expression.trim())) {
try {
//文法解析
this.splitElements(expression);
//语法解析
this.parseSyntax(quickMode);
if (this.querys.size() == 1) {
lucenceQuery = this.querys.pop();
} else {
throw new IllegalStateException("表达式异常： 缺少逻辑操作符 或 括号缺失");
}
} finally {
elements.clear();
querys.clear();
operates.clear();
}
}
return lucenceQuery;
}
/**
* 表达式文法解析
* @param expression
*/
private void splitElements(String expression) {
if (expression == null) {
return;
}
Element curretElement = null;
char[] expChars = expression.toCharArray();
for (int i = 0; i < expChars.length; i++) {
switch (expChars[i]) {
case '&':
if (curretElement == null) {
curretElement = new Element();
curretElement.type = '&';
curretElement.append(expChars[i]);
} else if (curretElement.type == '&') {
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
} else if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
} else {
this.elements.add(curretElement);
curretElement = new Element();
curretElement.type = '&';
curretElement.append(expChars[i]);
}
break;
case '|':
if (curretElement == null) {
curretElement = new Element();
curretElement.type = '|';
curretElement.append(expChars[i]);
} else if (curretElement.type == '|') {
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
} else if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
} else {
this.elements.add(curretElement);
curretElement = new Element();
curretElement.type = '|';
curretElement.append(expChars[i]);
}
break;
case '-':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = '-';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case '(':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = '(';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case ')':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = ')';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case ':':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = ':';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case '=':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = '=';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case ' ':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
} else {
this.elements.add(curretElement);
curretElement = null;
}
}
break;
case '\'':
if (curretElement == null) {
curretElement = new Element();
curretElement.type = '\'';
} else if (curretElement.type == '\'') {
this.elements.add(curretElement);
curretElement = null;
} else {
this.elements.add(curretElement);
curretElement = new Element();
curretElement.type = '\'';
}
break;
case '[':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = '[';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case ']':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = ']';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case '{':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = '{';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case '}':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = '}';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
case ',':
if (curretElement != null) {
if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
continue;
} else {
this.elements.add(curretElement);
}
}
curretElement = new Element();
curretElement.type = ',';
curretElement.append(expChars[i]);
this.elements.add(curretElement);
curretElement = null;
break;
default:
if (curretElement == null) {
curretElement = new Element();
curretElement.type = 'F';
curretElement.append(expChars[i]);
} else if (curretElement.type == 'F') {
curretElement.append(expChars[i]);
} else if (curretElement.type == '\'') {
curretElement.append(expChars[i]);
} else {
this.elements.add(curretElement);
curretElement = new Element();
curretElement.type = 'F';
curretElement.append(expChars[i]);
}
}
}
if (curretElement != null) {
this.elements.add(curretElement);
curretElement = null;
}
}
/**
* 语法解析
*
*/
private void parseSyntax(boolean quickMode) {
for (int i = 0; i < this.elements.size(); i++) {
Element e = this.elements.get(i);
if ('F' == e.type) {
Element e2 = this.elements.get(i + 1);
if ('=' != e2.type && ':' != e2.type) {
throw new IllegalStateException("表达式异常： = 或 ： 号丢失");
}
Element e3 = this.elements.get(i + 2);
//处理 = 和 ： 运算
if ('\'' == e3.type) {
i += 2;
if ('=' == e2.type) {
TermQuery tQuery = new TermQuery(new Term(e.toString(), e3.toString()));
this.querys.push(tQuery);
} else if (':' == e2.type) {
String keyword = e3.toString();
//SWMCQuery Here
Query _SWMCQuery = SWMCQueryBuilder.create(e.toString(), keyword, quickMode);
this.querys.push(_SWMCQuery);
}
} else if ('[' == e3.type || '{' == e3.type) {
i += 2;
//处理 [] 和 {}
LinkedList<Element> eQueue = new LinkedList<Element>();
eQueue.add(e3);
for (i++; i < this.elements.size(); i++) {
Element eN = this.elements.get(i);
eQueue.add(eN);
if (']' == eN.type || '}' == eN.type) {
break;
}
}
//翻译RangeQuery
Query rangeQuery = this.toTermRangeQuery(e, eQueue);
this.querys.push(rangeQuery);
} else {
throw new IllegalStateException("表达式异常：匹配值丢失");
}
} else if ('(' == e.type) {
this.operates.push(e);
} else if (')' == e.type) {
boolean doPop = true;
while (doPop && !this.operates.empty()) {
Element op = this.operates.pop();
if ('(' == op.type) {
doPop = false;
} else {
Query q = toBooleanQuery(op);
this.querys.push(q);
}
}
} else {
if (this.operates.isEmpty()) {
this.operates.push(e);
} else {
boolean doPeek = true;
while (doPeek && !this.operates.isEmpty()) {
Element eleOnTop = this.operates.peek();
if ('(' == eleOnTop.type) {
doPeek = false;
this.operates.push(e);
} else if (compare(e, eleOnTop) == 1) {
this.operates.push(e);
doPeek = false;
} else if (compare(e, eleOnTop) == 0) {
Query q = toBooleanQuery(eleOnTop);
this.operates.pop();
this.querys.push(q);
} else {
Query q = toBooleanQuery(eleOnTop);
this.operates.pop();
this.querys.push(q);
}
}
if (doPeek && this.operates.empty()) {
this.operates.push(e);
}
}
}
}
while (!this.operates.isEmpty()) {
Element eleOnTop = this.operates.pop();
Query q = toBooleanQuery(eleOnTop);
this.querys.push(q);
}
}
/**
* 根据逻辑操作符，生成BooleanQuery
* @param op
* @return
*/
private Query toBooleanQuery(Element op) {
if (this.querys.size() == 0) {
return null;
}
// BooleanQuery resultQuery = new BooleanQuery.Builder().build();
Builder resultQuery = new Builder();
if (this.querys.size() == 1) {
return this.querys.get(0);
}
Query q2 = this.querys.pop();
Query q1 = this.querys.pop();
if ('&' == op.type) {
if (q1 != null) {
if (q1 instanceof BooleanQuery) {
Iterator<BooleanClause> clauses = ((BooleanQuery) q1).iterator();
while (clauses.hasNext()) {
BooleanClause clause = clauses.next();
if (clause.getOccur() == Occur.MUST) {
resultQuery.add(clause);
} else {
resultQuery.add(q1, Occur.MUST);
}
}
/*BooleanClause[] clauses = ((BooleanQuery)q1).getClauses();
if(clauses.length > 0
&& clauses[0].getOccur() == Occur.MUST){
for(BooleanClause c : clauses){
resultQuery.add(c);
}
}else{
resultQuery.add(q1,Occur.MUST);
}*/
} else {
//q1 instanceof TermQuery
//q1 instanceof TermRangeQuery
//q1 instanceof PhraseQuery
//others
resultQuery.add(q1, Occur.MUST);
}
}
if (q2 != null) {
if (q2 instanceof BooleanQuery) {
Iterator<BooleanClause> clauses = ((BooleanQuery) q2).iterator();
while (clauses.hasNext()) {
BooleanClause clause = clauses.next();
if (clause.getOccur() == Occur.MUST) {
resultQuery.add(clause);
} else {
resultQuery.add(q2, Occur.MUST);
}
}
/*BooleanClause[] clauses = ((BooleanQuery)q2).getClauses();
if(clauses.length > 0
&& clauses[0].getOccur() == Occur.MUST){
for(BooleanClause c : clauses){
resultQuery.add(c);
}
}else{
resultQuery.add(q2,Occur.MUST);
}*/
} else {
//q1 instanceof TermQuery
//q1 instanceof TermRangeQuery
//q1 instanceof PhraseQuery
//others
resultQuery.add(q2, Occur.MUST);
}
}
} else if ('|' == op.type) {
if (q1 != null) {
if (q1 instanceof BooleanQuery) {
Iterator<BooleanClause> clauses = ((BooleanQuery) q1).iterator();
while (clauses.hasNext()) {
BooleanClause clause = clauses.next();
if (clause.getOccur() == Occur.SHOULD) {
resultQuery.add(clause);
} else {
resultQuery.add(q1, Occur.SHOULD);
}
}
/*BooleanClause[] clauses = ((BooleanQuery)q1).getClauses();
if(clauses.length > 0
&& clauses[0].getOccur() == Occur.SHOULD){
for(BooleanClause c : clauses){
resultQuery.add(c);
}
}else{
resultQuery.add(q1,Occur.SHOULD);
}*/
} else {
//q1 instanceof TermQuery
//q1 instanceof TermRangeQuery
//q1 instanceof PhraseQuery
//others
resultQuery.add(q1, Occur.SHOULD);
}
}
if (q2 != null) {
if (q2 instanceof BooleanQuery) {
Iterator<BooleanClause> clauses = ((BooleanQuery) q1).iterator();
while (clauses.hasNext()) {
BooleanClause clause = clauses.next();
if (clause.getOccur() == Occur.SHOULD) {
resultQuery.add(clause);
} else {
resultQuery.add(q1, Occur.SHOULD);
}
}
/*BooleanClause[] clauses = ((BooleanQuery)q2).getClauses();
if(clauses.length > 0
&& clauses[0].getOccur() == Occur.SHOULD){
for(BooleanClause c : clauses){
resultQuery.add(c);
}
}else{
resultQuery.add(q2,Occur.SHOULD);
}*/
} else {
//q2 instanceof TermQuery
//q2 instanceof TermRangeQuery
//q2 instanceof PhraseQuery
//others
resultQuery.add(q2, Occur.SHOULD);
}
}
} else if ('-' == op.type) {
if (q1 == null || q2 == null) {
throw new IllegalStateException("表达式异常：SubQuery 个数不匹配");
}
if (q1 instanceof BooleanQuery) {
Iterator<BooleanClause> clauses = ((BooleanQuery) q1).iterator();
while (clauses.hasNext()) {
BooleanClause clause = clauses.next();
if (clause.getOccur() == Occur.MUST) {
resultQuery.add(clause);
} else {
resultQuery.add(q1, Occur.MUST);
}
}
} else {
resultQuery.add(q1, Occur.MUST);
}
resultQuery.add(q2, Occur.MUST_NOT);
}
return resultQuery.build();
}
/**
* 组装TermRangeQuery
* @param elements
* @return
*/
private TermRangeQuery toTermRangeQuery(Element fieldNameEle, LinkedList<Element> elements) {
boolean includeFirst = false;
boolean includeLast = false;
String firstValue = null;
String lastValue = null;
//检查第一个元素是否是[或者{
Element first = elements.getFirst();
if ('[' == first.type) {
includeFirst = true;
} else if ('{' == first.type) {
} else {
throw new IllegalStateException("表达式异常");
}
//检查最后一个元素是否是]或者}
Element last = elements.getLast();
if (']' == last.type) {
includeLast = true;
}else {
throw new IllegalStateException("表达式异常, RangeQuery缺少结束括号");
}
if (elements.size() < 4 || elements.size() > 5) {
throw new IllegalStateException("表达式异常, RangeQuery 错误");
}
//读出中间部分
Element e2 = elements.get(1);
if ('\'' == e2.type) {
firstValue = e2.toString();
//
Element e3 = elements.get(2);
if (',' != e3.type) {
throw new IllegalStateException("表达式异常, RangeQuery缺少逗号分隔");
}
//
Element e4 = elements.get(3);
if ('\'' == e4.type) {
lastValue = e4.toString();
} else if (e4 != last) {
throw new IllegalStateException("表达式异常，RangeQuery格式错误");
}
} else if (',' == e2.type) {
Element e3 = elements.get(2);
if ('\'' == e3.type) {
lastValue = e3.toString();
} else {
throw new IllegalStateException("表达式异常，RangeQuery格式错误");
}
} else {
throw new IllegalStateException("表达式异常, RangeQuery格式错误");
}
return new TermRangeQuery(fieldNameEle.toString(), new BytesRef(firstValue), new BytesRef(lastValue), includeFirst, includeLast);
}
/**
* 比较操作符优先级
* @param e1
* @param e2
* @return
*/
private int compare(Element e1, Element e2) {
if ('&' == e1.type) {
if ('&' == e2.type) {
return 0;
} else {
return 1;
}
} else if ('|' == e1.type) {
if ('&' == e2.type) {
return -1;
} else if ('|' == e2.type) {
return 0;
} else {
return 1;
}
} else {
if ('-' == e2.type) {
return 0;
} else {
return -1;
}
}
}
/**
* 表达式元素（操作符、FieldName、FieldValue）
* @author linliangyi
* May 20, 2010
*/
private static class Element {
char type = 0;
StringBuffer eleTextBuff;
public Element() {
eleTextBuff = new StringBuffer();
}
public void append(char c) {
this.eleTextBuff.append(c);
}
@Override
public String toString() {
return this.eleTextBuff.toString();
}
}
}

146
src/main/java/com/rymcu/forest/lucene/query/SWMCQueryBuilder.java
View File

@ -1,146 +0,0 @@
/**
* IK 中文分词 版本 5.0
* IK Analyzer release 5.0
*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* 源代码由林良益(linliangyi2005@gmail.com)提供
* 版权声明 2012，乌龙茶工作室
* provided by Linliangyi and copyright 2012 by Oolong studio
*
*/
package com.rymcu.forest.lucene.query;
import com.rymcu.forest.lucene.core.IKSegmenter;
import com.rymcu.forest.lucene.core.Lexeme;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.queryparser.classic.ParseException;
import org.apache.lucene.queryparser.classic.QueryParser;
import org.apache.lucene.search.Query;
import java.io.IOException;
import java.io.StringReader;
import java.util.ArrayList;
import java.util.List;
/**
* Single Word Multi Char Query Builder
*
* IK分词算法专用
* @author linliangyi
*/
public class SWMCQueryBuilder {
/**
* 生成SWMCQuery
* @param fieldName
* @param keywords
* @param quickMode
* @return Lucene Query
*/
public static Query create(String fieldName, String keywords, boolean quickMode) {
if (fieldName == null || keywords == null) {
throw new IllegalArgumentException("参数 fieldName 、 keywords 不能为null.");
}
// 1.对keywords进行分词处理
List<Lexeme> lexemes = doAnalyze(keywords);
// 2.根据分词结果，生成SWMCQuery
Query _SWMCQuery = getSWMCQuery(fieldName, lexemes, quickMode);
return _SWMCQuery;
}
/**
* 分词切分，并返回结链表
* @param keywords
* @return
*/
private static List<Lexeme> doAnalyze(String keywords) {
List<Lexeme> lexemes = new ArrayList<Lexeme>();
IKSegmenter ikSeg = new IKSegmenter(new StringReader(keywords), true);
try {
Lexeme l = null;
while ((l = ikSeg.next()) != null) {
lexemes.add(l);
}
} catch (IOException e) {
e.printStackTrace();
}
return lexemes;
}
/**
* 根据分词结果生成SWMC搜索
* @param fieldName
* @param lexemes
* @param quickMode
* @return
*/
private static Query getSWMCQuery(String fieldName, List<Lexeme> lexemes, boolean quickMode) {
// 构造SWMC的查询表达式
StringBuffer keywordBuffer = new StringBuffer();
// 精简的SWMC的查询表达式
StringBuffer keywordBuffer_Short = new StringBuffer();
// 记录最后词元长度
int lastLexemeLength = 0;
// 记录最后词元结束位置
int lastLexemeEnd = -1;
int shortCount = 0;
int totalCount = 0;
for (Lexeme l : lexemes) {
totalCount += l.getLength();
// 精简表达式
if (l.getLength() > 1) {
keywordBuffer_Short.append(' ').append(l.getLexemeText());
shortCount += l.getLength();
}
if (lastLexemeLength == 0) {
keywordBuffer.append(l.getLexemeText());
} else if (lastLexemeLength == 1 && l.getLength() == 1
&& lastLexemeEnd == l.getBeginPosition()) {// 单字位置相邻，长度为一，合并)
keywordBuffer.append(l.getLexemeText());
} else {
keywordBuffer.append(' ').append(l.getLexemeText());
}
lastLexemeLength = l.getLength();
lastLexemeEnd = l.getEndPosition();
}
QueryParser qp = new QueryParser(fieldName, new StandardAnalyzer());
qp.setDefaultOperator(QueryParser.AND_OPERATOR);
qp.setAutoGeneratePhraseQueries(true);
if (quickMode && (shortCount * 1.0f / totalCount) > 0.5f) {
try {
return qp.parse(keywordBuffer_Short.toString());
} catch (ParseException e) {
e.printStackTrace();
}
} else {
if (keywordBuffer.length() > 0) {
try {
return qp.parse(keywordBuffer.toString());
} catch (ParseException e) {
e.printStackTrace();
}
}
}
return null;
}
}

48
src/main/java/com/rymcu/forest/lucene/service/UserDicService.java Normal file
View File

@ -0,0 +1,48 @@
package com.rymcu.forest.lucene.service;
import com.rymcu.forest.lucene.model.UserDic;
import java.util.List;
/**
* UserDicService
*
* @author suwen
* @date 2021/2/4 09:25
*/
public interface UserDicService {
/**
* 加载所有字典
*
* @return
*/
List<String> getAllDic();
/**
* 加载所有字典
*
* @return
*/
List<UserDic> getAll();
/**
* 增加字典
*
* @return
*/
void addDic(String dic);
/**
* 删除字典
*
* @param id
*/
void deleteDic(String id);
/**
* 更新字典
*
* @param userDic
*/
void updateDic(UserDic userDic);
}

49
src/main/java/com/rymcu/forest/lucene/service/impl/UserDicServiceImpl.java Normal file
View File

@ -0,0 +1,49 @@
package com.rymcu.forest.lucene.service.impl;
import com.rymcu.forest.lucene.dic.Dictionary;
import com.rymcu.forest.lucene.mapper.UserDicMapper;
import com.rymcu.forest.lucene.model.UserDic;
import com.rymcu.forest.lucene.service.UserDicService;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
import java.util.List;
/**
* UserDicServiceImpl
*
* @author suwen
* @date 2021/2/4 09:26
*/
@Service
public class UserDicServiceImpl implements UserDicService {
@Resource private UserDicMapper userDicMapper;
@Resource private Dictionary dictionary;
@Override
public List<String> getAllDic() {
return userDicMapper.getAllDic();
}
@Override
public List<UserDic> getAll() {
return userDicMapper.getAll();
}
@Override
public void addDic(String dic) {
userDicMapper.addDic(dic);
}
@Override
public void deleteDic(String id) {
userDicMapper.deleteDic(id);
}
@Override
public void updateDic(UserDic userDic) {
userDicMapper.updateDic(userDic.getId(), userDic.getDic());
}
}

30
src/main/java/mapper/lucene/UserDicMapper.xml Executable file
View File

@ -0,0 +1,30 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" >
<mapper namespace="com.rymcu.forest.lucene.mapper.UserDicMapper">
<select id="getAllDic" resultType="java.lang.String">
select dic
from lucene_user_dic
</select>
<select id="getAll" resultType="com.rymcu.forest.lucene.model.UserDic">
select *
from lucene_user_dic
</select>
<insert id="addDic">
insert into lucene_user_dic(dic) value (#{dic})
</insert>
<delete id="deleteDic">
delete
from lucene_user_dic
where id = (#{id})
</delete>
<update id="updateDic">
update lucene_user_dic
set dic=#{dic}
where id = (#{id})
</update>
</mapper>