From b9bf3b43f57a1359b243611f7373bc225e98bc37 Mon Sep 17 00:00:00 2001 From: suwen <577014284@qq.com> Date: Thu, 4 Feb 2021 14:49:41 +0800 Subject: [PATCH] =?UTF-8?q?try=20to:=20lucene=E5=AD=97=E5=85=B8=E9=85=8D?= =?UTF-8?q?=E7=BD=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - 初始lucene字典配置服务 - 删除无用文件 --- .../lucene/api/LuceneSearchController.java | 11 - .../forest/lucene/api/UserDicController.java | 54 ++ .../forest/lucene/lucene/BaiKeBeanIndex.java | 49 -- .../forest/lucene/mapper/BaikeMapper.java | 18 - .../forest/lucene/mapper/UserDicMapper.java | 53 ++ .../forest/lucene/model/ArticleLucene.java | 26 +- .../com/rymcu/forest/lucene/model/Baike.java | 45 -- .../rymcu/forest/lucene/model/UserDic.java | 25 + .../lucene/query/IKQueryExpressionParser.java | 728 ------------------ .../forest/lucene/query/SWMCQueryBuilder.java | 146 ---- .../forest/lucene/service/UserDicService.java | 48 ++ .../service/impl/UserDicServiceImpl.java | 49 ++ src/main/java/mapper/lucene/UserDicMapper.xml | 30 + 13 files changed, 269 insertions(+), 1013 deletions(-) create mode 100755 src/main/java/com/rymcu/forest/lucene/api/UserDicController.java delete mode 100644 src/main/java/com/rymcu/forest/lucene/lucene/BaiKeBeanIndex.java delete mode 100755 src/main/java/com/rymcu/forest/lucene/mapper/BaikeMapper.java create mode 100755 src/main/java/com/rymcu/forest/lucene/mapper/UserDicMapper.java delete mode 100755 src/main/java/com/rymcu/forest/lucene/model/Baike.java create mode 100644 src/main/java/com/rymcu/forest/lucene/model/UserDic.java delete mode 100755 src/main/java/com/rymcu/forest/lucene/query/IKQueryExpressionParser.java delete mode 100755 src/main/java/com/rymcu/forest/lucene/query/SWMCQueryBuilder.java create mode 100644 src/main/java/com/rymcu/forest/lucene/service/UserDicService.java create mode 100644 src/main/java/com/rymcu/forest/lucene/service/impl/UserDicServiceImpl.java create mode 100755 src/main/java/mapper/lucene/UserDicMapper.xml diff --git a/src/main/java/com/rymcu/forest/lucene/api/LuceneSearchController.java b/src/main/java/com/rymcu/forest/lucene/api/LuceneSearchController.java index 1c61b44..4980729 100755 --- a/src/main/java/com/rymcu/forest/lucene/api/LuceneSearchController.java +++ b/src/main/java/com/rymcu/forest/lucene/api/LuceneSearchController.java @@ -27,17 +27,6 @@ public class LuceneSearchController { @Resource private LuceneService luceneService; - @GetMapping("/getArticles") - public GlobalResult createIndex() { - return GlobalResultGenerator.genSuccessResult(luceneService.getAllArticleLucene()); - } - - @GetMapping("/getArticlesByIds") - public GlobalResult getArticlesByIds() { - return GlobalResultGenerator.genSuccessResult( - luceneService.getArticlesByIds(new String[] {"1", "2", "3"})); - } - @GetMapping("/createIndex") public GlobalResult createIndex( @RequestParam(required = false, defaultValue = "0") Integer limit, diff --git a/src/main/java/com/rymcu/forest/lucene/api/UserDicController.java b/src/main/java/com/rymcu/forest/lucene/api/UserDicController.java new file mode 100755 index 0000000..004dbe9 --- /dev/null +++ b/src/main/java/com/rymcu/forest/lucene/api/UserDicController.java @@ -0,0 +1,54 @@ +package com.rymcu.forest.lucene.api; + +import com.rymcu.forest.core.result.GlobalResult; +import com.rymcu.forest.core.result.GlobalResultGenerator; +import com.rymcu.forest.lucene.model.UserDic; +import com.rymcu.forest.lucene.service.UserDicService; +import lombok.extern.log4j.Log4j2; +import org.springframework.web.bind.annotation.*; + +import javax.annotation.Resource; + +/** + * UserDicController + * + * @author suwen + * @date 2021/2/4 09:29 + */ +@Log4j2 +@RestController +@RequestMapping("/api/v1/lucene/dic") +public class UserDicController { + + @Resource private UserDicService dicService; + + @GetMapping("/getAll") + public GlobalResult getAll() { + + return GlobalResultGenerator.genSuccessResult(dicService.getAll()); + } + + @GetMapping("/getAllDic") + public GlobalResult getAllDic() { + + return GlobalResultGenerator.genSuccessResult(dicService.getAllDic()); + } + + @PostMapping("/addDic") + public GlobalResult addDic(@RequestBody String dic) { + dicService.addDic(dic); + return GlobalResultGenerator.genSuccessResult("新增字典成功"); + } + + @PutMapping("/editDic") + public GlobalResult getAllDic(@RequestBody UserDic dic) { + dicService.updateDic(dic); + return GlobalResultGenerator.genSuccessResult("更新字典成功"); + } + + @DeleteMapping("/deleteDic/{id}") + public GlobalResult deleteDic(@PathVariable String id) { + dicService.deleteDic(id); + return GlobalResultGenerator.genSuccessResult("删除字典成功"); + } +} diff --git a/src/main/java/com/rymcu/forest/lucene/lucene/BaiKeBeanIndex.java b/src/main/java/com/rymcu/forest/lucene/lucene/BaiKeBeanIndex.java deleted file mode 100644 index 1b2cb42..0000000 --- a/src/main/java/com/rymcu/forest/lucene/lucene/BaiKeBeanIndex.java +++ /dev/null @@ -1,49 +0,0 @@ -package com.rymcu.forest.lucene.lucene; - - -import com.rymcu.forest.lucene.model.Baike; -import org.apache.lucene.document.Document; -import org.apache.lucene.document.Field; -import org.apache.lucene.document.TextField; -import org.apache.lucene.index.IndexWriter; -import org.apache.lucene.index.IndexWriterConfig; -import org.apache.lucene.index.Term; - -import java.util.List; -import java.util.concurrent.CountDownLatch; - -/** - * BaiKeBeanIndex - * - * @author suwen - * @date 2021/2/2 14:10 - */ -public class BaiKeBeanIndex extends BaseIndex{ - - public BaiKeBeanIndex(IndexWriter writer, CountDownLatch countDownLatch1, - CountDownLatch countDownLatch2, List list) { - super(writer, countDownLatch1, countDownLatch2, list); - } - public BaiKeBeanIndex(String parentIndexPath, int subIndex, CountDownLatch countDownLatch1, - CountDownLatch countDownLatch2, List list) { - super(parentIndexPath, subIndex, countDownLatch1, countDownLatch2, list); - } - @Override - public void indexDoc(IndexWriter writer, Baike t) throws Exception { - Document doc = new Document(); - Field id = new Field("id", t.getId()+"", TextField.TYPE_STORED); - Field title = new Field("title", t.getTitle(), TextField.TYPE_STORED); - Field summary = new Field("summary", t.getSummary(), TextField.TYPE_STORED); - //添加到Document中 - doc.add(id); - doc.add(title); - doc.add(summary); - if (writer.getConfig().getOpenMode() == IndexWriterConfig.OpenMode.CREATE){ - writer.addDocument(doc); - }else{ - writer.updateDocument(new Term("id", t.getId()+""), doc); - } - } - - -} diff --git a/src/main/java/com/rymcu/forest/lucene/mapper/BaikeMapper.java b/src/main/java/com/rymcu/forest/lucene/mapper/BaikeMapper.java deleted file mode 100755 index 5abd855..0000000 --- a/src/main/java/com/rymcu/forest/lucene/mapper/BaikeMapper.java +++ /dev/null @@ -1,18 +0,0 @@ -package com.rymcu.forest.lucene.mapper; - -import com.rymcu.forest.lucene.model.Baike; -import org.apache.ibatis.annotations.Mapper; -import org.apache.ibatis.annotations.Param; - -import java.util.List; - -/** - * BaikeMapper - * - * @author suwen - * @date 2021/2/2 14:10 - */ -@Mapper -public interface BaikeMapper { - List getAllBaike(@Param("limit") int limit, @Param("offset") int offset); -} diff --git a/src/main/java/com/rymcu/forest/lucene/mapper/UserDicMapper.java b/src/main/java/com/rymcu/forest/lucene/mapper/UserDicMapper.java new file mode 100755 index 0000000..b5fee46 --- /dev/null +++ b/src/main/java/com/rymcu/forest/lucene/mapper/UserDicMapper.java @@ -0,0 +1,53 @@ +package com.rymcu.forest.lucene.mapper; + +import com.rymcu.forest.lucene.model.UserDic; +import org.apache.ibatis.annotations.Mapper; +import org.apache.ibatis.annotations.Param; + +import java.util.List; + +/** + * UserDicMapper + * + * @author suwen + * @date 2021/2/4 09:11 + */ +@Mapper +public interface UserDicMapper { + + /** + * 加载所有字典 + * + * @return + */ + List getAllDic(); + + /** + * 加载所有字典信息 + * + * @return + */ + List getAll(); + + /** + * 增加字典 + * + * @return + */ + void addDic(@Param("dic") String userDic); + + /** + * 删除字典 + * + * @param id + */ + void deleteDic(@Param("id") String id); + + /** + * 更新字典 + * + * @param id + * @param userDic + */ + void updateDic(@Param("id") Integer id, @Param("dic") String userDic); +} diff --git a/src/main/java/com/rymcu/forest/lucene/model/ArticleLucene.java b/src/main/java/com/rymcu/forest/lucene/model/ArticleLucene.java index e256580..c8b8015 100644 --- a/src/main/java/com/rymcu/forest/lucene/model/ArticleLucene.java +++ b/src/main/java/com/rymcu/forest/lucene/model/ArticleLucene.java @@ -5,6 +5,8 @@ import lombok.Builder; import lombok.Data; import lombok.NoArgsConstructor; +import javax.persistence.Id; + /** * ArticleLucene * @@ -17,23 +19,15 @@ import lombok.NoArgsConstructor; @AllArgsConstructor public class ArticleLucene { - /** - * 文章编号 - */ - private String idArticle; + /** 文章编号 */ + private String idArticle; - /** - * 文章标题 - */ - private String articleTitle; + /** 文章标题 */ + private String articleTitle; - /** - * 文章内容 - */ - private String articleContent; + /** 文章内容 */ + private String articleContent; - /** - * 相关度评分 - */ - private String score; + /** 相关度评分 */ + private String score; } diff --git a/src/main/java/com/rymcu/forest/lucene/model/Baike.java b/src/main/java/com/rymcu/forest/lucene/model/Baike.java deleted file mode 100755 index cbdbf97..0000000 --- a/src/main/java/com/rymcu/forest/lucene/model/Baike.java +++ /dev/null @@ -1,45 +0,0 @@ -package com.rymcu.forest.lucene.model; - -import lombok.Data; - -import javax.persistence.Table; - -@Data -@Table(name = "lucene_baike") -public class Baike { - private Integer id; - - private String title; - - private String summary; - - public Integer getId() { - return id; - } - - public void setId(Integer id) { - this.id = id; - } - - public String getTitle() { - if(title == null){ - title = ""; - } - return title; - } - - public void setTitle(String title) { - this.title = title == null ? null : title.trim(); - } - - public String getSummary() { - if(summary == null){ - summary = ""; - } - return summary; - } - - public void setSummary(String summary) { - this.summary = summary == null ? null : summary.trim(); - } -} diff --git a/src/main/java/com/rymcu/forest/lucene/model/UserDic.java b/src/main/java/com/rymcu/forest/lucene/model/UserDic.java new file mode 100644 index 0000000..04dabf3 --- /dev/null +++ b/src/main/java/com/rymcu/forest/lucene/model/UserDic.java @@ -0,0 +1,25 @@ +package com.rymcu.forest.lucene.model; + +import lombok.Data; + +import javax.persistence.GeneratedValue; +import javax.persistence.Id; +import javax.persistence.Table; + +/** + * UserDic 用户个性化字典 + * + * @author suwen + * @date 2021/2/4 09:09 + */ +@Data +@Table(name = "lucene_user_dic") +public class UserDic { + /** 主键 */ + @Id + @GeneratedValue(generator = "JDBC") + private Integer id; + + /** 字典 */ + private String dic; +} diff --git a/src/main/java/com/rymcu/forest/lucene/query/IKQueryExpressionParser.java b/src/main/java/com/rymcu/forest/lucene/query/IKQueryExpressionParser.java deleted file mode 100755 index 397125e..0000000 --- a/src/main/java/com/rymcu/forest/lucene/query/IKQueryExpressionParser.java +++ /dev/null @@ -1,728 +0,0 @@ -/** - * IK 中文分词 版本 5.0 - * IK Analyzer release 5.0 - *

- * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - *

- * http://www.apache.org/licenses/LICENSE-2.0 - *

- * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *

- * 源代码由林良益(linliangyi2005@gmail.com)提供 - * 版权声明 2012，乌龙茶工作室 - * provided by Linliangyi and copyright 2012 by Oolong studio - */ -package com.rymcu.forest.lucene.query; - -import org.apache.lucene.index.Term; -import org.apache.lucene.search.*; -import org.apache.lucene.search.BooleanClause.Occur; -import org.apache.lucene.search.BooleanQuery.Builder; -import org.apache.lucene.search.Query; -import org.apache.lucene.util.BytesRef; - -import java.util.*; - -/** - * IK简易查询表达式解析 - * 结合SWMCQuery算法 - * - * 表达式例子 ： - * (id='1231231' && title:'monkey') || (content:'你好吗' || ulr='www.ik.com') - name:'helloword' - * @author linliangyi - */ -public class IKQueryExpressionParser { - - private List elements = new ArrayList(); - - private Stack querys = new Stack(); - - private Stack operates = new Stack(); - - /** - * 解析查询表达式，生成Lucene Query对象 - * - * @param expression - * @param quickMode - * @return Lucene query - */ - public Query parseExp(String expression, boolean quickMode) { - Query lucenceQuery = null; - if (expression != null && !"".equals(expression.trim())) { - try { - //文法解析 - this.splitElements(expression); - //语法解析 - this.parseSyntax(quickMode); - if (this.querys.size() == 1) { - lucenceQuery = this.querys.pop(); - } else { - throw new IllegalStateException("表达式异常： 缺少逻辑操作符 或 括号缺失"); - } - } finally { - elements.clear(); - querys.clear(); - operates.clear(); - } - } - return lucenceQuery; - } - - /** - * 表达式文法解析 - * @param expression - */ - private void splitElements(String expression) { - - if (expression == null) { - return; - } - Element curretElement = null; - - char[] expChars = expression.toCharArray(); - for (int i = 0; i < expChars.length; i++) { - switch (expChars[i]) { - case '&': - if (curretElement == null) { - curretElement = new Element(); - curretElement.type = '&'; - curretElement.append(expChars[i]); - } else if (curretElement.type == '&') { - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - } else if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - } else { - this.elements.add(curretElement); - curretElement = new Element(); - curretElement.type = '&'; - curretElement.append(expChars[i]); - } - break; - - case '|': - if (curretElement == null) { - curretElement = new Element(); - curretElement.type = '|'; - curretElement.append(expChars[i]); - } else if (curretElement.type == '|') { - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - } else if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - } else { - this.elements.add(curretElement); - curretElement = new Element(); - curretElement.type = '|'; - curretElement.append(expChars[i]); - } - break; - - case '-': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = '-'; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case '(': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = '('; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case ')': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = ')'; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case ':': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = ':'; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case '=': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = '='; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case ' ': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - } else { - this.elements.add(curretElement); - curretElement = null; - } - } - - break; - - case '\'': - if (curretElement == null) { - curretElement = new Element(); - curretElement.type = '\''; - - } else if (curretElement.type == '\'') { - this.elements.add(curretElement); - curretElement = null; - - } else { - this.elements.add(curretElement); - curretElement = new Element(); - curretElement.type = '\''; - - } - break; - - case '[': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = '['; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case ']': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = ']'; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - - break; - - case '{': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = '{'; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - break; - - case '}': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = '}'; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - - break; - case ',': - if (curretElement != null) { - if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - continue; - } else { - this.elements.add(curretElement); - } - } - curretElement = new Element(); - curretElement.type = ','; - curretElement.append(expChars[i]); - this.elements.add(curretElement); - curretElement = null; - - break; - - default: - if (curretElement == null) { - curretElement = new Element(); - curretElement.type = 'F'; - curretElement.append(expChars[i]); - - } else if (curretElement.type == 'F') { - curretElement.append(expChars[i]); - - } else if (curretElement.type == '\'') { - curretElement.append(expChars[i]); - - } else { - this.elements.add(curretElement); - curretElement = new Element(); - curretElement.type = 'F'; - curretElement.append(expChars[i]); - } - } - } - - if (curretElement != null) { - this.elements.add(curretElement); - curretElement = null; - } - } - - /** - * 语法解析 - * - */ - private void parseSyntax(boolean quickMode) { - for (int i = 0; i < this.elements.size(); i++) { - Element e = this.elements.get(i); - if ('F' == e.type) { - Element e2 = this.elements.get(i + 1); - if ('=' != e2.type && ':' != e2.type) { - throw new IllegalStateException("表达式异常： = 或 ： 号丢失"); - } - Element e3 = this.elements.get(i + 2); - //处理 = 和 ： 运算 - if ('\'' == e3.type) { - i += 2; - if ('=' == e2.type) { - TermQuery tQuery = new TermQuery(new Term(e.toString(), e3.toString())); - this.querys.push(tQuery); - } else if (':' == e2.type) { - String keyword = e3.toString(); - //SWMCQuery Here - Query _SWMCQuery = SWMCQueryBuilder.create(e.toString(), keyword, quickMode); - this.querys.push(_SWMCQuery); - } - - } else if ('[' == e3.type || '{' == e3.type) { - i += 2; - //处理 [] 和 {} - LinkedList eQueue = new LinkedList(); - eQueue.add(e3); - for (i++; i < this.elements.size(); i++) { - Element eN = this.elements.get(i); - eQueue.add(eN); - if (']' == eN.type || '}' == eN.type) { - break; - } - } - //翻译RangeQuery - Query rangeQuery = this.toTermRangeQuery(e, eQueue); - this.querys.push(rangeQuery); - } else { - throw new IllegalStateException("表达式异常：匹配值丢失"); - } - - } else if ('(' == e.type) { - this.operates.push(e); - - } else if (')' == e.type) { - boolean doPop = true; - while (doPop && !this.operates.empty()) { - Element op = this.operates.pop(); - if ('(' == op.type) { - doPop = false; - } else { - Query q = toBooleanQuery(op); - this.querys.push(q); - } - - } - } else { - - if (this.operates.isEmpty()) { - this.operates.push(e); - } else { - boolean doPeek = true; - while (doPeek && !this.operates.isEmpty()) { - Element eleOnTop = this.operates.peek(); - if ('(' == eleOnTop.type) { - doPeek = false; - this.operates.push(e); - } else if (compare(e, eleOnTop) == 1) { - this.operates.push(e); - doPeek = false; - } else if (compare(e, eleOnTop) == 0) { - Query q = toBooleanQuery(eleOnTop); - this.operates.pop(); - this.querys.push(q); - } else { - Query q = toBooleanQuery(eleOnTop); - this.operates.pop(); - this.querys.push(q); - } - } - - if (doPeek && this.operates.empty()) { - this.operates.push(e); - } - } - } - } - - while (!this.operates.isEmpty()) { - Element eleOnTop = this.operates.pop(); - Query q = toBooleanQuery(eleOnTop); - this.querys.push(q); - } - } - - /** - * 根据逻辑操作符，生成BooleanQuery - * @param op - * @return - */ - private Query toBooleanQuery(Element op) { - if (this.querys.size() == 0) { - return null; - } - - // BooleanQuery resultQuery = new BooleanQuery.Builder().build(); - Builder resultQuery = new Builder(); - - if (this.querys.size() == 1) { - return this.querys.get(0); - } - - Query q2 = this.querys.pop(); - Query q1 = this.querys.pop(); - if ('&' == op.type) { - if (q1 != null) { - if (q1 instanceof BooleanQuery) { - Iterator clauses = ((BooleanQuery) q1).iterator(); - while (clauses.hasNext()) { - BooleanClause clause = clauses.next(); - if (clause.getOccur() == Occur.MUST) { - resultQuery.add(clause); - } else { - resultQuery.add(q1, Occur.MUST); - } - } - - /*BooleanClause[] clauses = ((BooleanQuery)q1).getClauses(); - if(clauses.length > 0 - && clauses[0].getOccur() == Occur.MUST){ - for(BooleanClause c : clauses){ - resultQuery.add(c); - } - }else{ - resultQuery.add(q1,Occur.MUST); - }*/ - - } else { - //q1 instanceof TermQuery - //q1 instanceof TermRangeQuery - //q1 instanceof PhraseQuery - //others - resultQuery.add(q1, Occur.MUST); - } - } - - if (q2 != null) { - if (q2 instanceof BooleanQuery) { - Iterator clauses = ((BooleanQuery) q2).iterator(); - while (clauses.hasNext()) { - BooleanClause clause = clauses.next(); - if (clause.getOccur() == Occur.MUST) { - resultQuery.add(clause); - } else { - resultQuery.add(q2, Occur.MUST); - } - } - /*BooleanClause[] clauses = ((BooleanQuery)q2).getClauses(); - if(clauses.length > 0 - && clauses[0].getOccur() == Occur.MUST){ - for(BooleanClause c : clauses){ - resultQuery.add(c); - } - }else{ - resultQuery.add(q2,Occur.MUST); - }*/ - - } else { - //q1 instanceof TermQuery - //q1 instanceof TermRangeQuery - //q1 instanceof PhraseQuery - //others - resultQuery.add(q2, Occur.MUST); - } - } - - } else if ('|' == op.type) { - if (q1 != null) { - if (q1 instanceof BooleanQuery) { - Iterator clauses = ((BooleanQuery) q1).iterator(); - while (clauses.hasNext()) { - BooleanClause clause = clauses.next(); - if (clause.getOccur() == Occur.SHOULD) { - resultQuery.add(clause); - } else { - resultQuery.add(q1, Occur.SHOULD); - } - } - /*BooleanClause[] clauses = ((BooleanQuery)q1).getClauses(); - if(clauses.length > 0 - && clauses[0].getOccur() == Occur.SHOULD){ - for(BooleanClause c : clauses){ - resultQuery.add(c); - } - }else{ - resultQuery.add(q1,Occur.SHOULD); - }*/ - - } else { - //q1 instanceof TermQuery - //q1 instanceof TermRangeQuery - //q1 instanceof PhraseQuery - //others - resultQuery.add(q1, Occur.SHOULD); - } - } - - if (q2 != null) { - if (q2 instanceof BooleanQuery) { - Iterator clauses = ((BooleanQuery) q1).iterator(); - while (clauses.hasNext()) { - BooleanClause clause = clauses.next(); - if (clause.getOccur() == Occur.SHOULD) { - resultQuery.add(clause); - } else { - resultQuery.add(q1, Occur.SHOULD); - } - } - /*BooleanClause[] clauses = ((BooleanQuery)q2).getClauses(); - if(clauses.length > 0 - && clauses[0].getOccur() == Occur.SHOULD){ - for(BooleanClause c : clauses){ - resultQuery.add(c); - } - }else{ - resultQuery.add(q2,Occur.SHOULD); - }*/ - } else { - //q2 instanceof TermQuery - //q2 instanceof TermRangeQuery - //q2 instanceof PhraseQuery - //others - resultQuery.add(q2, Occur.SHOULD); - - } - } - - } else if ('-' == op.type) { - if (q1 == null || q2 == null) { - throw new IllegalStateException("表达式异常：SubQuery 个数不匹配"); - } - - if (q1 instanceof BooleanQuery) { - Iterator clauses = ((BooleanQuery) q1).iterator(); - while (clauses.hasNext()) { - BooleanClause clause = clauses.next(); - if (clause.getOccur() == Occur.MUST) { - resultQuery.add(clause); - } else { - resultQuery.add(q1, Occur.MUST); - } - } - } else { - resultQuery.add(q1, Occur.MUST); - } - - resultQuery.add(q2, Occur.MUST_NOT); - } - return resultQuery.build(); - } - - /** - * 组装TermRangeQuery - * @param elements - * @return - */ - private TermRangeQuery toTermRangeQuery(Element fieldNameEle, LinkedList elements) { - - boolean includeFirst = false; - boolean includeLast = false; - String firstValue = null; - String lastValue = null; - //检查第一个元素是否是[或者{ - Element first = elements.getFirst(); - if ('[' == first.type) { - includeFirst = true; - } else if ('{' == first.type) { - } else { - throw new IllegalStateException("表达式异常"); - } - //检查最后一个元素是否是]或者} - Element last = elements.getLast(); - if (']' == last.type) { - includeLast = true; - }else { - throw new IllegalStateException("表达式异常, RangeQuery缺少结束括号"); - } - if (elements.size() < 4 || elements.size() > 5) { - throw new IllegalStateException("表达式异常, RangeQuery 错误"); - } - //读出中间部分 - Element e2 = elements.get(1); - if ('\'' == e2.type) { - firstValue = e2.toString(); - // - Element e3 = elements.get(2); - if (',' != e3.type) { - throw new IllegalStateException("表达式异常, RangeQuery缺少逗号分隔"); - } - // - Element e4 = elements.get(3); - if ('\'' == e4.type) { - lastValue = e4.toString(); - } else if (e4 != last) { - throw new IllegalStateException("表达式异常，RangeQuery格式错误"); - } - } else if (',' == e2.type) { - Element e3 = elements.get(2); - if ('\'' == e3.type) { - lastValue = e3.toString(); - } else { - throw new IllegalStateException("表达式异常，RangeQuery格式错误"); - } - - } else { - throw new IllegalStateException("表达式异常, RangeQuery格式错误"); - } - - return new TermRangeQuery(fieldNameEle.toString(), new BytesRef(firstValue), new BytesRef(lastValue), includeFirst, includeLast); - } - - /** - * 比较操作符优先级 - * @param e1 - * @param e2 - * @return - */ - private int compare(Element e1, Element e2) { - if ('&' == e1.type) { - if ('&' == e2.type) { - return 0; - } else { - return 1; - } - } else if ('|' == e1.type) { - if ('&' == e2.type) { - return -1; - } else if ('|' == e2.type) { - return 0; - } else { - return 1; - } - } else { - if ('-' == e2.type) { - return 0; - } else { - return -1; - } - } - } - - /** - * 表达式元素（操作符、FieldName、FieldValue） - * @author linliangyi - * May 20, 2010 - */ - private static class Element { - char type = 0; - StringBuffer eleTextBuff; - - public Element() { - eleTextBuff = new StringBuffer(); - } - - public void append(char c) { - this.eleTextBuff.append(c); - } - - @Override - public String toString() { - return this.eleTextBuff.toString(); - } - } - -} diff --git a/src/main/java/com/rymcu/forest/lucene/query/SWMCQueryBuilder.java b/src/main/java/com/rymcu/forest/lucene/query/SWMCQueryBuilder.java deleted file mode 100755 index 7f5aa60..0000000 --- a/src/main/java/com/rymcu/forest/lucene/query/SWMCQueryBuilder.java +++ /dev/null @@ -1,146 +0,0 @@ -/** - * IK 中文分词 版本 5.0 - * IK Analyzer release 5.0 - * - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - * - * 源代码由林良益(linliangyi2005@gmail.com)提供 - * 版权声明 2012，乌龙茶工作室 - * provided by Linliangyi and copyright 2012 by Oolong studio - * - */ -package com.rymcu.forest.lucene.query; - -import com.rymcu.forest.lucene.core.IKSegmenter; -import com.rymcu.forest.lucene.core.Lexeme; -import org.apache.lucene.analysis.standard.StandardAnalyzer; -import org.apache.lucene.queryparser.classic.ParseException; -import org.apache.lucene.queryparser.classic.QueryParser; -import org.apache.lucene.search.Query; - -import java.io.IOException; -import java.io.StringReader; -import java.util.ArrayList; -import java.util.List; - -/** - * Single Word Multi Char Query Builder - * - * IK分词算法专用 - * @author linliangyi - */ -public class SWMCQueryBuilder { - - /** - * 生成SWMCQuery - * @param fieldName - * @param keywords - * @param quickMode - * @return Lucene Query - */ - public static Query create(String fieldName, String keywords, boolean quickMode) { - if (fieldName == null || keywords == null) { - throw new IllegalArgumentException("参数 fieldName 、 keywords 不能为null."); - } - // 1.对keywords进行分词处理 - List lexemes = doAnalyze(keywords); - // 2.根据分词结果，生成SWMCQuery - Query _SWMCQuery = getSWMCQuery(fieldName, lexemes, quickMode); - return _SWMCQuery; - } - - /** - * 分词切分，并返回结链表 - * @param keywords - * @return - */ - private static List doAnalyze(String keywords) { - List lexemes = new ArrayList(); - IKSegmenter ikSeg = new IKSegmenter(new StringReader(keywords), true); - try { - Lexeme l = null; - while ((l = ikSeg.next()) != null) { - lexemes.add(l); - } - } catch (IOException e) { - e.printStackTrace(); - } - return lexemes; - } - - /** - * 根据分词结果生成SWMC搜索 - * @param fieldName - * @param lexemes - * @param quickMode - * @return - */ - private static Query getSWMCQuery(String fieldName, List lexemes, boolean quickMode) { - // 构造SWMC的查询表达式 - StringBuffer keywordBuffer = new StringBuffer(); - // 精简的SWMC的查询表达式 - StringBuffer keywordBuffer_Short = new StringBuffer(); - // 记录最后词元长度 - int lastLexemeLength = 0; - // 记录最后词元结束位置 - int lastLexemeEnd = -1; - - int shortCount = 0; - int totalCount = 0; - for (Lexeme l : lexemes) { - totalCount += l.getLength(); - // 精简表达式 - if (l.getLength() > 1) { - keywordBuffer_Short.append(' ').append(l.getLexemeText()); - shortCount += l.getLength(); - } - - if (lastLexemeLength == 0) { - keywordBuffer.append(l.getLexemeText()); - } else if (lastLexemeLength == 1 && l.getLength() == 1 - && lastLexemeEnd == l.getBeginPosition()) {// 单字位置相邻，长度为一，合并) - keywordBuffer.append(l.getLexemeText()); - } else { - keywordBuffer.append(' ').append(l.getLexemeText()); - - } - lastLexemeLength = l.getLength(); - lastLexemeEnd = l.getEndPosition(); - } - - QueryParser qp = new QueryParser(fieldName, new StandardAnalyzer()); - qp.setDefaultOperator(QueryParser.AND_OPERATOR); - qp.setAutoGeneratePhraseQueries(true); - - if (quickMode && (shortCount * 1.0f / totalCount) > 0.5f) { - try { - return qp.parse(keywordBuffer_Short.toString()); - } catch (ParseException e) { - e.printStackTrace(); - } - - } else { - if (keywordBuffer.length() > 0) { - try { - return qp.parse(keywordBuffer.toString()); - } catch (ParseException e) { - e.printStackTrace(); - } - } - } - return null; - } -} diff --git a/src/main/java/com/rymcu/forest/lucene/service/UserDicService.java b/src/main/java/com/rymcu/forest/lucene/service/UserDicService.java new file mode 100644 index 0000000..864fb92 --- /dev/null +++ b/src/main/java/com/rymcu/forest/lucene/service/UserDicService.java @@ -0,0 +1,48 @@ +package com.rymcu.forest.lucene.service; + +import com.rymcu.forest.lucene.model.UserDic; + +import java.util.List; + +/** + * UserDicService + * + * @author suwen + * @date 2021/2/4 09:25 + */ +public interface UserDicService { + + /** + * 加载所有字典 + * + * @return + */ + List getAllDic(); + + /** + * 加载所有字典 + * + * @return + */ + List getAll(); + + /** + * 增加字典 + * + * @return + */ + void addDic(String dic); + + /** + * 删除字典 + * + * @param id + */ + void deleteDic(String id); + /** + * 更新字典 + * + * @param userDic + */ + void updateDic(UserDic userDic); +} diff --git a/src/main/java/com/rymcu/forest/lucene/service/impl/UserDicServiceImpl.java b/src/main/java/com/rymcu/forest/lucene/service/impl/UserDicServiceImpl.java new file mode 100644 index 0000000..e8cd053 --- /dev/null +++ b/src/main/java/com/rymcu/forest/lucene/service/impl/UserDicServiceImpl.java @@ -0,0 +1,49 @@ +package com.rymcu.forest.lucene.service.impl; + +import com.rymcu.forest.lucene.dic.Dictionary; +import com.rymcu.forest.lucene.mapper.UserDicMapper; +import com.rymcu.forest.lucene.model.UserDic; +import com.rymcu.forest.lucene.service.UserDicService; +import org.springframework.stereotype.Service; + +import javax.annotation.Resource; +import java.util.List; + +/** + * UserDicServiceImpl + * + * @author suwen + * @date 2021/2/4 09:26 + */ +@Service +public class UserDicServiceImpl implements UserDicService { + + @Resource private UserDicMapper userDicMapper; + @Resource private Dictionary dictionary; + + @Override + public List getAllDic() { + + return userDicMapper.getAllDic(); + } + + @Override + public List getAll() { + return userDicMapper.getAll(); + } + + @Override + public void addDic(String dic) { + userDicMapper.addDic(dic); + } + + @Override + public void deleteDic(String id) { + userDicMapper.deleteDic(id); + } + + @Override + public void updateDic(UserDic userDic) { + userDicMapper.updateDic(userDic.getId(), userDic.getDic()); + } +} diff --git a/src/main/java/mapper/lucene/UserDicMapper.xml b/src/main/java/mapper/lucene/UserDicMapper.xml new file mode 100755 index 0000000..536f4c0 --- /dev/null +++ b/src/main/java/mapper/lucene/UserDicMapper.xml @@ -0,0 +1,30 @@ + + + + + + + + + + insert into lucene_user_dic(dic) value (#{dic}) + + + + delete + from lucene_user_dic + where id = (#{id}) + + + + update lucene_user_dic + set dic=#{dic} + where id = (#{id}) + +