Apache的lucene2.3.2来做索引

灰灰鼠精灵

Apache的lucene2.3.2来做索引

1、导入jar包
在pom.xml中导入
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers</artifactId>
<version>2.3.2</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-core</artifactId>
<version>2.3.2</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-memory</artifactId>
<version>2.3.2</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-highlighter</artifactId>
<version>2.3.2</version>
</dependency>

2、POJO的基类
对象的基类BaseObject.java，基类中写id,gmtCreate,gmtModify等成员，避免每个类中重复书写
package com.sillycat.easyview.plugin.commons.base;
import java.io.Serializable;
public class BaseObject implements Serializable {
private static final long serialVersionUID = -5588271386305919216L;
private Integer id;
public Integer getId() {
   return id;
}
public void setId(Integer id) {
   this.id = id;
}
}

搜索类的接口，要实现build索引的接口LuceneObject.java ：
package com.sillycat.easyview.plugin.commons.base;
import org.apache.lucene.document.Document;
public interface LuceneObject {
public Document buildindex();
}

真正的POJO例子User.java：
package com.sillycat.easyview.core.model;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import com.sillycat.easyview.plugin.commons.base.BaseObject;
import com.sillycat.easyview.plugin.commons.base.LuceneObject;
import com.sillycat.easyview.plugin.commons.utils.StringUtil;
public class User extends BaseObject implements LuceneObject {
private static final long serialVersionUID = -6050058005265846739L;
private String logonName;
private String email;
private String nickName;
private String phone;
private String mobile;
//建立索引
public Document buildindex() {
   Document doc = new Document();
   if (StringUtil.isNotBlank(this.getLogonName())) {
    doc.add(new Field("logonName", this.getLogonName(),
      Field.Store.YES, Field.Index.TOKENIZED));
   }
   if (StringUtil.isNotBlank(this.getEmail())) {
    doc.add(new Field("email", this.getEmail(), Field.Store.YES,
      Field.Index.TOKENIZED));
   }
   return doc;
}
public User() {
}
// getter and setter
}

3、调用lucene创建索引和搜索
lucene工具实现类LuceneManagerImpl.java:
package com.sillycat.easyview.core.service.impl;
import java.io.File;
import java.io.IOException;
import java.util.Iterator;
import java.util.List;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.lucene.analysis.cn.ChineseAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.queryParser.ParseException;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.Hits;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.store.RAMDirectory;

import com.sillycat.easyview.core.service.LuceneManager;
import com.sillycat.easyview.plugin.commons.base.BaseManager;
import com.sillycat.easyview.plugin.commons.base.LuceneObject;
import com.sillycat.easyview.plugin.commons.utils.StringUtil;

public class LuceneManagerImpl extends BaseManager implements LuceneManager {

public static Log log = LogFactory.getLog(LuceneManagerImpl.class);

private RAMDirectory directory = null;

private ChineseAnalyzer analyzer = null;

private static final String INDEX_PATH = "D:\\lucene\\index";

private String indexPath;

public void init() {
   directory = new RAMDirectory();
   analyzer = new ChineseAnalyzer();
}

/**
* 搜索
* @param key     要搜索的KEY，比如找context字段 context
* @param search 要搜索的内容，比如找context中出现了 我爱你
* @param memory true 内存的索引，false 配置的路径的索引
*/
public Hits search(String key, String search,boolean memory) throws IOException,
    ParseException {
   IndexSearcher searcher = null;
   if (memory) {
    searcher = new IndexSearcher(directory);
   } else {
    IndexReader reader = IndexReader.open(this.getIndexPath());
    searcher = new IndexSearcher(reader);
   }
   QueryParser parser = new QueryParser(key, analyzer);
   return searcher.search(parser.parse(search));
}

/**
* 建立索引
* @param list   要建立索引的list
* @param memory    true 内存中建立索引，false 配置的路径上存放索引   
*/
public void buildIndex(List<LuceneObject> list,boolean memory)
    throws IOException {
   IndexWriter writer = null;
   if (memory) {
    writer = new IndexWriter(directory, analyzer, true);
   } else {
    writer = new IndexWriter(new File(this.getIndexPath()), analyzer,
      true);
   }
   Iterator<LuceneObject> iterator = list.iterator();
   Document doc = null;
   LuceneObject bo = null;
   while (iterator.hasNext()) {
    bo = (LuceneObject) iterator.next();
    doc = bo.buildindex();
    writer.addDocument(doc);
   }
   writer.optimize();
   writer.close();
}

public String getIndexPath() {
   if (StringUtil.isBlank(indexPath)) {
    indexPath = INDEX_PATH;
   }
   return indexPath;
}

public void setIndexPath(String indexPath) {
   this.indexPath = indexPath;
}

}

实现类的接口LuceneManager.java
package com.sillycat.easyview.core.service;

import java.io.IOException;
import java.util.List;

import org.apache.lucene.queryParser.ParseException;
import org.apache.lucene.search.Hits;

import com.sillycat.easyview.plugin.commons.base.LuceneObject;

public interface LuceneManager {

public void init();

public Hits search(String key, String search,boolean memory) throws IOException,
    ParseException;

public void buildIndex(List<LuceneObject> list,boolean memory) throws IOException;

}

实现类的配置文件applicationContext-bean.xml：
<bean id="luceneManager"
    class="com.sillycat.easyview.core.service.impl.LuceneManagerImpl" autowire="byName" init-method="init">
    <!-- 在硬盘上存放索引的位置 -->
    <property name="indexPath" value="${lucene.indexPath}"/>
</bean>

配置文件easyview.properties
#lucene configiration
lucene.indexPath=D\:\\lucene\\index

4、单元测试
LuceneManagerTest.java单元测试：
package com.sillycat.easyview.core.service;

import java.util.ArrayList;
import java.util.List;

import org.apache.lucene.document.Document;
import org.apache.lucene.search.Hits;

import com.sillycat.easyview.core.model.User;
import com.sillycat.easyview.plugin.commons.base.ServiceTestBase;

public class LuceneManagerTest extends ServiceTestBase {

private LuceneManager luceneManager;

protected void setUp() throws Exception {
   super.setUp();
   luceneManager = (LuceneManager) appContext.getBean("luceneManager");
}

protected void tearDown() throws Exception {
   super.tearDown();
}

public void testDumy() {
   assertTrue(true);
}

public void testSearch() throws Exception {
   luceneManager.init();
   List list = new ArrayList();
   User t1 = new User();
   t1.setId(Integer.valueOf("1"));
   t1.setLogonName("中文1");
   t1.setEmail("中文1@126.com");
   User t2 = new User();
   t2.setId(Integer.valueOf("2"));
   t2.setLogonName("中英文2");
   t2.setEmail("中英文2@126.com");
   list.add(t1);
   list.add(t2);
   //luceneManager.buildIndex(list,true);
   //Hits results = luceneManager.search("logonName", "中文1",true);
   luceneManager.buildIndex(list,false);
   Hits results = luceneManager.search("logonName", "中文1",false);
   assertEquals(1, results.length());

   Document doc = results.doc(0);
   assertEquals("中文1", doc.getField("logonName").stringValue());
   assertEquals("中文1@126.com", doc.getField("email").stringValue());

   //results = luceneManager.search("logonName", "中",true);
   results = luceneManager.search("logonName", "中",false);
   assertEquals(2, results.length());

}

}