一、Solrj簡介
SolrJ是操作Solr的JAVA客戶端，它提供了增加、修改、刪除、查詢Solr索引的JAVA接口。SolrJ針對 Solr提供了Rest 的HTTP接口進行了封裝， SolrJ底層是通過使用httpClient中的方法來完成Solr的操作。
二、示例演示
1、創建一個Maven工程，引入依賴如下：
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> <groupId>com.kang.solrj</groupId> <artifactId>kang-solrj</artifactId> <version>0.0.1-SNAPSHOT</version> <dependencies> <dependency> <groupId>org.apache.solr</groupId> <artifactId>solr-solrj</artifactId> <version>4.10.1</version> </dependency> <dependency> <groupId>junit</groupId> <artifactId>junit</artifactId> <version>4.11</version> </dependency> <dependency> <groupId>org.slf4j</groupId> <artifactId>slf4j-log4j12</artifactId> <version>1.7.7</version> </dependency> <dependency> <groupId>commons-logging</groupId> <artifactId>commons-logging</artifactId> <version>1.1.3</version> </dependency> <dependency> <groupId>org.apache.commons</groupId> <artifactId>commons-lang3</artifactId> <version>3.3.2</version> </dependency> <!-- Jackson Json處理工具包 --> <dependency> <groupId>com.fasterxml.jackson.core</groupId> <artifactId>jackson-databind</artifactId> <version>2.4.2</version> </dependency> </dependencies> </project>
2、定義一個pojo用於測試
package com.kang.solrj.pojo; import org.apache.solr.client.solrj.beans.Field; public class Foo { @Field("id") private String id; @Field("title") private String title; public String getId() { return id; } public void setId(String id) { this.id = id; } public String getTitle() { return title; } public void setTitle(String title) { this.title = title; } @Override public String toString() { StringBuilder builder = new StringBuilder(); builder.append("Foo [id="); builder.append(id); builder.append(", title="); builder.append(title); builder.append("]"); return builder.toString(); } }@Field的作用
作用1：指定Bean的一個字段為Field
@Field private String url;schema.xml配置必需有url這個field，不然會報錯。
<field name="url" type="string" indexed="true" stored="true" multiValued="false" default=""/>當bean的字段為url，而實際schema.xml中的字段為s_url,其使用方法為：
@Field("s_url") private String url;schema.xml配置必需有url這個field，不然會報錯。
<field name="s_url" type="string" indexed="true" stored="true" multiValued="false" default=""/>
3、針對該pojo的編寫Solr增刪改查操作
package com.kang.solrj.service; import java.util.List; import java.util.Map; import org.apache.commons.lang3.StringUtils; import org.apache.solr.client.solrj.SolrQuery; import org.apache.solr.client.solrj.impl.HttpSolrServer; import org.apache.solr.client.solrj.response.QueryResponse; import com.kang.solrj.pojo.Foo; public class SolrjService { // 定義http的solr服務 private HttpSolrServer httpSolrServer; public SolrjService(HttpSolrServer httpSolrServer) { this.httpSolrServer = httpSolrServer; } public void add(Foo foo) throws Exception { this.httpSolrServer.addBean(foo); //添加數據到solr服務器 this.httpSolrServer.commit(); //提交 } public void delete(List<String> ids) throws Exception { this.httpSolrServer.deleteById(ids); this.httpSolrServer.commit(); //提交 } public List<Foo> search(String keywords, Integer page, Integer rows) throws Exception { SolrQuery solrQuery = new SolrQuery(); //構造搜索條件 solrQuery.setQuery("title:" + keywords); //搜索關鍵詞 // 設置分頁 start=0就是從0開始，，rows=5當前返回5條記錄，第二頁就是變化start這個值為5就可以了。 solrQuery.setStart((Math.max(page, 1) - 1) * rows); solrQuery.setRows(rows); //是否需要高亮 boolean isHighlighting = !StringUtils.equals("*", keywords) && StringUtils.isNotEmpty(keywords); if (isHighlighting) { // 設置高亮 solrQuery.setHighlight(true); // 開啟高亮組件 solrQuery.addHighlightField("title");// 高亮字段 solrQuery.setHighlightSimplePre("<em>");// 標記，高亮關鍵字前綴 solrQuery.setHighlightSimplePost("</em>");// 后綴 } // 執行查詢 QueryResponse queryResponse = this.httpSolrServer.query(solrQuery); List<Foo> foos = queryResponse.getBeans(Foo.class); if (isHighlighting) { // 將高亮的標題數據寫回到數據對象中 Map<String, Map<String, List<String>>> map = queryResponse.getHighlighting(); for (Map.Entry<String, Map<String, List<String>>> highlighting : map.entrySet()) { for (Foo foo : foos) { if (!highlighting.getKey().equals(foo.getId().toString())) { continue; } foo.setTitle(StringUtils.join(highlighting.getValue().get("title"), "")); break; } } } return foos; } }
4、編寫單元測試用例
4、編寫單元測試用例
package com.kang.solrj.service; import java.util.Arrays; import java.util.List; import org.apache.solr.client.solrj.impl.HttpSolrServer; import org.apache.solr.client.solrj.impl.XMLResponseParser; import org.junit.Before; import org.junit.Test; import com.kang.solrj.pojo.Foo; public class SolrjServiceTest { private SolrjService solrjService; private HttpSolrServer httpSolrServer; @Before public void setUp() throws Exception { // 在url中指定core名稱：enjoyshop String url = "http://solr.enjoyshop.com/enjoyshop"; HttpSolrServer httpSolrServer = new HttpSolrServer(url); //定義solr的server httpSolrServer.setParser(new XMLResponseParser()); // 設置響應解析器 httpSolrServer.setMaxRetries(1); // 設置重試次數，推薦設置為1 httpSolrServer.setConnectionTimeout(500); // 建立連接的最長時間 this.httpSolrServer = httpSolrServer; solrjService = new SolrjService(httpSolrServer); } @Test public void testAdd() throws Exception { Foo foo = new Foo(); foo.setId(System.currentTimeMillis() + ""); foo.setTitle("輕量級Java EE企業應用實戰（第3版）：Struts2＋Spring3＋Hibernate整合開發（附CD光盤）"); this.solrjService.add(foo); } @Test public void testDelete() throws Exception { this.solrjService.delete(Arrays.asList("1416537175446")); } @Test public void testSearch() throws Exception { List<Foo> foos = this.solrjService.search("linux", 1, 10); for (Foo foo : foos) { System.out.println(foo); } } @Test public void testDeleteByQuery() throws Exception{ httpSolrServer.deleteByQuery("*:*"); httpSolrServer.commit(); } }
三、使用Solrj完成數據的批量導入
系統接口的URL為：
http://manage.enjoyshop.com/rest/item?page={page}&rows=100其中的page為當前頁數。
返回的數據格式如下：
{"total":3093,"rows":[{"created":1495638218000,"updated":1495638218000,"id":1474391933,"title":"魅族","sellPoint":"按時到崗","price":2222200,"num":2222,"barcode":"222222","image":"http://image.enjoyshop.com/images/2017/05/24/2017052411030281105445.jpg","cid":560,"status":1},{"created":1495611140000,"updated":1495630686000,"id":1474391932,"title":"sadsadghhs","sellPoint":"testtetstts","price":22220,"num":333,"barcode":"34444","image":"http://image.enjoyshop.com/images/2017/05/24/2017052403321398508674.jpg","cid":3,"status":1},{"created":1495549388000,"updated":1495549388000,"id":1474391931,"title":"ssdas","sellPoint":"asdasd","price":22200,"num":222,"barcode":"222","image":"","cid":12,"status":1},{"created":1493037017000,"updated":1493037017000,"id":1474391929,"title":"test","sellPoint":"good","price":22200,"num":333,"barcode":"4444","image":"http://image.enjoyshop.com/images/2017/04/24/2017042408295162105014.jpg","cid":76,"status":1},{"created":1492591744000,"updated":1492591829000,"id":1474391928,"title":"java編程思想哈哈哈哈","sellPoint":"好好好","price":22200,"num":333,"barcode":"66666","image":"http://image.enjoyshop.com/images/2017/04/19/2017041904480598606613.jpg","cid":3,"status":1}]}
批量導入代碼：
package com.kang.solrj.service; import java.util.List; import org.apache.commons.lang3.StringUtils; import org.apache.http.client.methods.CloseableHttpResponse; import org.apache.http.client.methods.HttpGet; import org.apache.http.impl.client.CloseableHttpClient; import org.apache.http.impl.client.HttpClients; import org.apache.http.util.EntityUtils; import org.apache.solr.client.solrj.impl.HttpSolrServer; import org.apache.solr.client.solrj.impl.XMLResponseParser; import org.junit.Before; import org.junit.Test; import com.fasterxml.jackson.databind.JsonNode; import com.fasterxml.jackson.databind.ObjectMapper; import com.kang.solrj.pojo.Item; public class ItemDataImportTest { private HttpSolrServer httpSolrServer; private static final ObjectMapper MAPPER = new ObjectMapper(); @Before public void setUp() throws Exception { // 在url中指定core名稱：enjoyshop // http://solr.enjoyshop.com/#/enjoyshop -- 界面操作 String url = "http://solr.enjoyshop.com/enjoyshop"; // 服務地址 HttpSolrServer httpSolrServer = new HttpSolrServer(url); // 定義solr的server httpSolrServer.setParser(new XMLResponseParser()); // 設置響應解析器 httpSolrServer.setMaxRetries(1); // 設置重試次數，推薦設置為1 httpSolrServer.setConnectionTimeout(500); // 建立連接的最長時間 this.httpSolrServer = httpSolrServer; } @Test public void testData() throws Exception { // 通過后台系統的接口查詢商品數據 String url = "http://manage.enjoyshop.com/rest/item?page={page}&rows=100"; int page = 1; int pageSzie = 0; do { String u = StringUtils.replace(url, "{page}", "" + page); System.out.println(u); String jsonData = doGet(u); JsonNode jsonNode = MAPPER.readTree(jsonData); String rowsStr = jsonNode.get("rows").toString(); List<Item> items = MAPPER.readValue(rowsStr, MAPPER.getTypeFactory().constructCollectionType(List.class, Item.class)); pageSzie = items.size(); this.httpSolrServer.addBeans(items); this.httpSolrServer.commit(); page++; } while (pageSzie == 100); } private String doGet(String url) throws Exception { // 創建Httpclient對象 CloseableHttpClient httpclient = HttpClients.createDefault(); // 創建http GET請求 HttpGet httpGet = new HttpGet(url); CloseableHttpResponse response = null; try { // 執行請求 response = httpclient.execute(httpGet); // 判斷返回狀態是否為200 if (response.getStatusLine().getStatusCode() == 200) { return EntityUtils.toString(response.getEntity(), "UTF-8"); } } finally { if (response != null) { response.close(); } httpclient.close(); } return null; } }四、Spring整合Solrj
首先建立一個外部屬性文件用來定義Solr的相關參數
solr.url=http://solr.enjoyshop.com/enjoyshop solr.maxRetries=1 solr.connectionTimeout=500- 1
- 2
- 3
然后配置Spring的XML文件
<beans xmlns="http://www.springframework.org/schema/beans" xmlns:context="http://www.springframework.org/schema/context" xmlns:p="http://www.springframework.org/schema/p" xmlns:aop="http://www.springframework.org/schema/aop" xmlns:tx="http://www.springframework.org/schema/tx" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-4.0.xsd http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-4.0.xsd http://www.springframework.org/schema/aop http://www.springframework.org/schema/aop/spring-aop-4.0.xsd http://www.springframework.org/schema/tx http://www.springframework.org/schema/tx/spring-tx-4.0.xsd http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util-4.0.xsd"> <bean class="org.apache.solr.client.solrj.impl.HttpSolrServer"> <constructor-arg index="0" value="${solr.url}"/> <!-- 設置響應解析器 --> <property name="parser"> <bean class="org.apache.solr.client.solrj.impl.XMLResponseParser"/> </property> <!-- 重試次數 --> <property name="maxRetries" value="${solr.maxRetries}"/> <property name="connectionTimeout" value="${solr.connectionTimeout}"/> </bean> </beans>這里只是簡單的示例，具體可參考相關源碼進行配置。
五、源碼Demo點我