java api读取solrcloud在 zookeeper 中的配置信息
java api读取solrcloud在 zookeeper 中的配置信息json格式如下：
{"ittsb2b_policy":{
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"active",
"core":"ittsb2b_policy_shard1_replica1",
"node_name":"10.86.40.109:20010_",
"base_url":"http://10.86.40.109:20010"},
"core_node2":{
"state":"active",
"core":"ittsb2b_policy_shard1_replica4",
"node_name":"10.86.40.112:20010_",
"base_url":"http://10.86.40.112:20010",
"leader":"true"},
"core_node3":{
"state":"active",
"core":"ittsb2b_policy_shard1_replica3",
"node_name":"10.86.40.110:20010_",
"base_url":"http://10.86.40.110:20010"},
"core_node4":{
"state":"active",
"core":"ittsb2b_policy_shard1_replica2",
"node_name":"10.86.40.111:20010_",
"base_url":"http://10.86.40.111:20010"}}}},
"maxShardsPerNode":"1",
"router":{"name":"compositeId"},
"replicationFactor":"4",
"autoAddReplicas":"false"}}
package com.qunar.flight.ib2b.policy.search.util;
import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.security.Timestamp;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import org.apache.zookeeper.KeeperException;
import org.apache.zookeeper.WatchedEvent;
import org.apache.zookeeper.Watcher;
import org.apache.zookeeper.Watcher.Event.KeeperState;
import org.apache.zookeeper.ZooKeeper;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.alibaba.dubbo.config.annotation.Service;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
@Service
public class ZookeeperUtil implements Watcher {
private static Logger logger = LoggerFactory
.getLogger(ZookeeperUtil.class);
//每个replica的列表信息格式如下：
//http://10.86.40.109:20010/ittsb2b_policy_shard1_replica1
//http://10.86.40.112:20010/ittsb2b_policy_shard1_replica4
//http://10.86.40.110:20010/ittsb2b_policy_shard1_replica3
//http://10.86.40.111:20010/ittsb2b_policy_shard1_replica2
private List<String> solrCoreList=new ArrayList<String>();
public List<String> getSolrCoreList() {
return solrCoreList;
}
public void setSolrCoreList(List<String> solrCoreList) {
this.solrCoreList = solrCoreList;
}
//缓存时间
private staticint zkSolrCloudConnectTimeout ;
private static String zkSolrCloudAdds;
protected ZooKeeper zooKeeper;
private String SolrCloudCollection;
private long currenTimestamp;
public long getCurrenTimestamp() {
return currenTimestamp;
}
public void setCurrenTimestamp(long currenTimestamp) {
this.currenTimestamp = currenTimestamp;
}
public String getSolrCloudCollection() {
return SolrCloudCollection;
}
public static int getZkSolrCloudConnectTimeout() {
return zkSolrCloudConnectTimeout;
}
public static void setZkSolrCloudConnectTimeout(int zkSolrCloudConnectTimeout) {
ZookeeperUtil.zkSolrCloudConnectTimeout = zkSolrCloudConnectTimeout;
}
public static String getZkSolrCloudAdds() {
return zkSolrCloudAdds;
}
public static void setZkSolrCloudAdds(String zkSolrCloudAdds) {
ZookeeperUtil.zkSolrCloudAdds = zkSolrCloudAdds;
}
public void setSolrCloudCollection(String solrCloudCollection) {
SolrCloudCollection = solrCloudCollection;
}
public static int getSessionTimeout() {
return zkSolrCloudConnectTimeout;
}
public static void setSessionTimeout(int sessionTimeout) {
ZookeeperUtil.zkSolrCloudConnectTimeout = sessionTimeout;
}
public static String getHosts() {
return zkSolrCloudAdds;
}
public static void setHosts(String hosts) {
ZookeeperUtil.zkSolrCloudAdds = hosts;
}
public ZooKeeper getZooKeeper() {
return zooKeeper;
}
public void setZooKeeper(ZooKeeper zooKeeper) {
this.zooKeeper = zooKeeper;
}
//protected CountDownLatch countDownLatch=new CountDownLatch(1);
public void connect() throws IOException, InterruptedException{
zooKeeper = new ZooKeeper(zkSolrCloudAdds,zkSolrCloudConnectTimeout,this);
this.currenTimestamp=System.currentTimeMillis();
// countDownLatch.await();
}
public void getChild(String path) throws KeeperException, InterruptedException{
try{
List<String> list=this.zooKeeper.getChildren(path, false);
if(list.isEmpty()){
logger.info(path+"中没有节点");
}else{
logger.info(path+"中存在节点");
for(String child:list){
System.out.println("节点为："+child);
}
}
}catch (KeeperException.NoNodeException e) {
// TODO: handle exception
logger.error("get child error"+e.getMessage());
}
}
public byte[] getData(String path) throws KeeperException, InterruptedException {
returnthis.zooKeeper.getData(path, false,null);
}
public void close() throws InterruptedException{
zooKeeper.close();
}
@Override
public void process(WatchedEvent event) {
/*// TODO Auto-generated method stub
if(event.getState()==KeeperState.SyncConnected){
countDownLatch.countDown();
}*/
}
private synchronized void init() {
if (zooKeeper == null) {
try {
this.connect();
} catch (Exception e) {
logger.error("The URL of zkHost is not correct!! Its form must as below:\n zkHost:port"
+ e.getMessage());
}
}
}
/**
* 获取replication列表信息
* @return
*/
public List<String> getCoreListFromZK()
{
if(zooKeeper==null)
{
this.init();
}
this.setCurrenTimestamp(System.currentTimeMillis());
try {
JSONObject jsonclusterstate=JSON.parseObject(new String(this.getData("/clusterstate.json"),"utf-8"));
JSONObject jsonIttsb2b_policy=JSON.parseObject(jsonclusterstate.get(SolrCloudCollection.trim()).toString());
JSONObject jsonIttsb2b_policyCont=JSON.parseObject(jsonIttsb2b_policy.toString());
// System.out.println(jsonIttsb2b_policyCont.get("maxShardsPerNode"));
int maxShards=Integer.valueOf(jsonIttsb2b_policyCont.get("maxShardsPerNode").toString());
int replicafactor=Integer.valueOf( jsonIttsb2b_policy.get("replicationFactor").toString());
JSONObject jsonShardsCont=JSON.parseObject(jsonIttsb2b_policyCont.get("shards").toString());
for(int i=1;i<=maxShards;i++)
{
JSONObject jsonSharditem=JSON.parseObject(jsonShardsCont.get("shard"+i).toString());
JSONObject jsonReplica=JSON.parseObject(jsonSharditem.get("replicas").toString());
for(int j=1;j<=replicafactor;j++)
{
JSONObject jsonCoreItem=JSON.parseObject(jsonReplica.get("core_node"+j).toString());
this.solrCoreList.add(jsonCoreItem.get("base_url")+"/"+jsonCoreItem.get("core"));
}
}
return this.getSolrCoreList();
} catch (UnsupportedEncodingException e) {
// TODO Auto-generated catch block
logger.info("UnsupportedEncodingException"+e.getMessage());
} catch (KeeperException e) {
// TODO Auto-generated catch block
logger.info("KeeperException"+e.getMessage());
} catch (InterruptedException e) {
// TODO Auto-generated catch block
logger.info("InterruptedException"+e.getMessage());
}
logger.info("there no zkNode find"+System.currentTimeMillis());
return null;
}
//public static void main(String[] args)throws Exception{
//ZookeeperUtil zkoperator= new ZookeeperUtil();
// zkoperator.connect("zk.dev.corp.qunar.com:2181/ittsb2b_oms_policy_solr");
// JSONObject jsonclusterstate=JSON.parseObject(new String(zkoperator.getData("/clusterstate.json"),"utf-8"));
// JSONObject jsonIttsb2b_policy=JSON.parseObject(jsonclusterstate.get("ittsb2b_policy").toString());
// JSONObject jsonIttsb2b_policyCont=JSON.parseObject(jsonIttsb2b_policy.toString());
// System.out.println(jsonIttsb2b_policyCont.get("maxShardsPerNode"));
// int maxShards=Integer.valueOf(jsonIttsb2b_policyCont.get("maxShardsPerNode").toString());
// int replicafactor=Integer.valueOf( jsonIttsb2b_policy.get("replicationFactor").toString());
// JSONObject jsonShardsCont=JSON.parseObject(jsonIttsb2b_policyCont.get("shards").toString());
// System.out.println(jsonShardsCont.get("shard1"));
// for(int i=1;i<=maxShards;i++)
// {
// JSONObject jsonSharditem=JSON.parseObject(jsonShardsCont.get("shard"+i).toString());
// JSONObject jsonReplica=JSON.parseObject(jsonSharditem.get("replicas").toString());
// System.out.println(jsonReplica);
// for(int j=1;j<=replicafactor;j++)
// {
// JSONObject jsonCoreItem=JSON.parseObject(jsonReplica.get("core_node"+j).toString());
// zkoperator.solrCoreList.add(jsonCoreItem.get("base_url")+"/"+jsonCoreItem.get("core"));
// /* System.out.println(jsonCoreItem.get("base_url"));
// System.out.println(jsonCoreItem.get("leader"));
// System.out.println(jsonCoreItem.get("state"));
// System.out.println(jsonCoreItem.get("core"));*/
// }
//
//
// }
// //System.out.println(jsonShards.get("replicationFactor"));
//// int replicaFactor=jsonIttsb2b_policy.get
//// System.out.println(replicaFactor);
// // JSONObject json
//}
}
如果想直接模拟使用那么取消main中的注释即可直接进行使用
返回的solrCoreList格式如下：
http://10.86.40.109:20010/ittsb2b_policy_shard1_replica1
http://10.86.40.112:20010/ittsb2b_policy_shard1_replica4
http://10.86.40.110:20010/ittsb2b_policy_shard1_replica3
http://10.86.40.111:20010/ittsb2b_policy_shard1_replica2
页:
[1]