 相关列表文章列表
推荐文章
|
人工智能-项目实践-搜索引擎-基于搜索引擎实现网盘搜索
发布时间：2024-12-29 浏览次数：1 返回列表
package com.kite.search;
import java.io.IOException;
import lombok.Setter;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.apache.http.HttpEntity;
import org.apache.http.client.ClientProtocolException;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import com.google.common.base.Throwables;
import com.kite.search.analysis.AnalysisHtml;
import com.kite.search.common.enums.ErrorEnum;
import com.kite.search.common.exceptions.PanException;
import com.kite.search.factory.AnalysisHtmlFactory;
import com.kite.search.model.Request;
import com.kite.search.model.Response;
@Slf4j
@Setter
public abstract class SimpleSearch implements Search{
protected String urlEncoding = DEFAULT_ENCODING;
private static final String DEFAULT_ENCODING = "UTF-8";
private String prefixUrl;
private String getUrlForString(String url) {
return getUrlForString(url, DEFAULT_ENCODING);
}
private String getUrlForString(String url, String encoding) {
log.info("call getUrlForString, url:{}, encoding:{}", url, encoding);
// 创建默认的httpClient实例.
CloseableHttpClient httpclient = HttpClients.createDefault();
// 创建httppost
HttpGet get = new HttpGet(url);
CloseableHttpResponse response;
try {
response = httpclient.execute(get);
HttpEntity entity = response.getEntity();
return EntityUtils.toString(entity, encoding);
} catch (ClientProtocolException e) {
log.warn("不支持的协议:{}", Throwables.getStackTraceAsString(e));
throw new PanException(ErrorEnum.NOT_SUPPORT_PROTOCAL.getCode(),
ErrorEnum.NOT_SUPPORT_PROTOCAL.getMsg());
} catch (IOException e) {
log.warn("io异常:{}", Throwables.getStackTraceAsString(e));
throw new PanException(ErrorEnum.IO_EXCEPTION.getCode(),
ErrorEnum.IO_EXCEPTION.getMsg());
}
}
public Response searchByKeyword(Request request) {
if(StringUtils.isBlank(this.prefixUrl)) {
log.warn("prefixUrl 不能为空");
throw new PanException(ErrorEnum.INVALID_PARAMETER.getCode(), ErrorEnum.INVALID_PARAMETER.getMsg());
}
String[] keywords = request.getKeyword().split(" ");
StringBuffer sb = new StringBuffer();
if(keywords == null || keywords.length == 0) {
sb.append(request.getKeyword());
} else {
int index = keywords.length;
for(String kw : keywords) {
index--;
if(StringUtils.isBlank(kw)) continue;
if(index == 0)sb.append(kw);
else sb.append(kw + "+");
}
}
String url = this.prefixUrl + sb.toString() + "&first=" + getCurrnetSize(request);
url= url.replaceAll(" ", "%20");
String html = getUrlForString(url);
AnalysisHtml analysisHtml = AnalysisHtmlFactory.getAnalysisHtml(request.getSearchType());
return analysisHtml.parseHtml(html);
}
private int getCurrnetSize(Request request) {
if(request.getCurrentPage() == 1) return 1;
return (request.getCurrentPage() - 1) * request.getPageSize() + 1;
}
|