Compare commits

..

2 Commits

Author SHA1 Message Date
Vinjor
fe5be1107d Merge branch 'master' of http://124.222.105.7:3000/dianliang/dl_site_system 2025-09-11 11:29:17 +08:00
Vinjor
204bb6867a 1 2025-09-11 11:28:58 +08:00
4 changed files with 14 additions and 12 deletions

View File

@ -24,7 +24,7 @@ public interface BusiKeywordItemMapper extends BaseMapper<BusiKeywordItem>
{ {
IPage<BusiKeywordItem> queryListPage(@Param("entity") BusiKeywordItem entity, Page<BusiKeywordItem> page); IPage<BusiKeywordItem> queryListPage(@Param("entity") BusiKeywordItem entity, Page<BusiKeywordItem> page);
int deleteBySelectDateInt(@Param("date") String date); int deleteBySelectDateInt(@Param("date") String date,@Param("title") String title);
/** /**
* 分页查询关键词基础信息 * 分页查询关键词基础信息

View File

@ -56,8 +56,6 @@ public class BusiKeywordItemServiceImpl extends ServiceImpl<BusiKeywordItemMappe
List<BaseSite> siteList = baseSiteService.list(); List<BaseSite> siteList = baseSiteService.list();
Map<String,String> siteMap = siteList.stream().collect(Collectors.toMap(BaseSite::getId, BaseSite::getSiteUrl)); Map<String,String> siteMap = siteList.stream().collect(Collectors.toMap(BaseSite::getId, BaseSite::getSiteUrl));
List<BusiKeyword> keywordList = busiKeywordService.list(); List<BusiKeyword> keywordList = busiKeywordService.list();
//删除今日所有的排名数据
busiKeywordItemMapper.deleteBySelectDateInt(DateUtil.formatDate(nowDate));
List<BusiKeywordItem> insertList = new ArrayList<>(); List<BusiKeywordItem> insertList = new ArrayList<>();
for (BusiKeyword keyword : keywordList) { for (BusiKeyword keyword : keywordList) {
BusiKeywordItem busiKeywordItem = new BusiKeywordItem(); BusiKeywordItem busiKeywordItem = new BusiKeywordItem();
@ -65,12 +63,13 @@ public class BusiKeywordItemServiceImpl extends ServiceImpl<BusiKeywordItemMappe
busiKeywordItem.setSelectDate(nowDate); busiKeywordItem.setSelectDate(nowDate);
int ranking = GoogleUtil.getGoogleRank(keyword.getId(), siteMap.get(keyword.getTenantId())); int ranking = GoogleUtil.getGoogleRank(keyword.getId(), siteMap.get(keyword.getTenantId()));
if(ranking>0 && ranking<=20){ if(ranking>0 && ranking<=20){
//找到今天的排名
busiKeywordItem.setRanking(ranking); busiKeywordItem.setRanking(ranking);
}else{ busiKeywordItem.setTenantId(keyword.getTenantId());
busiKeywordItem.setRanking(0); insertList.add(busiKeywordItem);
//删除这个关键词今天的排名
busiKeywordItemMapper.deleteBySelectDateInt(DateUtil.formatDate(nowDate),busiKeywordItem.getTitle());
} }
busiKeywordItem.setTenantId(keyword.getTenantId());
insertList.add(busiKeywordItem);
} }
if(!insertList.isEmpty()){ if(!insertList.isEmpty()){
this.saveBatch(insertList); this.saveBatch(insertList);

View File

@ -16,7 +16,7 @@ PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
select id, title, select_date, ranking, tenant_id from dl_busi_keyword_item select id, title, select_date, ranking, tenant_id from dl_busi_keyword_item
</sql> </sql>
<delete id="deleteBySelectDateInt"> <delete id="deleteBySelectDateInt">
delete from dl_busi_keyword_item where select_date = #{date} delete from dl_busi_keyword_item where select_date = #{date} AND title = #{title}
</delete> </delete>
<select id="queryListPage" parameterType="BusiKeywordItem" resultMap="BusiKeywordItemResult"> <select id="queryListPage" parameterType="BusiKeywordItem" resultMap="BusiKeywordItemResult">

View File

@ -252,7 +252,7 @@ public class GoogleUtil {
String sysProp = System.getProperty("webdriver.chrome.driver"); String sysProp = System.getProperty("webdriver.chrome.driver");
String envProp = System.getenv("CHROMEDRIVER_PATH"); String envProp = System.getenv("CHROMEDRIVER_PATH");
if (sysProp == null || sysProp.isEmpty()) { if (sysProp == null || sysProp.isEmpty()) {
String path = (envProp != null && !envProp.isEmpty()) ? envProp : "D:/chromedriver.exe"; String path = (envProp != null && !envProp.isEmpty()) ? envProp : "D:/chromedriver-win64/chromedriver.exe";
System.setProperty("webdriver.chrome.driver", path); System.setProperty("webdriver.chrome.driver", path);
log.info("使用ChromeDriver路径: {}", path); log.info("使用ChromeDriver路径: {}", path);
} else { } else {
@ -530,9 +530,12 @@ public class GoogleUtil {
// 测试方法 // 测试方法
public static void main(String[] args) { public static void main(String[] args) {
// 测试用例搜索关键词查找特定网站的排名 for (int i = 0; i < 5; i++) {
int rank1 = getGoogleRank("大卡车", "zh.wikipedia.org"); // 测试用例搜索关键词查找特定网站的排名
System.out.println("维基百科排名:" + formatRank(rank1)); int rank1 = getGoogleRank("大卡车", "zh.wikipedia.org");
System.out.println("维基百科排名:" + formatRank(rank1));
}
} }
/** /**