按天统计某企业访问不同城市不同页面的pv及uv
This commit is contained in:
+23
@@ -1,7 +1,10 @@
|
||||
package com.fangjia.job.common.util;
|
||||
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Date;
|
||||
import java.util.HashMap;
|
||||
import java.util.Map;
|
||||
|
||||
import org.joda.time.DateTime;
|
||||
import org.joda.time.LocalDate;
|
||||
|
||||
@@ -72,6 +75,26 @@ public class DateUtilCustom {
|
||||
return map;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* 日期格式化
|
||||
* @param date
|
||||
* @param pattern
|
||||
* @return
|
||||
*/
|
||||
public static String formatByPattern(Date date, String pattern) {
|
||||
if (date == null)
|
||||
return "";
|
||||
String result = "";
|
||||
try {
|
||||
SimpleDateFormat format = new SimpleDateFormat(pattern);
|
||||
result = format.format(date);
|
||||
} catch (Exception e) {
|
||||
return "";
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
System.err.println(JsonUtils.toJson(getLatelyDate(3)));
|
||||
}
|
||||
|
||||
@@ -0,0 +1,118 @@
|
||||
package com.fangjia.job.fsh.document;
|
||||
|
||||
import java.util.Date;
|
||||
|
||||
import org.springframework.data.annotation.Id;
|
||||
import org.springframework.data.mongodb.core.mapping.Document;
|
||||
import org.springframework.data.mongodb.core.mapping.Field;
|
||||
|
||||
/**
|
||||
* 页面访问统计
|
||||
* @author yinjihuan
|
||||
*/
|
||||
@Document(collection="page_stat")
|
||||
public class PageStat {
|
||||
@Id
|
||||
private String id;
|
||||
|
||||
/**
|
||||
* 企业编号
|
||||
*/
|
||||
@Field(value="eid")
|
||||
private Long eid;
|
||||
|
||||
/**
|
||||
* 城市
|
||||
*/
|
||||
@Field(value="city")
|
||||
private String city;
|
||||
|
||||
/**
|
||||
* 页面地址
|
||||
*/
|
||||
@Field(value="uri")
|
||||
private String uri;
|
||||
|
||||
@Field(value="uv")
|
||||
private Long uv;
|
||||
|
||||
@Field(value="pv")
|
||||
private Long pv;
|
||||
|
||||
/**
|
||||
* 创建时间
|
||||
*/
|
||||
@Field(value="c_date")
|
||||
private Date createDate;
|
||||
|
||||
/**
|
||||
* 格式化的时间,分组用
|
||||
*/
|
||||
@Field(value="f_date")
|
||||
private String formatDate;
|
||||
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
public Long getEid() {
|
||||
return eid;
|
||||
}
|
||||
|
||||
public void setEid(Long eid) {
|
||||
this.eid = eid;
|
||||
}
|
||||
|
||||
public String getCity() {
|
||||
return city;
|
||||
}
|
||||
|
||||
public void setCity(String city) {
|
||||
this.city = city;
|
||||
}
|
||||
|
||||
public String getUri() {
|
||||
return uri;
|
||||
}
|
||||
|
||||
public void setUri(String uri) {
|
||||
this.uri = uri;
|
||||
}
|
||||
|
||||
public Long getUv() {
|
||||
return uv;
|
||||
}
|
||||
|
||||
public void setUv(Long uv) {
|
||||
this.uv = uv;
|
||||
}
|
||||
|
||||
public Long getPv() {
|
||||
return pv;
|
||||
}
|
||||
|
||||
public void setPv(Long pv) {
|
||||
this.pv = pv;
|
||||
}
|
||||
|
||||
public Date getCreateDate() {
|
||||
return createDate;
|
||||
}
|
||||
|
||||
public void setCreateDate(Date createDate) {
|
||||
this.createDate = createDate;
|
||||
}
|
||||
|
||||
public String getFormatDate() {
|
||||
return formatDate;
|
||||
}
|
||||
|
||||
public void setFormatDate(String formatDate) {
|
||||
this.formatDate = formatDate;
|
||||
}
|
||||
}
|
||||
|
||||
+40
@@ -1,9 +1,11 @@
|
||||
package com.fangjia.job.fsh.job;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Date;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
import org.apache.commons.lang3.time.DateUtils;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
@@ -15,6 +17,7 @@ import com.fangjia.job.common.util.DateUtilCustom;
|
||||
import com.fangjia.job.common.util.DingDingMessageUtil;
|
||||
import com.fangjia.job.fsh.document.EnterpriseStat;
|
||||
import com.fangjia.job.fsh.document.HouseStatus;
|
||||
import com.fangjia.job.fsh.document.PageStat;
|
||||
import com.fangjia.job.fsh.po.Enterprise;
|
||||
import com.fangjia.job.fsh.service.AdVisitLogService;
|
||||
import com.fangjia.job.fsh.service.EnterpriseProductUserService;
|
||||
@@ -22,6 +25,7 @@ import com.fangjia.job.fsh.service.EnterpriseService;
|
||||
import com.fangjia.job.fsh.service.EnterpriseStatService;
|
||||
import com.fangjia.job.fsh.service.HouseInfoService;
|
||||
import com.fangjia.job.fsh.service.LoanApplyService;
|
||||
import com.fangjia.job.fsh.service.PageStatService;
|
||||
import com.fangjia.job.fsh.service.VisitLogService;
|
||||
|
||||
/**
|
||||
@@ -54,6 +58,9 @@ public class EnterpriseStatJob implements SimpleJob {
|
||||
@Autowired
|
||||
private HouseInfoService houseInfoService;
|
||||
|
||||
@Autowired
|
||||
private PageStatService pageStatService;
|
||||
|
||||
@Override
|
||||
public void execute(ShardingContext shardingContext) {
|
||||
logger.info("开始执行EnterpriseStatJob");
|
||||
@@ -70,6 +77,10 @@ public class EnterpriseStatJob implements SimpleJob {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
//按天统计某企业访问不同城市不同页面的pv及uv
|
||||
processPageStat();
|
||||
|
||||
logger.info("EnterpriseStatJob执行结束");
|
||||
}
|
||||
|
||||
@@ -138,4 +149,33 @@ public class EnterpriseStatJob implements SimpleJob {
|
||||
enterpriseStatService.save(stat);
|
||||
}
|
||||
|
||||
|
||||
private void processPageStat(){
|
||||
|
||||
Date date = new Date();
|
||||
String fDate = DateUtilCustom.formatByPattern(date, "yyyy-MM-dd");
|
||||
//删除老数据
|
||||
pageStatService.deleteByParams(fDate);
|
||||
|
||||
Map<String, String> dateMap = DateUtilCustom.getYesterday();
|
||||
String start = dateMap.get("start");
|
||||
String end = dateMap.get("end");
|
||||
List<Map<String, Object>> result = visitLogService.queryPvList(start, end);
|
||||
if(result.size() > 0){
|
||||
List<PageStat> list = new ArrayList<PageStat>();
|
||||
for(Map<String, Object> m : result){
|
||||
PageStat stat = new PageStat();
|
||||
stat.setCity((String) m.get("city"));
|
||||
stat.setEid((Long) m.get("eid"));
|
||||
stat.setUri((String) m.get("uri"));
|
||||
stat.setPv((Long) m.get("pv"));
|
||||
stat.setUv((Long) m.get("uv"));
|
||||
stat.setCreateDate(date);
|
||||
stat.setFormatDate(fDate);
|
||||
list.add(stat);
|
||||
}
|
||||
pageStatService.saveAll(list);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
package com.fangjia.job.fsh.service;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import com.fangjia.job.fsh.document.PageStat;
|
||||
|
||||
public interface PageStatService {
|
||||
|
||||
/**
|
||||
* 保存页面统计信息
|
||||
* @param stat
|
||||
*/
|
||||
void saveAll(List<PageStat> pageStats);
|
||||
|
||||
/**
|
||||
* 删除某天的统计
|
||||
* @param formateDate
|
||||
*/
|
||||
void deleteByParams(String formateDate);
|
||||
|
||||
}
|
||||
+30
@@ -0,0 +1,30 @@
|
||||
package com.fangjia.job.fsh.service;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.data.mongodb.core.MongoTemplate;
|
||||
import org.springframework.data.mongodb.core.query.Criteria;
|
||||
import org.springframework.data.mongodb.core.query.Query;
|
||||
import org.springframework.stereotype.Service;
|
||||
|
||||
import com.fangjia.job.fsh.document.PageStat;
|
||||
|
||||
@Service
|
||||
public class PageStatServiceImpl implements PageStatService{
|
||||
|
||||
@Autowired
|
||||
private MongoTemplate mongoTemplate;
|
||||
|
||||
@Override
|
||||
public void saveAll(List<PageStat> pageStats) {
|
||||
mongoTemplate.insertAll(pageStats);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void deleteByParams(String formateDate) {
|
||||
Query query = Query.query(Criteria.where("formatDate").is(formateDate));
|
||||
mongoTemplate.remove(query, PageStat.class);
|
||||
}
|
||||
|
||||
}
|
||||
+10
@@ -1,6 +1,7 @@
|
||||
package com.fangjia.job.fsh.service;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
public interface VisitLogService {
|
||||
|
||||
@@ -60,4 +61,13 @@ public interface VisitLogService {
|
||||
* @return
|
||||
*/
|
||||
long queryPvCountByUser(Long eid, String uid, List<String> uriList, String start, String end);
|
||||
|
||||
/**
|
||||
* 查询某企业访问页面城市的pv
|
||||
* @param eid
|
||||
* @param start
|
||||
* @param end
|
||||
*/
|
||||
List<Map<String, Object>> queryPvList(String start, String end);
|
||||
|
||||
}
|
||||
|
||||
+8
@@ -2,6 +2,7 @@ package com.fangjia.job.fsh.service;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.springframework.stereotype.Service;
|
||||
@@ -73,4 +74,11 @@ public class VisitLogServiceImpl extends EntityService<VisitLog> implements Visi
|
||||
return super.count(sql.toString(), params.toArray());
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<Map<String, Object>> queryPvList(String start, String end) {
|
||||
String sql = "SELECT eid,city, uri,COUNT(uri) as pv,COUNT(DISTINCT(ip)) as uv FROM visit_log WHERE visit_time BETWEEN ? AND ? GROUP BY eid,city,uri";
|
||||
List<Map<String, Object>> list = super.getJdbcTemplate().queryForPage(0, Integer.MAX_VALUE, sql, new Object[] {start, end});
|
||||
return list;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user