按天统计某企业访问不同城市不同页面的pv及uv

This commit is contained in:
2017-11-14 17:19:42 +08:00
parent aca3bd6b8e
commit be90002916
7 changed files with 250 additions and 0 deletions
@@ -1,7 +1,10 @@
package com.fangjia.job.common.util;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.HashMap;
import java.util.Map;
import org.joda.time.DateTime;
import org.joda.time.LocalDate;
@@ -72,6 +75,26 @@ public class DateUtilCustom {
return map;
}
/**
* 日期格式化
* @param date
* @param pattern
* @return
*/
public static String formatByPattern(Date date, String pattern) {
if (date == null)
return "";
String result = "";
try {
SimpleDateFormat format = new SimpleDateFormat(pattern);
result = format.format(date);
} catch (Exception e) {
return "";
}
return result;
}
public static void main(String[] args) {
System.err.println(JsonUtils.toJson(getLatelyDate(3)));
}
@@ -0,0 +1,118 @@
package com.fangjia.job.fsh.document;
import java.util.Date;
import org.springframework.data.annotation.Id;
import org.springframework.data.mongodb.core.mapping.Document;
import org.springframework.data.mongodb.core.mapping.Field;
/**
* 页面访问统计
* @author yinjihuan
*/
@Document(collection="page_stat")
public class PageStat {
@Id
private String id;
/**
* 企业编号
*/
@Field(value="eid")
private Long eid;
/**
* 城市
*/
@Field(value="city")
private String city;
/**
* 页面地址
*/
@Field(value="uri")
private String uri;
@Field(value="uv")
private Long uv;
@Field(value="pv")
private Long pv;
/**
* 创建时间
*/
@Field(value="c_date")
private Date createDate;
/**
* 格式化的时间,分组用
*/
@Field(value="f_date")
private String formatDate;
public String getId() {
return id;
}
public void setId(String id) {
this.id = id;
}
public Long getEid() {
return eid;
}
public void setEid(Long eid) {
this.eid = eid;
}
public String getCity() {
return city;
}
public void setCity(String city) {
this.city = city;
}
public String getUri() {
return uri;
}
public void setUri(String uri) {
this.uri = uri;
}
public Long getUv() {
return uv;
}
public void setUv(Long uv) {
this.uv = uv;
}
public Long getPv() {
return pv;
}
public void setPv(Long pv) {
this.pv = pv;
}
public Date getCreateDate() {
return createDate;
}
public void setCreateDate(Date createDate) {
this.createDate = createDate;
}
public String getFormatDate() {
return formatDate;
}
public void setFormatDate(String formatDate) {
this.formatDate = formatDate;
}
}
@@ -1,9 +1,11 @@
package com.fangjia.job.fsh.job;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Map;
import org.apache.commons.lang3.time.DateUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
@@ -15,6 +17,7 @@ import com.fangjia.job.common.util.DateUtilCustom;
import com.fangjia.job.common.util.DingDingMessageUtil;
import com.fangjia.job.fsh.document.EnterpriseStat;
import com.fangjia.job.fsh.document.HouseStatus;
import com.fangjia.job.fsh.document.PageStat;
import com.fangjia.job.fsh.po.Enterprise;
import com.fangjia.job.fsh.service.AdVisitLogService;
import com.fangjia.job.fsh.service.EnterpriseProductUserService;
@@ -22,6 +25,7 @@ import com.fangjia.job.fsh.service.EnterpriseService;
import com.fangjia.job.fsh.service.EnterpriseStatService;
import com.fangjia.job.fsh.service.HouseInfoService;
import com.fangjia.job.fsh.service.LoanApplyService;
import com.fangjia.job.fsh.service.PageStatService;
import com.fangjia.job.fsh.service.VisitLogService;
/**
@@ -54,6 +58,9 @@ public class EnterpriseStatJob implements SimpleJob {
@Autowired
private HouseInfoService houseInfoService;
@Autowired
private PageStatService pageStatService;
@Override
public void execute(ShardingContext shardingContext) {
logger.info("开始执行EnterpriseStatJob");
@@ -70,6 +77,10 @@ public class EnterpriseStatJob implements SimpleJob {
}
}
}
//按天统计某企业访问不同城市不同页面的pv及uv
processPageStat();
logger.info("EnterpriseStatJob执行结束");
}
@@ -138,4 +149,33 @@ public class EnterpriseStatJob implements SimpleJob {
enterpriseStatService.save(stat);
}
private void processPageStat(){
Date date = new Date();
String fDate = DateUtilCustom.formatByPattern(date, "yyyy-MM-dd");
//删除老数据
pageStatService.deleteByParams(fDate);
Map<String, String> dateMap = DateUtilCustom.getYesterday();
String start = dateMap.get("start");
String end = dateMap.get("end");
List<Map<String, Object>> result = visitLogService.queryPvList(start, end);
if(result.size() > 0){
List<PageStat> list = new ArrayList<PageStat>();
for(Map<String, Object> m : result){
PageStat stat = new PageStat();
stat.setCity((String) m.get("city"));
stat.setEid((Long) m.get("eid"));
stat.setUri((String) m.get("uri"));
stat.setPv((Long) m.get("pv"));
stat.setUv((Long) m.get("uv"));
stat.setCreateDate(date);
stat.setFormatDate(fDate);
list.add(stat);
}
pageStatService.saveAll(list);
}
}
}
@@ -0,0 +1,21 @@
package com.fangjia.job.fsh.service;
import java.util.List;
import com.fangjia.job.fsh.document.PageStat;
public interface PageStatService {
/**
* 保存页面统计信息
* @param stat
*/
void saveAll(List<PageStat> pageStats);
/**
* 删除某天的统计
* @param formateDate
*/
void deleteByParams(String formateDate);
}
@@ -0,0 +1,30 @@
package com.fangjia.job.fsh.service;
import java.util.List;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.data.mongodb.core.MongoTemplate;
import org.springframework.data.mongodb.core.query.Criteria;
import org.springframework.data.mongodb.core.query.Query;
import org.springframework.stereotype.Service;
import com.fangjia.job.fsh.document.PageStat;
@Service
public class PageStatServiceImpl implements PageStatService{
@Autowired
private MongoTemplate mongoTemplate;
@Override
public void saveAll(List<PageStat> pageStats) {
mongoTemplate.insertAll(pageStats);
}
@Override
public void deleteByParams(String formateDate) {
Query query = Query.query(Criteria.where("formatDate").is(formateDate));
mongoTemplate.remove(query, PageStat.class);
}
}
@@ -1,6 +1,7 @@
package com.fangjia.job.fsh.service;
import java.util.List;
import java.util.Map;
public interface VisitLogService {
@@ -60,4 +61,13 @@ public interface VisitLogService {
* @return
*/
long queryPvCountByUser(Long eid, String uid, List<String> uriList, String start, String end);
/**
* 查询某企业访问页面城市的pv
* @param eid
* @param start
* @param end
*/
List<Map<String, Object>> queryPvList(String start, String end);
}
@@ -2,6 +2,7 @@ package com.fangjia.job.fsh.service;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import org.apache.commons.lang3.StringUtils;
import org.springframework.stereotype.Service;
@@ -73,4 +74,11 @@ public class VisitLogServiceImpl extends EntityService<VisitLog> implements Visi
return super.count(sql.toString(), params.toArray());
}
@Override
public List<Map<String, Object>> queryPvList(String start, String end) {
String sql = "SELECT eid,city, uri,COUNT(uri) as pv,COUNT(DISTINCT(ip)) as uv FROM visit_log WHERE visit_time BETWEEN ? AND ? GROUP BY eid,city,uri";
List<Map<String, Object>> list = super.getJdbcTemplate().queryForPage(0, Integer.MAX_VALUE, sql, new Object[] {start, end});
return list;
}
}