diff --git a/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/util/DateUtilCustom.java b/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/util/DateUtilCustom.java index 5c2554a..07d7415 100644 --- a/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/util/DateUtilCustom.java +++ b/fangjia-job/fangjia-job-common/src/main/java/com/fangjia/job/common/util/DateUtilCustom.java @@ -1,7 +1,10 @@ package com.fangjia.job.common.util; +import java.text.SimpleDateFormat; +import java.util.Date; import java.util.HashMap; import java.util.Map; + import org.joda.time.DateTime; import org.joda.time.LocalDate; @@ -72,6 +75,26 @@ public class DateUtilCustom { return map; } + + /** + * 日期格式化 + * @param date + * @param pattern + * @return + */ + public static String formatByPattern(Date date, String pattern) { + if (date == null) + return ""; + String result = ""; + try { + SimpleDateFormat format = new SimpleDateFormat(pattern); + result = format.format(date); + } catch (Exception e) { + return ""; + } + return result; + } + public static void main(String[] args) { System.err.println(JsonUtils.toJson(getLatelyDate(3))); } diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/document/PageStat.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/document/PageStat.java new file mode 100644 index 0000000..70478e5 --- /dev/null +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/document/PageStat.java @@ -0,0 +1,118 @@ +package com.fangjia.job.fsh.document; + +import java.util.Date; + +import org.springframework.data.annotation.Id; +import org.springframework.data.mongodb.core.mapping.Document; +import org.springframework.data.mongodb.core.mapping.Field; + +/** + * 页面访问统计 + * @author yinjihuan + */ +@Document(collection="page_stat") +public class PageStat { + @Id + private String id; + + /** + * 企业编号 + */ + @Field(value="eid") + private Long eid; + + /** + * 城市 + */ + @Field(value="city") + private String city; + + /** + * 页面地址 + */ + @Field(value="uri") + private String uri; + + @Field(value="uv") + private Long uv; + + @Field(value="pv") + private Long pv; + + /** + * 创建时间 + */ + @Field(value="c_date") + private Date createDate; + + /** + * 格式化的时间,分组用 + */ + @Field(value="f_date") + private String formatDate; + + public String getId() { + return id; + } + + public void setId(String id) { + this.id = id; + } + + public Long getEid() { + return eid; + } + + public void setEid(Long eid) { + this.eid = eid; + } + + public String getCity() { + return city; + } + + public void setCity(String city) { + this.city = city; + } + + public String getUri() { + return uri; + } + + public void setUri(String uri) { + this.uri = uri; + } + + public Long getUv() { + return uv; + } + + public void setUv(Long uv) { + this.uv = uv; + } + + public Long getPv() { + return pv; + } + + public void setPv(Long pv) { + this.pv = pv; + } + + public Date getCreateDate() { + return createDate; + } + + public void setCreateDate(Date createDate) { + this.createDate = createDate; + } + + public String getFormatDate() { + return formatDate; + } + + public void setFormatDate(String formatDate) { + this.formatDate = formatDate; + } +} + diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/EnterpriseStatJob.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/EnterpriseStatJob.java index a7f3458..9a451e0 100644 --- a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/EnterpriseStatJob.java +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/job/EnterpriseStatJob.java @@ -1,9 +1,11 @@ package com.fangjia.job.fsh.job; +import java.util.ArrayList; import java.util.Date; import java.util.List; import java.util.Map; +import org.apache.commons.lang3.time.DateUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; @@ -15,6 +17,7 @@ import com.fangjia.job.common.util.DateUtilCustom; import com.fangjia.job.common.util.DingDingMessageUtil; import com.fangjia.job.fsh.document.EnterpriseStat; import com.fangjia.job.fsh.document.HouseStatus; +import com.fangjia.job.fsh.document.PageStat; import com.fangjia.job.fsh.po.Enterprise; import com.fangjia.job.fsh.service.AdVisitLogService; import com.fangjia.job.fsh.service.EnterpriseProductUserService; @@ -22,6 +25,7 @@ import com.fangjia.job.fsh.service.EnterpriseService; import com.fangjia.job.fsh.service.EnterpriseStatService; import com.fangjia.job.fsh.service.HouseInfoService; import com.fangjia.job.fsh.service.LoanApplyService; +import com.fangjia.job.fsh.service.PageStatService; import com.fangjia.job.fsh.service.VisitLogService; /** @@ -54,6 +58,9 @@ public class EnterpriseStatJob implements SimpleJob { @Autowired private HouseInfoService houseInfoService; + @Autowired + private PageStatService pageStatService; + @Override public void execute(ShardingContext shardingContext) { logger.info("开始执行EnterpriseStatJob"); @@ -70,6 +77,10 @@ public class EnterpriseStatJob implements SimpleJob { } } } + + //按天统计某企业访问不同城市不同页面的pv及uv + processPageStat(); + logger.info("EnterpriseStatJob执行结束"); } @@ -138,4 +149,33 @@ public class EnterpriseStatJob implements SimpleJob { enterpriseStatService.save(stat); } + + private void processPageStat(){ + + Date date = new Date(); + String fDate = DateUtilCustom.formatByPattern(date, "yyyy-MM-dd"); + //删除老数据 + pageStatService.deleteByParams(fDate); + + Map dateMap = DateUtilCustom.getYesterday(); + String start = dateMap.get("start"); + String end = dateMap.get("end"); + List> result = visitLogService.queryPvList(start, end); + if(result.size() > 0){ + List list = new ArrayList(); + for(Map m : result){ + PageStat stat = new PageStat(); + stat.setCity((String) m.get("city")); + stat.setEid((Long) m.get("eid")); + stat.setUri((String) m.get("uri")); + stat.setPv((Long) m.get("pv")); + stat.setUv((Long) m.get("uv")); + stat.setCreateDate(date); + stat.setFormatDate(fDate); + list.add(stat); + } + pageStatService.saveAll(list); + } + } + } diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/PageStatService.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/PageStatService.java new file mode 100644 index 0000000..dae6cdf --- /dev/null +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/PageStatService.java @@ -0,0 +1,21 @@ +package com.fangjia.job.fsh.service; + +import java.util.List; + +import com.fangjia.job.fsh.document.PageStat; + +public interface PageStatService { + + /** + * 保存页面统计信息 + * @param stat + */ + void saveAll(List pageStats); + + /** + * 删除某天的统计 + * @param formateDate + */ + void deleteByParams(String formateDate); + +} diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/PageStatServiceImpl.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/PageStatServiceImpl.java new file mode 100644 index 0000000..c51c8be --- /dev/null +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/PageStatServiceImpl.java @@ -0,0 +1,30 @@ +package com.fangjia.job.fsh.service; + +import java.util.List; + +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.data.mongodb.core.MongoTemplate; +import org.springframework.data.mongodb.core.query.Criteria; +import org.springframework.data.mongodb.core.query.Query; +import org.springframework.stereotype.Service; + +import com.fangjia.job.fsh.document.PageStat; + +@Service +public class PageStatServiceImpl implements PageStatService{ + + @Autowired + private MongoTemplate mongoTemplate; + + @Override + public void saveAll(List pageStats) { + mongoTemplate.insertAll(pageStats); + } + + @Override + public void deleteByParams(String formateDate) { + Query query = Query.query(Criteria.where("formatDate").is(formateDate)); + mongoTemplate.remove(query, PageStat.class); + } + +} diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogService.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogService.java index 64d2097..899b4a4 100644 --- a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogService.java +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogService.java @@ -1,6 +1,7 @@ package com.fangjia.job.fsh.service; import java.util.List; +import java.util.Map; public interface VisitLogService { @@ -60,4 +61,13 @@ public interface VisitLogService { * @return */ long queryPvCountByUser(Long eid, String uid, List uriList, String start, String end); + + /** + * 查询某企业访问页面城市的pv + * @param eid + * @param start + * @param end + */ + List> queryPvList(String start, String end); + } diff --git a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogServiceImpl.java b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogServiceImpl.java index 8862430..97d65e0 100644 --- a/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogServiceImpl.java +++ b/fangjia-job/fangjia-job-fsh/src/main/java/com/fangjia/job/fsh/service/VisitLogServiceImpl.java @@ -2,6 +2,7 @@ package com.fangjia.job.fsh.service; import java.util.ArrayList; import java.util.List; +import java.util.Map; import org.apache.commons.lang3.StringUtils; import org.springframework.stereotype.Service; @@ -73,4 +74,11 @@ public class VisitLogServiceImpl extends EntityService implements Visi return super.count(sql.toString(), params.toArray()); } + @Override + public List> queryPvList(String start, String end) { + String sql = "SELECT eid,city, uri,COUNT(uri) as pv,COUNT(DISTINCT(ip)) as uv FROM visit_log WHERE visit_time BETWEEN ? AND ? GROUP BY eid,city,uri"; + List> list = super.getJdbcTemplate().queryForPage(0, Integer.MAX_VALUE, sql, new Object[] {start, end}); + return list; + } + }