添加FangJiaScript

This commit is contained in:
王文艳
2026-05-20 10:09:30 +08:00
parent 66a9819b8c
commit fbd9ddf3a4
8 changed files with 397 additions and 65 deletions
+12 -1
View File
@@ -7,7 +7,18 @@
"Bash(npm install:*)",
"Bash(node generate_doc.js:*)",
"Bash(xargs grep:*)",
"Bash(node:*)"
"Bash(node:*)",
"Bash(find \"C:\\\\Users\\\\wenyan\\\\IdeaProjects\\\\main\\\\projects\\\\fangjia-script\\\\src\\\\main\\\\groovy\\\\com\\\\fangjia\\\\script\" -type f -name \"*.groovy\")",
"Read(//tmp/**)",
"Bash(cat)",
"Bash(chmod +x /tmp/search_scripts.sh)",
"Bash(/tmp/search_scripts.sh)",
"Bash(chmod +x /tmp/search_by_content.sh)",
"Bash(/tmp/search_by_content.sh)",
"Bash(chmod +x /tmp/search_all.sh)",
"Bash(/tmp/search_all.sh)",
"Bash(chmod +x /tmp/extract_classes.sh)",
"Bash(/tmp/extract_classes.sh)"
]
}
}
Vendored
+96 -64
View File
@@ -1,18 +1,86 @@
#!/usr/bin/env groovy
// 每个项目的完整部署配置字典,新增项目只需在此添加一条记录
// buildDir: Maven 构建目录名(deliverables/<buildDir>),默认与 key 同名,不同时显式指定
def PROJECT_CONFIG = [
'fangjiabkoff' : [
imageName : 'fangjia-bkoff',
composeDir : 'fangjia-bkoff',
serviceName : 'fangjia-bkoff',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'chafangtong' : [
imageName : 'chafangtong',
composeDir : 'chafangtong',
serviceName : 'chafangtong',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'fangjia' : [
imageName : 'fangjia-coresite',
composeDir : 'fangjia-coresite',
serviceName : 'fangjia-coresite',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'fangjiapds' : [
imageName : 'fangjia-pds',
composeDir : 'fangjia-pds',
serviceName : 'fangjia-pds',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'fangjiastatic' : [
imageName : 'fangjia-static',
composeDir : 'fangjia-coresite',
serviceName : 'fangjia-static',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'geluke' : [
imageName : 'geluke',
composeDir : 'geluke',
serviceName : 'geluke',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'fangjiaopen' : [
imageName : 'fangjia-open',
composeDir : 'fangjia-open',
serviceName : 'fangjia-open',
deployHost : '192.168.0.36',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
'fangjia-script' : [
buildDir : 'script', // deliverables/script
imageName : 'fangjia-script',
composeDir : 'fangjia-script',
serviceName : 'fangjia-script',
deployHost : '192.168.0.80',
deployBase : '/home/docker',
sshCredId : 'goojia-ssh',
],
]
pipeline {
agent { label 'linux' }
parameters {
choice(name: 'PROJECT_NAME', choices: ['chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen'], description: '请选择发布的项目')
choice(name: 'PROJECT_NAME', choices: ['chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen', 'fangjia-script'], description: '请选择发布的项目')
}
tools {
jdk 'JDK8'
}
environment {
REGISTRY = "192.168.0.19:9011"
DEPLOY_USER = "goojia"
DEPLOY_HOST = "192.168.0.80" // 目标部署服务器 IP,按实际修改
DEPLOY_BASE = "/home/docker" // docker
REGISTRY = "192.168.0.19:9011"
}
stages {
@@ -25,14 +93,11 @@ pipeline {
stage('Maven Build') {
steps {
script {
def projects = ['fangjiabkoff', 'chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen']
for (def project : projects) {
if (params.PROJECT_NAME == project) {
dir("deliverables/${project}") {
withMaven(globalMavenSettingsConfig: '426b9a25-aa0d-47d3-a24c-8abdfc4421ff', jdk: "JDK8") {
sh 'mvn clean package -Dmaven.test.skip=true'
}
}
def cfg = PROJECT_CONFIG[params.PROJECT_NAME]
def buildDir = cfg.buildDir ?: params.PROJECT_NAME
dir("deliverables/${buildDir}") {
withMaven(globalMavenSettingsConfig: '426b9a25-aa0d-47d3-a24c-8abdfc4421ff', jdk: "JDK8") {
sh 'mvn clean package -Dmaven.test.skip=true'
}
}
}
@@ -42,28 +107,18 @@ pipeline {
stage('Docker Build & Push') {
steps {
script {
def projects = ['fangjiabkoff', 'chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen']
def imagesName = [
'fangjiabkoff' : 'fangjia-bkoff',
'chafangtong' : 'chafangtong',
'fangjia' : 'fangjia-coresite',
'fangjiapds' : 'fangjia-pds',
'fangjiastatic' : 'fangjia-static',
'geluke' : 'geluke',
'fangjiaopen' : 'fangjia-open'
]
for (def project : projects) {
if (params.PROJECT_NAME == project) {
def imageName = imagesName[project]
def imageTag = env.BUILD_TAG.toLowerCase()
dir("projects/${imageName}") {
withDockerRegistry(credentialsId: 'DockerNexus', url: "http://${REGISTRY}") {
sh "docker build -t ${REGISTRY}/${imageName}:${imageTag} ."
// 同时打 latest 方便 docker compose pull
sh "docker tag ${REGISTRY}/${imageName}:${imageTag} ${REGISTRY}/${imageName}:latest"
sh "docker push ${REGISTRY}/${imageName}:latest"
}
}
def cfg = PROJECT_CONFIG[params.PROJECT_NAME]
def buildDir = cfg.buildDir ?: params.PROJECT_NAME
def imageTag = env.BUILD_TAG.toLowerCase()
dir("projects/${cfg.imageName}") {
// fangjia-script 构建产物在 deliverables/script/target/classes,需同步过来
if (cfg.buildDir) {
sh "rsync -a --delete ../../deliverables/${buildDir}/target/classes/ target/classes/"
}
withDockerRegistry(credentialsId: 'DockerNexus', url: "http://${REGISTRY}") {
sh "docker build -t ${REGISTRY}/${cfg.imageName}:${imageTag} ."
sh "docker tag ${REGISTRY}/${cfg.imageName}:${imageTag} ${REGISTRY}/${cfg.imageName}:latest"
sh "docker push ${REGISTRY}/${cfg.imageName}:latest"
}
}
}
@@ -73,36 +128,13 @@ pipeline {
stage('Docker Compose Deploy') {
steps {
script {
def composeDir = [
'fangjiabkoff' : 'fangjia-bkoff',
'chafangtong' : 'chafangtong',
'fangjia' : 'fangjia-coresite',
'fangjiapds' : 'fangjia-pds',
'fangjiastatic' : 'fangjia-coresite',
'geluke' : 'geluke',
'fangjiaopen' : 'fangjia-open'
]
def serviceNames = [
'fangjiabkoff' : 'fangjia-bkoff',
'chafangtong' : 'chafangtong',
'fangjia' : 'fangjia-coresite',
'fangjiapds' : 'fangjia-pds',
'fangjiastatic' : 'fangjia-coresite',
'geluke' : 'geluke',
'fangjiaopen' : 'fangjia-open'
]
def project = params.PROJECT_NAME
def dir = composeDir[project]
def serviceName =serviceNames[project]
withCredentials([usernamePassword(credentialsId: 'goojia-ssh', usernameVariable: 'SSH_USER', passwordVariable: 'SSH_PASS')]) {
def cfg = PROJECT_CONFIG[params.PROJECT_NAME]
withCredentials([usernamePassword(credentialsId: cfg.sshCredId, usernameVariable: 'SSH_USER', passwordVariable: 'SSH_PASS')]) {
sh """
sshpass -p "\$SSH_PASS" ssh -o StrictHostKeyChecking=no \$SSH_USER@${DEPLOY_HOST} '
cd ${DEPLOY_BASE}/${dir}
# 拉取最新镜像
sshpass -p "\$SSH_PASS" ssh -o StrictHostKeyChecking=no \$SSH_USER@${cfg.deployHost} '
cd ${cfg.deployBase}/${cfg.composeDir}
docker compose pull
# 重启对应服务(不影响其他服务)
docker compose up -d --no-deps --force-recreate ${serviceName}
# 清理旧镜像
docker compose up -d --no-deps --force-recreate ${cfg.serviceName}
docker image prune -f
'
"""
@@ -120,4 +152,4 @@ pipeline {
echo "❌ ${params.PROJECT_NAME} 部署失败,请检查日志"
}
}
}
}
@@ -0,0 +1,14 @@
package com.fangjia.coresite.controllers;
import com.fangjia.coresite.model.JsonModel;
import java.util.Collections;
public class HealthController {
public Object checkAction() {
JsonModel ret = new JsonModel();
ret.setJsonModel(Collections.singletonMap("status", "ok"));
return ret;
}
}
@@ -0,0 +1,13 @@
package com.fangjia.open.controllers;
import com.fangjia.open.model.BasicModel;
import com.fangjia.open.model.RestfulModelAndView;
public class HealthController {
public Object checkAction() {
RestfulModelAndView mav = new RestfulModelAndView();
mav.setModel(BasicModel.buildOKModel().setResult("ok"));
return mav;
}
}
+23
View File
@@ -0,0 +1,23 @@
FROM openjdk:8-jre-slim
ENV TZ=Asia/Shanghai
RUN apt-get update && apt-get install -y --no-install-recommends wget tzdata && \
wget -q "https://github.com/aptible/supercronic/releases/download/v0.2.29/supercronic-linux-amd64" \
-O /usr/local/bin/supercronic && \
chmod +x /usr/local/bin/supercronic && \
rm -rf /var/lib/apt/lists/*
# 对齐线上部署路径,/home/goojia/bin/*.sh 中的 cd 路径无需改动
WORKDIR /home/goojia/webapps/fangjia-script
# 构建产物:.groovy 脚本 + lib/*.jar(含 groovy-all.jar,无需单独安装 Groovy)
COPY target/classes/ .
COPY run.sh .
RUN chmod +x run.sh
RUN mkdir -p /home/goojia/logs
COPY crontab.txt /app/crontab
CMD ["supercronic", "/app/crontab"]
+214
View File
@@ -0,0 +1,214 @@
# 楼盘索引重建
0 6 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/level/DistrictIndexBatch > /home/goojia/logs/DistrictIndexBatch.log 2>&1
# API超时分析
*/5 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/apiLog/ApiTimeOutAnalyBatch > /home/goojia/logs/ApiTimeOutAnalyBatch.log 2>&1
# API用户访问量统计
1 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/apiLog/ApiUserCountAnalyBatch > /home/goojia/logs/ApiUserCountAnalyBatch.log 2>&1
# 楼盘价格数据导出(福州)
#5 5 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictPriceExportBatch > /home/goojia/logs/DistrictPriceExportBatch.log 2>&1
# 搜索自动补全索引更新
1 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/AutocompleteDataUpdaterBatch > /home/goojia/logs/AutocompleteDataUpdaterBatch.log 2>&1
# 楼盘评级(招商银行)
#30 1 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/zsbank/DistrictLevelBatch > /home/goojia/logs/DistrictLevelBatch.log 2>&1
# 成交数据导出(福州)
#20 16 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/TradeExportBatch > /home/goojia/logs/TradeExportBatch.log 2>&1
# 第三方价格数据导出(福州)
#20 7 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/ThirdPriceExportBatch > /home/goojia/logs/ThirdPriceExportBatch.log 2>&1
# 房源数据导出(福州,每月10/15日)
#10 4 10 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/HouseExportBatch > /home/goojia/logs/HouseExportBatch.log 2>&1
#10 4 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/HouseExportBatch > /home/goojia/logs/HouseExportBatch.log 2>&1
# 楼盘基本信息导出(福州)
#30 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictInfoExportBatch > /home/goojia/logs/DistrictInfoExportBatch.log 2>&1
# 江南空白日更新楼盘刷新
*/10 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/DayUpdateDistRefreshBatch > /home/goojia/logs/DayUpdateDistRefreshBatch.log 2>&1
# 楼盘在售统计(福州,月底补跑+工作时段高频)
#10 0 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictSellStatBatch > /home/goojia/logs/DistrictSellStatBatch.log 2>&1
#*/10 8-23 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictSellStatBatch > /home/goojia/logs/DistrictSellStatBatch.log 2>&1
# 开放API使用量监控
15 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/api/OpenApiUseStatMonitorBatch > /home/goojia/logs/OpenApiUseStatMonitorBatch.log 2>&1
# 台物网数据批处理
#30 21 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/TaiWuWebBatch > /home/goojia/logs/TaiWuWebBatch.log 2>&1
# Seaweed全量数据同步
1 1 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/SeaweedSyncBatch > /home/goojia/logs/SeaweedSyncBatch.log 2>&1
# 均价监控告警
#0 9 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/xh/MonitorAvgPrice > /home/goojia/logs/MonitorAvgPrice.log 2>&1
# 插入住宅估价计算指令
30 22 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/InsertMonitorCalcCommandBatch > /home/goojia/logs/InsertMonitorCalcCommandBatch.log 2>&1
# 插入商铺/写字楼租金估价计算指令
37 0 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/InsertMonitorSquareRentCalcCommandBatch > /home/goojia/logs/InsertMonitorSquareRentCalcCommandBatch.log 2>&1
# ES房价统计
10 2 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/EsHousePriceStat > /home/goojia/logs/EsHousePriceStat.log 2>&1
# 楼盘房源面积统计
0 2 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictHouseAreaStatBatch > /home/goojia/logs/DistrictHouseAreaStatBatch.log 2>&1
# 成交价格月度统计
0 1 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/DealPriceStatBatch > /home/goojia/logs/DealPriceStatBatch.log 2>&1
# 楼盘成交房源统计
30 0 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/DistrictTradeHouseStatBatch > /home/goojia/logs/DistrictTradeHouseStatBatch.log 2>&1
# API用户失活监控
0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/api/ApiUserDeadTimeMonitorBatch > /home/goojia/logs/ApiUserDeadTimeMonitorBatch.log 2>&1
# 江南空白基础信息数据同步
0 2 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/JiangNanBlankBaseInfoDataBatch > /home/goojia/logs/JiangNanBlankBaseInfoDataBatch.log 2>&1
# 高德地图API数据处理
#0 2 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/GaoDeMapApiDataProcess > /home/goojia/logs/GaoDeMapApiDataProcess.log 2>&1
# 开放API产品字段使用统计
0 10 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/batch/ApiProductFieldStatBatch > /home/goojia/logs/ApiProductFieldStatBatch.log 2>&1
# 数据库状态监控
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DatabaseStatWatcherBatch > /home/goojia/logs/DatabaseStatWatcherBatch.log 2>&1
# Seaweed数据增量更新
1 19 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/SeaweedUpdateTask > /home/goojia/logs/SeaweedUpdateTask.log 2>&1
# 楼盘周边数据分析
23 20 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictAroundDataAnaly > /home/goojia/logs/DistrictAroundDataAnaly.log 2>&1
# 样本质量周报
40 5 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/SampleQualityReportBatch > /home/goojia/logs/SampleQualityReportBatch.log 2>&1
# 快照数据监控
05 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/SnapshotMonitor > /home/goojia/logs/SnapshotMonitor.log 2>&1
# 房价通评估结果自动转抵押基础信息
#0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/FJTevaluationAutoToMortgageInfoBase > /home/goojia/logs/FJTevaluationAutoToMortgageInfoBase.log 2>&1
# 房价通钉钉统计播报
#0 8 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/business/FjtStatisticDDBatch > /home/goojia/logs/FjtStatisticDDBatch.log 2>&1
# 均价质量周报
10 5 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/AveragerQualityReportBatch > /home/goojia/logs/AveragerQualityReportBatch.log 2>&1
# 清理Seawater过期数据
1 1 10 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangrui/DeleteSeawater > /home/goojia/logs/DeleteSeawater.log 2>&1
# 开放URI日志分析同步
13 4 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/AnalysisOpenUriLogSyncBatch > /home/goojia/logs/AnalysisOpenUriLogSyncBatch.log 2>&1
# API访问日志处理
0 4 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangrui/ApiLog > /home/goojia/logs/ApiLog.log 2>&1
# 清理ES 8.6旧索引
0 1 28 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/batch/RemoveOldIndexOfEs86Batch > /home/goojia/logs/RemoveOldIndexOfEs86Batch.log 2>&1
# 楼盘最新价格同步(FSH)
#0 3 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/DistrictNewPriceSyncBatch > /home/goojia/logs/DistrictNewPriceSyncBatch.log 2>&1
# 下架房源清理
0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/HouseRemoveBatch > /home/goojia/logs/HouseRemoveBatch.log 2>&1
# 楼盘在售房源月度统计
10 0 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictSellHouseStatBatch > /home/goojia/logs/DistrictSellHouseStatBatch.log 2>&1
# 城市和区域信息分析
10 1 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/CityInfoAnaBatch > /home/goojia/logs/CityInfoAnaBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/RegionInfoAnaBatch > /home/goojia/logs/RegionInfoAnaBatch.log 2>&1
# 楼盘成交/在售/租赁排名及均价城市排名
10 0 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictDealSellRentRankBatch > /home/goojia/logs/DistrictDealSellRentRankBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictStatRankBatch > /home/goojia/logs/DistrictStatRankBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictAvgPriceCityRankBatch > /home/goojia/logs/DistrictAvgPriceCityRankBatch.log 2>&1
# 房源覆盖率统计
0 22 3 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/statistic/HouseCoverageRateStatisticBatch > /home/goojia/logs/HouseCoverageRateStatisticBatch.log 2>&1
# CZ全量数据批处理(周日)
20 3 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/CZDataBatch all > /home/goojia/logs/CZDataBatch.log 2>&1
# CZ当日增量数据批处理
*/20 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/CZDataBatch > /home/goojia/logs/CZDataBatch_day.log 2>&1
# 写字楼均价统计
10 8 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/avgprice/WebOfficeAvgPriceStatistics > /home/goojia/logs/WebOfficeAvgPriceStatistics.log 2>&1
# 链家数据分析
#30 1 * * 2 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/LianjiaAnalyBatch > /home/goojia/logs/LianjiaAnalyBatch.log 2>&1
# 个性化评估与登记时间统计
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/IndividuateEvaAndRegisterTimeStatistical > /home/goojia/logs/IndividuateEvaAndRegisterTimeStatistical.log 2>&1
# 楼盘房源批量更新
0 18 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictHouseBatch > /home/goojia/logs/DistrictHouseBatch.log 2>&1
# Seawater数据监控
0 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/SeawaterMonitor > /home/goojia/logs/SeawaterMonitor.log 2>&1
# Marsoft数据导出
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/marsoftdata/MarsoftExporter out.dir=/home/goojia/marsoft > /home/goojia/logs/MarsoftExporter.log 2>&1
# Seaweed地理坐标系转换
22 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/SeaweedGeoSysConvertBatch > /home/goojia/logs/SeaweedGeoSysConvertBatch.log 2>&1
# 楼盘租赁FPK数据批处理
0 8 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/rent/DistrictRentFPKBatch > /home/goojia/logs/DistrictRentFPKBatch.log 2>&1
# 城市房源数量统计(FSH)
0 3 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/CityHouseCountStatBatch > /home/goojia/logs/CityHouseCountStatBatch.log 2>&1
# 贷款线索同步CRM
*/10 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/loanLeadToCRM/LoanLeadSync > /home/goojia/logs/LoanLeadSync.log 2>&1
# 用户UA分析
56 14 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/UserAgentAnalysisBatch > /home/goojia/logs/UserAgentAnalysisBatch.log 2>&1
# 开放API日志分析
0 8 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/openApi/OpenApiLogAnalyBatch > /home/goojia/logs/OpenApiLogAnalyBatch.log 2>&1
# 楼盘出租房源统计
2 0 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictRentHouseStatBatch > /home/goojia/logs/DistrictRentHouseStatBatch.log 2>&1
# 查找在建楼盘
1 1 * * 5 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/FindStageDistrictBatch > /home/goojia/logs/FindStageDistrictBatch.log 2>&1
# 读取后台退场日志
0 5 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/ReadBackoffLogBatch > /home/goojia/logs/ReadBackoffLogBatch.log 2>&1
# 读取动态访问日志
15 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/ReadAnalyDynamicLog > /home/goojia/logs/ReadAnalyDynamicLog.log 2>&1
# 楼盘在售房源统计(周日补跑)
0 10 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictSellHouseStatBatch > /home/goojia/logs/DistrictSellHouseStatBatch.log 2>&1
# 中原成交价格爬虫
1 7 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/CentanetDealPriceCrawler > /home/goojia/logs/CentanetDealPriceCrawler.log 2>&1
# 更新楼盘行政区划编码
0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/batch/UpdateDistrictCodeBatch > /home/goojia/logs/UpdateDistrictCodeBatch.log 2>&1
# 房价通响应时间分析
0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangjiatong/FjtResponseTimeAnaly > /home/goojia/logs/FjtResponseTimeAnaly.log 2>&1
# 房价通用户点击日志分析
0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangjiatong/FjtUserClickLogAnalyBatch > /home/goojia/logs/FjtUserClickLogAnalyBatch.log 2>&1
# 第三方数据汇总
0 3 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch > /home/goojia/logs/ThirdDataToGatherBatch.log 2>&1
# 成交价格单位统一
1 7 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/parse/DealPriceUnitUniteBatch > /home/goojia/logs/DealPriceUnitUniteBatch.log 2>&1
# 导入索引统计数据
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/trade/ImportIndexStats > /home/goojia/logs/ImportIndexStats.log 2>&1
# Seaweed索引重建
25 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/SeaweedReIndexBatch > /home/goojia/logs/SeaweedReIndexBatch.log 2>&1
# 楼盘信息分析(FPK)
0 2 4 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fpk/DistrictInfoAnaly > /home/goojia/logs/DistrictInfoAnaly.log 2>&1
# 每日房源统计
0 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/DayHouseStatBatch > /home/goojia/logs/DayHouseStatBatch.log 2>&1
# 楼盘关注日志计算
25 21 5 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/DistrictAttentionLogCaculateBatch > /home/goojia/logs/DistrictAttentionLogCaculateBatch.log 2>&1
# 自动发现新楼盘
#4 3 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/auto/DistrictAutoFindBatch > /home/goojia/logs/DistrictAutoFindBatch.log 2>&1
# 第三方价格数据标准化
0 2 13 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/DataStandardBatch > /home/goojia/logs/DataStandardBatch.log 2>&1
# 生成爬虫抓取指令
0 1 * * 5 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/crawl/CrawlCommandGeneratorBatch > /home/goojia/logs/CrawlCommandGeneratorBatch.log 2>&1
# 外部房地产网站数据同步
0 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/zongzhimin/WSFangDiChan > /home/goojia/logs/WSFangDiChan.log 2>&1
# 楼盘经纪人报告
30 21 12 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/report/DistrictAgentBatch > /home/goojia/logs/DistrictAgentBatch.log 2>&1
# 勤智月度消费评级统计
30 1 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/grade/ConsumptionRatingBatch > /home/goojia/logs/QinZhiMonthStatisticBatch.log 2>&1
# 城市价格指数
0 4 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/CityPriceIndexBatch > /home/goojia/logs/CityPriceIndexBatch.log 2>&1
# 房源数据导入ES
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/backup/HouseToEsBatch > /home/goojia/logs/HouseToEsBatch.log 2>&1
# 住宅成交价格爬虫(中原)
43 14 * * 2 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/ResDealPriceCrawlerBatch > /home/goojia/logs/ResDealPriceCrawlerBatch.log 2>&1
# 复制开放URI日志
30 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/CopyOpenUriLog > /home/goojia/logs/CopyOpenUriLog.log 2>&1
# 楼盘价格对比
35 4 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/price/DistrictPriceCompareBatch > /home/goojia/logs/DistrictPriceCompareBatch.log 2>&1
# 成交价格覆盖率统计
0 23 3 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/statistic/DealPriceCoverageRateStatisticBatch > /home/goojia/logs/DealPriceCoverageRateStatisticBatch.log 2>&1
# 第三方价格页面分析
0 1 5 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/AnalysisPageBatch > /home/goojia/logs/AnalysisPageBatch.log 2>&1
# 成交价格数据导入
25 23 14 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/TransactionPriceImportBatch > /home/goojia/logs/TransactionPriceImportBatch.log 2>&1
# 地址匹配测试
10 11 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/wenyan/AddressMatchTestBatch > /home/goojia/logs/AddressMatchTestBatch.log 2>&1
# Web访问日志分析
10 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/analy/WebAnalyLogBatch > /home/goojia/logs/WebAnalyLogBatch.log 2>&1
# 成交楼盘统计
10 22 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/trade/TradeDistrictStatBatch > /home/goojia/logs/TradeDistrictStatBatch.log 2>&1
# 同步楼盘价格至第三方
0 17 11 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice > /home/goojia/logs/SynchDistrictPrice.log 2>&1
# 楼盘字段补录
0 1 21 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/district/DistrictFieldAddBatch > /home/goojia/logs/DistrictFieldAddBatch.log 2>&1
# 法拍网大数据-社区基础数据
0 14 18 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch > /home/goojia/logs/FjwBigdataCommunityBatch.log 2>&1
# 法拍网大数据-楼栋类型数据
0 16 18 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommbuildtypeBatch > /home/goojia/logs/FjwBigdataCommbuildtypeBatch.log 2>&1
# 法拍网大数据-在售数据
0 12 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch > /home/goojia/logs/FjwBigdataForsaleBatch.log 2>&1
# 法拍网-第三方参考价
3 5 19 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch > /home/goojia/logs/FjwThirdPartyPriceBatch.log 2>&1
# 法拍网大数据-成交数据
3 22 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch > /home/goojia/logs/FjwBigdataDealBatch.log 2>&1
# 法拍网-规定价格
0 16 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwGuiDingPriceBatch > /home/goojia/logs/FjwGuiDingPriceBatch.log 2>&1
# 第三方数据分析处理
0 3 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/data_handle/ThardParthAnalyBatch > /home/goojia/logs/ThardParthAnalyBatch.log 2>&1
# 台湾相关楼盘数据关联
30 12 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/xiamen/RelatedTaiWanBatch > /home/goojia/logs/RelatedTaiWanBatch.log 2>&1
# 成交价格同步到ES
30 23 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/SynchDealPriceToEs > /home/goojia/logs/SynchDealPriceToEs.log 2>&1
# 同步开发环境数据
0 6 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/data_handle/SynchDevDataBatch > /home/goojia/logs/SynchDevDataBatch.log 2>&1
# 厦门村庄数据批处理(月初高频)
*/10 * 1-9 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/xiamen/XiaMenVillageBatch > /home/goojia/logs/XiaMenVillageBatch.log 2>&1
# API调用次数统计
0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/ApiInvokeStatistics > /home/goojia/logs/ApiInvokeStatistics.log 2>&1
# Seawater到Seabird数据同步
1 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/Seawater2SeabirdSyncBatch > /home/goojia/logs/Seawater2SeabirdSyncBatch.log 2>&1
@@ -0,0 +1,8 @@
services:
fangjia-script:
image: 192.168.0.19:9011/fangjia-script:latest
restart: unless-stopped
volumes:
- /home/goojia/logs:/home/goojia/logs
environment:
- TZ=Asia/Shanghai
+17
View File
@@ -0,0 +1,17 @@
#!/bin/bash
CLASSPATH=./
for jar in lib/*.jar; do
CLASSPATH="$CLASSPATH:$jar"
done
# 把 -Dxxx 分离出来作为 JVM 参数,其余作为 Groovy 脚本路径/参数
JVM_OPTS=()
GROOVY_ARGS=()
for arg in "$@"; do
case "$arg" in
-D*) JVM_OPTS+=("$arg") ;;
*) GROOVY_ARGS+=("$arg") ;;
esac
done
exec java "${JVM_OPTS[@]}" -cp "$CLASSPATH" groovy.ui.GroovyMain -c GBK "${GROOVY_ARGS[@]}"